update t5_small bs config

FlagOpen · Sep 18, 2023 · 04b53d4 · 04b53d4
1 parent a0f009c
commit 04b53d4
Show file tree

Hide file tree

Showing 5 changed files with 11 additions and 5 deletions.
diff --git a/training/benchmarks/t5_small/pytorch/config/_base.py b/training/benchmarks/t5_small/pytorch/config/_base.py
@@ -18,8 +18,8 @@
 # =========================================================
 # train && evaluate
 # =========================================================
-train_batch_size: int = 4
-eval_batch_size: int = 4
+train_batch_size: int = 32
+eval_batch_size: int = 32
 
 max_epoch: int = 3
 target_rouge1: float = 40.5

diff --git a/training/nvidia/t5_small-pytorch/README.md b/training/nvidia/t5_small-pytorch/README.md
@@ -45,4 +45,6 @@
 
 | 配置               | precision | fix_hp | e2e_time | p_whole | p_train | p_core | rouge1  | rouge2  | rougeL  | rougeLsum  | mem |
 | ------------------ | --------- | ---- | ---- | ---- | ---- | ---- |  ---- | ---- | ---- | ---- | ---- |
-| A100单机8卡（1x8） | fp32 | / | 2658 | 135 | 168    | 186 | 41.27 | 19.02 | 29.27 | 38.47 | 4.3 /40.0 |
+| A100单机8卡（1x1） | fp32 | / | | | | | | | | | |
+| A100单机8卡（1x8） | fp32 | / | 996.11 | 338 | 398 | 400 | 41.12 | 18.84 | 29.15 | 38.32 | 35.3 /40.0 |
+| A100单机8卡（2x8） | fp32 | / | | | | | | | | | |
diff --git a/training/nvidia/t5_small-pytorch/config/config_A100x1x1.py b/training/nvidia/t5_small-pytorch/config/config_A100x1x1.py
@@ -0,0 +1,2 @@
+train_batch_size = 32
+eval_batch_size = 32
diff --git a/training/nvidia/t5_small-pytorch/config/config_A100x1x8.py b/training/nvidia/t5_small-pytorch/config/config_A100x1x8.py
@@ -1,2 +1,2 @@
-train_batch_size = 4
-eval_batch_size = 4
+train_batch_size = 32
+eval_batch_size = 32
diff --git a/training/nvidia/t5_small-pytorch/config/config_A100x2x8.py b/training/nvidia/t5_small-pytorch/config/config_A100x2x8.py
@@ -0,0 +1,2 @@
+train_batch_size = 32
+eval_batch_size = 32