From 2f9956a1cfb7aeb33cd622daac113a6ede9f03da Mon Sep 17 00:00:00 2001 From: zhangbo9674 Date: Fri, 8 Nov 2024 08:52:43 +0000 Subject: [PATCH] refine log --- .../pretrain_config_llama2_13b/pretrain-llama2_13b.json | 4 ++-- .../pretrain_config_llama2_70b/pretrain-llama2_70b.json | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/tests/test_tipc/static/auto_parallel/llama2/pretrain_config_llama2_13b/pretrain-llama2_13b.json b/tests/test_tipc/static/auto_parallel/llama2/pretrain_config_llama2_13b/pretrain-llama2_13b.json index 57bebf86696b..ba77b76542dd 100644 --- a/tests/test_tipc/static/auto_parallel/llama2/pretrain_config_llama2_13b/pretrain-llama2_13b.json +++ b/tests/test_tipc/static/auto_parallel/llama2/pretrain_config_llama2_13b/pretrain-llama2_13b.json @@ -26,8 +26,8 @@ "learning_rate": 3e-05, "min_learning_rate": 3e-06, "warmup_steps": 30, - "logging_steps": 1, - "max_steps": 50, + "logging_steps": 10, + "max_steps": 500, "save_steps": 5000, "eval_steps": 1000, "weight_decay": 0.01, diff --git a/tests/test_tipc/static/auto_parallel/llama2/pretrain_config_llama2_70b/pretrain-llama2_70b.json b/tests/test_tipc/static/auto_parallel/llama2/pretrain_config_llama2_70b/pretrain-llama2_70b.json index d1fe56c5e9be..431c38f35402 100644 --- a/tests/test_tipc/static/auto_parallel/llama2/pretrain_config_llama2_70b/pretrain-llama2_70b.json +++ b/tests/test_tipc/static/auto_parallel/llama2/pretrain_config_llama2_70b/pretrain-llama2_70b.json @@ -9,8 +9,8 @@ "learning_rate": 3e-05, "min_learning_rate": 3e-06, "warmup_steps": 30, - "logging_steps": 1, - "max_steps": 50, + "logging_steps": 10, + "max_steps": 500, "save_steps": 5000, "eval_steps": 1000, "continue_training": 0,