From 48d628f5f7c6cc6210e2bb58268cb1b77fc30cb9 Mon Sep 17 00:00:00 2001 From: huanghaian Date: Thu, 2 Jan 2025 16:37:46 +0800 Subject: [PATCH] support LoopedBFS --- tools/fsdp_sft.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/fsdp_sft.py b/tools/fsdp_sft.py index fa957f11a..331851854 100644 --- a/tools/fsdp_sft.py +++ b/tools/fsdp_sft.py @@ -176,7 +176,7 @@ def parse_args(): model_args.add_argument('--pp-size', type=int, default=1, help='') model_args.add_argument('--pp-mb', type=int, default=-1, help='') model_args.add_argument('--pp-schedule', type=str, default='GPipe', - choices=['GPipe', '1F1B', 'Interleaved1F1B'], + choices=['GPipe', '1F1B', 'Interleaved1F1B', 'LoopedBFS'], help='') data_args = parser.add_argument_group('data', 'Dataset Related Settings')