From 736c3042845c173262966b9a312d3190924e2810 Mon Sep 17 00:00:00 2001 From: "yuze.zyz" Date: Fri, 9 Aug 2024 19:38:47 +0800 Subject: [PATCH] fix --- swift/llm/sft.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/swift/llm/sft.py b/swift/llm/sft.py index 1a4e40abc8..ea1339be47 100644 --- a/swift/llm/sft.py +++ b/swift/llm/sft.py @@ -274,8 +274,8 @@ def llm_sft(args: SftArguments) -> Dict[str, Any]: fsdp_flatten_parameters=False) train_dataset, val_dataset = _get_train_val_dataset(args) - training_args.train_dataset_sample = train_dataset.shape[ - 0] if train_dataset is not None and not streaming else 0 # torchacc + if use_torchacc(): + training_args.train_dataset_sample = train_dataset.shape[0] if train_dataset is not None else 0 template_kwargs = {} template_kwargs['use_loss_scale'] = args.use_loss_scale if args.loss_scale_config_path is not None: