From 22c84abf57f099dfe557ee9b4176a5301d45532d Mon Sep 17 00:00:00 2001 From: krammnic Date: Mon, 21 Oct 2024 11:43:21 -0400 Subject: [PATCH] remove packed from dpo --- recipes/configs/mistral/7B_full_ppo_low_memory.yaml | 1 - 1 file changed, 1 deletion(-) diff --git a/recipes/configs/mistral/7B_full_ppo_low_memory.yaml b/recipes/configs/mistral/7B_full_ppo_low_memory.yaml index 8c583fac0b..db3b3f5e86 100644 --- a/recipes/configs/mistral/7B_full_ppo_low_memory.yaml +++ b/recipes/configs/mistral/7B_full_ppo_low_memory.yaml @@ -32,7 +32,6 @@ tokenizer: # Dataset dataset: - packed: False # Set to true for great speed ups _component_: torchtune.datasets.text_completion_dataset source: trl-internal-testing/sentiment-trl-style split: train