remove packed from dpo

pytorch · Oct 21, 2024 · 22c84ab · 22c84ab
1 parent bb7648f
commit 22c84ab
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/recipes/configs/mistral/7B_full_ppo_low_memory.yaml b/recipes/configs/mistral/7B_full_ppo_low_memory.yaml
@@ -32,7 +32,6 @@ tokenizer:
 
 # Dataset
 dataset:
-  packed: False # Set to true for great speed ups
   _component_: torchtune.datasets.text_completion_dataset
   source: trl-internal-testing/sentiment-trl-style
   split: train