Fix typos

pytorch · Jan 29, 2024 · 04ea4b0 · 04ea4b0
1 parent a43fb0c
commit 04ea4b0
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 4 deletions.
diff --git a/recipes/configs/alpaca_llama2_finetune.yaml b/recipes/configs/alpaca_llama2_finetune.yaml
@@ -18,7 +18,7 @@ loss: CrossEntropyLoss
 output_dir: /tmp/alpaca-llama2-finetune
 device: cuda
 dtype: fp32
-activation_checkpointing: False
+activation_checkpointing: True
 cpu_offload: False
 
 # Metrics arguments

diff --git a/recipes/configs/alpaca_llama2_full_finetune.yaml b/recipes/configs/alpaca_llama2_full_finetune.yaml
@@ -1,7 +1,7 @@
 # Dataset and Dataloader
 dataset: alpaca
 seed: null
-shuffle: False
+shuffle: True
 
 # Model Arguments
 model: llama2_7b

diff --git a/recipes/full_finetune.py b/recipes/full_finetune.py
@@ -226,7 +226,7 @@ def save_checkpoint(self, epoch: int) -> None:
 
         # if training is in-progress, checkpoint the optimizer state as well
         if epoch + 1 < self.total_epochs:
-            ckpt_dict.update({"optimzer": self.optimizer})
+            ckpt_dict.update({"optimizer": self.optimizer})
         utils.save_checkpoint(ckpt_dict, output_loc)
 
         if self.is_rank_zero:
@@ -288,7 +288,7 @@ def recipe_main() -> None:
     # Env variables set by torch run; only need to initialize process group
     init_process_group(backend="nccl")
 
-    recipe = FullFinetune(params=recipe_params)
+    recipe = FullFinetuneRecipe(params=recipe_params)
     recipe.load_checkpoint(model_checkpoint=recipe_params.model_checkpoint)
     recipe.train()