fix tests (#232)

bigscience-workshop · Jan 15, 2022 · 04c461e · 04c461e
1 parent efefd8a
commit 04c461e
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/tests/test_training.py b/tests/test_training.py
@@ -231,7 +231,7 @@ def get_variation_config(self, variation, output_dir, n_samples=None):
                 --train-samples {n_samples}
 
                 --lr-decay-samples 6
-                
+
                 --position-embedding-type alibi
             """.split()
 
@@ -322,6 +322,7 @@ def test_training_prefix_lm_all(self, loss_on_targets_only, reweight_loss_based_
         data_dir = f"{self.data_dir}/gpt2"
         output_dir = self.get_auto_remove_tmp_dir() # "./xxx", after=False)
         logs_dir = f"{output_dir}/logs"
+        Path(logs_dir).mkdir(parents=True, exist_ok=True)
 
         pp_size, tp_size, dp_size = get_3d_dimensions()
         num_gpus = pp_size * tp_size * dp_size
@@ -438,6 +439,7 @@ def test_mode2_dataloading(self, variation):
         data_dir = f"{self.data_dir}/gpt2"
         output_dir = self.get_auto_remove_tmp_dir() # "./xxx", after=False)
         logs_dir = f"{output_dir}/logs"
+        Path(logs_dir).mkdir(parents=True, exist_ok=True)
 
         pp_size, tp_size, dp_size = get_3d_dimensions()
         num_gpus = pp_size * tp_size * dp_size