Change mcli eval YAMLs to use mixed_precision: FULL (#255)

mosaicml · May 31, 2023 · 515d127 · 515d127
1 parent bfd6f96
commit 515d127
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/mcli/mcli-1b-eval.yaml b/mcli/mcli-1b-eval.yaml
@@ -44,11 +44,12 @@ parameters:
   load_path: # Add your (optional) Composer checkpoint path here!
 
   device_eval_batch_size: 16
+  precision: fp32
 
   # FSDP config for model sharding
   # fsdp_config:
   #   sharding_strategy: FULL_SHARD
-  #   mixed_precision: PURE
+  #   mixed_precision: FULL
 
   icl_tasks:
   -

diff --git a/mcli/mcli-hf-eval.yaml b/mcli/mcli-hf-eval.yaml
@@ -24,6 +24,7 @@ parameters:
   seed: 1
   max_seq_len: 1024
   device_eval_batch_size: 8
+  precision: fp32
 
   model_name_or_path: huggyllama/llama-7b
   # model_name_or_path: EleutherAI/gpt-j-6b
@@ -52,6 +53,6 @@ parameters:
   # FSDP config for model sharding
   fsdp_config:
     sharding_strategy: FULL_SHARD
-    mixed_precision: PURE
+    mixed_precision: FULL
 
   icl_tasks: 'eval/yamls/tasks.yaml'