From d8605f1d0a75488370b2c51616634305bfa7bd73 Mon Sep 17 00:00:00 2001 From: Abhinav Venigalla Date: Tue, 30 May 2023 23:22:52 -0700 Subject: [PATCH 1/2] revert eval mixed_precision to FULL --- mcli/mcli-1b-eval.yaml | 2 +- mcli/mcli-hf-eval.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/mcli/mcli-1b-eval.yaml b/mcli/mcli-1b-eval.yaml index fd4519204e..c23b654b2a 100644 --- a/mcli/mcli-1b-eval.yaml +++ b/mcli/mcli-1b-eval.yaml @@ -48,7 +48,7 @@ parameters: # FSDP config for model sharding # fsdp_config: # sharding_strategy: FULL_SHARD - # mixed_precision: PURE + # mixed_precision: FULL icl_tasks: - diff --git a/mcli/mcli-hf-eval.yaml b/mcli/mcli-hf-eval.yaml index c00351918f..d6c75607d7 100644 --- a/mcli/mcli-hf-eval.yaml +++ b/mcli/mcli-hf-eval.yaml @@ -52,6 +52,6 @@ parameters: # FSDP config for model sharding fsdp_config: sharding_strategy: FULL_SHARD - mixed_precision: PURE + mixed_precision: FULL icl_tasks: 'eval/yamls/tasks.yaml' From 28478a6ae0c9c9f9e741e6a535b751fcef5d465d Mon Sep 17 00:00:00 2001 From: Abhinav Venigalla Date: Wed, 31 May 2023 10:40:00 -0700 Subject: [PATCH 2/2] add precision fp32 --- mcli/mcli-1b-eval.yaml | 1 + mcli/mcli-hf-eval.yaml | 1 + 2 files changed, 2 insertions(+) diff --git a/mcli/mcli-1b-eval.yaml b/mcli/mcli-1b-eval.yaml index c23b654b2a..da8fd8635a 100644 --- a/mcli/mcli-1b-eval.yaml +++ b/mcli/mcli-1b-eval.yaml @@ -44,6 +44,7 @@ parameters: load_path: # Add your (optional) Composer checkpoint path here! device_eval_batch_size: 16 + precision: fp32 # FSDP config for model sharding # fsdp_config: diff --git a/mcli/mcli-hf-eval.yaml b/mcli/mcli-hf-eval.yaml index d6c75607d7..3a81476648 100644 --- a/mcli/mcli-hf-eval.yaml +++ b/mcli/mcli-hf-eval.yaml @@ -24,6 +24,7 @@ parameters: seed: 1 max_seq_len: 1024 device_eval_batch_size: 8 + precision: fp32 model_name_or_path: huggyllama/llama-7b # model_name_or_path: EleutherAI/gpt-j-6b