add chat assertion

EleutherAI · Oct 30, 2024 · bc6a58f · bc6a58f
1 parent c151945
commit bc6a58f
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/lm_eval/models/openai_completions.py b/lm_eval/models/openai_completions.py
@@ -126,6 +126,9 @@ def _create_payload(
         seed=1234,
         **kwargs,
     ) -> dict:
+        assert (
+            type(messages) is not str
+        ), "chat-completions require the --apply_chat_template flag."
         gen_kwargs.pop("do_sample", False)
         if "max_tokens" in gen_kwargs:
             max_tokens = gen_kwargs.pop("max_tokens")
@@ -247,6 +250,9 @@ def _create_payload(
         seed=1234,
         **kwargs,
     ) -> dict:
+        assert (
+            type(messages) is not str
+        ), "chat-completions require the --apply_chat_template flag."
         gen_kwargs.pop("do_sample", False)
         if "max_tokens" in gen_kwargs:
             max_tokens = gen_kwargs.pop("max_tokens")