Update chat prompt

abetlen · Apr 15, 2023 · 6208751 · 6208751 · v2rockets · Apr 17, 2023
1 parent 02f9fb8
commit 6208751
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -696,10 +696,12 @@ def create_chat_completion(
             Generated chat completion or a stream of chat completion chunks.
         """
         stop = stop if stop is not None else []
+        chat_history = "".join(
+            f'### {"Human" if message["role"] == "user" else "Assistant"}:{message["content"]}'
             for message in messages
         )
-        PROMPT = f" \n\n### Instructions:{instructions}\n\n### Inputs:{chat_history}\n\n### Response:\nassistant: "
-        PROMPT_STOP = ["###", "\nuser: ", "\nassistant: ", "\nsystem: "]
+        PROMPT = chat_history + "### Assistant:"
+        PROMPT_STOP = ["### Assistant:", "### Human:", "\n"]
         completion_or_chunks = self(
             prompt=PROMPT,
             stop=PROMPT_STOP + stop,