test

aivillage · Dec 24, 2024 · cc60d0d · cc60d0d
1 parent cd60197
commit cc60d0d
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 8 deletions.
diff --git a/models/chat/huggingface.json b/models/chat/huggingface.json
@@ -20,9 +20,9 @@
             "stop": ["<|endoftext|>"]
         },
         "prompt_format" : {
-            "system_token": "",
-            "prompt_token": "",
-            "assistant_token": "",
+            "system_token": "System: ",
+            "prompt_token": "### Instruction: ",
+            "assistant_token": "### Response: ",
             "stop_token": "\n"
         },
         "context_size": 2048

diff --git a/simple.py b/simple.py
@@ -7,13 +7,14 @@
 def generate_for_model(model: str):
     payload = {
         "uuid": str(uuid4()),
-        "prompt": "test",
-        "preprompt": "test",
+        "prompt": "What is going on?",
         "model": model,
     }
     response = requests.post(url + "/chat/generate", json=payload)
-    assert response.status_code == 200
     generation = response.json()["generation"]
-    assert generation != ""
+    print(generation)
 
-generate_for_model("zephyr-7b")
+print("======== zephyr-7b =========")
+generate_for_model("zephyr-7b")
+print("======== falcon-7b =========")
+generate_for_model("falcon-7b")