Comment chat-with-prompty eval section

microsoft · Apr 26, 2024 · 13aaa8c · 13aaa8c
1 parent b6ebe4a
commit 13aaa8c
Showing 1 changed file with 14 additions and 14 deletions.
diff --git a/examples/prompty/chat-basic/chat-with-prompty.ipynb b/examples/prompty/chat-basic/chat-with-prompty.ipynb
@@ -305,17 +305,17 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "eval_run = pf.run(\n",
-    "    flow=eval_prompty,\n",
-    "    data=\"./data.jsonl\",  # path to the data file\n",
-    "    run=base_run,  # specify base_run as the run you want to evaluate\n",
-    "    column_mapping={\n",
-    "        \"messages\": \"${data.chat_history}\",\n",
-    "        \"question\": \"${data.question}\",\n",
-    "        \"answer\": \"${run.outputs.answer}\",\n",
-    "    },\n",
-    "    stream=True,\n",
-    ")"
+    "# eval_run = pf.run(\n",
+    "#     flow=eval_prompty,\n",
+    "#     data=\"./data.jsonl\",  # path to the data file\n",
+    "#     run=base_run,  # specify base_run as the run you want to evaluate\n",
+    "#     column_mapping={\n",
+    "#         \"messages\": \"${data.chat_history}\",\n",
+    "#         \"question\": \"${data.question}\",\n",
+    "#         \"answer\": \"${run.outputs.answer}\",\n",
+    "#     },\n",
+    "#     stream=True,\n",
+    "# )"
    ]
   },
   {
@@ -324,8 +324,8 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "details = pf.get_details(eval_run)\n",
-    "details.head(10)"
+    "# details = pf.get_details(eval_run)\n",
+    "# details.head(10)"
    ]
   },
   {
@@ -366,7 +366,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.9.18"
+   "version": "3.9.19"
   },
   "resources": "examples/requirements.txt, examples/prompty/chat-basic, examples/prompty/eval-apology"
  },