Merge pull request #33 from oindrillac/main

added framework to score evaluation metrics
redhat-et · Feb 7, 2024 · ae8e26b · ae8e26b
2 parents 406fcec + dbe271c
commit ae8e26b
Show file tree

Hide file tree

Showing 5 changed files with 5,184 additions and 19 deletions.
diff --git a/app/app.py b/app/app.py
@@ -316,4 +316,4 @@ def main(prompt_success: bool, prompt_diff: int, actual_doc: str):
     on_submit=store_feedback,
     optional_text_label="Please tell us how we could make this more useful",
     align="flex-start",
-)
+)
diff --git a/app/utils.py b/app/utils.py
@@ -218,8 +218,8 @@ def generate_text(
     )
     response = responses[0].results[0]
     print(response)
-    generated_patch = response.generated_text
-    return generated_patch
+    generated_text = response.generated_text
+    return generated_text
 
 
 def generate_text_using_OpenAI(prompt: str, openai_key: str):
@@ -297,8 +297,4 @@ def eval_using_langchain(prediction: str, query: str):
     eval_result = evaluator.evaluate_strings(prediction=prediction,input=query)
     evaluation.append(eval_result)
 
-    return evaluation
-
-
-
-
+    return evaluation
diff --git a/notebooks/evaluation/eval_df.pkl b/notebooks/evaluation/eval_df.pkl