fix: python scorer should prefer config.name (#67)

empirical-run · Apr 3, 2024 · d7f4b53 · d7f4b53
1 parent 2f2176f
commit d7f4b53
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 3 deletions.
diff --git a/.changeset/quick-plants-occur.md b/.changeset/quick-plants-occur.md
@@ -0,0 +1,5 @@
+---
+"@empiricalrun/scorer": patch
+---
+
+fix: python script scorer should prefer config.name
diff --git a/packages/scorer/src/provider/deterministic/script.ts b/packages/scorer/src/provider/deterministic/script.ts
@@ -29,7 +29,7 @@ export const scoreWithPythonScript: ScoringFn = async ({
     return [
       {
         score: 0,
-        name,
+        name: config.name || name,
         message: "Python script path is not provided for running the scorer",
       },
     ];
@@ -57,7 +57,7 @@ export const scoreWithPythonScript: ScoringFn = async ({
         JSON.stringify([
           {
             score: 0,
-            name,
+            name: config.name || name,
             message: "Scorer script timed out",
           },
         ]),
@@ -79,7 +79,7 @@ export const scoreWithPythonScript: ScoringFn = async ({
         JSON.stringify([
           {
             score: 0,
-            name,
+            name: config.name || name,
             message: `Scorer script error: ${message}`,
           },
         ]),