feat: add js and ts config support (#218)

.changeset/ten-cheetahs-mate.md

@@ -0,0 +1,9 @@
+---
+"empiricalrun": minor
+"@empiricalrun/json-schema": minor
+"@empiricalrun/types": minor
+"@empiricalrun/typescript-config": patch
+"web": patch
+---
+
+feat: add support for js and ts config

.eslintrc.js

@@ -3,6 +3,12 @@
 module.exports = {
   ignorePatterns: ["apps/**", "packages/**"],
   extends: ["@empiricalrun/eslint-config/library.js"],
+  ignorePatterns: [
+    // Ignore dotfiles
+    ".*.js?(x)",
+    "node_modules/",
+    "examples/"
+  ],
   parser: "@typescript-eslint/parser",
   parserOptions: {
     project: true,

apps/web/next.config.js

@@ -1,7 +1,7 @@
 /** @type {import('next').NextConfig} */
 module.exports = {
   output: "export",
-  distDir: "../../packages/cli/dist/webapp",
+  distDir: "../../packages/empiricalrun/dist/webapp",
   productionBrowserSourceMaps: true,
   optimizeFonts: false,
 };

examples/using-js-config/empiricalrc.js

@@ -0,0 +1,30 @@
+/** @type {import("empiricalrun").Config} */
+export default {
+  runs: [
+    {
+      type: "model",
+      provider: "openai",
+      model: "gpt-3.5-turbo",
+      prompt: "Extract the name, age and location from the message, and respond with a JSON object. If an entity is missing, respond with null.\n\nMessage: {{user_message}}"
+    }
+  ],
+  dataset: {
+    samples: [
+      {
+        inputs: {
+          user_message: "Hi my name is John Doe. I'm 26 years old and I work in real estate."
+        }
+      },
+      {
+        inputs: {
+          user_message: "This is Alice. I am a nurse from Maryland. I was born in 1990."
+        }
+      }
+    ]
+  },
+  scorers: [
+    {
+      type: "json-syntax"
+    }
+  ]
+};

examples/using-js-config/package.json

@@ -0,0 +1,18 @@
+{
+  "name": "using-js-config",
+  "version": "1.0.0",
+  "description": "",
+  "main": "index.js",
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "keywords": [],
+  "author": "",
+  "license": "ISC",
+  "devDependencies": {
+    "@empiricalrun/types": "workspace:^"
+  },
+  "dependencies": {
+    "empiricalrun": "workspace:^"
+  }
+}

packages/ai/src/providers/fireworks/index.test.ts

@@ -9,7 +9,7 @@ describe("Fireworks provider tool calls", () => {
         {
           role: "user",
           content:
-            "Extract data from message: Hi my name is John Doe. I'm 26 years old and I work in real estate.",
+            "Extract name from the following message: \n\n Message: Hi my name is John Doe. I'm 26 years old and I work in real estate.",
         },
       ],
       tools: [