feat(cost): add max window size property to all models

Helicone · Oct 19, 2024 · 1a91df3 · 1a91df3
1 parent b261042
commit 1a91df3
Show file tree

Hide file tree

Showing 11 changed files with 231 additions and 4 deletions.
diff --git a/costs/src/interfaces/Cost.ts b/costs/src/interfaces/Cost.ts
@@ -20,4 +20,6 @@ export interface ModelRow {
     start: string;
     end: string;
   };
+  max_window_size: number; // Add this line
 }
+
diff --git a/costs/src/providers/anthropic/index.ts b/costs/src/providers/anthropic/index.ts
@@ -15,6 +15,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00000163,
       completion_token: 0.0000551,
     },
+    max_window_size: 100000,
   },
   {
     model: {
@@ -25,8 +26,8 @@ export const costs: ModelRow[] = [
       prompt_token: 0.000008,
       completion_token: 0.000024,
     },
+    max_window_size: 100000,
   },
-
   {
     model: {
       operator: "equals",
@@ -36,8 +37,8 @@ export const costs: ModelRow[] = [
       prompt_token: 0.000008,
       completion_token: 0.000024,
     },
+    max_window_size: 100000,
   },
-
   {
     model: {
       operator: "equals",
@@ -47,6 +48,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00000163,
       completion_token: 0.00000551,
     },
+    max_window_size: 100000,
   },
   {
     model: {
@@ -57,6 +59,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00001102,
       completion_token: 0.00003268,
     },
+    max_window_size: 100000,
   },
   {
     model: {
@@ -68,6 +71,7 @@ export const costs: ModelRow[] = [
       completion_token: 0.000075,
     },
     showInPlayground: true,
+    max_window_size: 200000,
   },
   {
     model: {
@@ -79,6 +83,7 @@ export const costs: ModelRow[] = [
       completion_token: 0.000015,
     },
     showInPlayground: true,
+    max_window_size: 200000,
   },
   {
     model: {
@@ -90,6 +95,7 @@ export const costs: ModelRow[] = [
       completion_token: 0.000015,
     },
     showInPlayground: true,
+    max_window_size: 200000,
   },
   {
     model: {
@@ -101,5 +107,6 @@ export const costs: ModelRow[] = [
       completion_token: 0.00000125,
     },
     showInPlayground: true,
+    max_window_size: 200000,
   },
 ];
diff --git a/costs/src/providers/azure/index.ts b/costs/src/providers/azure/index.ts
@@ -14,6 +14,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00001,
       completion_token: 0.00003,
     },
+    max_window_size: 128000,
   },
   {
     model: {
@@ -44,6 +45,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00001,
       completion_token: 0.00003,
     },
+    max_window_size: 128000,
   },
   {
     model: {
@@ -64,6 +66,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.0000015,
       completion_token: 0.000002,
     },
+    max_window_size: 4096,
   },
   {
     model: {
@@ -74,6 +77,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.0000015,
       completion_token: 0.000002,
     },
+    max_window_size: 4096,
   },
   {
     model: {
@@ -84,6 +88,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.000003,
       completion_token: 0.000004,
     },
+    max_window_size: 16384,
   },
   {
     model: {
@@ -94,5 +99,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00001,
       completion_token: 0.00003,
     },
+    max_window_size: 128000,
   },
 ];
+
diff --git a/costs/src/providers/cohere/index.ts b/costs/src/providers/cohere/index.ts
@@ -15,5 +15,6 @@ export const costs: ModelRow[] = [
       prompt_token: 0.0000005,
       completion_token: 0.0000015,
     },
+    max_window_size: 4096,
   },
 ];
diff --git a/costs/src/providers/fireworks/index.ts b/costs/src/providers/fireworks/index.ts
@@ -10,6 +10,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.0000005,
       completion_token: 0.0000005,
     },
+    max_window_size: 16384,
   },
   {
     model: {
@@ -20,6 +21,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.0000012,
       completion_token: 0.0000012,
     },
+    max_window_size: 16384,
   },
   {
     model: {
@@ -30,6 +32,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.000003,
       completion_token: 0.000003,
     },
+    max_window_size: 16384,
   },
   {
     model: {
@@ -40,6 +43,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00013,
       completion_token: 0.00013,
     },
+    max_window_size: 16384,
   },
   {
     model: {
@@ -50,6 +54,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00013,
       completion_token: 0.00013,
     },
+    max_window_size: 16384,
   },
   {
     model: {
@@ -60,6 +65,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00013,
       completion_token: 0.00013,
     },
+    max_window_size: 16384,
   },
   {
     model: {
@@ -70,6 +76,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00013,
       completion_token: 0.00013,
     },
+    max_window_size: 16384,
   },
   {
     model: {
@@ -80,6 +87,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00013,
       completion_token: 0.00013,
     },
+    max_window_size: 16384,
   },
   {
     model: {
@@ -90,6 +98,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00013,
       completion_token: 0.00013,
     },
+    max_window_size: 16384,
   },
   {
     model: {
@@ -100,6 +109,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00013,
       completion_token: 0.00013,
     },
+    max_window_size: 16384,
   },
   {
     model: {
@@ -110,6 +120,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00013,
       completion_token: 0.00013,
     },
+    max_window_size: 16384,
   },
   {
     model: {
@@ -120,6 +131,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.0002,
       completion_token: 0.0002,
     },
+    max_window_size: 16384,
   },
   {
     model: {
@@ -130,6 +142,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.0002,
       completion_token: 0.0002,
     },
+    max_window_size: 16384,
   },
   {
     model: {
@@ -141,6 +154,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.0002,
       completion_token: 0.0002,
     },
+    max_window_size: 16384,
   },
   {
     model: {
@@ -152,6 +166,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.0002,
       completion_token: 0.0002,
     },
+    max_window_size: 16384,
   },
   {
     model: {
@@ -163,6 +178,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.0002,
       completion_token: 0.0002,
     },
+    max_window_size: 16384,
   },
   {
     model: {
@@ -173,6 +189,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.0002,
       completion_token: 0.0002,
     },
+    max_window_size: 16384,
   },
   {
     model: {
@@ -184,6 +201,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.0002,
       completion_token: 0.0002,
     },
+    max_window_size: 16384,
   },
   {
     model: {
@@ -194,6 +212,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.0002,
       completion_token: 0.0002,
     },
+    max_window_size: 16384,
   },
   {
     model: {
@@ -204,5 +223,6 @@ export const costs: ModelRow[] = [
       prompt_token: 0.000003,
       completion_token: 0.000003,
     },
+    max_window_size: 16384,
   },
 ];
diff --git a/costs/src/providers/google/index.ts b/costs/src/providers/google/index.ts
@@ -15,6 +15,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.000000125,
       completion_token: 0.000000375,
     },
+    max_window_size: 32768,
   },
   {
     model: {
@@ -25,6 +26,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.000000125,
       completion_token: 0.000000375,
     },
+    max_window_size: 32768,
   },
   {
     model: {
@@ -35,6 +37,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.000000125,
       completion_token: 0.000000375,
     },
+    max_window_size: 32768,
   },
   {
     model: {
@@ -45,6 +48,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00000035,
       completion_token: 0.00000105,
     },
+    max_window_size: 1000000,
   },
   {
     model: {
@@ -55,5 +59,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.0000035,
       completion_token: 0.0000105,
     },
+    max_window_size: 1000000,
   },
 ];
+
diff --git a/costs/src/providers/groq/index.ts b/costs/src/providers/groq/index.ts
@@ -15,6 +15,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.0000007,
       completion_token: 0.0000008,
     },
+    max_window_size: 4096,
   },
   {
     model: {
@@ -25,6 +26,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00000024,
       completion_token: 0.00000024,
     },
+    max_window_size: 32768,
   },
   {
     model: {
@@ -35,6 +37,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00000007,
       completion_token: 0.00000007,
     },
+    max_window_size: 32768,
   },
   {
     model: {
@@ -45,6 +48,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.0000002,
       completion_token: 0.0000002,
     },
+    max_window_size: 32768,
   },
   {
     model: {
@@ -55,6 +59,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00000059,
       completion_token: 0.00000079,
     },
+    max_window_size: 8192,
   },
   {
     model: {
@@ -65,6 +70,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00000005,
       completion_token: 0.00000008,
     },
+    max_window_size: 8192,
   },
   {
     model: {
@@ -75,6 +81,7 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00000089,
       completion_token: 0.00000089,
     },
+    max_window_size: 8192,
   },
   {
     model: {
@@ -85,5 +92,6 @@ export const costs: ModelRow[] = [
       prompt_token: 0.00000019,
       completion_token: 0.00000019,
     },
+    max_window_size: 8192,
   },
 ];