From 417a40ff848b94077949d1e94cf2de91a54f2c1b Mon Sep 17 00:00:00 2001 From: Matt Rubens Date: Wed, 10 Sep 2025 00:19:27 -0400 Subject: [PATCH 1/2] Fix Groq context window display --- src/api/providers/__tests__/groq.spec.ts | 2 +- src/api/providers/groq.ts | 13 +------------ 2 files changed, 2 insertions(+), 13 deletions(-) diff --git a/src/api/providers/__tests__/groq.spec.ts b/src/api/providers/__tests__/groq.spec.ts index 66bf0690a8f..55130a0ebb0 100644 --- a/src/api/providers/__tests__/groq.spec.ts +++ b/src/api/providers/__tests__/groq.spec.ts @@ -149,7 +149,7 @@ describe("GroqHandler", () => { expect(firstChunk.done).toBe(false) expect(firstChunk.value).toMatchObject({ type: "usage", - inputTokens: 70, // 100 total - 30 cached + inputTokens: 100, // Full token count, no longer subtracting cached tokens outputTokens: 50, cacheWriteTokens: 0, cacheReadTokens: 30, diff --git a/src/api/providers/groq.ts b/src/api/providers/groq.ts index de07f7c46fc..b66e42d7f01 100644 --- a/src/api/providers/groq.ts +++ b/src/api/providers/groq.ts @@ -66,20 +66,9 @@ export class GroqHandler extends BaseOpenAiCompatibleProvider { // Calculate cost using OpenAI-compatible cost calculation const totalCost = calculateApiCostOpenAI(info, inputTokens, outputTokens, cacheWriteTokens, cacheReadTokens) - // Calculate non-cached input tokens for proper reporting - const nonCachedInputTokens = Math.max(0, inputTokens - cacheReadTokens - cacheWriteTokens) - - console.log("usage", { - inputTokens: nonCachedInputTokens, - outputTokens, - cacheWriteTokens, - cacheReadTokens, - totalCost, - }) - yield { type: "usage", - inputTokens: nonCachedInputTokens, + inputTokens, outputTokens, cacheWriteTokens, cacheReadTokens, From 1993fdb7521bcbe2adb807272d1a63046fed911e Mon Sep 17 00:00:00 2001 From: Matt Rubens Date: Wed, 10 Sep 2025 00:45:44 -0400 Subject: [PATCH 2/2] Update src/api/providers/__tests__/groq.spec.ts --- src/api/providers/__tests__/groq.spec.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/api/providers/__tests__/groq.spec.ts b/src/api/providers/__tests__/groq.spec.ts index 55130a0ebb0..2aee4ea0526 100644 --- a/src/api/providers/__tests__/groq.spec.ts +++ b/src/api/providers/__tests__/groq.spec.ts @@ -149,7 +149,7 @@ describe("GroqHandler", () => { expect(firstChunk.done).toBe(false) expect(firstChunk.value).toMatchObject({ type: "usage", - inputTokens: 100, // Full token count, no longer subtracting cached tokens + inputTokens: 100, outputTokens: 50, cacheWriteTokens: 0, cacheReadTokens: 30,