From 809439f459ae5b248f46f1e6cb33dbade2ffef27 Mon Sep 17 00:00:00 2001 From: Daniel Trugman Date: Fri, 9 May 2025 11:02:55 +0100 Subject: [PATCH] Requesty: Only report final usage --- .changeset/twelve-ants-scream.md | 5 +++++ src/api/providers/requesty.ts | 8 +++++++- 2 files changed, 12 insertions(+), 1 deletion(-) create mode 100644 .changeset/twelve-ants-scream.md diff --git a/.changeset/twelve-ants-scream.md b/.changeset/twelve-ants-scream.md new file mode 100644 index 00000000000..ef887b85d28 --- /dev/null +++ b/.changeset/twelve-ants-scream.md @@ -0,0 +1,5 @@ +--- +"roo-cline": patch +--- + +Requesty: Fix token usage counts diff --git a/src/api/providers/requesty.ts b/src/api/providers/requesty.ts index 05ca1e67f18..fe8bba7e6ec 100644 --- a/src/api/providers/requesty.ts +++ b/src/api/providers/requesty.ts @@ -101,6 +101,8 @@ export class RequestyHandler extends BaseProvider implements SingleCompletionHan const stream = await this.client.chat.completions.create(completionParams) + let lastUsage: any = undefined + for await (const chunk of stream) { const delta = chunk.choices[0]?.delta if (delta?.content) { @@ -118,9 +120,13 @@ export class RequestyHandler extends BaseProvider implements SingleCompletionHan } if (chunk.usage) { - yield this.processUsageMetrics(chunk.usage, model.info) + lastUsage = chunk.usage } } + + if (lastUsage) { + yield this.processUsageMetrics(lastUsage, model.info) + } } async completePrompt(prompt: string): Promise {