diff --git a/.changeset/twelve-ants-scream.md b/.changeset/twelve-ants-scream.md new file mode 100644 index 00000000000..ef887b85d28 --- /dev/null +++ b/.changeset/twelve-ants-scream.md @@ -0,0 +1,5 @@ +--- +"roo-cline": patch +--- + +Requesty: Fix token usage counts diff --git a/src/api/providers/requesty.ts b/src/api/providers/requesty.ts index 05ca1e67f18..fe8bba7e6ec 100644 --- a/src/api/providers/requesty.ts +++ b/src/api/providers/requesty.ts @@ -101,6 +101,8 @@ export class RequestyHandler extends BaseProvider implements SingleCompletionHan const stream = await this.client.chat.completions.create(completionParams) + let lastUsage: any = undefined + for await (const chunk of stream) { const delta = chunk.choices[0]?.delta if (delta?.content) { @@ -118,9 +120,13 @@ export class RequestyHandler extends BaseProvider implements SingleCompletionHan } if (chunk.usage) { - yield this.processUsageMetrics(chunk.usage, model.info) + lastUsage = chunk.usage } } + + if (lastUsage) { + yield this.processUsageMetrics(lastUsage, model.info) + } } async completePrompt(prompt: string): Promise {