From 50449ff36340f47cbf324a11e95f0b850f9fbd57 Mon Sep 17 00:00:00 2001 From: Ciprian Jichici Date: Thu, 19 Sep 2024 09:51:21 +0300 Subject: [PATCH] Update polling endpoint for external orchestration services --- .../Orchestration/Services/LLMOrchestrationService.cs | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/src/dotnet/Orchestration/Services/LLMOrchestrationService.cs b/src/dotnet/Orchestration/Services/LLMOrchestrationService.cs index 85da019763..88e5c6b5d3 100644 --- a/src/dotnet/Orchestration/Services/LLMOrchestrationService.cs +++ b/src/dotnet/Orchestration/Services/LLMOrchestrationService.cs @@ -65,7 +65,7 @@ public async Task GetCompletion(string instanceId, LLMCom var pollingClient = new PollingHttpClient( client, request, - $"instances/{instanceId}/completions", + $"instances/{instanceId}/async-completions", TimeSpan.FromSeconds(10), client.Timeout.Subtract(TimeSpan.FromSeconds(1)), _logger); @@ -77,6 +77,7 @@ public async Task GetCompletion(string instanceId, LLMCom return new LLMCompletionResponse { OperationId = request.OperationId, + Content = completionResponse!.Content, Completion = completionResponse.Completion, Citations = completionResponse.Citations, UserPrompt = completionResponse.UserPrompt, @@ -84,7 +85,8 @@ public async Task GetCompletion(string instanceId, LLMCom PromptTemplate = string.Empty, AgentName = request.Agent.Name, PromptTokens = completionResponse.PromptTokens, - CompletionTokens = completionResponse.CompletionTokens + CompletionTokens = completionResponse.CompletionTokens, + AnalysisResults = completionResponse.AnalysisResults }; }