fixup! fix: nil pointer error from req.Stream

livepeer · Aug 1, 2024 · 9601b44 · 9601b44
1 parent 208f878
commit 9601b44
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 2 deletions.
diff --git a/runner/-F b/runner/-F
diff --git a/worker/worker.go b/worker/worker.go
@@ -493,7 +493,7 @@ func (w *Worker) handleStreamingResponse(ctx context.Context, resp *LlmGenerateR
 				if bytes.HasPrefix(line, []byte("data: ")) {
 					data := bytes.TrimPrefix(line, []byte("data: "))
 					if string(data) == "[DONE]" {
-						outputChan <- LlmStreamChunk{Done: true, TokensUsed: totalTokens}
+						outputChan <- LlmStreamChunk{Chunk: "[DONE]", Done: true, TokensUsed: totalTokens}
 						return
 					}