fix chat mode streaming with non-multiturn columns

EmbeddedLLM · Nov 28, 2024 · 28a254f · 28a254f
1 parent 1d5a570
commit 28a254f
Showing 1 changed file with 13 additions and 11 deletions.
diff --git a/services/app/src/routes/(main)/project/[project_id]/chat-table/[table_id]/ChatMode.svelte b/services/app/src/routes/(main)/project/[project_id]/chat-table/[table_id]/ChatMode.svelte
@@ -95,7 +95,7 @@
 			]
 		];
 
-		// generationStatus = true;
+		generationStatus = true;
 		loadedStreams = Object.fromEntries(
 			tableData.cols
 				.map((col) =>
@@ -194,16 +194,18 @@
 										}
 									}
 								} else {
-									if ((parsedValue.choices[0].message.content ?? '').includes('\n')) {
-										loadedStreams[parsedValue.output_column_name] = [
-											...loadedStreams[parsedValue.output_column_name],
-											latestStreams[parsedValue.output_column_name] +
-												(parsedValue.choices[0]?.message?.content ?? '')
-										];
-										latestStreams[parsedValue.output_column_name] = '';
-									} else {
-										latestStreams[parsedValue.output_column_name] +=
-											parsedValue.choices[0]?.message?.content ?? '';
+									if (loadedStreams[parsedValue.output_column_name]) {
+										if ((parsedValue.choices[0].message.content ?? '').includes('\n')) {
+											loadedStreams[parsedValue.output_column_name] = [
+												...loadedStreams[parsedValue.output_column_name],
+												latestStreams[parsedValue.output_column_name] +
+													(parsedValue.choices[0]?.message?.content ?? '')
+											];
+											latestStreams[parsedValue.output_column_name] = '';
+										} else {
+											latestStreams[parsedValue.output_column_name] +=
+												parsedValue.choices[0]?.message?.content ?? '';
+										}
 									}
 								}
 							} else {