From 23c83b28230a0d220cc79f6310e4e12f14aa1c65 Mon Sep 17 00:00:00 2001
From: Mishig <mishig.davaadorj@coloradocollege.edu>
Date: Wed, 17 Jan 2024 12:21:43 +0100
Subject: [PATCH] [Small model] Explicitly close AsyncGenerator (#704)

---
 src/lib/server/generateFromDefaultEndpoint.ts | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/lib/server/generateFromDefaultEndpoint.ts b/src/lib/server/generateFromDefaultEndpoint.ts
index 239897f0779..9bcd7d40931 100644
--- a/src/lib/server/generateFromDefaultEndpoint.ts
+++ b/src/lib/server/generateFromDefaultEndpoint.ts
@@ -21,6 +21,7 @@ export async function generateFromDefaultEndpoint({
 					generated_text = generated_text.slice(0, -stop.length).trimEnd();
 				}
 			}
+			tokenStream.return();
 			return generated_text;
 		}
 	}