Update context size defaults Close ggerganov#11

Deadsg · Apr 4, 2023 · f7ab8d5 · f7ab8d5
1 parent c0a5c01
commit f7ab8d5
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/examples/fastapi_server.py b/examples/fastapi_server.py
@@ -34,6 +34,7 @@ class Settings(BaseSettings):
     embedding=True,
     n_threads=6,
     n_batch=2048,
+    n_ctx=2048,
 )