perf: try completion stub async to avoid many new threads

OpenRouterTeam · Jan 8, 2024 · 3f9fa09 · 3f9fa09
1 parent 265cdee
commit 3f9fa09
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/modal/runner/endpoints/completion.py b/modal/runner/endpoints/completion.py
@@ -11,7 +11,7 @@
 )
 
 
-def completion(
+async def completion(
     payload: Payload,
     _token: HTTPAuthorizationCredentials = Depends(config.auth),
 ):