Merge pull request #1627 from nullstreak/deepinfra

DeepInfra: Add max_tokens and stop
xtekky · Feb 24, 2024 · 369ea62 · 369ea62
2 parents 6d3ad27 + 0d4f637
commit 369ea62
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/g4f/Provider/DeepInfra.py b/g4f/Provider/DeepInfra.py
@@ -61,6 +61,8 @@ async def create_async_generator(
                 'model'   : cls.get_model(model),
                 'messages': messages,
                 'temperature': kwargs.get("temperature", 0.7),
+                'max_tokens': kwargs.get("max_tokens", 512),
+                'stop': kwargs.get("stop", []),
                 'stream'  : True
             }
             async with session.post('https://api.deepinfra.com/v1/openai/chat/completions',