Merge pull request #8 from allen-li1231/sync-api-settings

Add useful payload parameters
rjmacarthy · Sep 6, 2023 · 1dbdaf0 · 1dbdaf0
2 parents 0f30e0f + 724e08f
commit 1dbdaf0
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/abstractions.py b/abstractions.py
@@ -11,10 +11,12 @@ class Choice(BaseModel):
 
 
 class Payload(BaseModel):
+    max_time: float = None
     max_tokens: int = 100
     num_return_sequences: int
     one_line: bool = True
     prompt: str
+    repetition_penalty: float = 1.
     temperature: float = 0.1
     top_k: int
     top_p: float