Add stop sequence support to MistralClient (#3120)

stanford-crfm · Oct 31, 2024 · 712ac23 · 712ac23
1 parent 7c3c6fb
commit 712ac23
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/helm/clients/mistral_client.py b/src/helm/clients/mistral_client.py
@@ -26,6 +26,7 @@ class MistralAIRequest(TypedDict):
     temperature: float
     top_p: float
     random_seed: Optional[int]
+    stop: Optional[List[str]]
 
 
 class MistralAIClient(CachingClient):
@@ -120,6 +121,7 @@ def make_request(self, request: Request) -> RequestResult:
                     "temperature": request.temperature,
                     "top_p": request.top_p,
                     "random_seed": self._get_random_seed(request, completion_index),
+                    "stop": request.stop_sequences or None,
                 }
 
                 def do_it() -> Dict[str, Any]: