Context length is not retryable

letta-ai · Nov 27, 2024 · ef8983f · ef8983f
1 parent c347e27
commit ef8983f
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/letta/agent.py b/letta/agent.py
@@ -550,17 +550,17 @@ def _get_ai_reply(
                     stream_interface=self.interface,
                 )
 
-                # This is not retryable, hence RuntimeError v.s. ValueError
-                if response.choices[0].finish_reason == "length":
-                    raise RuntimeError("Finish reason was length (maximum context length)")
-
                 # These bottom two are retryable
                 if len(response.choices) == 0 or response.choices[0] is None:
                     raise ValueError(f"API call returned an empty message: {response}")
 
                 if response.choices[0].finish_reason not in ["stop", "function_call", "tool_calls"]:
                     raise ValueError(f"Bad finish reason from API: {response.choices[0].finish_reason}")
 
+                # This is not retryable, hence RuntimeError v.s. ValueError
+                if response.choices[0].finish_reason == "length":
+                    raise RuntimeError("Finish reason was length (maximum context length)")
+
                 return response
 
             except ValueError as ve: