From c39c8f70eb6684a446461bb4a0f4f1f21469d2e4 Mon Sep 17 00:00:00 2001 From: Ased Mammad Date: Tue, 2 Jan 2024 19:04:51 +0330 Subject: [PATCH] fix(proxy_server.py) Check when '_hidden_params' is None --- litellm/proxy/proxy_server.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 5543b13d377a..632084a29de6 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -1284,7 +1284,10 @@ async def chat_completion( else: # router is not set response = await litellm.acompletion(**data) - model_id = response._hidden_params.get("model_id", None) or "" + if hasattr(response, "_hidden_params"): + model_id = response._hidden_params.get("model_id", None) or "" + else: + model_id = "" if ( "stream" in data and data["stream"] == True ): # use generate_responses to stream responses