fix bug,fix#modelscope#487

mushenL · Jun 13, 2024 · 4a8204e · 4a8204e
1 parent fe1bc43
commit 4a8204e
Showing 1 changed file with 9 additions and 1 deletion.
diff --git a/modelscope_agent/llm/ollama.py b/modelscope_agent/llm/ollama.py
@@ -20,7 +20,15 @@ def __init__(self, model: str, model_server: str, **kwargs):
         host = kwargs.get('host', 'http://localhost:11434')
         self.client = ollama.Client(host=host)
         self.model = model
-        self.client.pull(self.model)
+        try:
+            logger.debug(f'Pulling model {self.model}')
+            self.client.pull(self.model)
+        except Exception as e:
+            logger.warning(
+                f'Warning: Failed to pull model {self.model} from {host}: {e}')
+
+        logger.info(
+            f'Initialization of OllamaLLM with model {self.model} done')
 
     def _chat_stream(self,
                      messages: List[Dict],