Add: zhipu_openai_style_llm

agentuniverse/llm/default/zhipu_openai_style_llm.py

@@ -0,0 +1,70 @@
+# !/usr/bin/env python3
+# -*- coding:utf-8 -*-
+
+# @Time    : 2024/9/6 16:00
+# @Author  : wangyapei 
+# @FileName: zhipu_openai_style_llm.py
+
+from typing import Optional, Any, Union, Iterator, AsyncIterator
+
+from pydantic import Field
+
+from agentuniverse.base.annotation.trace import trace_llm
+from agentuniverse.base.util.env_util import get_from_env
+from agentuniverse.llm.llm_output import LLMOutput
+from agentuniverse.llm.openai_style_llm import OpenAIStyleLLM
+
+ZHIPU_MAXCONTETNLENGTH = {
+    "GLM-4-Plus": 128000,
+    "GLM-4-0520": 128000,
+    "GLM-4-AirX": 8000,
+    "GLM-4-Air":  128000,
+    "GLM-4-Long": 1000000,
+    "GLM-4-Flash": 128000,
+    "GLM-4": 128000,
+}
+
+
+class DefaultZhiPuLLM(OpenAIStyleLLM):
+    """The agentUniverse default openai llm module.
+
+    LLM parameters, such as name/description/model_name/max_tokens,
+    are injected into this class by the default_openai_llm.yaml configuration.
+    """
+
+    api_key: Optional[str] = Field(default_factory=lambda: get_from_env("ZHIPU_API_KEY"))
+    organization: Optional[str] = Field(default_factory=lambda: get_from_env("ZHIPU_ORGANIZATION"))
+    api_base: Optional[str] = Field(default_factory=lambda: get_from_env("ZHIPU_API_BASE"))
+    proxy: Optional[str] = Field(default_factory=lambda: get_from_env("ZHIPU_PROXY"))
+
+    @trace_llm
+    def call(self, messages: list, **kwargs: Any) -> Union[LLMOutput, Iterator[LLMOutput]]:
+        """ The call method of the LLM.
+
+        Users can customize how the model interacts by overriding call method of the LLM class.
+
+        Args:
+            messages (list): The messages to send to the LLM.
+            **kwargs: Arbitrary keyword arguments.
+        """
+        return super().call(messages, **kwargs)
+
+    @trace_llm
+    async def acall(self, messages: list, **kwargs: Any) -> Union[LLMOutput, AsyncIterator[LLMOutput]]:
+        """ The async call method of the LLM.
+
+        Users can customize how the model interacts by overriding acall method of the LLM class.
+
+        Args:
+            messages (list): The messages to send to the LLM.
+            **kwargs: Arbitrary keyword arguments.
+        """
+        return await super().acall(messages, **kwargs)
+
+    def max_context_length(self) -> int:
+        """Max context length.
+
+          The total length of input tokens and generated tokens is limited by the openai model's context length.
+          """
+        return ZHIPU_MAXCONTETNLENGTH.get(self.model_name, 128000)
+

agentuniverse/llm/default/zhipu_openai_style_llm.yaml

@@ -0,0 +1,8 @@
+name: 'default_zhipu_llm'
+description: 'default default_zhipu_llm llm with spi'
+model_name: 'glm-4-flash'
+max_tokens: 1000
+metadata:
+  type: 'LLM'
+  module: 'agentuniverse.llm.default.zhipu_openai_style_llm'
+  class: 'DefaultZhiPuLLM'

sample_standard_app/config/custom_key.toml.sample

@@ -30,7 +30,10 @@ example_key = 'AnExampleKey'
 #
 ##baichuan default name: default_baichuan_llm
 #BAICHUAN_API_KEY='xxxxxx'
-
+#
+##ZHIPU default name: default_zhipu_llm
+#ZHIPU_API_KEY='xxxxxx'
+#ZHIPU_API_BASE='https://open.bigmodel.cn/api/paas/v4/'
 
 # search
 #Google search