[Frontend] OpenAI Responses API supports Tool/Function calling

Signed-off-by: chaunceyjiang <chaunceyjiang@gmail.com>

Author: chaunceyjiang

vllm/entrypoints/openai/protocol.py

@@ -297,7 +297,7 @@ def get_logits_processors(
 def get_json_schema_from_tool(
     tool_choice: str | ToolChoice | ChatCompletionNamedToolChoiceParam,
     tools: list[Tool | ChatCompletionToolsParam] | None,
-) -> str | dict | BaseModel | None:
+) -> str | dict | None:
     if tool_choice in ("none", None) or tools is None:
         return None
     if (not isinstance(tool_choice, str)) and isinstance(tool_choice, ToolChoice):

vllm/entrypoints/openai/serving_responses.py

@@ -190,7 +190,7 @@ def __init__(
             self.default_sampling_params["stop_token_ids"].extend(
                 get_stop_tokens_for_assistant_actions()
             )
-
+        self.enable_auto_tools = enable_auto_tools
         # set up tool use
         self.tool_parser = self._get_tool_parser(
             tool_parser_name=tool_parser, enable_auto_tools=enable_auto_tools

vllm/entrypoints/openai/tool_parsers/abstract_tool_parser.py

@@ -9,6 +9,7 @@
     ChatCompletionRequest,
     DeltaMessage,
     ExtractedToolCallInformation,
+    ResponsesRequest,
 )
 from vllm.logger import init_logger
 from vllm.transformers_utils.tokenizer import AnyTokenizer
@@ -46,7 +47,7 @@ def adjust_request(self, request: ChatCompletionRequest) -> ChatCompletionReques
         return request
 
     def extract_tool_calls(
-        self, model_output: str, request: ChatCompletionRequest
+        self, model_output: str, request: ChatCompletionRequest | ResponsesRequest
     ) -> ExtractedToolCallInformation:
         """
         Static method that should be implemented for extracting tool calls from