Skip to content

Commit 733e7c9

Browse files
authored
[Refactor] Remove unnecessary backend parameter in structured output interface (#15317)
Signed-off-by: Aaron Pham <contact@aarnphm.xyz>
1 parent 0af4d76 commit 733e7c9

File tree

1 file changed

+5
-5
lines changed

1 file changed

+5
-5
lines changed

vllm/v1/structured_output/__init__.py

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
from __future__ import annotations
33

44
import multiprocessing
5-
from concurrent.futures import Future, ThreadPoolExecutor
5+
from concurrent.futures import ThreadPoolExecutor
66
from typing import TYPE_CHECKING, Optional
77

88
from vllm.config import VllmConfig
@@ -57,13 +57,13 @@ def grammar_init(self, request: Request) -> None:
5757
raise ValueError(
5858
f"Unsupported structured output backend: {backend_name}")
5959

60-
grammar: Future[StructuredOutputGrammar] = self.executor.submit(
61-
self._async_create_grammar, request, self.backend)
60+
grammar = self.executor.submit(self._async_create_grammar, request)
6261
request.structured_output_request.grammar = grammar # type: ignore[assignment]
6362

6463
def _async_create_grammar(
65-
self, request: Request,
66-
backend: StructuredOutputBackend) -> StructuredOutputGrammar:
64+
self,
65+
request: Request,
66+
) -> StructuredOutputGrammar:
6767
key = request.structured_output_request.structured_output_key # type: ignore[union-attr]
6868

6969
# Note that the request was validated in the engine core client,

0 commit comments

Comments
 (0)