File tree Expand file tree Collapse file tree 1 file changed +5
-5
lines changed
vllm/v1/structured_output Expand file tree Collapse file tree 1 file changed +5
-5
lines changed Original file line number Diff line number Diff line change 22from __future__ import annotations
33
44import multiprocessing
5- from concurrent .futures import Future , ThreadPoolExecutor
5+ from concurrent .futures import ThreadPoolExecutor
66from typing import TYPE_CHECKING , Optional
77
88from vllm .config import VllmConfig
@@ -57,13 +57,13 @@ def grammar_init(self, request: Request) -> None:
5757 raise ValueError (
5858 f"Unsupported structured output backend: { backend_name } " )
5959
60- grammar : Future [StructuredOutputGrammar ] = self .executor .submit (
61- self ._async_create_grammar , request , self .backend )
60+ grammar = self .executor .submit (self ._async_create_grammar , request )
6261 request .structured_output_request .grammar = grammar # type: ignore[assignment]
6362
6463 def _async_create_grammar (
65- self , request : Request ,
66- backend : StructuredOutputBackend ) -> StructuredOutputGrammar :
64+ self ,
65+ request : Request ,
66+ ) -> StructuredOutputGrammar :
6767 key = request .structured_output_request .structured_output_key # type: ignore[union-attr]
6868
6969 # Note that the request was validated in the engine core client,
You can’t perform that action at this time.
0 commit comments