diff --git a/vllm/compilation/compiler_interface.py b/vllm/compilation/compiler_interface.py index f6c752073c7d..833be289265f 100644 --- a/vllm/compilation/compiler_interface.py +++ b/vllm/compilation/compiler_interface.py @@ -167,8 +167,7 @@ def compile( compiler_config: Dict[str, Any], runtime_shape: Optional[int] = None ) -> Tuple[Optional[Callable], Optional[Any]]: - from torch._inductor import config - current_config = config.get_config_copy() + current_config = {} from torch._inductor.compile_fx import compile_fx # disable remote cache