File tree Expand file tree Collapse file tree 1 file changed +10
-0
lines changed Expand file tree Collapse file tree 1 file changed +10
-0
lines changed Original file line number Diff line number Diff line change 1111from pydantic import TypeAdapter , field_validator
1212from pydantic .dataclasses import dataclass
1313
14+ import vllm .envs as envs
1415from vllm .compilation .inductor_pass import CallableInductorPass , InductorPass
1516from vllm .config .utils import config
1617from vllm .logger import init_logger
@@ -532,6 +533,15 @@ def __post_init__(self) -> None:
532533 if self .backend == "" :
533534 self .backend = "inductor"
534535
536+ # Come back to!
537+ if self .level is None :
538+ if envs .VLLM_USE_V1 :
539+ self .level = CompilationLevel .PIECEWISE
540+ else :
541+ # NB: Passing both --enforce-eager and a compilation level
542+ # in V0 means the compilation level wins out.
543+ self .level = CompilationLevel .NO_COMPILATION
544+
535545 if count_none + count_all == 0 :
536546 if self .level > 0 and self .backend != "eager" :
537547 self .custom_ops .insert (0 , "none" )
You can’t perform that action at this time.
0 commit comments