Skip to content

Commit 108cd83

Browse files
ryanlixuebwang-amd
authored andcommitted
scheduler.py: Update the name of the default scheduler. (vllm-project#26758)
Signed-off-by: Ryan Li <ryanli@ryanli.org> Signed-off-by: xuebwang-amd <xuebwang@amd.com>
1 parent 90213e1 commit 108cd83

File tree

2 files changed

+6
-11
lines changed

2 files changed

+6
-11
lines changed

vllm/config/scheduler.py

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -131,12 +131,12 @@ class SchedulerConfig:
131131
some image tokens can be scheduled (like TTTTIIIII, leaving IIIII),
132132
it will be scheduled as TTTT in one step and IIIIIIIIII in the next."""
133133

134-
# scheduler class or path. "vllm.core.scheduler.Scheduler" (default)
135-
# or "mod.custom_class".
136-
scheduler_cls: str | type[object] = "vllm.core.scheduler.Scheduler"
137-
"""The scheduler class to use. "vllm.core.scheduler.Scheduler" is the
138-
default scheduler. Can be a class directly or the path to a class of form
139-
"mod.custom_class"."""
134+
# scheduler class or path. "vllm.v1.core.sched.scheduler.Scheduler"
135+
# (default) or "mod.custom_class".
136+
scheduler_cls: str | type[object] = "vllm.v1.core.sched.scheduler.Scheduler"
137+
"""The scheduler class to use. "vllm.v1.core.sched.scheduler.Scheduler" is
138+
the default scheduler. Can be a class directly or the path to a class of
139+
form "mod.custom_class"."""
140140

141141
disable_hybrid_kv_cache_manager: bool = False
142142
"""If set to True, KV cache manager will allocate the same size of KV cache

vllm/engine/arg_utils.py

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1742,11 +1742,6 @@ def _set_default_args(
17421742
self.enable_prefix_caching = incremental_prefill_supported
17431743
logger.info("(%s) prefix caching by default", action)
17441744

1745-
# V1 should use the new scheduler by default.
1746-
# Swap it only if this arg is set to the original V0 default
1747-
if self.scheduler_cls == EngineArgs.scheduler_cls:
1748-
self.scheduler_cls = "vllm.v1.core.sched.scheduler.Scheduler"
1749-
17501745
# When no user override, set the default values based on the usage
17511746
# context.
17521747
# Use different default values for different hardware.

0 commit comments

Comments
 (0)