Skip to content

Commit 807ecdb

Browse files
wangxiyuanxuebwang-amd
authored andcommitted
[Plugin] Make plugin group clear (vllm-project#26757)
Signed-off-by: wangxiyuan <wangxiyuan1007@gmail.com> Signed-off-by: xuebwang-amd <xuebwang@amd.com>
1 parent e458cde commit 807ecdb

File tree

3 files changed

+11
-4
lines changed

3 files changed

+11
-4
lines changed

vllm/platforms/__init__.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66
from typing import TYPE_CHECKING
77

88
from vllm import envs
9-
from vllm.plugins import load_plugins_by_group
9+
from vllm.plugins import PLATFORM_PLUGINS_GROUP, load_plugins_by_group
1010
from vllm.utils import resolve_obj_by_qualname, supports_xccl
1111

1212
from .interface import CpuArchEnum, Platform, PlatformEnum
@@ -188,7 +188,7 @@ def cpu_platform_plugin() -> str | None:
188188

189189

190190
def resolve_current_platform_cls_qualname() -> str:
191-
platform_plugins = load_plugins_by_group("vllm.platform_plugins")
191+
platform_plugins = load_plugins_by_group(PLATFORM_PLUGINS_GROUP)
192192

193193
activated_plugins = []
194194

vllm/plugins/__init__.py

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,14 @@
99

1010
logger = logging.getLogger(__name__)
1111

12+
# Default plugins group will be loaded in all processes(process0, engine core
13+
# process and worker processes)
1214
DEFAULT_PLUGINS_GROUP = "vllm.general_plugins"
15+
# IO processor plugins group will be loaded in process0 only
16+
IO_PROCESSOR_PLUGINS_GROUP = "vllm.io_processor_plugins"
17+
# Platform plugins group will be loaded in all processes when
18+
# `vllm.platforms.current_platform` is called and the value not initialized,
19+
PLATFORM_PLUGINS_GROUP = "vllm.platform_plugins"
1320

1421
# make sure one process only loads plugins once
1522
plugins_loaded = False

vllm/plugins/io_processors/__init__.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
import logging
55

66
from vllm.config import VllmConfig
7-
from vllm.plugins import load_plugins_by_group
7+
from vllm.plugins import IO_PROCESSOR_PLUGINS_GROUP, load_plugins_by_group
88
from vllm.plugins.io_processors.interface import IOProcessor
99
from vllm.utils import resolve_obj_by_qualname
1010

@@ -37,7 +37,7 @@ def get_io_processor(
3737

3838
# Load all installed plugin in the group
3939
multimodal_data_processor_plugins = load_plugins_by_group(
40-
"vllm.io_processor_plugins"
40+
IO_PROCESSOR_PLUGINS_GROUP
4141
)
4242

4343
loadable_plugins = {}

0 commit comments

Comments
 (0)