File tree Expand file tree Collapse file tree 3 files changed +11
-4
lines changed Expand file tree Collapse file tree 3 files changed +11
-4
lines changed Original file line number Diff line number Diff line change 66from typing import TYPE_CHECKING
77
88from vllm import envs
9- from vllm .plugins import load_plugins_by_group
9+ from vllm .plugins import PLATFORM_PLUGINS_GROUP , load_plugins_by_group
1010from vllm .utils import resolve_obj_by_qualname , supports_xccl
1111
1212from .interface import CpuArchEnum , Platform , PlatformEnum
@@ -188,7 +188,7 @@ def cpu_platform_plugin() -> str | None:
188188
189189
190190def resolve_current_platform_cls_qualname () -> str :
191- platform_plugins = load_plugins_by_group ("vllm.platform_plugins" )
191+ platform_plugins = load_plugins_by_group (PLATFORM_PLUGINS_GROUP )
192192
193193 activated_plugins = []
194194
Original file line number Diff line number Diff line change 99
1010logger = logging .getLogger (__name__ )
1111
12+ # Default plugins group will be loaded in all processes(process0, engine core
13+ # process and worker processes)
1214DEFAULT_PLUGINS_GROUP = "vllm.general_plugins"
15+ # IO processor plugins group will be loaded in process0 only
16+ IO_PROCESSOR_PLUGINS_GROUP = "vllm.io_processor_plugins"
17+ # Platform plugins group will be loaded in all processes when
18+ # `vllm.platforms.current_platform` is called and the value not initialized,
19+ PLATFORM_PLUGINS_GROUP = "vllm.platform_plugins"
1320
1421# make sure one process only loads plugins once
1522plugins_loaded = False
Original file line number Diff line number Diff line change 44import logging
55
66from vllm .config import VllmConfig
7- from vllm .plugins import load_plugins_by_group
7+ from vllm .plugins import IO_PROCESSOR_PLUGINS_GROUP , load_plugins_by_group
88from vllm .plugins .io_processors .interface import IOProcessor
99from vllm .utils import resolve_obj_by_qualname
1010
@@ -37,7 +37,7 @@ def get_io_processor(
3737
3838 # Load all installed plugin in the group
3939 multimodal_data_processor_plugins = load_plugins_by_group (
40- "vllm.io_processor_plugins"
40+ IO_PROCESSOR_PLUGINS_GROUP
4141 )
4242
4343 loadable_plugins = {}
You can’t perform that action at this time.
0 commit comments