We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1ee3538 commit 8983e02Copy full SHA for 8983e02
vllm/distributed/device_communicators/all2all.py
@@ -377,6 +377,11 @@ class FlashInferAllToAllManager(All2AllManagerBase):
377
All2All communication based on flashinfer kernels.
378
"""
379
380
+ # This type lint could be removed after all of the work in
381
+ # https://github.com/vllm-project/vllm/issues/26533 done.
382
+ rank: int
383
+ world_size: int
384
+
385
def __init__(self, cpu_group):
386
assert has_flashinfer_all2all(), (
387
"flashinfer all2all module not found. Please install/check flashinfer"
0 commit comments