We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent bb8f513 commit 3458abcCopy full SHA for 3458abc
vllm/distributed/device_communicators/quick_all_reduce.py
@@ -139,7 +139,8 @@ def __init__(self,
139
"specify disable_quick_all_reduce=0 explicitly.")
140
return
141
142
- self.max_size = max_size if envs.VLLM_QUICK_ALLREDUCE > 0 else max_size / self.world_size * 2
+ self.max_size = (max_size if envs.VLLM_QUICK_ALLREDUCE > 0 else
143
+ max_size / self.world_size * 2)
144
self.min_size = min_size
145
self._ptr = ops.init_quick_ar(world_size, rank)
146
my_handle = ops.qr_get_comm_handle(self._ptr)
0 commit comments