Update min sizes

Signed-off-by: ilmarkov <imarkov@redhat.com>

Author: ilmarkov

vllm/distributed/device_communicators/custom_all_reduce.py

@@ -72,10 +72,10 @@ class CustomAllreduce:
     MB = 1024 * 1024
     _QR_MIN_SIZE = {
         (torch.float16, 2): [1 * MB, 2 * MB, 2 * MB, 1 * MB],
-        (torch.float16, 4): [1 * MB, 64 * MB, 4 * MB, 2 * MB],
+        (torch.float16, 4): [1 * MB, 16 * MB, 4 * MB, 2 * MB],
         (torch.float16, 8): [16 * MB, 4 * MB, 4 * MB, 2 * MB],
         (torch.bfloat16, 2): [2 * MB, 8 * MB, 8 * MB, 8 * MB],
-        (torch.bfloat16, 4): [8 * MB, 128 * MB, 128 * MB, 16 * MB],
+        (torch.bfloat16, 4): [8 * MB, 64 * MB, 64 * MB, 16 * MB],
         (torch.bfloat16, 8): [16 * MB, 2048 * MB, 2048 * MB, 2048 * MB],
     }