enable mm allreduce test

Signed-off-by: Ronald1995 <ronaldautomobile@163.com>

Author: Ronald1995

tests/e2e/multicard/test_external_launcher.py

@@ -27,12 +27,13 @@
 from unittest.mock import patch
 
 import pytest
+import torch_npu
 
 MODELS = ["Qwen/Qwen3-0.6B"]
+DEVICE_NAME = torch_npu.npu.get_device_name(0)[:10]
 
 
 @pytest.mark.parametrize("model", MODELS)
-@patch.dict(os.environ, {"ASCEND_RT_VISIBLE_DEVICES": "0,1,2,3"})
 def test_external_launcher(model):
     script = Path(
         __file__
@@ -71,3 +72,38 @@ def test_external_launcher(model):
     assert "TP RANKS: [1]" in output
     assert "Generated text:" in output
     assert proc.returncode == 0
+
+
+@pytest.mark.skipif(
+    DEVICE_NAME != "Ascend910B",
+    reason="This test is only for Ascend910B devices.",
+)
+@pytest.mark.parametrize("model", MODELS)
+@patch.dict(os.environ, {"VLLM_ASCEND_ENABLE_MATMUL_ALLREDUCE": "1"})
+def test_mm_allreduce(model):
+    script = Path(
+        __file__
+    ).parent.parent.parent.parent / "examples" / "offline_external_launcher.py"
+    env = os.environ.copy()
+    cmd = [
+        sys.executable,
+        str(script),
+        "--model",
+        model,
+        "--trust-remote-code",
+    ]
+
+    print(f"Running subprocess: {' '.join(cmd)}")
+    proc = subprocess.run(
+        cmd,
+        env=env,
+        stdout=subprocess.PIPE,
+        stderr=subprocess.STDOUT,
+        timeout=600,
+    )
+
+    output = proc.stdout.decode()
+    print(output)
+
+    assert "Generated text:" in output
+    assert proc.returncode == 0

vllm_ascend/patch/worker/patch_common/patch_linear.py

@@ -25,6 +25,7 @@
 from vllm.distributed import (get_tensor_model_parallel_rank,
                               split_tensor_along_last_dim)
 from vllm.distributed.parallel_state import get_tp_group
+from vllm.logger import logger
 from vllm.model_executor.layers.linear import RowParallelLinear
 
 from vllm_ascend import envs
@@ -142,4 +143,5 @@ def calc_output(self, input_parallel: torch.Tensor) -> torch.Tensor:
 
 
 if envs.VLLM_ASCEND_ENABLE_MATMUL_ALLREDUCE:
+    logger.info("AscendRowParallelLinear: Matmul all-reduce is enabled. ")
     vllm.model_executor.layers.linear.RowParallelLinear = AscendRowParallelLinear