Turn on custom allreduce by default in O3 (#2706)

mlc-ai · Jul 30, 2024 · 3c7a6d5 · 3c7a6d5
1 parent da06a06
commit 3c7a6d5
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/python/mlc_llm/interface/compiler_flags.py b/python/mlc_llm/interface/compiler_flags.py
@@ -205,5 +205,6 @@ def from_str(source: str) -> "ModelConfigOverride":
         faster_transformer=True,
         cudagraph=True,
         cutlass=True,
+        ipc_allreduce_strategy=IPCAllReduceStrategyType.AUTO,
     ),
 }