Merge pull request #215 from laekov/gate-ctgus-tmp-fix

laekov · web-flow · commit 55af4f98eee0 · 2025-02-10T14:04:29.000+08:00
Temporary fix of incontiguous gate tensor by assertion
diff --git a/fmoe/functions.py b/fmoe/functions.py
@@ -60,6 +60,7 @@ def prepare_forward(gate, num_expert, world_size):
         world_size: number of workers that hold different experts.
         comm: the communicator of all workers in the expert-parallel group.
     """
+    assert(gate.is_contiguous())
     pos, local_expert_count, global_expert_count = count_by_gate(gate, 
             num_expert, world_size)
     with torch.no_grad():
