fix, when x's shape is (0, ...), y is empty and concat_op raises errors

PaddlePaddle · Jan 6, 2022 · 535fb2f · 535fb2f · paddle-bot-old · Jan 24, 2022
1 parent aaa00ab
commit 535fb2f
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/python/paddle/distributed/model/moe/moe_layer.py b/python/paddle/distributed/model/moe/moe_layer.py
@@ -388,6 +388,9 @@ def forward(self, inp):
         d_model = self.d_model
 
         def experts_fwd(x, fwd_expert_count, experts):
+
+            if x.shape[0] == 0:
+                return paddle.empty(x.shape, x.dtype)
             y = []
             last_index = 0
             assert isinstance(fwd_expert_count, np.ndarray)