[BugFix]Dev fix custom ar unstable result (#4437)

2026-04-23 00:17:25 +08:00 · 2025-10-17 11:47:16 +08:00
parent 6160145f82
commit b134e6afe6
17 changed files with 25 additions and 24 deletions
@@ -194,7 +194,7 @@ class DeepSeekV3MoE(nn.Layer):
        moe_out = moe_out + shared_experts_out
        # We do to TP all reduce after the sum of experts.
        if self.tp_size > 1:
-            tensor_model_parallel_all_reduce(moe_out)
+            moe_out = tensor_model_parallel_all_reduce(moe_out)
        return moe_out