[BugFix]Dev fix custom ar unstable result (#4437)

2026-04-23 00:17:25 +08:00 · 2025-10-17 11:47:16 +08:00
parent 6160145f82
commit b134e6afe6
17 changed files with 25 additions and 24 deletions
@@ -863,7 +863,7 @@ class RowParallelLinear(LinearBase):
            out = paddle.matmul(x, self.weight)

        if self.reduce_results and self.nranks > 1:
-            tensor_model_parallel_all_reduce(out, self.tp_group)
+            out = tensor_model_parallel_all_reduce(out, self.tp_group)
        if not self.fd_config.quant_config and self.add_bias:
            out = paddle.add(out, self.bias)
        return out