remove dev sync in prefill (#4598)

This commit is contained in:
周周周
2025-10-27 19:54:43 +08:00
committed by GitHub
parent 64d1aa973b
commit 3729e910a6
2 changed files with 6 additions and 3 deletions
@@ -435,6 +435,7 @@ class EPPrefillRunner(EPRunner):
x: paddle.Tensor,
topk_idx: paddle.Tensor,
topk_weights: paddle.Tensor,
expert_alignment: int = 1,
*args,
**kwargs,
):
@@ -461,6 +462,7 @@ class EPPrefillRunner(EPRunner):
"async_finish": self.ep_engine.async_finish,
"topk_idx": topk_idx,
"topk_weights": topk_weights,
"expert_alignment": expert_alignment,
}
return buffer.dispatch(**dispatch_args)