[Optimization] EP empty_input_forward Remove Communication (#5254)

2026-04-23 08:21:53 +08:00 · 2025-12-01 21:10:40 +08:00
parent b0113cb0fc
commit aa35ce449d
4 changed files with 11 additions and 4 deletions
@@ -421,7 +421,7 @@ class Qwen3MoeForCausalLM(ModelForCasualLM):
        empty_input_forward
        """
        fake_hidden_states = paddle.empty(
-            shape=[1, self.fd_config.model_config.hidden_size],
+            shape=[0, self.fd_config.model_config.hidden_size],
            dtype=paddle.get_default_dtype(),
        )
        for i in range(