[Feature] 为 FusedMoE 添加 hidden_size 显式参数支持 (#7361)

[Feature] 为 FusedMoE 添加 hidden_size 显式参数支持
2026-04-23 00:17:25 +08:00 · 2026-04-13 20:24:58 +08:00
parent 1e08ee74e5
commit 73bd4ab318
11 changed files with 12 additions and 1 deletions
@@ -96,6 +96,7 @@ class FuseMoEWrapper(paddle.nn.Layer):

        self.fused_moe = FusedMoE(
            fd_config=self.fd_config,
+            hidden_size=self.fd_config.model_config.hidden_size,
            moe_intermediate_size=self.fd_config.model_config.moe_intermediate_size,
            num_experts=self.fd_config.model_config.moe_num_experts,
            top_k=self.fd_config.model_config.moe_k,