[Iluvatar] add vl into ci and support v1 loader (#4774)

2026-04-23 00:17:25 +08:00 · 2025-11-11 10:50:17 +08:00
parent 07a82afcae
commit 3707af7a4f
10 changed files with 340 additions and 46 deletions
@@ -223,7 +223,7 @@ class FusedMoE(nn.Layer):
        if expert_id - self.expert_id_offset >= 0 and expert_id - self.expert_id_offset < self.num_local_experts:
            if hasattr(param, "SHARD_ID_TO_SHARDED_DIM"):
                SHARD_ID_TO_SHARDED_DIM = param.SHARD_ID_TO_SHARDED_DIM
-            elif current_platform.is_cuda():
+            elif current_platform.is_cuda() or current_platform.is_iluvatar():
                SHARD_ID_TO_SHARDED_DIM = {"gate": 1, "down": 0, "up": 1}
            else:
                SHARD_ID_TO_SHARDED_DIM = {"gate": 0, "down": 1, "up": 0}