[Iluvatar][CI] fix the dim error of seq_lens_encoder and seq_lens_decoder (#6637)

2026-04-23 00:17:25 +08:00 · 2026-03-04 14:00:40 +08:00
parent 02d32eea3b
commit 3345641f4e
3 changed files with 7 additions and 4 deletions
@@ -1447,7 +1447,7 @@ class EngineArgs:

        if self.max_num_batched_tokens is None:
            if int(envs.ENABLE_V1_KVCACHE_SCHEDULER):
-                if current_platform.is_maca():
+                if current_platform.is_maca() or current_platform.is_iluvatar():
                    self.max_num_batched_tokens = self.max_model_len
                else:
                    self.max_num_batched_tokens = 8192  # if set to max_model_len, it's easy to be OOM