Split enable_mm (#7183)

Co-authored-by: liuruian <liuruian@MacBook-Pro.local>
2026-04-24 17:49:42 +08:00 · 2026-04-08 11:25:41 +08:00
parent 8496ec71a6
commit bb48bcbaa2
33 changed files with 109 additions and 69 deletions
@@ -947,6 +947,7 @@ class TokenProcessor:
                    if not is_prefill:
                        self._record_completion_metrics(task, current_time)
                    llm_logger.info(f"task {task_id} received eos token. Recycling.")
+
                    if (
                        envs.ENABLE_V1_KVCACHE_SCHEDULER
                        and self.cfg.cache_config.enable_prefix_caching