[KSM] support keep sampling mask (#7146)

* [KSM] support keep sampling mask

* Remove Comments

* remove logz_per_batch

* fix the description and checking
This commit is contained in:
Zero Rains
2026-04-03 11:30:54 +08:00
committed by GitHub
parent 44ef7b6758
commit 72bf3dbdfd
23 changed files with 519 additions and 8 deletions
@@ -30,6 +30,8 @@ class TestProcessBatchDraftTokens(unittest.TestCase):
# 模拟 cfg
cfg = MagicMock()
cfg.speculative_config = MagicMock()
cfg.parallel_config.local_data_parallel_id = 0
cfg.parallel_config.engine_worker_queue_port = ["9700"]
cfg.speculative_config.method = "mtp"
cfg.speculative_config.num_speculative_tokens = 3
cfg.model_config = MagicMock()