mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-23 17:11:21 +08:00
[KSM] support keep sampling mask (#7146)
* [KSM] support keep sampling mask * Remove Comments * remove logz_per_batch * fix the description and checking
This commit is contained in:
@@ -30,6 +30,8 @@ class TestProcessBatchDraftTokens(unittest.TestCase):
|
||||
# 模拟 cfg
|
||||
cfg = MagicMock()
|
||||
cfg.speculative_config = MagicMock()
|
||||
cfg.parallel_config.local_data_parallel_id = 0
|
||||
cfg.parallel_config.engine_worker_queue_port = ["9700"]
|
||||
cfg.speculative_config.method = "mtp"
|
||||
cfg.speculative_config.num_speculative_tokens = 3
|
||||
cfg.model_config = MagicMock()
|
||||
|
||||
Reference in New Issue
Block a user