apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 17:11:21 +08:00
Code Issues Actions 10 Packages Projects Releases Wiki Activity

[KSM] support keep sampling mask (#7146)

Browse Source 
* [KSM] support keep sampling mask

* Remove Comments

* remove logz_per_batch

* fix the description and checking
This commit is contained in:
Zero Rains
2026-04-03 11:30:54 +08:00
committed by GitHub
parent 44ef7b6758
commit 72bf3dbdfd
23 changed files with 519 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/output/test_process_batch_output_use_zmq.py
+1
View File
@@ -31,6 +31,7 @@ class TestTokenProcessorLogprobs(unittest.TestCase):
self.cfg.model_config.enable_logprob = True
self.cfg.speculative_config.method = None
self.cfg.parallel_config.local_data_parallel_id = 0
self.cfg.parallel_config.engine_worker_queue_port = ["9700"]
self.cached_generated_tokens = MagicMock()
self.engine_worker_queue = MagicMock()
self.split_connector = MagicMock()