apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-24 01:29:57 +08:00
Code Issues Actions 9 Packages Projects Releases Wiki Activity

[KSM] support keep sampling mask (#7146)

Browse Source 
* [KSM] support keep sampling mask

* Remove Comments

* remove logz_per_batch

* fix the description and checking
This commit is contained in:
Zero Rains
2026-04-03 11:30:54 +08:00
committed by GitHub
parent 44ef7b6758
commit 72bf3dbdfd
23 changed files with 519 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/output/test_process_batch_output.py
+1
View File
@@ -166,6 +166,7 @@ class TestTokenProcessorProcessBatchOutput(unittest.TestCase):
processor.total_step_per_request = {}
processor.accept_token_num_per_head_per_request = {}
processor.accept_token_num_per_head = [0] * MAX_DRAFT_TOKENS
processor.use_sampling_mask = False
# processor._recycle_resources = Mock()