apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 17:11:21 +08:00
Code Issues Actions 10 Packages Projects Releases Wiki Activity

[BugFix] skip mm revert (#5848)

Browse Source 
* skip mm revert

* update code

* update test
This commit is contained in:
kevin
2026-01-04 14:25:45 +08:00
committed by GitHub
parent e3957a5ebc
commit 52dc9a7b85
4 changed files with 9 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/cache_manager/prefix_cache_manager.py
+4 -2
View File
@@ -1388,8 +1388,10 @@ class PrefixCacheManager:
cpu_match_token_num: int,
swap_node_ids: list,
):
position = request.multimodal_inputs["mm_positions"][chunk_idx]
revert_tokens = matched_token_num - position.offset
# position = request.multimodal_inputs["mm_positions"][chunk_idx]
# revert_tokens = matched_token_num - position.offset
# TODO(chengyanfu): fix when is_chunked_mm_input=True, revert all matched tokens
revert_tokens = matched_token_num
match_block_ids = [node.block_id for node in matche_nodes]
logger.warning(
f"match_block: req_id {request.request_id} revert tokens: {revert_tokens} from matched nodes: {match_block_ids}"