apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-22 16:07:51 +08:00
Code Issues Actions 15 Packages Projects Releases Wiki Activity

[Iluvatar] Fix cannot import name mtp_save_first_token (#7495)

Browse Source 
Co-authored-by: YuBaoku <49938469+EmmonsCurse@users.noreply.github.com>
This commit is contained in:
yzwu
2026-04-21 14:09:08 +08:00
committed by GitHub
parent 9d3551cfbb
commit e4a4573080
1 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/model_executor/pre_and_post_process.py
+2 -4
View File
@@ -22,10 +22,6 @@ import paddle
from fastdeploy import envs
from fastdeploy.config import SpeculativeConfig
from fastdeploy.model_executor.ops.gpu import (
mtp_save_first_token,
mtp_save_first_token_with_topk,
)
from fastdeploy.platforms import current_platform
from fastdeploy.worker.input_batch import (
InputBatch,
@@ -105,6 +101,8 @@ else:
limit_thinking_content_length,
speculate_limit_thinking_content_length,
custom_numpy_to_tensor,
mtp_save_first_token,
mtp_save_first_token_with_topk,
)
from fastdeploy.model_executor.entropy_utils import (