From e4a45730807ad4706de938acb4c96a3d78d1bd1a Mon Sep 17 00:00:00 2001 From: yzwu Date: Tue, 21 Apr 2026 14:09:08 +0800 Subject: [PATCH] [Iluvatar] Fix cannot import name mtp_save_first_token (#7495) Co-authored-by: YuBaoku <49938469+EmmonsCurse@users.noreply.github.com> --- fastdeploy/model_executor/pre_and_post_process.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/fastdeploy/model_executor/pre_and_post_process.py b/fastdeploy/model_executor/pre_and_post_process.py index 71c12378fa..d5635c54d3 100644 --- a/fastdeploy/model_executor/pre_and_post_process.py +++ b/fastdeploy/model_executor/pre_and_post_process.py @@ -22,10 +22,6 @@ import paddle from fastdeploy import envs from fastdeploy.config import SpeculativeConfig -from fastdeploy.model_executor.ops.gpu import ( - mtp_save_first_token, - mtp_save_first_token_with_topk, -) from fastdeploy.platforms import current_platform from fastdeploy.worker.input_batch import ( InputBatch, @@ -105,6 +101,8 @@ else: limit_thinking_content_length, speculate_limit_thinking_content_length, custom_numpy_to_tensor, + mtp_save_first_token, + mtp_save_first_token_with_topk, ) from fastdeploy.model_executor.entropy_utils import (