mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-23 00:17:25 +08:00
[Metax][Fix] fix ci error based pr#6805 caused by pr#6685 (#6807)
This commit is contained in:
@@ -350,9 +350,13 @@ class MetaxModelRunner(ModelRunnerBase):
|
||||
"""
|
||||
Init speculative proposer
|
||||
"""
|
||||
if self.speculative_method is None:
|
||||
self.proposer = None
|
||||
return
|
||||
|
||||
# MTP-specific: swap seq_lens_this_time to the buffer tensor
|
||||
if self.speculative_method == SpecMethod.MTP:
|
||||
self.share_inputs["seq_lens_this_time"] = self.share_inputs["seq_lens_this_time_buffer"]
|
||||
|
||||
self.proposer = self.speculative_method.create_proposer(
|
||||
self.fd_config,
|
||||
main_model=self.get_model(),
|
||||
|
||||
Reference in New Issue
Block a user