apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 00:17:25 +08:00
Code Issues Actions 21 Packages Projects Releases Wiki Activity

2.4_fix_mtp_forward_meta (#5977)

Browse Source
This commit is contained in:
xiaoluomi
2026-01-10 00:41:36 +08:00
committed by GitHub
parent 3e69022698
commit bbe9731f46
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/spec_decode/mtp.py
+3 -1
View File
@@ -1014,7 +1014,9 @@ class MTPProposer(Proposer):
# 4. Compute logits, Sample # 4. Compute logits, Sample
logits = self.model.compute_logits(hidden_states, forward_meta=self.forward_meta) logits = self.model.compute_logits(hidden_states, forward_meta=self.forward_meta)
if self.enable_logprob and self.enable_draft_logprob and substep == 0: if self.enable_logprob and self.enable_draft_logprob and substep == 0:
first_token_logits = self.model.compute_logits(self.model_inputs["first_token_hidden_states"]) first_token_logits = self.model.compute_logits(
self.model_inputs["first_token_hidden_states"], forward_meta=self.forward_meta
)
speculate_get_logits( speculate_get_logits(
self.model_inputs["draft_logits"], self.model_inputs["draft_logits"],