apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 00:17:25 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

fix eb5 mtp(mix) (#6800)

Browse Source
This commit is contained in:
cmcamdy
2026-03-13 17:36:57 +08:00
committed by GitHub
parent 8c1a2827d3
commit 7591e0d6bc
5 changed files with 55 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/model_executor/forward_meta.py
+4
View File
@@ -264,6 +264,10 @@ class XPUForwardMeta(ForwardMeta):
# for pd_disaggregation
kv_signal_sender: Optional[paddle.Tensor] = None
hidden_states: Optional[paddle.Tensor] = None
is_draft: bool = False
def copy_from(self, other: "XPUForwardMeta", skip_keys: Optional[list] = None):
"""
Synchronize attributes from another XPUForwardMeta object