apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 00:17:25 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

Revert "[Bug Fix] Fix MM mtp incorrect rope emb (#6581)" (#6631)

Browse Source 
This reverts commit c5eb6b65e7.
This commit is contained in:
ming1753
2026-03-04 11:23:28 +08:00
committed by GitHub
parent aee97e3aae
commit 02d32eea3b
3 changed files with 19 additions and 56 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/model_executor/layers/attention/append_attn_backend.py
+2
View File
@@ -140,6 +140,8 @@ class AppendAttentionBackend(AttentionBackend):
self.rope_3d: bool = getattr(fd_config.model_config, "rope_3d", False) or getattr(
fd_config.model_config, "use_3d_rope", False
)
if fd_config.speculative_config.model_type != "main":
self.rope_3d = False
self.causal: bool = getattr(fd_config.model_config, "causal", True)
self.speculative_method: str = fd_config.speculative_config.method
self.speculate_max_draft_token_num: int = fd_config.speculative_config.num_speculative_tokens