mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-23 00:17:25 +08:00
[XPU] fix pos_emb_type bug (#4639)
CE Compile Job / ce_job_pre_check (push) Has been cancelled
CE Compile Job / print_ce_job_pre_check_outputs (push) Has been cancelled
CE Compile Job / FD-Clone-Linux (push) Has been cancelled
CE Compile Job / Show Code Archive Output (push) Has been cancelled
CE Compile Job / BUILD_SM8090 (push) Has been cancelled
CE Compile Job / BUILD_SM8689 (push) Has been cancelled
CE Compile Job / CE_UPLOAD (push) Has been cancelled
CE Compile Job / ce_job_pre_check (push) Has been cancelled
CE Compile Job / print_ce_job_pre_check_outputs (push) Has been cancelled
CE Compile Job / FD-Clone-Linux (push) Has been cancelled
CE Compile Job / Show Code Archive Output (push) Has been cancelled
CE Compile Job / BUILD_SM8090 (push) Has been cancelled
CE Compile Job / BUILD_SM8689 (push) Has been cancelled
CE Compile Job / CE_UPLOAD (push) Has been cancelled
This commit is contained in:
@@ -850,7 +850,7 @@ class XPUModelRunner(ModelRunnerBase):
|
||||
else: # neox style = False
|
||||
rope_head_dim = head_dim // 2
|
||||
|
||||
if head_dim == self.model_config.head_dim:
|
||||
if rope_head_dim == self.model_config.head_dim:
|
||||
self.share_inputs["pos_emb_type"] = "NORMAL"
|
||||
else:
|
||||
self.share_inputs["pos_emb_type"] = "HALF_HEAD_DIM"
|
||||
|
||||
Reference in New Issue
Block a user