apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 08:21:53 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

[XPU] support MTP Step > 1 (#6609)

Browse Source 
Co-authored-by: lizan1999 <lizan03@baidu.com>
This commit is contained in:
lizan1999
2026-03-04 10:07:37 +08:00
committed by GitHub
parent 9a48a41abc
commit c637692427
11 changed files with 57 additions and 61 deletions
Download Patch File Download Diff File Expand all files Collapse all files
custom_ops/xpu_ops/src/plugin/include/xpu/plugin.h
+3 -1
View File
@@ -666,12 +666,14 @@ DLL_EXPORT int rebuild_hidden_states(api::Context* ctx,
const int* position_map,
T* out,
int dim_embed,
int elem_cnt);
int elem_cnt,
int output_token_num);
template <typename T>
DLL_EXPORT int rebuild_self_hidden_states(api::Context* ctx,
const T* input,
int* src_map,
T* output,
int input_token_num,
int dim_embed,
int elem_cnt);