apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 17:11:21 +08:00
Code Issues Actions 23 Packages Projects Releases Wiki Activity

fix bug (#6422)

Browse Source
This commit is contained in:
GoldPancake
2026-02-10 14:58:50 +08:00
committed by GitHub
parent 62ac1e543f
commit 8b1dd0f360
1 changed files with 8 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
custom_ops/gpu_ops/rebuild_padding.cu
+8 -6
View File
@@ -79,12 +79,14 @@ __global__ void RebuildAppendPaddingKernel(T *output_data,
&src_vec);
Store<T, VecSize>(src_vec, &output_data[i]);
if (enable_logprob && seq_len_encoder[bi] > 0) {
const int first_input_token_id = input_token_id - 1;
Load<T, VecSize>(&input_data[first_input_token_id * dim_embed + bias_idx],
&src_vec);
Store<T, VecSize>(src_vec, &first_token_out[bi * dim_embed + bias_idx]);
}
// if (enable_logprob && seq_len_encoder[bi] > 0) {
// const int first_input_token_id = input_token_id - 1;
// Load<T, VecSize>(&input_data[first_input_token_id * dim_embed +
// bias_idx],
// &src_vec);
// Store<T, VecSize>(src_vec, &first_token_out[bi * dim_embed +
// bias_idx]);
// }
}
}