apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 08:21:53 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

fix empty get_padding_offset (#6462)

Browse Source
This commit is contained in:
sunxin
2026-02-12 12:34:23 +08:00
committed by GitHub
parent 0eb87467f8
commit 51f812aaa4
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
custom_ops/gpu_ops/get_padding_offset.cu
+3
View File
@@ -105,6 +105,9 @@ std::vector<paddle::Tensor> GetPaddingOffset(
paddle::empty({bsz + 1}, paddle::DataType::INT32, input_ids.place());
auto cu_seqlens_k =
paddle::empty({bsz + 1}, paddle::DataType::INT32, input_ids.place());
if (token_num_data == 0) {
return {x_remove_padding, batch_id_per_token, cu_seqlens_q, cu_seqlens_k};
}
#ifdef PADDLE_WITH_COREX
int blockSize =
std::min((token_num_data + WARP_SIZE - 1) / WARP_SIZE * WARP_SIZE, 128);