mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-23 00:17:25 +08:00
remove decoder_num_blocks_device memset (#5982)
This commit is contained in:
@@ -368,8 +368,6 @@ void GetBlockShapeAndSplitKVBlock(
|
||||
0,
|
||||
decoder_batch_ele_num * sizeof(int32_t),
|
||||
stream));
|
||||
CUDA_CHECK(cudaMemsetAsync(
|
||||
decoder_num_blocks_device.data<int>(), 0, sizeof(int32_t), stream));
|
||||
|
||||
split_q_block<<<1, 32, 0, stream>>>(
|
||||
seq_lens_this_time.data<int>(),
|
||||
|
||||
Reference in New Issue
Block a user