apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 08:21:53 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

[XPU] add speculate_step_system_cache (#5397)

Browse Source 
* [XPU] add speculate_step_system_cache

* [XPU] add speculate_step_system_cache

---------

Co-authored-by: cmcamdy <1027740945@qq.com>
This commit is contained in:
RuohengMa
2025-12-09 14:40:11 +08:00
committed by GitHub
parent e1c4a12e34
commit 8178e3fc6a
8 changed files with 684 additions and 82 deletions
Download Patch File Download Diff File Expand all files Collapse all files
custom_ops/xpu_ops/src/plugin/include/xpu/plugin.h
+2 -1
View File
@@ -207,8 +207,9 @@ DLL_EXPORT int speculate_recover_block(Context* ctx,
bool* stop_flags,
int* seq_lens_this_time,
const int* ori_seq_lens_encoder,
const int* ori_seq_lens_decoder,
int* seq_lens_encoder,
const int* seq_lens_decoder,
int* seq_lens_decoder,
int* block_tables,
int* free_list,
int* free_list_len,