apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 08:21:53 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

[XPU] rm stop nums (#6651)

Browse Source 
* rm stop nums

* fix conflict

---------

Co-authored-by: Jiaxin Sui <95567040+plusNew001@users.noreply.github.com>
This commit is contained in:
cmcamdy
2026-03-12 14:05:58 +08:00
committed by GitHub
parent 7d31a728d1
commit 3543088d3e
17 changed files with 45 additions and 88 deletions
Download Patch File Download Diff File Expand all files Collapse all files
custom_ops/xpu_ops/src/plugin/include/xpu/plugin.h
-3
View File
@@ -123,7 +123,6 @@ DLL_EXPORT int update_inputs(Context* ctx,
int* seq_lens_encoder,
int* seq_lens_decoder,
int64_t* input_ids,
const int64_t* stop_nums,
const bool* stop_flags,
const bool* is_block_step,
const int64_t* next_tokens,
@@ -264,7 +263,6 @@ DLL_EXPORT int update_inputs_v1(Context* ctx,
int64_t* topk_ids,
int64_t* input_ids,
int* block_tables,
const int64_t* stop_nums,
bool* stop_flags,
bool* is_block_step,
const int64_t* next_tokens,
@@ -618,7 +616,6 @@ DLL_EXPORT int speculate_schedule_cache(Context* ctx,
int64_t* accept_tokens,
bool* is_block_step,
bool* not_need_stop,
const int64_t* stop_nums,
const int real_bsz,
const int max_bsz,
const int max_next_step_tokens,