apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 00:17:25 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

[Optimization] Support logprob async copy (#6362)

Browse Source 
* support logprob async copy

* fix prompt logprob

* fix xpu
This commit is contained in:
sunxin
2026-02-09 17:32:12 +08:00
committed by GitHub
parent 268276e287
commit 783d56e28a
4 changed files with 18 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/model_executor/pre_and_post_process.py
+1 -1
View File
@@ -455,7 +455,7 @@ def save_output_normal(
sampler_output, model_output.index_to_batch_id, model_output.enable_pd_reorder
)
save_output_topk(
sampler_output.sampled_token_ids,
share_inputs["sampled_token_ids"],
sampler_output.logprobs_tensors.logprob_token_ids,
sampler_output.logprobs_tensors.logprobs,
sampler_output.logprobs_tensors.selected_token_ranks,