apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-24 17:49:42 +08:00
Code Issues Actions 9 Packages Projects Releases Wiki Activity

[Optimization] compulte real max_logprobs in batch (#5430) (#5448)

Browse Source
This commit is contained in:
chen
2025-12-09 16:48:06 +08:00
committed by GitHub
parent 2c55bbc3f8
commit b491dcd23c
4 changed files with 48 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fastdeploy/model_executor/layers/sample/meta_data.py
+2
View File
@@ -53,6 +53,8 @@ class SamplingMetadata:
stop_flags: Optional[paddle.Tensor] = None
prompt_ids: Optional[paddle.Tensor] = None
prompt_lens: Optional[paddle.Tensor] = None
temp_scaled_logprobs_flag: Optional[bool] = None
top_p_normalized_logprobs_flag: Optional[bool] = None
temp_scaled_logprobs: Optional[paddle.Tensor] = None
top_p_normalized_logprobs: Optional[paddle.Tensor] = None
share_inputs: Optional[Dict[str, paddle.Tensor]] = None