[Cherry-Pick][Feature] Entropy calculation support #5692 (#5731)

* support entropy

* add script

---------

Co-authored-by: YuBaoku <49938469+EmmonsCurse@users.noreply.github.com>
This commit is contained in:
GoldPancake
2025-12-24 15:42:43 +08:00
committed by GitHub
parent f50988d917
commit e51af01a65
11 changed files with 425 additions and 0 deletions
@@ -546,6 +546,7 @@ class Sampler(nn.Layer):
# token per request.
sampled_token_ids=next_tokens,
logprobs_tensors=logprobs_tensors,
logits=logits,
)
return sampler_output
@@ -845,6 +846,7 @@ class SpeculativeSampler(nn.Layer):
logprobs_tensors=logprobs_tensors,
token_num_per_batch=share_inputs["accept_num"],
cu_batch_token_offset=share_inputs["cu_batch_token_offset"],
logits=logits,
)
return sampler_output