mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-26 02:14:06 +08:00
* support entropy * add script --------- Co-authored-by: YuBaoku <49938469+EmmonsCurse@users.noreply.github.com>
This commit is contained in:
@@ -546,6 +546,7 @@ class Sampler(nn.Layer):
|
||||
# token per request.
|
||||
sampled_token_ids=next_tokens,
|
||||
logprobs_tensors=logprobs_tensors,
|
||||
logits=logits,
|
||||
)
|
||||
|
||||
return sampler_output
|
||||
@@ -845,6 +846,7 @@ class SpeculativeSampler(nn.Layer):
|
||||
logprobs_tensors=logprobs_tensors,
|
||||
token_num_per_batch=share_inputs["accept_num"],
|
||||
cu_batch_token_offset=share_inputs["cu_batch_token_offset"],
|
||||
logits=logits,
|
||||
)
|
||||
|
||||
return sampler_output
|
||||
|
||||
Reference in New Issue
Block a user