[Bugfix] Fix logprob issues caused by max_num_logprobs (#6067)

2026-04-23 00:17:25 +08:00 · 2026-01-16 20:40:18 +08:00
parent 97f96e34ca
commit b917b56aca
1 changed files with 1 additions and 1 deletions
@@ -1492,7 +1492,7 @@ class GPUModelRunner(ModelRunnerBase):
            min_dec_lens=self.share_inputs["min_dec_len"],
            bad_words_token_ids=self.share_inputs["bad_tokens"][:, :max_bad_tokens_len],
            eos_token_ids=self.share_inputs["eos_token_id"],
-            max_num_logprobs=self.max_logprobs,
+            max_num_logprobs=20 if self.enable_logprob else None,
            enable_early_stop=self.enable_early_stop,
            stop_flags=self.share_inputs["stop_flags"],
            temp_scaled_logprobs_flag=self.temp_scaled_logprobs,