From 78f9d89eec61b9c9ab07ddf37f99dee0b1f90d7c Mon Sep 17 00:00:00 2001 From: Yibin Li <109242046+yibinl-nvidia@users.noreply.github.com> Date: Fri, 24 Jul 2026 21:26:15 +0000 Subject: [PATCH] Increase max top logprobs limit Signed-off-by: Yibin Li <109242046+yibinl-nvidia@users.noreply.github.com> --- tensorrt_llm/sampling_params.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tensorrt_llm/sampling_params.py b/tensorrt_llm/sampling_params.py index e7fed5e2ced0..e229f18e6fbc 100644 --- a/tensorrt_llm/sampling_params.py +++ b/tensorrt_llm/sampling_params.py @@ -25,7 +25,7 @@ from tensorrt_llm.bindings import executor as tllme from tensorrt_llm.logger import logger -MAX_TOP_LOGPROBS = 20 +MAX_TOP_LOGPROBS = 100 def validate_thinking_token_budget(value: Optional[Union[int, float, bool]]) -> Optional[int]: