From aca711855d275133d32039d97d98a815fb9b789d Mon Sep 17 00:00:00 2001 From: qqiao Date: Thu, 7 Aug 2025 05:35:54 -0700 Subject: [PATCH] Fix guardwords Signed-off-by: qqiao --- tensorrt_llm/_torch/pyexecutor/sampler.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tensorrt_llm/_torch/pyexecutor/sampler.py b/tensorrt_llm/_torch/pyexecutor/sampler.py index 0b62ef6f40a2..9a227c0c65b1 100644 --- a/tensorrt_llm/_torch/pyexecutor/sampler.py +++ b/tensorrt_llm/_torch/pyexecutor/sampler.py @@ -601,7 +601,7 @@ def _process_requests(self, current_slice = slice(0, steps), slot, beam new_tokens[current_slice] = next_tokens if request.py_draft_logits is not None: - # Could be cleaner, Izzy + # Could be cleaner request.py_target_probs = softmax.clone() if gen_logits_host is not None: gen_logits_host[current_slice].copy_(logits, non_blocking=True)