From fdf299eafd1d2cd67bd34b48228fb92656e901ff Mon Sep 17 00:00:00 2001 From: ziyixiong-nv <219238287+ziyixiong-nv@users.noreply.github.com> Date: Fri, 18 Jul 2025 09:01:18 +0000 Subject: [PATCH] [fix] Correct the returned value of has_spec_drafter Signed-off-by: ziyixiong-nv <219238287+ziyixiong-nv@users.noreply.github.com> --- tensorrt_llm/_torch/speculative/interface.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tensorrt_llm/_torch/speculative/interface.py b/tensorrt_llm/_torch/speculative/interface.py index 3006ccdb4ef3..46fe18e0584a 100644 --- a/tensorrt_llm/_torch/speculative/interface.py +++ b/tensorrt_llm/_torch/speculative/interface.py @@ -77,7 +77,8 @@ def has_spec_decoder(self): return self.is_mtp() or self.is_eagle3() or self.is_eagle3_one_model() def has_spec_drafter(self): - return self.is_ngram() or self.is_user_provided() + return self.is_eagle3() or self.is_draft_target() or self.is_ngram( + ) or self.is_user_provided() def extend_ctx(self, attention_backend: Type[AttentionBackend]): """