diff --git a/tensorrt_llm/_torch/speculative/mtp_dynamic_tree.py b/tensorrt_llm/_torch/speculative/mtp_dynamic_tree.py index 5dca84abae8e..053d23362f98 100644 --- a/tensorrt_llm/_torch/speculative/mtp_dynamic_tree.py +++ b/tensorrt_llm/_torch/speculative/mtp_dynamic_tree.py @@ -636,7 +636,7 @@ def _relocate_kv_eagerly(self, attn_metadata, batch_size): # Top-level forward # # ------------------------------------------------------------------ # @nvtx_range("mtp_dyn.forward") - def forward( + def _forward_impl( self, input_ids, position_ids,