From 2e2f1a7c07b6450b957a6f34e78f8974dbb289d7 Mon Sep 17 00:00:00 2001 From: Michael Feil <63565275+michaelfeil@users.noreply.github.com> Date: Tue, 21 Apr 2026 17:28:12 -0700 Subject: [PATCH 1/3] fix: bug hf_ptq.py max_length setting ignored for LLMs Signed-off-by: Michael Feil <63565275+michaelfeil@users.noreply.github.com> --- examples/llm_ptq/hf_ptq.py | 1 + 1 file changed, 1 insertion(+) diff --git a/examples/llm_ptq/hf_ptq.py b/examples/llm_ptq/hf_ptq.py index 831d230a672..d909f59b710 100755 --- a/examples/llm_ptq/hf_ptq.py +++ b/examples/llm_ptq/hf_ptq.py @@ -292,6 +292,7 @@ def make_calib_dataloader( tokenizer=tokenizer, batch_size=args.batch_size, num_samples=args.calib_size, + max_length=args.calib_seq, device=device, include_labels=include_labels, ) From cdef34976d10b6d1938a0f88917cc7bdda14ddbf Mon Sep 17 00:00:00 2001 From: Michael Feil <63565275+michaelfeil@users.noreply.github.com> Date: Tue, 21 Apr 2026 17:29:49 -0700 Subject: [PATCH 2/3] Update hf_ptq.py Signed-off-by: Michael Feil <63565275+michaelfeil@users.noreply.github.com> --- examples/llm_ptq/hf_ptq.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/llm_ptq/hf_ptq.py b/examples/llm_ptq/hf_ptq.py index d909f59b710..c1250ecc40d 100755 --- a/examples/llm_ptq/hf_ptq.py +++ b/examples/llm_ptq/hf_ptq.py @@ -242,7 +242,7 @@ def make_calib_dataloader( batch_size=args.batch_size, num_samples=args.calib_size[0], device=device, - max_length=args.calib_seq, + max_sample_length=args.calib_seq, require_image=True, subsets=["sparsetables", "plotqa_cot", "wiki_en"], shuffle_buffer_size=10_000, From 0e4f072b1b939e6452891d51dbd62bfda19ff363 Mon Sep 17 00:00:00 2001 From: Michael Feil <63565275+michaelfeil@users.noreply.github.com> Date: Tue, 21 Apr 2026 17:30:35 -0700 Subject: [PATCH 3/3] Update hf_ptq.py Signed-off-by: Michael Feil <63565275+michaelfeil@users.noreply.github.com> --- examples/llm_ptq/hf_ptq.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/llm_ptq/hf_ptq.py b/examples/llm_ptq/hf_ptq.py index c1250ecc40d..832d485e6b4 100755 --- a/examples/llm_ptq/hf_ptq.py +++ b/examples/llm_ptq/hf_ptq.py @@ -242,7 +242,7 @@ def make_calib_dataloader( batch_size=args.batch_size, num_samples=args.calib_size[0], device=device, - max_sample_length=args.calib_seq, + max_length=args.calib_seq, require_image=True, subsets=["sparsetables", "plotqa_cot", "wiki_en"], shuffle_buffer_size=10_000, @@ -292,7 +292,7 @@ def make_calib_dataloader( tokenizer=tokenizer, batch_size=args.batch_size, num_samples=args.calib_size, - max_length=args.calib_seq, + max_sample_length=args.calib_seq, device=device, include_labels=include_labels, )