From fead988d57ff6df9d5ce46ad9dde15faed56ce97 Mon Sep 17 00:00:00 2001
From: Keval Morabia <28916987+kevalmorabia97@users.noreply.github.com>
Date: Tue, 5 May 2026 18:42:43 +0530
Subject: [PATCH] llm_sparsity: Set warmup_steps 0 instead of 0.0 for
 transformers 5.x compat

Signed-off-by: Keval Morabia <28916987+kevalmorabia97@users.noreply.github.com>
---
 examples/llm_sparsity/weight_sparsity/launch_finetune.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/examples/llm_sparsity/weight_sparsity/launch_finetune.sh b/examples/llm_sparsity/weight_sparsity/launch_finetune.sh
index 7f8e71f255c..851e3a5aeed 100755
--- a/examples/llm_sparsity/weight_sparsity/launch_finetune.sh
+++ b/examples/llm_sparsity/weight_sparsity/launch_finetune.sh
@@ -88,7 +88,7 @@ CMD="accelerate launch --multi_gpu --mixed_precision bf16 finetune.py \
     --save_total_limit 10 \
     --learning_rate 2e-5 \
     --weight_decay 0.1 \
-    --warmup_steps 0.0 \
+    --warmup_steps 0 \
     --lr_scheduler_type cosine \
     --logging_steps 1 \
     --fsdp 'full_shard auto_wrap' \