Merge pull request hiyouga#4006 from Uminosachi/scheduler-kwargs

hiyouga · web-flow · commit c85cf5dd22bd · 2024-06-03T19:27:53.000+08:00
Set scheduler_specific_kwargs to get_scheduler Former-commit-id: 0f01500
diff --git a/src/llamafactory/train/utils.py b/src/llamafactory/train/utils.py
@@ -379,6 +379,7 @@ def create_custom_scheduler(
                 optimizer=optimizer_dict[param],
                 num_warmup_steps=training_args.get_warmup_steps(num_training_steps),
                 num_training_steps=num_training_steps,
+                scheduler_specific_kwargs=training_args.lr_scheduler_kwargs,
             )
 
         def scheduler_hook(param: "torch.nn.Parameter"):

Original file line number	Diff line number	Diff line change
`@@ -379,6 +379,7 @@ def create_custom_scheduler(`
`379`	`379`	`optimizer=optimizer_dict[param],`
`380`	`380`	`num_warmup_steps=training_args.get_warmup_steps(num_training_steps),`
`381`	`381`	`num_training_steps=num_training_steps,`
	`382`	`+ scheduler_specific_kwargs=training_args.lr_scheduler_kwargs,`
`382`	`383`	`)`
`383`	`384`
`384`	`385`	`def scheduler_hook(param: "torch.nn.Parameter"):`