From f9d566db8efb715ee80f8a43a6f43f0142cc5079 Mon Sep 17 00:00:00 2001 From: William Berman Date: Mon, 22 May 2023 11:04:11 -0700 Subject: [PATCH] do not scale the initial global step by gradient accumulation steps when loading from checkpoint --- examples/controlnet/train_controlnet.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/controlnet/train_controlnet.py b/examples/controlnet/train_controlnet.py index 9754c25b81e9..b6eb98db711b 100644 --- a/examples/controlnet/train_controlnet.py +++ b/examples/controlnet/train_controlnet.py @@ -979,7 +979,7 @@ def load_model_hook(models, input_dir): accelerator.load_state(os.path.join(args.output_dir, path)) global_step = int(path.split("-")[1]) - initial_global_step = global_step * args.gradient_accumulation_steps + initial_global_step = global_step first_epoch = global_step // num_update_steps_per_epoch else: initial_global_step = 0