fixed the skipped last step

ServiceNow · Jan 7, 2025 · 695f006 · 695f006
1 parent 3ca4288
commit 695f006
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/rl_gsm8k/orchestrate_rl.py b/examples/rl_gsm8k/orchestrate_rl.py
@@ -475,7 +475,7 @@ def main(cfg: DictConfig):
         finetune_cfg = cfg.copy()
 
         checkpoint_steps = finetune_cfg.finetune.save_checkpoint_steps
-        interrupt_train_steps = int((state["iteration"] + 1) * checkpoint_steps - 1)
+        interrupt_train_steps = int((state["iteration"] + 1) * checkpoint_steps)
 
         finetune_cfg.finetune.interrupt_train_steps = interrupt_train_steps
         finetune_cfg.output_dir = str(finetune_path)