Make global step monotonic in pgmorl

LucasAlegre · Aug 8, 2024 · 7e3e51c · 7e3e51c
1 parent d8db45b
commit 7e3e51c
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/morl_baselines/multi_policy/pgmorl/pgmorl.py b/morl_baselines/multi_policy/pgmorl/pgmorl.py
@@ -506,6 +506,7 @@ def get_config(self) -> dict:
 
     def __train_all_agents(self, iteration: int, max_iterations: int):
         for i, agent in enumerate(self.agents):
+            agent.global_step = self.global_step
             agent.train(self.start_time, iteration, max_iterations)
             self.global_step += self.steps_per_iteration * self.num_envs