diff --git a/habitat-baselines/habitat_baselines/rl/ppo/single_agent_access_mgr.py b/habitat-baselines/habitat_baselines/rl/ppo/single_agent_access_mgr.py
index eeee6794e7..8d7d8e26e6 100644
--- a/habitat-baselines/habitat_baselines/rl/ppo/single_agent_access_mgr.py
+++ b/habitat-baselines/habitat_baselines/rl/ppo/single_agent_access_mgr.py
@@ -79,8 +79,11 @@ def _init_policy_and_updater(self, lr_schedule_fn, resume_state):
             )
         if resume_state is not None:
             self._updater.load_state_dict(resume_state["state_dict"])
-            self._updater.optimizer.load_state_dict(
-                resume_state["optim_state"]
+            self._updater.load_state_dict(
+                {
+                    "actor_critic." + k: v
+                    for k, v, in resume_state["state_dict"].items()
+                }
             )
         self._policy_action_space = self._actor_critic.get_policy_action_space(
             self._env_spec.action_space