From 3a1b17f5372e7c38d17a8c85cce299cd8c64dce2 Mon Sep 17 00:00:00 2001 From: Adam Gleave Date: Fri, 4 Feb 2022 14:47:06 -0800 Subject: [PATCH 1/2] Pendulum-v0 to Pendulum-v1 --- advanced_saving_loading.ipynb | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/advanced_saving_loading.ipynb b/advanced_saving_loading.ipynb index 61d2bd1..5fd74bf 100644 --- a/advanced_saving_loading.ipynb +++ b/advanced_saving_loading.ipynb @@ -97,7 +97,7 @@ "\n", "\"The inverted pendulum swingup problem is a classic problem in the control literature. In this version of the problem, the pendulum starts in a random position, and the goal is to swing it up so it stays upright.\"\n", "\n", - "Pendulum-v0 environment: [https://gym.openai.com/envs/Pendulum-v0/](https://gym.openai.com/envs/Pendulum-v0/)\n", + "Pendulum-v1 environment: [documentation (for older but similar version)](https://gym.openai.com/envs/Pendulum-v0/), [source code](https://github.com/openai/gym/blob/master/gym/envs/classic_control/pendulum.py)\n", "\n", "![Pendulum](https://gym.openai.com/videos/2019-10-21--mqt8Qj1mwo/Pendulum-v0/poster.jpg)\n", "\n", @@ -131,7 +131,7 @@ } }, "source": [ - "model = SAC('MlpPolicy', 'Pendulum-v0', verbose=1, learning_rate=1e-3, create_eval_env=True)" + "model = SAC('MlpPolicy', 'Pendulum-v1', verbose=1, learning_rate=1e-3, create_eval_env=True)" ], "execution_count": 3, "outputs": [ @@ -139,8 +139,8 @@ "output_type": "stream", "text": [ "Using cuda device\n", - "Creating environment from the given name 'Pendulum-v0'\n", - "Creating environment from the given name 'Pendulum-v0'\n", + "Creating environment from the given name 'Pendulum-v1'\n", + "Creating environment from the given name 'Pendulum-v1'\n", "Wrapping the env in a DummyVecEnv.\n" ], "name": "stdout" From 25c59aee3b29ad08d19fefa73bfc8fc05e3d57f7 Mon Sep 17 00:00:00 2001 From: Adam Gleave Date: Fri, 4 Feb 2022 14:51:13 -0800 Subject: [PATCH 2/2] Fix loading bug --- advanced_saving_loading.ipynb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/advanced_saving_loading.ipynb b/advanced_saving_loading.ipynb index 5fd74bf..bc010a7 100644 --- a/advanced_saving_loading.ipynb +++ b/advanced_saving_loading.ipynb @@ -318,7 +318,7 @@ "id": "mogPtE0D90hw" }, "source": [ - "saved_policy = MlpPolicy.load(\"sac_policy_pendulum\")" + "saved_policy = MlpPolicy.load(\"sac_policy_pendulum.pkl\")" ], "execution_count": null, "outputs": []