Match PPG implementation (#186)

* added nit changes from ppg code

* change observation buffer to uint8

* sample full rollouts

* minor device fix

* update optimizer settings

* add ppg documentation

* update mkdocs

* update images to png for codespell errors

* trigger CI

* Minor format change

* format by running `pre-commit`

* removes trailing space

* Add an extra note

* argument names and documentation changes

* add capture video

* add experiment report

* Update documentation

* Quick css fix

* Update documentation

* Fix documentation for PPO

* Add benchmark commands

* Add benchmark commands

* add metrics section

* Add more docs

* Quick fix on ddpg docs

* Add procgen test cases

* Update CI

* test CI

* test ci

* Update tests

* normalization axis documentation

Co-authored-by: Dipam Chakraborty <dipam@aicrowd.com>
Co-authored-by: Costa Huang <costa.huang@outlook.com>

.github/workflows/pre-commit.yml

@@ -1,8 +1,10 @@
 name: pre-commit
 
 on:
+  push:
+    branches: [ master ]
   pull_request:
-    branches: [ '*' ]
+    branches: [ master ]
 jobs:
   build:
     runs-on: ubuntu-latest

.github/workflows/tests.yaml

@@ -5,6 +5,11 @@ on:
       - '**/README.md'
       - 'docs/**/*'
       - 'cloud/**/*'
+  pull_request:
+    paths-ignore:
+      - '**/README.md'
+      - 'docs/**/*'
+      - 'cloud/**/*'
 jobs:
   test-core-envs:
     strategy:
@@ -88,6 +93,32 @@ jobs:
       - name: Run pybullet tests
         run: poetry run pytest tests/test_pybullet.py
 
+  test-procgen-envs:
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: [3.8]
+        poetry-version: [1.1.11]
+        os: [ubuntu-18.04, macos-latest, windows-latest]
+    runs-on: ${{ matrix.os }}
+    steps:
+      - uses: actions/checkout@v2
+      - uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Run image
+        uses: abatilo/actions-poetry@v2.0.0
+        with:
+          poetry-version: ${{ matrix.poetry-version }}
+
+      # procgen tests
+      - name: Install core dependencies
+        run: poetry install -E "pytest procgen"
+      - name: Downgrade setuptools
+        run: poetry run pip install setuptools==59.5.0
+      - name: Run pybullet tests
+        run: poetry run pytest tests/test_procgen.py
+
 
   test-mujoco-envs:
     strategy:

benchmark/ppg.sh

@@ -0,0 +1,8 @@
+# export WANDB_ENTITY=openrlbenchmark
+
+poetry install -E procgen
+xvfb-run -a python -m cleanrl_utils.benchmark \
+    --env-ids starpilot bossfight bigfish \
+    --command "poetry run python cleanrl/ppg_procgen.py --track --capture-video" \
+    --num-seeds 3 \
+    --workers 1

cleanrl/ddpg_continuous_action.py

@@ -1,7 +1,4 @@
 # docs and experiment results can be found at https://docs.cleanrl.dev/rl-algorithms/ddpg/#ddpg_continuous_actionpy
-# docs and experiment results can be found at
-# https://docs.cleanrl.dev/rl-algorithms/ddpg/#ddpg_continuous_actionpy
-
 import argparse
 import os
 import random