Match PPG implementation

.github/workflows/pre-commit.yml

@@ -1,8 +1,10 @@
 name: pre-commit
 
 on:
+  push:
+    branches: [ master ]
   pull_request:
-    branches: [ '*' ]
+    branches: [ master ]
 jobs:
   build:
     runs-on: ubuntu-latest

.github/workflows/tests.yaml

@@ -5,6 +5,11 @@ on:
       - '**/README.md'
       - 'docs/**/*'
       - 'cloud/**/*'
+  pull_request:
+    paths-ignore:
+      - '**/README.md'
+      - 'docs/**/*'
+      - 'cloud/**/*'
 jobs:
   test-core-envs:
     strategy:
@@ -88,6 +93,32 @@ jobs:
       - name: Run pybullet tests
         run: poetry run pytest tests/test_pybullet.py
 
+  test-procgen-envs:
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: [3.8]
+        poetry-version: [1.1.11]
+        os: [ubuntu-18.04, macos-latest, windows-latest]
+    runs-on: ${{ matrix.os }}
+    steps:
+      - uses: actions/checkout@v2
+      - uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Run image
+        uses: abatilo/actions-poetry@v2.0.0
+        with:
+          poetry-version: ${{ matrix.poetry-version }}
+
+      # procgen tests
+      - name: Install core dependencies
+        run: poetry install -E "pytest procgen"
+      - name: Downgrade setuptools
+        run: poetry run pip install setuptools==59.5.0
+      - name: Run pybullet tests
+        run: poetry run pytest tests/test_procgen.py
+
 
   test-mujoco-envs:
     strategy:

benchmark/ppg.sh

@@ -0,0 +1,8 @@
+# export WANDB_ENTITY=openrlbenchmark
+
+poetry install -E procgen
+xvfb-run -a python -m cleanrl_utils.benchmark \
+    --env-ids starpilot bossfight bigfish \
+    --command "poetry run python cleanrl/ppg_procgen.py --track --capture-video" \
+    --num-seeds 3 \
+    --workers 1

cleanrl/ddpg_continuous_action.py

@@ -1,7 +1,4 @@
 # docs and experiment results can be found at https://docs.cleanrl.dev/rl-algorithms/ddpg/#ddpg_continuous_actionpy
-# docs and experiment results can be found at
-# https://docs.cleanrl.dev/rl-algorithms/ddpg/#ddpg_continuous_actionpy
-
 import argparse
 import os
 import random