Merge branch 'main' of github.com:ymetz/rlhfblender

Author: ymetz

.github/workflows/ci.yml

@@ -20,7 +20,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.10", "3.11", "3.12"]
+        python-version: ["3.10", "3.11"]
 
     steps:
     - uses: actions/checkout@v3
@@ -32,7 +32,7 @@ jobs:
       run: |
         python -m pip install --upgrade pip
         # cpu version of pytorch
-        pip install torch==2.1.0 --index-url https://download.pytorch.org/whl/cpu
+        pip install torch --index-url https://download.pytorch.org/whl/cpu
 
         pip install .[tests,docs]
         # Use headless version

setup.py

@@ -30,11 +30,10 @@
     packages=[package for package in find_packages() if package.startswith("rlhfblender")],
     package_data={"rlhfblender": ["py.typed", "version.txt"]},
     install_requires=[
-        "gymnasium[atari,accept-rom-license,mujoco]>=0.29.1,<0.30",
+        # "safety-gymnasium>=1.0.0",
+        "stable-baselines3[extra]>=2.2.1",
         "minigrid>=2.0.0",
         "highway-env>=1.8.2",
-        # "safety-gymnasium>=1.0.0",
-        "stable-baselines3>=2.0.0",
         "sb3-contrib>=2.0.0",
         "imitation>=1.0.0",
         "fastapi",