diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index 9ce9a9049..79bdb120d 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -9,7 +9,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ['3.7', '3.8', '3.9', '3.10']
+        python-version: ['3.7', '3.8', '3.9', '3.10', '3.11']
     steps:
       - uses: actions/checkout@v3
       - run: |
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
index e932d111a..0d83b6030 100644
--- a/.pre-commit-config.yaml
+++ b/.pre-commit-config.yaml
@@ -65,6 +65,6 @@ repos:
         language: node
         pass_filenames: false
         types: [python]
-        additional_dependencies: ["pyright"]
+        additional_dependencies: ["pyright@1.1.308"]
         args:
           - --project=pyproject.toml
diff --git a/bin/all-py.Dockerfile b/bin/all-py.Dockerfile
index c1c411151..2d1b98840 100644
--- a/bin/all-py.Dockerfile
+++ b/bin/all-py.Dockerfile
@@ -23,6 +23,12 @@ RUN apt-get -y update \
 
 ENV LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/root/.mujoco/mujoco210/bin"
 
+# Build mujoco-py from source. Pypi installs wheel packages and Cython won't recompile old file versions in the Github Actions CI.
+# Thus generating the following error https://github.com/cython/cython/pull/4428
+RUN git clone https://github.com/openai/mujoco-py.git\
+    && cd mujoco-py \
+    && pip install -e .
+
 COPY . /usr/local/gymnasium/
 WORKDIR /usr/local/gymnasium/
 
diff --git a/pyproject.toml b/pyproject.toml
index 223b46678..d9141f439 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -84,7 +84,7 @@ all = [
 ]
 testing = [
     "pytest ==7.1.3",
-    "scipy ==1.7.3",
+    "scipy >= 1.7.3",
 ]
 
 [project.urls]