diff --git a/docker/Dockerfile.softlearning.base.cpu b/docker/Dockerfile.softlearning.base.cpu
index 9a847449..8f910edc 100644
--- a/docker/Dockerfile.softlearning.base.cpu
+++ b/docker/Dockerfile.softlearning.base.cpu
@@ -135,6 +135,9 @@ RUN conda env update -f /tmp/environment.yml \
 RUN source activate softlearning \
     && pip install setuptools==65.5.0 wheel==0.38.0 \
     && pip install gym==0.18.0
+RUN --mount=type=secret,id=mjkey,dst=/root/.mujoco/mjkey.txt \
+    source activate softlearning \
+    && pip install mujoco-py==2.0.2.10
 
 RUN echo "conda activate softlearning" >> ~/.bashrc \
     && echo "cd ~/softlearning" >> ~/.bashrc
diff --git a/requirements.txt b/requirements.txt
index 532c6819..2025043e 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -58,7 +58,6 @@ lxml==4.6.2
 Markdown==3.3.3
 matplotlib==3.3.3
 msgpack==1.0.2
-mujoco-py==2.0.2.13
 multidict==5.1.0
 networkx==2.5
 numpy==1.19.5