diff --git a/DockerfileOriginal b/DockerfileOriginal deleted file mode 100644 index a733a20..0000000 --- a/DockerfileOriginal +++ /dev/null @@ -1,98 +0,0 @@ -# base notebook, contains Jupyter and relevant tools -# See https://urldefense.com/v3/__https://github.com/ucsd-ets/datahub-docker-stack/wiki/Stable-Tag__;!!Mih3wA!Gdyp1ukt20BXVegNBzmgDfWhJBT9wJRv0kfA_Go0MCt8kLnGgWIlIwf4enXHKWsp-Mfo5Hrl5w5FGlY-zztWoVxF$ -# for a list of the most current containers we maintain -# -# datahub-base-notebook:2020.2.9 has Python 3.7.6 -ARG BASE_CONTAINER=ucsdets/datahub-base-notebook:2020.2.9 -ARG CONDA_DIR=/opt/conda -ARG NB_USER=jovyan - -FROM $BASE_CONTAINER - -ENV NB_GID=100 -ENV PYTHONDONTWRITEBYTECODE 1 -ENV PYTHONUNBUFFERED 1 - -# change to root to install packages -USER root - -RUN apt-get -q update && \ - apt-get -qy install apt-utils && \ - apt-get -qy dist-upgrade && \ - apt-get -qy auto-remove && \ - apt-get install -qy \ - p7zip-full \ - software-properties-common && \ - apt-get clean && \ - rm -rf /var/lib/apt/lists/* - -# CUDA 11 -RUN wget -nv https://urldefense.com/v3/__https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-ubuntu2004.pin__;!!Mih3wA!Gdyp1ukt20BXVegNBzmgDfWhJBT9wJRv0kfA_Go0MCt8kLnGgWIlIwf4enXHKWsp-Mfo5Hrl5w5FGlY-z6xyXVXU$ -O /etc/apt/preferences.d/cuda-repository-pin-600 && \ - apt-key adv --fetch-keys https://urldefense.com/v3/__https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/3bf863cc.pub__;!!Mih3wA!Gdyp1ukt20BXVegNBzmgDfWhJBT9wJRv0kfA_Go0MCt8kLnGgWIlIwf4enXHKWsp-Mfo5Hrl5w5FGlY-zy96UN_p$ && \ - add-apt-repository "deb https://urldefense.com/v3/__http://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/__;!!Mih3wA!Gdyp1ukt20BXVegNBzmgDfWhJBT9wJRv0kfA_Go0MCt8kLnGgWIlIwf4enXHKWsp-Mfo5Hrl5w5FGlY-z1ptww6x$ /" && \ - apt-get -q update && \ - apt-get install -qqy \ - cuda-11-1 \ - cuda-nvcc-11-1 \ - cuda-toolkit-11-1 && \ - wget -nv https://urldefense.com/v3/__https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/libcudnn8_8.0.5.39-1*cuda11.1_amd64.deb__;Kw!!Mih3wA!Gdyp1ukt20BXVegNBzmgDfWhJBT9wJRv0kfA_Go0MCt8kLnGgWIlIwf4enXHKWsp-Mfo5Hrl5w5FGlY-z23hZqFj$ -O /var/tmp/libcudnn8.deb && \ - wget -nv https://urldefense.com/v3/__https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/libnccl2_2.8.4-1*cuda11.1_amd64.deb__;Kw!!Mih3wA!Gdyp1ukt20BXVegNBzmgDfWhJBT9wJRv0kfA_Go0MCt8kLnGgWIlIwf4enXHKWsp-Mfo5Hrl5w5FGlY-z9s2UILA$ -O /var/tmp/libnccl2.deb && \ - dpkg -i /var/tmp/libcudnn8.deb /var/tmp/libnccl2.deb - -RUN fix-permissions $CONDA_DIR && \ - fix-permissions /home/$NB_USER - -# Conda & Pip pkg installs -USER jovyan - -RUN /opt/conda/bin/python3 -m pip install --upgrade pip - -# Tensorboard & jaxlib -RUN /opt/conda/bin/conda install -y \ - jaxlib==0.1.55 \ - tensorboard - -# RocM 4.0.1 (Linux only) -RUN pip install torch \ - -f https://urldefense.com/v3/__https://download.pytorch.org/whl/rocm4.0.1/torch_stable.html__;!!Mih3wA!Gdyp1ukt20BXVegNBzmgDfWhJBT9wJRv0kfA_Go0MCt8kLnGgWIlIwf4enXHKWsp-Mfo5Hrl5w5FGlY-zzTLvttR$ && \ - pip install ninja && \ - pip install 'git+https://github.com/pytorch/vision.git@v0.9.0' - -# PyTorch -RUN pip install --no-cache-dir \ - torch==1.8.0+cu111 \ - torchvision==0.9.0+cu111 \ - torchaudio==0.8.0 \ - -f https://urldefense.com/v3/__https://download.pytorch.org/whl/torch_stable.html__;!!Mih3wA!Gdyp1ukt20BXVegNBzmgDfWhJBT9wJRv0kfA_Go0MCt8kLnGgWIlIwf4enXHKWsp-Mfo5Hrl5w5FGlY-zxYAF2xj$ - -# Other pkgs -RUN pip install --no-cache-dir \ - gdown \ - imageio-ffmpeg==0.4.3 \ - jax==0.1.73 \ - opencv-contrib-python-headless \ - opencv-python \ - opensimplex \ - pillow \ - pyspng==0.1.0 \ - networkx \ - scipy - -# Unset TORCH_CUDA_ARCH_LIST and exec. This makes pytorch run-time -# extension builds significantly faster as we only compile for the -# currently active GPU configuration. -#RUN (printf '#!/bin/bash\nunset TORCH_CUDA_ARCH_LIST\nexec \"$@\"\n' >> /entry.sh) && chmod a+x /entry.sh -#ENTRYPOINT ["/entry.sh"] - -USER root - -COPY ./tests/ /usr/share/datahub/tests/scipy-ml-notebook -RUN chmod -R +x /usr/share/datahub/tests/scipy-ml-notebook && \ - chown -R 1000:100 /home/jovyan && \ - chmod +x /run_jupyter.sh - -USER $NB_UID:$NB_GID -ENV PATH=${PATH}:/usr/local/cuda/bin - -# Override command to disable running jupyter notebook at launch -# CMD ["/bin/bash"]