diff --git a/Dockerfile b/Dockerfile index 3f22c5c..2ee2f87 100644 --- a/Dockerfile +++ b/Dockerfile @@ -6,21 +6,21 @@ LABEL maintainer="UC San Diego ITS/ETS " USER root -#RUN apt-get -q update && \ -# apt-get -qy install apt-utils && \ -# apt-get -qy dist-upgrade && \ -# apt-get -qy auto-remove && \ -# apt-get install -qy p7zip-full software-properties-common && \ -# apt-get clean && \ -# rm -rf /var/lib/apt/lists/* && \ -# https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-ubuntu2004.pin -#RUN wget -nv https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-ubuntu2004.pin -O /etc/apt/preferences.d/cuda-repository-pin-600 && \ -# apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/3bf863cc.pub && \ -# wget https://developer.download.nvidia.com/compute/cuda/repos/$distro/$arch/cuda-keyring_1.0-1_all.deb && \ -# dpkg -i cuda-keyring_1.0-1_all.deb && \ -# add-apt-repository "deb http://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/ /" && \ -# apt-get -q update && \ -# apt-get install -qqy cuda-11-1 cuda-nvcc-11-1 cuda-toolkit-11-1 && \ +RUN apt-get -q update && \ + apt-get -qy install apt-utils && \ + apt-get -qy dist-upgrade && \ + apt-get -qy auto-remove && \ + apt-get install -qy p7zip-full software-properties-common && \ + apt-get clean && \ + rm -rf /var/lib/apt/lists/* && \ + https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-ubuntu2004.pin +RUN wget -nv https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-ubuntu2004.pin -O /etc/apt/preferences.d/cuda-repository-pin-600 && \ + apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/3bf863cc.pub && \ + wget https://developer.download.nvidia.com/compute/cuda/repos/$distro/$arch/cuda-keyring_1.0-1_all.deb && \ + dpkg -i cuda-keyring_1.0-1_all.deb && \ + add-apt-repository "deb http://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/ /" && \ + apt-get -q update && \ + apt-get install -qqy cuda-11-1 cuda-nvcc-11-1 cuda-toolkit-11-1 && \ # install cuda toolkit # https://developer.nvidia.com/cuda-11.1.0-download-archive?target_os=Linux&target_arch=x86_64&target_distro=Ubuntu&target_version=2004&target_type=debnetwork @@ -38,9 +38,9 @@ RUN apt-get update && \ #apt-get -y install cuda && \ apt-get install -qqy cuda-11-1 cuda-nvcc-11-1 cuda-toolkit-11-1 && \ -# wget -nv https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/libcudnn8_8.0.5.39-1+cuda11.1_amd64.deb -O /var/tmp/libcudnn8.deb && \ -# wget -nv https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/libnccl2_2.8.4-1+cuda11.1_amd64.deb -O /var/tmp/libnccl2.deb && \ -# dpkg -i /var/tmp/libcudnn8.deb /var/tmp/libnccl2.deb && \ + wget -nv https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/libcudnn8_8.0.5.39-1+cuda11.1_amd64.deb -O /var/tmp/libcudnn8.deb && \ + wget -nv https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/libnccl2_2.8.4-1+cuda11.1_amd64.deb -O /var/tmp/libnccl2.deb && \ + dpkg -i /var/tmp/libcudnn8.deb /var/tmp/libnccl2.deb && \ fix-permissions $CONDA_DIR && \ fix-permissions /home/$NB_USER @@ -54,6 +54,7 @@ RUN apt-get update && \ # rm -rf /var/lib/apt/lists/*" # wget -nv https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-ubuntu2004.pin -O /etc/apt/preferences.d/cuda-repository-pin-600 \u0026\u0026 apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/3bf863cc.pub \u0026\u0026 add-apt-repository \"deb http://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/ /\" \u0026\u0026 apt-get -q update \u0026\u0026 apt-get install -qqy cuda-11-1 cuda-nvcc-11-1 cuda-toolkit-11-1 \u0026\u0026 wget -nv https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/libcudnn8_8.0.5.39-1+cuda11.1_amd64.deb -O /var/tmp/libcudnn8.deb \u0026\u0026 wget -nv https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/libnccl2_2.8.4-1+cuda11.1_amd64.deb -O /var/tmp/libnccl2.deb \u0026\u0026 dpkg -i /var/tmp/libcudnn8.deb /var/tmp/libnccl2.deb" #fix-permissions $CONDA_DIR \u0026\u0026 fix-permissions /home/$NB_USER" + #/opt/conda/bin/python3 -m pip install --upgrade pip" #/opt/conda/bin/conda install -y jaxlib==0.1.55 tensorboard" #pip install torch -f https://download.pytorch.org/whl/rocm4.0.1/torch_stable.html \u0026\u0026 pip install ninja \u0026\u0026 pip install 'git+https://github.com/pytorch/vision.git@v0.9.0'" @@ -80,3 +81,11 @@ RUN conda env create --file /tmp/env.yml && \ # 3) install packages using notebook user USER jovyan +# other packages here... + + +USER $NB_UID:$NB_GID +ENV PATH=${PATH}:/usr/local/cuda/bin + + + diff --git a/env.yml b/env.yml index 10383ee..22570a5 100644 --- a/env.yml +++ b/env.yml @@ -26,9 +26,9 @@ dependencies: - pyspng==0.1.0 - networkx - scipy -# - ninja - - torch==1.8.0 #+cu111 - - torchvision==0.9.0 #+cu111 + - ninja + - torch==1.8.0+cu111 + - torchvision==0.9.0+cu111 - torchaudio==0.8.0 # - tensorflow==2.12.* # - nvidia-cudnn-cu11==8.6.0.163