upgrade to cuda 12.1

Author: evelkey

README.md

@@ -35,7 +35,7 @@ Set Nvidia as default container runtime for Docker in `/etc/docker/daemon.json`,
 To make development portable and deployable on cloud, it is recommended to run the IDE inside the container. Legacy solution installed the IDE inside the container which resulted in large container sizes (moving around useless packages). Best practice is to mount your IDE inside the container (to be specified in the docker-compose file or docker run) and start them from the container. GUI access is granted on Intel, AMD and NVIDIA GPUs by default. This enables portable code and easier cooperation of teams.
 
 ## Available Docker images
-Supported CUDA versions: `10.0`, `10.1`, `10.2` in all images, `latest` tag is not used as a best practice implementation.
+Supported CUDA versions: `10.0`, `10.1`, `10.2`, `11.5.1` in all images, `latest` tag is not used as a best practice implementation.
 
 
 ### `xmindai/cuda-cudnn-opengl` 

build_cuda_12_1_1.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+set -e
+
+OS_VERSION="ubuntu22.04"
+CUDA_VERSION="12.1.1"
+BASE="nvidia/cuda:${CUDA_VERSION}-cudnn8-devel-${OS_VERSION}"
+TAG="xmindai/cuda-python:${OS_VERSION}-${CUDA_VERSION}-cudnn8"
+
+cd general-development
+./build.sh $BASE $BASE-dev
+cd ..
+
+cd cuda-python-development
+./build.sh $BASE-dev $BASE-dev-py ${CUDA_VERSION}
+cd ..
+
+cd user-layer
+./build.sh $BASE-dev-py $BASE-dev-py-user
+cd ..
+
+cd nvidia-cuda-cudnn-opengl
+./build.sh $BASE-dev-py-user $TAG ${OS_VERSION}
+cd ..
+
+docker push $TAG

cuda-cpp-development/install_tensorrt.sh

@@ -3,26 +3,28 @@ set -e
 
 cuda=$1
 
-if [ "$cuda" == "10.0" ]
-then
+if [ "$cuda" == "10.0" ]; then
     tag="cuda10.0-trt7.0.0.11-ga-20191216"
+    name="nv-tensorrt-repo-ubuntu1804-${tag}_1-1_amd64.deb"
 fi
-if  [ "$cuda" == "10.1" ]
-then
+if [ "$cuda" == "10.1" ]; then
     echo "CUDA 10.1 is not supported by TensorRT, so it is not installed in this container!!"
     exit 0
 fi
-if [ "$cuda" == "10.2" ]
-then
+if [ "$cuda" == "10.2" ]; then
     tag="cuda10.2-trt7.0.0.11-ga-20191216"
+    name="nv-tensorrt-repo-ubuntu1804-${tag}_1-1_amd64.deb"
+fi
+if [ "$cuda" == "12.1.1" ]; then
+    name="nv-tensorrt-local-repo-ubuntu2204-8.6.1-cuda-12.0_1.0-1_amd64.deb"
 fi
 
 cd /tmp
-wget --no-check-certificate https://mindstore0.blob.core.windows.net/blob0/nv-tensorrt-repo-ubuntu1804-${tag}_1-1_amd64.deb
-dpkg -i nv-tensorrt-repo-ubuntu1804-${tag}_1-1_amd64.deb
-apt-key add /var/nv-tensorrt-repo-${tag}/7fa2af80.pub
+wget --no-check-certificate https://mindstore0.blob.core.windows.net/blob0/${name}
+dpkg -i ${name}
+apt-key add /var/nv-tensorrt-repo-*/*.pub
 
-dpkg -i /var/nv-tensorrt-repo-${tag}/*.deb
+dpkg -i /var/nv-tensorrt-repo-*/*.deb
 dpkg --remove nv-tensorrt-repo-ubuntu1804-${tag}
 
 apt-get clean

cuda-python-development/conda_packages_installer.sh

@@ -3,17 +3,24 @@ set -e
 
 cuda=$1
 
-if [ "$cuda" == "10.0" ]
-then
+conda update conda
+conda install -y conda-libmamba-solver
+conda config --set solver libmamba
+
+if [ "$cuda" == "10.0" ]; then
     conda install -y -c rapidsai -c nvidia -c conda-forge -c defaults -c pytorch -c anaconda python=3.7 cudatoolkit=10.0 pytorch --file /tmp/requirements.txt
 fi
-if  [ "$cuda" == "10.1" ]
-then
+if [ "$cuda" == "10.1" ]; then
     conda install -y -c rapidsai -c nvidia -c conda-forge -c defaults -c pytorch -c anaconda python=3.7 cudatoolkit=10.1 pytorch --file /tmp/requirements.txt
 fi
-if [ "$cuda" == "10.2" ]
-then
+if [ "$cuda" == "10.2" ]; then
     conda install -y -c rapidsai -c nvidia -c conda-forge -c defaults -c pytorch-nightly -c anaconda python=3.7 cudatoolkit=10.2 pytorch=1.6 --file /tmp/requirements.txt
 fi
+if [ "$cuda" == "11.5.1" ]; then
+    conda install -y -c rapidsai -c nvidia -c conda-forge -c defaults -c pytorch-nightly -c anaconda python=3.9 cudatoolkit=11.5 pytorch=1.11 --file /tmp/requirements.txt
+fi
+if [ "$cuda" == "12.1.1" ]; then
+    conda install -y -c rapidsai -c nvidia -c conda-forge -c pytorch-nightly -c anaconda python=3.10 pytorch pytorch-cuda=12.1 --file /tmp/requirements.txt
+fi
 
-conda clean -ya
+conda clean -ya

cuda-python-development/requirements.txt

@@ -10,6 +10,7 @@ graphviz
 h5py
 ipython
 jupyterlab
+lightning
 matplotlib
 mkl
 mkl-include
@@ -22,12 +23,13 @@ plotly
 pylint
 pytest
 pyyaml
-rapids=0.13
 requests
 setuptools
 shapely
 slackclient
 tensorboard
 tensorboardX
-tensorflow-gpu
+tensorflow
+torchvision
+torchaudio
 tqdm

general-development/Dockerfile

@@ -27,14 +27,13 @@ RUN mkdir /var/run/sshd
 # SSH login fix. Otherwise user is kicked off after login
 RUN sed 's@session\s*required\s*pam_loginuid.so@session optional pam_loginuid.so@g' -i /etc/pam.d/sshd
 EXPOSE 20022
-RUN echo "nameserver 8.8.8.8" > /etc/resolv.conf
 
 # Microsoft Azure CLI
 RUN cd /tmp && wget https://aka.ms/InstallAzureCLIDeb && bash ./InstallAzureCLIDeb && rm ./InstallAzureCLIDeb &&\
     apt-get clean && \
     rm -rf /var/lib/apt/lists/* && \
     rm -rf /tmp/*
-    
+
 # Kubectl
 RUN curl -s https://packages.cloud.google.com/apt/doc/apt-key.gpg | apt-key add - && \
     echo "deb https://apt.kubernetes.io/ kubernetes-xenial main" | tee -a /etc/apt/sources.list.d/kubernetes.list &&\

nvidia-cuda-cudnn-opengl/build.sh

@@ -9,21 +9,21 @@ if [[ -z "${base_image}" ]]; then
     exit 1
 fi
 
-if [[ -z "${target image}" ]]; then
+if [[ -z "${target_image}" ]]; then
     echo "No target image given" 1>&2
     exit 1
 fi
 
 if [[ -z "${ubuntu_version}" ]]; then
-    echo "No ubuntu version given using: ubuntu18.04" 1>&2
-    ubuntu_version="ubuntu18.04"
+    echo "No ubuntu version given using: ubuntu22.04" 1>&2
+    ubuntu_version="ubuntu22.04"
 fi
 
 set -e
-
+rm -rf opengl
 git clone -b ${ubuntu_version} https://gitlab.com/nvidia/container-images/opengl.git
 
-docker build --build-arg from=${base_image} -t cudagl_base ./opengl/base
+docker build --build-arg from=${base_image} -t cudagl_base -f ./opengl/base/Dockerfile ./opengl
 docker build --build-arg from=cudagl_base -t cudagl_runtime ./opengl/glvnd/runtime
 docker build --build-arg from=cudagl_runtime -t ${target_image} ./opengl/glvnd/devel