How to install Docker with NVIDIA CUDA support in Ubuntu 20.04 or Ubuntu 22.04

How to install Docker with NVIDIA CUDA support in Ubuntu 2X.04

sudo apt-get update
sudo apt-get upgrade
sudo apt-get install ca-certificates curl gnupg lsb-release


# Add docker’s GPG key
sudo mkdir -p /etc/apt/keyrings
curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo gpg --dearmor -o /etc/apt/keyrings/docker.gpg


# Add docker sources
echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.gpg] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable" | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null

# Install docker
sudo apt-get update
sudo apt-get install docker-ce containerd.io docker-compose-plugin

# Test it
sudo docker run hello-world

# Add docker to sudoers group
sudo groupadd docker

# Allow non-root user to use docker (obviously change the username, sergio is mine)
sudo usermod -aG docker sergio

# Install docker-nvidia sources
distribution=$(. /etc/os-release;echo $ID$VERSION_ID) && curl -s -L https://nvidia.github.io/nvidia-docker/gpgkey | sudo apt-key add - && curl -s -L https://nvidia.github.io/nvidia-docker/$distribution/nvidia-docker.list | sudo tee /etc/apt/sources.list.d/nvidia-docker.list
sudo apt-get update

# Install nvidia-docker2
sudo apt-get install -y nvidia-docker2
sudo systemctl restart Docker

# Test docker with CUDA
sudo docker run --gpus all nvidia/cuda:11.5.2-base-ubuntu20.04 nvidia-smi