(1)INSTALL NVIDIA DRIVER

lspci | grep VGA
#DISABLE OLD DRIVER
vi /etc/modprobe.d/blacklist-nouveau.conf
  blacklist nouveau
  options nouveau modeset=0

update-initramfs -u
reboot -n

Check the Driver version from the official site:

https://www.nvidia.com/en-us/drivers

#Check the GPU
lspci | grep VGA

#Driver Version shown on the offical site is 570
apt -y install nvidia-driver-570-server
nvidia-smi

(2)INSTALL CUDA(Compute Unified Device Architecture)

# option 1
# install using UBUNTU repository

槽点：可能版本不是最新的

apt -y update
apt -y install nvidia-cuda-toolkit
nvcc --version

#option 2

#install from NVIDIA DEVELOPER

槽点：有可能和自己的系统不匹配

#check old or installed version
dpkg -l | grep cuda

#remove old or installed version
sudo apt-get --purge remove cuda-*

#install using copy the statements from site
wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/x86_64/cuda-ubuntu2404.pin
sudo mv cuda-ubuntu2404.pin /etc/apt/preferences.d/cuda-repository-pin-600
wget https://developer.download.nvidia.com/compute/cuda/12.8.1/local_installers/cuda-repo-ubuntu2404-12-8-local_12.8.1-570.124.06-1_amd64.deb
sudo dpkg -i cuda-repo-ubuntu2404-12-8-local_12.8.1-570.124.06-1_amd64.deb
sudo cp /var/cuda-repo-ubuntu2404-12-8-local/cuda-*-keyring.gpg /usr/share/keyrings/
sudo apt-get update
sudo apt-get -y install cuda-toolkit-12-8

vi ~/.bashrc
source ~/.bashrc
export PATH="/usr/local/cuda/bin:$PATH"
export LD_LIBRARY_PATH="/usr/local/cuda/lib64:$LD_LIBRARY_PATH"

nvcc -V

(3)INSTALL cuDNN(CUDA Deep Neural Network library)

#option 1

# install from UBUNTU repository

apt -y install nvidia-cudnn

#option 2

#install from NVIDIA DEVELOPER

https://developer.nvidia.com/cudnn-downloads?target_os=Linux&target_arch=x86_64&Distribution=Ubuntu&target_version=24.04&target_type=deb_local

wget https://developer.download.nvidia.com/compute/cudnn/9.8.0/local_installers/cudnn-local-repo-ubuntu2404-9.8.0_1.0-1_amd64.deb
sudo dpkg -i cudnn-local-repo-ubuntu2404-9.8.0_1.0-1_amd64.deb
sudo cp /var/cudnn-local-repo-ubuntu2404-9.8.0/cudnn-*-keyring.gpg /usr/share/keyrings/
sudo apt-get update
sudo apt-get -y install cudnn