Skip to content

Instantly share code, notes, and snippets.

@EmilPi

EmilPi/download_cuda_and_cudnn.sh

Last active February 19, 2024 18:58
Show Gist options
  • Save EmilPi/c880aa363c71c40445f2cff7aaea3c19 to your computer and use it in GitHub Desktop.
Save EmilPi/c880aa363c71c40445f2cff7aaea3c19 to your computer and use it in GitHub Desktop.
Download ZIP
Download all cuda and cudnn versions to a chosen folder and create symlinks in /usr/local (or any other path)
Raw
download_cuda_and_cudnn.sh
#!/bin/bash
# inspired by and used https://gist.github.com/mikaelhg/cae5b7938aa3dfdf3d06a40739f2f3f4 as a base
LIB_PATH=/usr/local
STORAGE_PATH=/media/user/path/to/big/drive
BASE_DOWNLOAD_HREF=https://developer.download.nvidia.com/compute
# Exit on first error (not always, but most of cases)
set -euxo pipefail
# Prerequisites
sudo apt install zlib1g
sudo apt install xz-utils
symlink_to_more_major_versions () {
cuda_folder_path=$1
curr_cuda_folder_path=$cuda_folder_path
while true; do
more_major_version_cuda_folder_path=$(echo $curr_cuda_folder_path | rev | cut -d'.' -f2- | rev)
sudo rm -rf $more_major_version_cuda_folder_path
sudo ln -s $curr_cuda_folder_path $more_major_version_cuda_folder_path
curr_cuda_folder_path=$more_major_version_cuda_folder_path
[ -z "$(echo $(basename $curr_cuda_folder_path) | grep '\.')" ] && {
break
}
done
}
download_extract_move_and_symlink_cuda() {
cuda_href=$1
echo "Downloading $cuda_href ..."
cuda_fname=$(basename $cuda_href)
cuda_folder=$(echo $cuda_fname | cut -d'_' -f-2 | sed 's/_/-/g')
wget -nc $cuda_href
echo "Trying to run $cuda_fname ..."
echo "Executing command sudo bash $cuda_fname --no-man-page --override --silent --toolkit --toolkitpath=$LIB_PATH/$cuda_folder --librarypath=$LIB_PATH/$cuda_folder"
sudo bash $cuda_fname --no-man-page --override --silent --toolkit --toolkitpath="$LIB_PATH/$cuda_folder" --librarypath="$LIB_PATH/$cuda_folder"
echo "Now moving to $STORAGE_PATH in order to leave more space..."
sudo cp -r "$LIB_PATH/$cuda_folder" "$STORAGE_PATH/"
echo "Now REMOVING original location $LIB_PATH/$cuda_folder !!!"
sudo rm -rf $LIB_PATH/$cuda_folder
echo "Creating symlink to moved folder back in $LIB_PATH ..."
sudo ln -s "$STORAGE_PATH/$cuda_folder" "$LIB_PATH/$cuda_folder"
echo "Symlink created!"
symlink_to_more_major_versions "$LIB_PATH/$cuda_folder"
}
# v11.7 is first CUDA version featuring 22.04 installer
for cuda_href in \
https://developer.download.nvidia.com/compute/cuda/10.1/Prod/local_installers/cuda_10.1.243_418.87.00_linux.run \
https://developer.download.nvidia.com/compute/cuda/10.2/Prod/local_installers/cuda_10.2.89_440.33.01_linux.run \
https://developer.download.nvidia.com/compute/cuda/11.0.3/local_installers/cuda_11.0.3_450.51.06_linux.run \
https://developer.download.nvidia.com/compute/cuda/11.2.2/local_installers/cuda_11.2.2_460.32.03_linux.run \
https://developer.download.nvidia.com/compute/cuda/11.5.1/local_installers/cuda_11.5.1_495.29.05_linux.run \
https://developer.download.nvidia.com/compute/cuda/11.5.2/local_installers/cuda_11.5.2_495.29.05_linux.run \
https://developer.download.nvidia.com/compute/cuda/11.6.0/local_installers/cuda_11.6.0_510.39.01_linux.run \
https://developer.download.nvidia.com/compute/cuda/11.7.1/local_installers/cuda_11.7.1_515.65.01_linux.run \
https://developer.download.nvidia.com/compute/cuda/11.8.0/local_installers/cuda_11.8.0_520.61.05_linux.run \
https://developer.download.nvidia.com/compute/cuda/12.0.0/local_installers/cuda_12.0.0_525.60.13_linux.run \
; do
download_extract_move_and_symlink_cuda $cuda_href
done
#extract_cudnn_nvidia_way() {
# cudnn_fname=$1
# [ -n "$(echo $cudnn_fname | grep 'tar\.gz')" ] && {
# cudnn_folder=${cudnn_fname%.tar.gz}
# echo "Unpacking $cudnn_fname into $cudnn_folder using command __ tar -xzf $cudnn_fname __"
# mkdir -p $cudnn_folder
# tar -xzf $cudnn_fname -C $cudnn_folder
# }
# [ -n "$(echo $cudnn_fname | grep '\.tgz')" ] && {
# cudnn_folder=${cudnn_fname%.tgz}
# echo "Unpacking $cudnn_fname into $cudnn_folder using command __ tar -xzf $cudnn_fname __"
# mkdir -p $cudnn_folder
# tar -xzf $cudnn_fname -C $cudnn_folder
# }
# [ -n "$(echo $cudnn_fname | grep 'tar\.xz')" ] && {
# cudnn_folder=${cudnn_fname%.tar.xz}
# echo "Unpacking $cudnn_fname into $cudnn_folder using command __ tar -xf $cudnn_fname __"
# mkdir -p $cudnn_folder
# tar -xf $cudnn_fname -C $cudnn_folder
# }
# [ -n "$(echo $cudnn_folder | grep archive)" ] && {
# cudnn_info_str=$(echo $cudnn_folder | cut -d'-' -f4)
# cudnn_version=$(echo $cudnn_info_str | cut -d'_' -f1)
# cuda_version=$(echo $cudnn_info_str | cut -d'a' -f2)
# } || {
# cuda_version=$(echo $cudnn_folder | cut -d'-' -f2)
# cudnn_version=$(echo $cudnn_folder | cut -d'v' -f2)
# }
# echo "Now copying files from $cudnn_folder folder: CUDA version is $cuda_version, CuDNN version is $cudnn_version"
# LIB_CUDA_FOLDER="$LIB_PATH/cuda-$cuda_version"
# [ -d $LIB_CUDA_FOLDER ] || {
# echo "$LIB_CUDA_FOLDER does not exist! Exiting."
# exit 1
# }
# [ -d "$cudnn_folder/include" ] || {
# [ -d "$cudnn_folder/cuda" ] && {
# mv $cudnn_folder/cuda/* $cudnn_folder/
# } || {
# echo "Expecting $cudnn_folder/cuda folder: not found: exiting."
# exit 1
# }
# }
# sudo cp $cudnn_folder/include/cudnn*.h "$LIB_CUDA_FOLDER/include"
# [ -d $cudnn_folder/lib ] && {
# sudo cp -P $cudnn_folder/lib/libcudnn* "$LIB_CUDA_FOLDER/lib64"
# }
# [ -d $cudnn_folder/lib64 ] && {
# sudo cp -P $cudnn_folder/lib64/libcudnn* "$LIB_CUDA_FOLDER/lib64"
# }
# sudo chmod a+r $LIB_CUDA_FOLDER/include/cudnn*.h $LIB_CUDA_FOLDER/lib64/libcudnn*
#}
extract_cudnn_into_its_own_folder() {
cudnn_href=$1
[ -n "$(echo $cudnn_href | grep 'local_installers')" ] && {
cuda_version=$(echo $cudnn_href | rev | cut -d'/' -f2 | rev)
} || {
cuda_version=''
}
cudnn_fname=$(basename $cudnn_href)
[ -n "$(echo $cudnn_fname | grep 'tar\.gz')" ] && {
cudnn_folder=${cudnn_fname%.tar.gz}
echo "Unpacking $cudnn_fname into $cudnn_folder using command __ tar -xzf $cudnn_fname __"
mkdir -p $cudnn_folder
tar -xzf $cudnn_fname -C $cudnn_folder
}
[ -n "$(echo $cudnn_fname | grep '\.tgz')" ] && {
cudnn_folder=${cudnn_fname%.tgz}
echo "Unpacking $cudnn_fname into $cudnn_folder using command __ tar -xzf $cudnn_fname __"
mkdir -p $cudnn_folder
tar -xzf $cudnn_fname -C $cudnn_folder
}
[ -n "$(echo $cudnn_fname | grep 'tar\.xz')" ] && {
cudnn_folder=${cudnn_fname%.tar.xz}
echo "Unpacking $cudnn_fname into $cudnn_folder using command __ tar -xf $cudnn_fname __"
mkdir -p $cudnn_folder
tar -xf $cudnn_fname -C $cudnn_folder
}
[ -n "$(echo $cudnn_folder | grep archive)" ] && {
cudnn_info_str=$(echo $cudnn_folder | cut -d'-' -f4)
cudnn_version=$(echo $cudnn_info_str | cut -d'_' -f1)
[ -z "$cuda_version" ] && {
cuda_version=$(echo $cudnn_info_str | cut -d'a' -f2)
echo "Cuda version is $cuda_version."
} || {
echo "Cuda version is $cuda_version."
}
} || {
[ -z "$cuda_version" ] && {
cuda_version=$(echo $cudnn_folder | cut -d'-' -f2)
echo "Cuda version is $cuda_version."
} || {
echo "Cuda version is $cuda_version."
}
cudnn_version=$(echo $cudnn_folder | cut -d'v' -f2)
}
[ -d "$cudnn_folder/include" ] || {
[ -d "$cudnn_folder/cuda" ] && {
mv $cudnn_folder/cuda/* $cudnn_folder/
} || {
echo "Expecting $cudnn_folder/cuda folder: not found: exiting."
exit 1
}
}
echo "$cudnn_fname : CUDA version is $cuda_version, CuDNN version is $cudnn_version"
lib_cudnn_folder="cudnn-$cuda_version-$cudnn_version"
sudo mkdir -p "$STORAGE_PATH/$lib_cudnn_folder"
sudo cp -r $cudnn_folder/* "$STORAGE_PATH/$lib_cudnn_folder/"
sudo rm -f "$LIB_PATH/$lib_cudnn_folder"
sudo ln -s "$STORAGE_PATH/$lib_cudnn_folder" "$LIB_PATH/$lib_cudnn_folder"
sudo chmod a+r $STORAGE_PATH/$lib_cudnn_folder/include/cudnn*.h
echo "Now testing existence of $STORAGE_PATH/$lib_cudnn_folder/lib64 existence."
[ -d "$STORAGE_PATH/$lib_cudnn_folder/lib64" ] && {
sudo chmod a+r $STORAGE_PATH/$lib_cudnn_folder/lib64/libcudnn*
} || {
[ -d "$STORAGE_PATH/$lib_cudnn_folder/lib" ] && {
sudo chmod a+r $STORAGE_PATH/$lib_cudnn_folder/lib/libcudnn*
} || {
echo "lib or lib64 not found: exiting."
exit 1
}
}
}
download_and_extract_cudnn() {
cudnn_href=$1
wget -nc $cudnn_href
extract_cudnn_into_its_own_folder $cudnn_href
#cudnn_fname=$(basename $cudnn_href)
#extract_cudnn_nvidia_way $cudnn_fname
}
OFS=$IFS
IFS=$' '
for cudnn_href in \
https://developer.download.nvidia.com/compute/redist/cudnn/v7.6.5/cudnn-10.1-linux-x64-v7.6.5.32.tgz \
https://developer.download.nvidia.com/compute/redist/cudnn/v7.6.5/cudnn-10.2-linux-x64-v7.6.5.32.tgz \
https://developer.download.nvidia.com/compute/redist/cudnn/v8.4.1/local_installers/10.2/cudnn-linux-x86_64-8.4.1.50_cuda10.2-archive.tar.xz \
https://developer.download.nvidia.com/compute/redist/cudnn/v8.5.0/local_installers/10.2/cudnn-linux-x86_64-8.5.0.96_cuda10-archive.tar.xz \
https://developer.download.nvidia.com/compute/redist/cudnn/v8.0.5/cudnn-11.0-linux-x64-v8.0.5.39.tgz \
https://developer.download.nvidia.com/compute/redist/cudnn/v8.1.1/cudnn-11.2-linux-x64-v8.1.1.33.tgz \
https://developer.download.nvidia.com/compute/redist/cudnn/v8.3.2/local_installers/11.5/cudnn-linux-x86_64-8.3.2.44_cuda11.5-archive.tar.xz \
https://developer.download.nvidia.com/compute/redist/cudnn/v8.3.3/local_installers/11.5/cudnn-linux-x86_64-8.3.3.40_cuda11.5-archive.tar.xz \
https://developer.download.nvidia.com/compute/redist/cudnn/v8.4.1/local_installers/11.6/cudnn-linux-x86_64-8.4.1.50_cuda11.6-archive.tar.xz \
https://developer.download.nvidia.com/compute/redist/cudnn/v8.5.0/local_installers/11.7/cudnn-linux-x86_64-8.5.0.96_cuda11-archive.tar.xz \
https://developer.download.nvidia.com/compute/redist/cudnn/v8.6.0/local_installers/11.8/cudnn-linux-x86_64-8.6.0.163_cuda11-archive.tar.xz \
https://developer.download.nvidia.com/compute/redist/cudnn/v8.7.0/local_installers/11.8/cudnn-linux-x86_64-8.7.0.84_cuda11-archive.tar.xz ; do
echo "Link $cudnn_href"
download_and_extract_cudnn $cudnn_href
done
IFS=$OFS
@MaKaNu
Copy link

MaKaNu commented Feb 13, 2024

there seems to be an issue with cudnn for a few versions. I modified your script the following:

#37-40
+if [ -d "$STORAGE_PATH/$cuda_folder" ]; then
+    echo "$cuda_folder already installed. skipping."
+    return 0 
+fi
+
#142
+ tar -xf $cudnn_fname -C $cudnn_folder --strip 1
- tar -xf $cudnn_fname -C $cudnn_folder
#173-177
+if [ -d "$STORAGE_PATH/$cuda_folder" ]; then
+    echo "$cudnn_folder already installed. skipping."
+    return 0 
+fi
+

I am not 100% sure by the mv cuda folder at line 165 since it was always empty for now.

@ELigoP
Copy link

ELigoP commented Feb 19, 2024

Thanks!

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment