From 9268dc9d887a3d54cd1f008dcb628aaa5b5bd90a Mon Sep 17 00:00:00 2001 From: Tim Dettmers Date: Mon, 25 Jul 2022 19:30:37 -0700 Subject: Some progress on build script; added multi-cuda install script. --- deploy_from_slurm.sh | 125 ++++++++++++++++++++++++++++++++------------------- 1 file changed, 78 insertions(+), 47 deletions(-) (limited to 'deploy_from_slurm.sh') diff --git a/deploy_from_slurm.sh b/deploy_from_slurm.sh index 6357e1d..5a554bb 100644 --- a/deploy_from_slurm.sh +++ b/deploy_from_slurm.sh @@ -1,86 +1,117 @@ #!/bin/bash +BASE_PATH=$1 + module unload cuda module unload gcc rm -rf dist build make clean make cleaneggs -module load cuda/9.2 -module load gcc/7.3.0 -CUDA_HOME=/public/apps/cuda/9.2 -make -CUDA_VERSION=92 python -m build -python -m twine upload dist/* --verbose -module unload cuda +export CUDA_HOME=$BASE_PATH/cuda-11.0 +make cuda110 +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +#CUDA_VERSION=110 python -m build +#python -m twine upload dist/* --verbose rm -rf dist build make clean make cleaneggs -module load cuda/10.0 -CUDA_HOME=/public/apps/cuda/10.0 -make cuda10x -CUDA_VERSION=100 python -m build -python -m twine upload dist/* --verbose -module unload cuda -module unload gcc -module load gcc/8.4 +export CUDA_HOME=$BASE_PATH/cuda-11.1 +make cuda11x + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +#CUDA_VERSION=111 python -m build +#python -m twine upload dist/* --verbose rm -rf dist build make clean make cleaneggs -module load cuda/10.1 -CUDA_HOME=/public/apps/cuda/10.1 -make cuda10x -CUDA_VERSION=101 python -m build -python -m twine upload dist/* --verbose -module unload cuda +export CUDA_HOME=$BASE_PATH/cuda-11.2 +make cuda11x + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +#CUDA_VERSION=112 python -m build +#python -m twine upload dist/* --verbose rm -rf dist build make clean make cleaneggs -module load cuda/10.2 -CUDA_HOME=/public/apps/cuda/10.2/ -make cuda10x -CUDA_VERSION=102 python -m build -python -m twine upload dist/* --verbose -module unload cuda +export CUDA_HOME=$BASE_PATH/cuda-11.3 +make cuda11x +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +#CUDA_VERSION=113 python -m build +#python -m twine upload dist/* --verbose rm -rf dist build make clean make cleaneggs -module load cuda/11.0 -CUDA_HOME=/public/apps/cuda/11.0 -make cuda110 -CUDA_VERSION=110 python -m build -python -m twine upload dist/* --verbose -module unload cuda +export CUDA_HOME=$BASE_PATH/cuda-11.4 +make cuda11x + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +#CUDA_VERSION=114 python -m build +##python -m twine upload dist/* --verbose rm -rf dist build make clean make cleaneggs -module load cuda/11.1 -CUDA_HOME=/public/apps/cuda/11.1 +export CUDA_HOME=$BASE_PATH/cuda-11.5 make cuda11x -CUDA_VERSION=111 python -m build -python -m twine upload dist/* --verbose -module unload cuda + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +#CUDA_VERSION=115 python -m build +#python -m twine upload dist/* --verbose rm -rf dist build make clean make cleaneggs -module load cuda/11.2 -CUDA_HOME=/public/apps/cuda/11.2 +export CUDA_HOME=$BASE_PATH/cuda-11.6 + make cuda11x -CUDA_VERSION=112 python -m build -python -m twine upload dist/* --verbose -module unload cuda +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +#CUDA_VERSION=116 python -m build +#python -m twine upload dist/* --verbose rm -rf dist build make clean make cleaneggs -CUDA_HOME=/private/home/timdettmers/git/autoswap/local/cuda-11.3 make cuda11x -CUDA_VERSION=113 python -m build -python -m twine upload dist/* --verbose -module unload cuda +export CUDA_HOME=$BASE_PATH/cuda-11.7 +make cuda11x + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +#CUDA_VERSION=117 python -m build +#python -m twine upload dist/* --verbose -- cgit v1.2.3 From f2dd703251aaff826a85c7f77624dfe5cbc91c6c Mon Sep 17 00:00:00 2001 From: Tim Dettmers Date: Mon, 25 Jul 2022 22:34:14 -0700 Subject: Added matmul build and flags. --- deploy_from_slurm.sh | 161 ++++++++++++++++++++++++++++++++++++++++++++++----- 1 file changed, 145 insertions(+), 16 deletions(-) (limited to 'deploy_from_slurm.sh') diff --git a/deploy_from_slurm.sh b/deploy_from_slurm.sh index 5a554bb..93233a4 100644 --- a/deploy_from_slurm.sh +++ b/deploy_from_slurm.sh @@ -4,88 +4,217 @@ BASE_PATH=$1 module unload cuda module unload gcc +#rm -rf dist build +#make clean +#make cleaneggs +#export CUDA_HOME=$BASE_PATH/cuda-11.0 +#make cuda110 +# +#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then +# # Control will enter here if $DIRECTORY doesn't exist. +# echo "Compilation unsuccessul!" 1>&2 +# exit 64 +#fi +##CUDA_VERSION=110 python -m build +##python -m twine upload dist/* --verbose +# +#rm -rf dist build +#make clean +#make cleaneggs +#export CUDA_HOME=$BASE_PATH/cuda-11.1 +#make cuda11x +# +#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then +# # Control will enter here if $DIRECTORY doesn't exist. +# echo "Compilation unsuccessul!" 1>&2 +# exit 64 +#fi +##CUDA_VERSION=111 python -m build +##python -m twine upload dist/* --verbose +# +#rm -rf dist build +#make clean +#make cleaneggs +#export CUDA_HOME=$BASE_PATH/cuda-11.2 +#make cuda11x +# +#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then +# # Control will enter here if $DIRECTORY doesn't exist. +# echo "Compilation unsuccessul!" 1>&2 +# exit 64 +#fi +##CUDA_VERSION=112 python -m build +##python -m twine upload dist/* --verbose +# +#rm -rf dist build +#make clean +#make cleaneggs +#export CUDA_HOME=$BASE_PATH/cuda-11.3 +#make cuda11x +# +#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then +# # Control will enter here if $DIRECTORY doesn't exist. +# echo "Compilation unsuccessul!" 1>&2 +# exit 64 +#fi +##CUDA_VERSION=113 python -m build +##python -m twine upload dist/* --verbose +# +#rm -rf dist build +#make clean +#make cleaneggs +#export CUDA_HOME=$BASE_PATH/cuda-11.4 +#make cuda11x +# +#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then +# # Control will enter here if $DIRECTORY doesn't exist. +# echo "Compilation unsuccessul!" 1>&2 +# exit 64 +#fi +##CUDA_VERSION=114 python -m build +###python -m twine upload dist/* --verbose +# +#rm -rf dist build +#make clean +#make cleaneggs +#export CUDA_HOME=$BASE_PATH/cuda-11.5 +#make cuda11x +# +#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then +# # Control will enter here if $DIRECTORY doesn't exist. +# echo "Compilation unsuccessul!" 1>&2 +# exit 64 +#fi +##CUDA_VERSION=115 python -m build +##python -m twine upload dist/* --verbose +# +#rm -rf dist build +#make clean +#make cleaneggs +#export CUDA_HOME=$BASE_PATH/cuda-11.6 +# +#make cuda11x +#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then +# # Control will enter here if $DIRECTORY doesn't exist. +# echo "Compilation unsuccessul!" 1>&2 +# exit 64 +#fi +##CUDA_VERSION=116 python -m build +##python -m twine upload dist/* --verbose +# +#rm -rf dist build +#make clean +#make cleaneggs +#export CUDA_HOME=$BASE_PATH/cuda-11.7 +#make cuda11x +# +#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then +# # Control will enter here if $DIRECTORY doesn't exist. +# echo "Compilation unsuccessul!" 1>&2 +# exit 64 +#fi +##CUDA_VERSION=117 python -m build +##python -m twine upload dist/* --verbose + + +rm -rf dist build +make clean +make cleaneggs +export CUDA_HOME=$BASE_PATH/cuda-10.2 +make cuda10x_nomatmul + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +#CUDA_VERSION=102-nomatmul python -m build +#python -m twine upload dist/* --verbose + + rm -rf dist build make clean make cleaneggs export CUDA_HOME=$BASE_PATH/cuda-11.0 -make cuda110 +make cuda110_nomatmul if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then # Control will enter here if $DIRECTORY doesn't exist. echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=110 python -m build +#CUDA_VERSION=110-nomatmul python -m build #python -m twine upload dist/* --verbose + rm -rf dist build make clean make cleaneggs export CUDA_HOME=$BASE_PATH/cuda-11.1 -make cuda11x +make cuda11x_nomatmul if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then # Control will enter here if $DIRECTORY doesn't exist. echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=111 python -m build +#CUDA_VERSION=111-nomatmul python -m build #python -m twine upload dist/* --verbose rm -rf dist build make clean make cleaneggs export CUDA_HOME=$BASE_PATH/cuda-11.2 -make cuda11x +make cuda11x_nomatmul if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then # Control will enter here if $DIRECTORY doesn't exist. echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=112 python -m build +#CUDA_VERSION=112-nomatmul python -m build #python -m twine upload dist/* --verbose rm -rf dist build make clean make cleaneggs export CUDA_HOME=$BASE_PATH/cuda-11.3 -make cuda11x +make cuda11x_nomatmul if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then # Control will enter here if $DIRECTORY doesn't exist. echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=113 python -m build +#CUDA_VERSION=113-nomatmul python -m build #python -m twine upload dist/* --verbose rm -rf dist build make clean make cleaneggs export CUDA_HOME=$BASE_PATH/cuda-11.4 -make cuda11x +make cuda11x_nomatmul if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then # Control will enter here if $DIRECTORY doesn't exist. echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=114 python -m build +#CUDA_VERSION=114-nomatmul python -m build ##python -m twine upload dist/* --verbose rm -rf dist build make clean make cleaneggs export CUDA_HOME=$BASE_PATH/cuda-11.5 -make cuda11x +make cuda11x_nomatmul if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then # Control will enter here if $DIRECTORY doesn't exist. echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=115 python -m build +#CUDA_VERSION=115-nomatmul python -m build #python -m twine upload dist/* --verbose rm -rf dist build @@ -93,25 +222,25 @@ make clean make cleaneggs export CUDA_HOME=$BASE_PATH/cuda-11.6 -make cuda11x +make cuda11x_nomatmul if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then # Control will enter here if $DIRECTORY doesn't exist. echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=116 python -m build +#CUDA_VERSION=116-nomatmul python -m build #python -m twine upload dist/* --verbose rm -rf dist build make clean make cleaneggs export CUDA_HOME=$BASE_PATH/cuda-11.7 -make cuda11x +make cuda11x_nomatmul if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then # Control will enter here if $DIRECTORY doesn't exist. echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=117 python -m build +#CUDA_VERSION=117-nomatmul python -m build #python -m twine upload dist/* --verbose -- cgit v1.2.3 From 953b7285ddf55913732bc9f137953dd00ac64c35 Mon Sep 17 00:00:00 2001 From: Tim Dettmers Date: Tue, 26 Jul 2022 09:12:16 -0700 Subject: Fixed cpuonly build. --- deploy_from_slurm.sh | 272 +++++++++++++++++++++++++++------------------------ 1 file changed, 143 insertions(+), 129 deletions(-) (limited to 'deploy_from_slurm.sh') diff --git a/deploy_from_slurm.sh b/deploy_from_slurm.sh index 93233a4..d58aa38 100644 --- a/deploy_from_slurm.sh +++ b/deploy_from_slurm.sh @@ -4,117 +4,131 @@ BASE_PATH=$1 module unload cuda module unload gcc -#rm -rf dist build -#make clean -#make cleaneggs -#export CUDA_HOME=$BASE_PATH/cuda-11.0 -#make cuda110 -# -#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then -# # Control will enter here if $DIRECTORY doesn't exist. -# echo "Compilation unsuccessul!" 1>&2 -# exit 64 -#fi -##CUDA_VERSION=110 python -m build -##python -m twine upload dist/* --verbose -# -#rm -rf dist build -#make clean -#make cleaneggs -#export CUDA_HOME=$BASE_PATH/cuda-11.1 -#make cuda11x -# -#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then -# # Control will enter here if $DIRECTORY doesn't exist. -# echo "Compilation unsuccessul!" 1>&2 -# exit 64 -#fi -##CUDA_VERSION=111 python -m build -##python -m twine upload dist/* --verbose -# -#rm -rf dist build -#make clean -#make cleaneggs -#export CUDA_HOME=$BASE_PATH/cuda-11.2 -#make cuda11x -# -#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then -# # Control will enter here if $DIRECTORY doesn't exist. -# echo "Compilation unsuccessul!" 1>&2 -# exit 64 -#fi -##CUDA_VERSION=112 python -m build -##python -m twine upload dist/* --verbose -# -#rm -rf dist build -#make clean -#make cleaneggs -#export CUDA_HOME=$BASE_PATH/cuda-11.3 -#make cuda11x -# -#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then -# # Control will enter here if $DIRECTORY doesn't exist. -# echo "Compilation unsuccessul!" 1>&2 -# exit 64 -#fi -##CUDA_VERSION=113 python -m build -##python -m twine upload dist/* --verbose -# -#rm -rf dist build -#make clean -#make cleaneggs -#export CUDA_HOME=$BASE_PATH/cuda-11.4 -#make cuda11x -# -#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then -# # Control will enter here if $DIRECTORY doesn't exist. -# echo "Compilation unsuccessul!" 1>&2 -# exit 64 -#fi -##CUDA_VERSION=114 python -m build -###python -m twine upload dist/* --verbose -# -#rm -rf dist build -#make clean -#make cleaneggs -#export CUDA_HOME=$BASE_PATH/cuda-11.5 -#make cuda11x -# -#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then -# # Control will enter here if $DIRECTORY doesn't exist. -# echo "Compilation unsuccessul!" 1>&2 -# exit 64 -#fi -##CUDA_VERSION=115 python -m build -##python -m twine upload dist/* --verbose -# -#rm -rf dist build -#make clean -#make cleaneggs -#export CUDA_HOME=$BASE_PATH/cuda-11.6 -# -#make cuda11x -#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then -# # Control will enter here if $DIRECTORY doesn't exist. -# echo "Compilation unsuccessul!" 1>&2 -# exit 64 -#fi -##CUDA_VERSION=116 python -m build -##python -m twine upload dist/* --verbose -# -#rm -rf dist build -#make clean -#make cleaneggs -#export CUDA_HOME=$BASE_PATH/cuda-11.7 -#make cuda11x -# -#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then -# # Control will enter here if $DIRECTORY doesn't exist. -# echo "Compilation unsuccessul!" 1>&2 -# exit 64 -#fi -##CUDA_VERSION=117 python -m build -##python -m twine upload dist/* --verbose +rm -rf dist build +make clean +make cleaneggs +export CUDA_HOME= +make cpuonly + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +CUDA_VERSION=cpu python -m build +python -m twine upload dist/* --verbose + +rm -rf dist build +make clean +make cleaneggs +export CUDA_HOME=$BASE_PATH/cuda-11.0 +make cuda110 + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +CUDA_VERSION=110 python -m build +python -m twine upload dist/* --verbose + +rm -rf dist build +make clean +make cleaneggs +export CUDA_HOME=$BASE_PATH/cuda-11.1 +make cuda11x + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +CUDA_VERSION=111 python -m build +python -m twine upload dist/* --verbose + +rm -rf dist build +make clean +make cleaneggs +export CUDA_HOME=$BASE_PATH/cuda-11.2 +make cuda11x + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +CUDA_VERSION=112 python -m build +python -m twine upload dist/* --verbose + +rm -rf dist build +make clean +make cleaneggs +export CUDA_HOME=$BASE_PATH/cuda-11.3 +make cuda11x + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +CUDA_VERSION=113 python -m build +python -m twine upload dist/* --verbose + +rm -rf dist build +make clean +make cleaneggs +export CUDA_HOME=$BASE_PATH/cuda-11.4 +make cuda11x + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +CUDA_VERSION=114 python -m build +python -m twine upload dist/* --verbose + +rm -rf dist build +make clean +make cleaneggs +export CUDA_HOME=$BASE_PATH/cuda-11.5 +make cuda11x + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +CUDA_VERSION=115 python -m build +python -m twine upload dist/* --verbose + +rm -rf dist build +make clean +make cleaneggs +export CUDA_HOME=$BASE_PATH/cuda-11.6 + +make cuda11x +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +CUDA_VERSION=116 python -m build +python -m twine upload dist/* --verbose + +rm -rf dist build +make clean +make cleaneggs +export CUDA_HOME=$BASE_PATH/cuda-11.7 +make cuda11x + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +CUDA_VERSION=117 python -m build +python -m twine upload dist/* --verbose rm -rf dist build @@ -128,8 +142,8 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=102-nomatmul python -m build -#python -m twine upload dist/* --verbose +CUDA_VERSION=102-nomatmul python -m build +python -m twine upload dist/* --verbose rm -rf dist build @@ -143,8 +157,8 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=110-nomatmul python -m build -#python -m twine upload dist/* --verbose +CUDA_VERSION=110-nomatmul python -m build +python -m twine upload dist/* --verbose rm -rf dist build @@ -158,8 +172,8 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=111-nomatmul python -m build -#python -m twine upload dist/* --verbose +CUDA_VERSION=111-nomatmul python -m build +python -m twine upload dist/* --verbose rm -rf dist build make clean @@ -172,8 +186,8 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=112-nomatmul python -m build -#python -m twine upload dist/* --verbose +CUDA_VERSION=112-nomatmul python -m build +python -m twine upload dist/* --verbose rm -rf dist build make clean @@ -186,8 +200,8 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=113-nomatmul python -m build -#python -m twine upload dist/* --verbose +CUDA_VERSION=113-nomatmul python -m build +python -m twine upload dist/* --verbose rm -rf dist build make clean @@ -200,8 +214,8 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=114-nomatmul python -m build -##python -m twine upload dist/* --verbose +CUDA_VERSION=114-nomatmul python -m build +python -m twine upload dist/* --verbose rm -rf dist build make clean @@ -214,8 +228,8 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=115-nomatmul python -m build -#python -m twine upload dist/* --verbose +CUDA_VERSION=115-nomatmul python -m build +python -m twine upload dist/* --verbose rm -rf dist build make clean @@ -228,8 +242,8 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=116-nomatmul python -m build -#python -m twine upload dist/* --verbose +CUDA_VERSION=116-nomatmul python -m build +python -m twine upload dist/* --verbose rm -rf dist build make clean @@ -242,5 +256,5 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=117-nomatmul python -m build -#python -m twine upload dist/* --verbose +CUDA_VERSION=117-nomatmul python -m build +python -m twine upload dist/* --verbose -- cgit v1.2.3 From dc8c9efdb33130f960adc864916b67d0cb744dbb Mon Sep 17 00:00:00 2001 From: Tim Dettmers Date: Tue, 26 Jul 2022 10:32:22 -0700 Subject: Changed setup.py; deployed on test pypi. --- deploy_from_slurm.sh | 87 ++++++++++++++++++++++++++-------------------------- 1 file changed, 44 insertions(+), 43 deletions(-) (limited to 'deploy_from_slurm.sh') diff --git a/deploy_from_slurm.sh b/deploy_from_slurm.sh index d58aa38..664d40e 100644 --- a/deploy_from_slurm.sh +++ b/deploy_from_slurm.sh @@ -4,19 +4,19 @@ BASE_PATH=$1 module unload cuda module unload gcc -rm -rf dist build -make clean -make cleaneggs -export CUDA_HOME= -make cpuonly - -if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then - # Control will enter here if $DIRECTORY doesn't exist. - echo "Compilation unsuccessul!" 1>&2 - exit 64 -fi -CUDA_VERSION=cpu python -m build -python -m twine upload dist/* --verbose +#rm -rf dist build +#make clean +#make cleaneggs +#export CUDA_HOME= +#make cpuonly +# +#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then +# # Control will enter here if $DIRECTORY doesn't exist. +# echo "Compilation unsuccessul!" 1>&2 +# exit 64 +#fi +#CUDA_VERSION=cpu python -m build +#python -m twine upload dist/* --verbose --repository testpypi rm -rf dist build make clean @@ -30,7 +30,7 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then exit 64 fi CUDA_VERSION=110 python -m build -python -m twine upload dist/* --verbose +python -m twine upload dist/* --verbose --repository testpypi rm -rf dist build make clean @@ -44,7 +44,7 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then exit 64 fi CUDA_VERSION=111 python -m build -python -m twine upload dist/* --verbose +python -m twine upload dist/* --verbose --repository testpypi rm -rf dist build make clean @@ -58,7 +58,7 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then exit 64 fi CUDA_VERSION=112 python -m build -python -m twine upload dist/* --verbose +python -m twine upload dist/* --verbose --repository testpypi rm -rf dist build make clean @@ -72,7 +72,7 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then exit 64 fi CUDA_VERSION=113 python -m build -python -m twine upload dist/* --verbose +python -m twine upload dist/* --verbose --repository testpypi rm -rf dist build make clean @@ -86,7 +86,7 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then exit 64 fi CUDA_VERSION=114 python -m build -python -m twine upload dist/* --verbose +python -m twine upload dist/* --verbose --repository testpypi rm -rf dist build make clean @@ -100,22 +100,22 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then exit 64 fi CUDA_VERSION=115 python -m build -python -m twine upload dist/* --verbose - -rm -rf dist build -make clean -make cleaneggs -export CUDA_HOME=$BASE_PATH/cuda-11.6 - -make cuda11x -if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then - # Control will enter here if $DIRECTORY doesn't exist. - echo "Compilation unsuccessul!" 1>&2 - exit 64 -fi -CUDA_VERSION=116 python -m build -python -m twine upload dist/* --verbose - +python -m twine upload dist/* --verbose --repository testpypi + +#rm -rf dist build +#make clean +#make cleaneggs +#export CUDA_HOME=$BASE_PATH/cuda-11.6 +# +#make cuda11x +#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then +# # Control will enter here if $DIRECTORY doesn't exist. +# echo "Compilation unsuccessul!" 1>&2 +# exit 64 +#fi +#CUDA_VERSION=116 python -m build +#python -m twine upload dist/* --verbose --repository testpypi +# rm -rf dist build make clean make cleaneggs @@ -128,7 +128,7 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then exit 64 fi CUDA_VERSION=117 python -m build -python -m twine upload dist/* --verbose +python -m twine upload dist/* --verbose --repository testpypi rm -rf dist build @@ -143,7 +143,7 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then exit 64 fi CUDA_VERSION=102-nomatmul python -m build -python -m twine upload dist/* --verbose +python -m twine upload dist/* --verbose --repository testpypi rm -rf dist build @@ -158,7 +158,7 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then exit 64 fi CUDA_VERSION=110-nomatmul python -m build -python -m twine upload dist/* --verbose +python -m twine upload dist/* --verbose --repository testpypi rm -rf dist build @@ -173,7 +173,7 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then exit 64 fi CUDA_VERSION=111-nomatmul python -m build -python -m twine upload dist/* --verbose +python -m twine upload dist/* --verbose --repository testpypi rm -rf dist build make clean @@ -187,7 +187,7 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then exit 64 fi CUDA_VERSION=112-nomatmul python -m build -python -m twine upload dist/* --verbose +python -m twine upload dist/* --verbose --repository testpypi rm -rf dist build make clean @@ -201,7 +201,7 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then exit 64 fi CUDA_VERSION=113-nomatmul python -m build -python -m twine upload dist/* --verbose +python -m twine upload dist/* --verbose --repository testpypi rm -rf dist build make clean @@ -215,7 +215,7 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then exit 64 fi CUDA_VERSION=114-nomatmul python -m build -python -m twine upload dist/* --verbose +python -m twine upload dist/* --verbose --repository testpypi rm -rf dist build make clean @@ -229,7 +229,7 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then exit 64 fi CUDA_VERSION=115-nomatmul python -m build -python -m twine upload dist/* --verbose +python -m twine upload dist/* --verbose --repository testpypi rm -rf dist build make clean @@ -243,7 +243,7 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then exit 64 fi CUDA_VERSION=116-nomatmul python -m build -python -m twine upload dist/* --verbose +python -m twine upload dist/* --verbose --repository testpypi rm -rf dist build make clean @@ -258,3 +258,4 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then fi CUDA_VERSION=117-nomatmul python -m build python -m twine upload dist/* --verbose +python -m twine upload dist/* --verbose --repository testpypi -- cgit v1.2.3