From 953b7285ddf55913732bc9f137953dd00ac64c35 Mon Sep 17 00:00:00 2001 From: Tim Dettmers Date: Tue, 26 Jul 2022 09:12:16 -0700 Subject: Fixed cpuonly build. --- deploy_from_slurm.sh | 272 +++++++++++++++++++++++++++------------------------ 1 file changed, 143 insertions(+), 129 deletions(-) (limited to 'deploy_from_slurm.sh') diff --git a/deploy_from_slurm.sh b/deploy_from_slurm.sh index 93233a4..d58aa38 100644 --- a/deploy_from_slurm.sh +++ b/deploy_from_slurm.sh @@ -4,117 +4,131 @@ BASE_PATH=$1 module unload cuda module unload gcc -#rm -rf dist build -#make clean -#make cleaneggs -#export CUDA_HOME=$BASE_PATH/cuda-11.0 -#make cuda110 -# -#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then -# # Control will enter here if $DIRECTORY doesn't exist. -# echo "Compilation unsuccessul!" 1>&2 -# exit 64 -#fi -##CUDA_VERSION=110 python -m build -##python -m twine upload dist/* --verbose -# -#rm -rf dist build -#make clean -#make cleaneggs -#export CUDA_HOME=$BASE_PATH/cuda-11.1 -#make cuda11x -# -#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then -# # Control will enter here if $DIRECTORY doesn't exist. -# echo "Compilation unsuccessul!" 1>&2 -# exit 64 -#fi -##CUDA_VERSION=111 python -m build -##python -m twine upload dist/* --verbose -# -#rm -rf dist build -#make clean -#make cleaneggs -#export CUDA_HOME=$BASE_PATH/cuda-11.2 -#make cuda11x -# -#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then -# # Control will enter here if $DIRECTORY doesn't exist. -# echo "Compilation unsuccessul!" 1>&2 -# exit 64 -#fi -##CUDA_VERSION=112 python -m build -##python -m twine upload dist/* --verbose -# -#rm -rf dist build -#make clean -#make cleaneggs -#export CUDA_HOME=$BASE_PATH/cuda-11.3 -#make cuda11x -# -#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then -# # Control will enter here if $DIRECTORY doesn't exist. -# echo "Compilation unsuccessul!" 1>&2 -# exit 64 -#fi -##CUDA_VERSION=113 python -m build -##python -m twine upload dist/* --verbose -# -#rm -rf dist build -#make clean -#make cleaneggs -#export CUDA_HOME=$BASE_PATH/cuda-11.4 -#make cuda11x -# -#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then -# # Control will enter here if $DIRECTORY doesn't exist. -# echo "Compilation unsuccessul!" 1>&2 -# exit 64 -#fi -##CUDA_VERSION=114 python -m build -###python -m twine upload dist/* --verbose -# -#rm -rf dist build -#make clean -#make cleaneggs -#export CUDA_HOME=$BASE_PATH/cuda-11.5 -#make cuda11x -# -#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then -# # Control will enter here if $DIRECTORY doesn't exist. -# echo "Compilation unsuccessul!" 1>&2 -# exit 64 -#fi -##CUDA_VERSION=115 python -m build -##python -m twine upload dist/* --verbose -# -#rm -rf dist build -#make clean -#make cleaneggs -#export CUDA_HOME=$BASE_PATH/cuda-11.6 -# -#make cuda11x -#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then -# # Control will enter here if $DIRECTORY doesn't exist. -# echo "Compilation unsuccessul!" 1>&2 -# exit 64 -#fi -##CUDA_VERSION=116 python -m build -##python -m twine upload dist/* --verbose -# -#rm -rf dist build -#make clean -#make cleaneggs -#export CUDA_HOME=$BASE_PATH/cuda-11.7 -#make cuda11x -# -#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then -# # Control will enter here if $DIRECTORY doesn't exist. -# echo "Compilation unsuccessul!" 1>&2 -# exit 64 -#fi -##CUDA_VERSION=117 python -m build -##python -m twine upload dist/* --verbose +rm -rf dist build +make clean +make cleaneggs +export CUDA_HOME= +make cpuonly + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +CUDA_VERSION=cpu python -m build +python -m twine upload dist/* --verbose + +rm -rf dist build +make clean +make cleaneggs +export CUDA_HOME=$BASE_PATH/cuda-11.0 +make cuda110 + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +CUDA_VERSION=110 python -m build +python -m twine upload dist/* --verbose + +rm -rf dist build +make clean +make cleaneggs +export CUDA_HOME=$BASE_PATH/cuda-11.1 +make cuda11x + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +CUDA_VERSION=111 python -m build +python -m twine upload dist/* --verbose + +rm -rf dist build +make clean +make cleaneggs +export CUDA_HOME=$BASE_PATH/cuda-11.2 +make cuda11x + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +CUDA_VERSION=112 python -m build +python -m twine upload dist/* --verbose + +rm -rf dist build +make clean +make cleaneggs +export CUDA_HOME=$BASE_PATH/cuda-11.3 +make cuda11x + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +CUDA_VERSION=113 python -m build +python -m twine upload dist/* --verbose + +rm -rf dist build +make clean +make cleaneggs +export CUDA_HOME=$BASE_PATH/cuda-11.4 +make cuda11x + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +CUDA_VERSION=114 python -m build +python -m twine upload dist/* --verbose + +rm -rf dist build +make clean +make cleaneggs +export CUDA_HOME=$BASE_PATH/cuda-11.5 +make cuda11x + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +CUDA_VERSION=115 python -m build +python -m twine upload dist/* --verbose + +rm -rf dist build +make clean +make cleaneggs +export CUDA_HOME=$BASE_PATH/cuda-11.6 + +make cuda11x +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +CUDA_VERSION=116 python -m build +python -m twine upload dist/* --verbose + +rm -rf dist build +make clean +make cleaneggs +export CUDA_HOME=$BASE_PATH/cuda-11.7 +make cuda11x + +if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then + # Control will enter here if $DIRECTORY doesn't exist. + echo "Compilation unsuccessul!" 1>&2 + exit 64 +fi +CUDA_VERSION=117 python -m build +python -m twine upload dist/* --verbose rm -rf dist build @@ -128,8 +142,8 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=102-nomatmul python -m build -#python -m twine upload dist/* --verbose +CUDA_VERSION=102-nomatmul python -m build +python -m twine upload dist/* --verbose rm -rf dist build @@ -143,8 +157,8 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=110-nomatmul python -m build -#python -m twine upload dist/* --verbose +CUDA_VERSION=110-nomatmul python -m build +python -m twine upload dist/* --verbose rm -rf dist build @@ -158,8 +172,8 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=111-nomatmul python -m build -#python -m twine upload dist/* --verbose +CUDA_VERSION=111-nomatmul python -m build +python -m twine upload dist/* --verbose rm -rf dist build make clean @@ -172,8 +186,8 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=112-nomatmul python -m build -#python -m twine upload dist/* --verbose +CUDA_VERSION=112-nomatmul python -m build +python -m twine upload dist/* --verbose rm -rf dist build make clean @@ -186,8 +200,8 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=113-nomatmul python -m build -#python -m twine upload dist/* --verbose +CUDA_VERSION=113-nomatmul python -m build +python -m twine upload dist/* --verbose rm -rf dist build make clean @@ -200,8 +214,8 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=114-nomatmul python -m build -##python -m twine upload dist/* --verbose +CUDA_VERSION=114-nomatmul python -m build +python -m twine upload dist/* --verbose rm -rf dist build make clean @@ -214,8 +228,8 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=115-nomatmul python -m build -#python -m twine upload dist/* --verbose +CUDA_VERSION=115-nomatmul python -m build +python -m twine upload dist/* --verbose rm -rf dist build make clean @@ -228,8 +242,8 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=116-nomatmul python -m build -#python -m twine upload dist/* --verbose +CUDA_VERSION=116-nomatmul python -m build +python -m twine upload dist/* --verbose rm -rf dist build make clean @@ -242,5 +256,5 @@ if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then echo "Compilation unsuccessul!" 1>&2 exit 64 fi -#CUDA_VERSION=117-nomatmul python -m build -#python -m twine upload dist/* --verbose +CUDA_VERSION=117-nomatmul python -m build +python -m twine upload dist/* --verbose -- cgit v1.2.3