summaryrefslogtreecommitdiff
path: root/deploy_from_slurm.sh
diff options
context:
space:
mode:
authorTim Dettmers <tim.dettmers@gmail.com>2022-07-26 19:38:01 -0700
committerTim Dettmers <tim.dettmers@gmail.com>2022-07-26 19:38:01 -0700
commit5737f2b027a1e0ec8540a3aa914632d44ad9c62d (patch)
treeb288c905eaba75dc6b43a8bcebc82720c16e4816 /deploy_from_slurm.sh
parent47a73d94c3d3284f6073b0ff189ed5bc9e3a8762 (diff)
parentdc8c9efdb33130f960adc864916b67d0cb744dbb (diff)
Merge branch 'patch_merge' into extract_outliers
Diffstat (limited to 'deploy_from_slurm.sh')
-rw-r--r--deploy_from_slurm.sh267
1 files changed, 221 insertions, 46 deletions
diff --git a/deploy_from_slurm.sh b/deploy_from_slurm.sh
index 6357e1d..664d40e 100644
--- a/deploy_from_slurm.sh
+++ b/deploy_from_slurm.sh
@@ -1,86 +1,261 @@
#!/bin/bash
+BASE_PATH=$1
+
module unload cuda
module unload gcc
+#rm -rf dist build
+#make clean
+#make cleaneggs
+#export CUDA_HOME=
+#make cpuonly
+#
+#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
+# # Control will enter here if $DIRECTORY doesn't exist.
+# echo "Compilation unsuccessul!" 1>&2
+# exit 64
+#fi
+#CUDA_VERSION=cpu python -m build
+#python -m twine upload dist/* --verbose --repository testpypi
+
rm -rf dist build
make clean
make cleaneggs
-module load cuda/9.2
-module load gcc/7.3.0
-CUDA_HOME=/public/apps/cuda/9.2
-make
-CUDA_VERSION=92 python -m build
-python -m twine upload dist/* --verbose
-module unload cuda
+export CUDA_HOME=$BASE_PATH/cuda-11.0
+make cuda110
+if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
+ # Control will enter here if $DIRECTORY doesn't exist.
+ echo "Compilation unsuccessul!" 1>&2
+ exit 64
+fi
+CUDA_VERSION=110 python -m build
+python -m twine upload dist/* --verbose --repository testpypi
rm -rf dist build
make clean
make cleaneggs
-module load cuda/10.0
-CUDA_HOME=/public/apps/cuda/10.0
-make cuda10x
-CUDA_VERSION=100 python -m build
-python -m twine upload dist/* --verbose
-module unload cuda
-module unload gcc
-module load gcc/8.4
+export CUDA_HOME=$BASE_PATH/cuda-11.1
+make cuda11x
+
+if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
+ # Control will enter here if $DIRECTORY doesn't exist.
+ echo "Compilation unsuccessul!" 1>&2
+ exit 64
+fi
+CUDA_VERSION=111 python -m build
+python -m twine upload dist/* --verbose --repository testpypi
rm -rf dist build
make clean
make cleaneggs
-module load cuda/10.1
-CUDA_HOME=/public/apps/cuda/10.1
-make cuda10x
-CUDA_VERSION=101 python -m build
-python -m twine upload dist/* --verbose
-module unload cuda
+export CUDA_HOME=$BASE_PATH/cuda-11.2
+make cuda11x
+
+if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
+ # Control will enter here if $DIRECTORY doesn't exist.
+ echo "Compilation unsuccessul!" 1>&2
+ exit 64
+fi
+CUDA_VERSION=112 python -m build
+python -m twine upload dist/* --verbose --repository testpypi
rm -rf dist build
make clean
make cleaneggs
-module load cuda/10.2
-CUDA_HOME=/public/apps/cuda/10.2/
-make cuda10x
-CUDA_VERSION=102 python -m build
-python -m twine upload dist/* --verbose
-module unload cuda
+export CUDA_HOME=$BASE_PATH/cuda-11.3
+make cuda11x
+if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
+ # Control will enter here if $DIRECTORY doesn't exist.
+ echo "Compilation unsuccessul!" 1>&2
+ exit 64
+fi
+CUDA_VERSION=113 python -m build
+python -m twine upload dist/* --verbose --repository testpypi
rm -rf dist build
make clean
make cleaneggs
-module load cuda/11.0
-CUDA_HOME=/public/apps/cuda/11.0
-make cuda110
-CUDA_VERSION=110 python -m build
-python -m twine upload dist/* --verbose
-module unload cuda
+export CUDA_HOME=$BASE_PATH/cuda-11.4
+make cuda11x
+
+if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
+ # Control will enter here if $DIRECTORY doesn't exist.
+ echo "Compilation unsuccessul!" 1>&2
+ exit 64
+fi
+CUDA_VERSION=114 python -m build
+python -m twine upload dist/* --verbose --repository testpypi
rm -rf dist build
make clean
make cleaneggs
-module load cuda/11.1
-CUDA_HOME=/public/apps/cuda/11.1
+export CUDA_HOME=$BASE_PATH/cuda-11.5
make cuda11x
-CUDA_VERSION=111 python -m build
-python -m twine upload dist/* --verbose
-module unload cuda
+if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
+ # Control will enter here if $DIRECTORY doesn't exist.
+ echo "Compilation unsuccessul!" 1>&2
+ exit 64
+fi
+CUDA_VERSION=115 python -m build
+python -m twine upload dist/* --verbose --repository testpypi
+
+#rm -rf dist build
+#make clean
+#make cleaneggs
+#export CUDA_HOME=$BASE_PATH/cuda-11.6
+#
+#make cuda11x
+#if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
+# # Control will enter here if $DIRECTORY doesn't exist.
+# echo "Compilation unsuccessul!" 1>&2
+# exit 64
+#fi
+#CUDA_VERSION=116 python -m build
+#python -m twine upload dist/* --verbose --repository testpypi
+#
rm -rf dist build
make clean
make cleaneggs
-module load cuda/11.2
-CUDA_HOME=/public/apps/cuda/11.2
+export CUDA_HOME=$BASE_PATH/cuda-11.7
make cuda11x
-CUDA_VERSION=112 python -m build
-python -m twine upload dist/* --verbose
-module unload cuda
+
+if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
+ # Control will enter here if $DIRECTORY doesn't exist.
+ echo "Compilation unsuccessul!" 1>&2
+ exit 64
+fi
+CUDA_VERSION=117 python -m build
+python -m twine upload dist/* --verbose --repository testpypi
+
rm -rf dist build
make clean
make cleaneggs
-CUDA_HOME=/private/home/timdettmers/git/autoswap/local/cuda-11.3 make cuda11x
-CUDA_VERSION=113 python -m build
+export CUDA_HOME=$BASE_PATH/cuda-10.2
+make cuda10x_nomatmul
+
+if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
+ # Control will enter here if $DIRECTORY doesn't exist.
+ echo "Compilation unsuccessul!" 1>&2
+ exit 64
+fi
+CUDA_VERSION=102-nomatmul python -m build
+python -m twine upload dist/* --verbose --repository testpypi
+
+
+rm -rf dist build
+make clean
+make cleaneggs
+export CUDA_HOME=$BASE_PATH/cuda-11.0
+make cuda110_nomatmul
+
+if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
+ # Control will enter here if $DIRECTORY doesn't exist.
+ echo "Compilation unsuccessul!" 1>&2
+ exit 64
+fi
+CUDA_VERSION=110-nomatmul python -m build
+python -m twine upload dist/* --verbose --repository testpypi
+
+
+rm -rf dist build
+make clean
+make cleaneggs
+export CUDA_HOME=$BASE_PATH/cuda-11.1
+make cuda11x_nomatmul
+
+if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
+ # Control will enter here if $DIRECTORY doesn't exist.
+ echo "Compilation unsuccessul!" 1>&2
+ exit 64
+fi
+CUDA_VERSION=111-nomatmul python -m build
+python -m twine upload dist/* --verbose --repository testpypi
+
+rm -rf dist build
+make clean
+make cleaneggs
+export CUDA_HOME=$BASE_PATH/cuda-11.2
+make cuda11x_nomatmul
+
+if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
+ # Control will enter here if $DIRECTORY doesn't exist.
+ echo "Compilation unsuccessul!" 1>&2
+ exit 64
+fi
+CUDA_VERSION=112-nomatmul python -m build
+python -m twine upload dist/* --verbose --repository testpypi
+
+rm -rf dist build
+make clean
+make cleaneggs
+export CUDA_HOME=$BASE_PATH/cuda-11.3
+make cuda11x_nomatmul
+
+if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
+ # Control will enter here if $DIRECTORY doesn't exist.
+ echo "Compilation unsuccessul!" 1>&2
+ exit 64
+fi
+CUDA_VERSION=113-nomatmul python -m build
+python -m twine upload dist/* --verbose --repository testpypi
+
+rm -rf dist build
+make clean
+make cleaneggs
+export CUDA_HOME=$BASE_PATH/cuda-11.4
+make cuda11x_nomatmul
+
+if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
+ # Control will enter here if $DIRECTORY doesn't exist.
+ echo "Compilation unsuccessul!" 1>&2
+ exit 64
+fi
+CUDA_VERSION=114-nomatmul python -m build
+python -m twine upload dist/* --verbose --repository testpypi
+
+rm -rf dist build
+make clean
+make cleaneggs
+export CUDA_HOME=$BASE_PATH/cuda-11.5
+make cuda11x_nomatmul
+
+if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
+ # Control will enter here if $DIRECTORY doesn't exist.
+ echo "Compilation unsuccessul!" 1>&2
+ exit 64
+fi
+CUDA_VERSION=115-nomatmul python -m build
+python -m twine upload dist/* --verbose --repository testpypi
+
+rm -rf dist build
+make clean
+make cleaneggs
+export CUDA_HOME=$BASE_PATH/cuda-11.6
+
+make cuda11x_nomatmul
+if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
+ # Control will enter here if $DIRECTORY doesn't exist.
+ echo "Compilation unsuccessul!" 1>&2
+ exit 64
+fi
+CUDA_VERSION=116-nomatmul python -m build
+python -m twine upload dist/* --verbose --repository testpypi
+
+rm -rf dist build
+make clean
+make cleaneggs
+export CUDA_HOME=$BASE_PATH/cuda-11.7
+make cuda11x_nomatmul
+
+if [ ! -f "./bitsandbytes/libbitsandbytes.so" ]; then
+ # Control will enter here if $DIRECTORY doesn't exist.
+ echo "Compilation unsuccessul!" 1>&2
+ exit 64
+fi
+CUDA_VERSION=117-nomatmul python -m build
python -m twine upload dist/* --verbose
-module unload cuda
+python -m twine upload dist/* --verbose --repository testpypi