From a8e514d0311fedffa9c448c970d30bd4bfd52b46 Mon Sep 17 00:00:00 2001
From: Fabian Ducry <f2@ducry.ch>
Date: Tue, 19 Oct 2021 17:45:41 +0200
Subject: [PATCH] gpu target for elpa and cray math-mode for cosma

---
 .../toolchain/scripts/stage4/install_cosma.sh | 56 ++++++++-----------
 .../toolchain/scripts/stage5/install_elpa.sh  |  1 +
 2 files changed, 23 insertions(+), 34 deletions(-)

diff --git a/tools/toolchain/scripts/stage4/install_cosma.sh b/tools/toolchain/scripts/stage4/install_cosma.sh
index c654f4d5bc..8c5952bc42 100755
--- a/tools/toolchain/scripts/stage4/install_cosma.sh
+++ b/tools/toolchain/scripts/stage4/install_cosma.sh
@@ -52,24 +52,25 @@ case "$with_cosma" in
       cd build-cpu
       case "$MATH_MODE" in
         mkl)
-          cmake \
-            -DCMAKE_INSTALL_PREFIX="${pkg_install_dir}" \
-            -DCMAKE_INSTALL_LIBDIR=lib \
-            -DCOSMA_BLAS=MKL \
-            -DCOSMA_SCALAPACK=MKL \
-            -DCOSMA_WITH_TESTS=NO \
-            -DCOSMA_WITH_APPS=NO .. > cmake.log 2>&1
+          cosma_blas='MKL'
+          cosma_sl='MKL'
+          ;;
+        cray)
+          cosma_blas='CRAY_LIBSCI'
+          cosma_sl='CRAY_LIBSCI'
           ;;
         *)
-          cmake \
-            -DCMAKE_INSTALL_PREFIX="${pkg_install_dir}" \
-            -DCMAKE_INSTALL_LIBDIR=lib \
-            -DCOSMA_BLAS=OPENBLAS \
-            -DCOSMA_SCALAPACK=CUSTOM \
-            -DCOSMA_WITH_TESTS=NO \
-            -DCOSMA_WITH_APPS=NO .. > cmake.log 2>&1
+          cosma_blas='OPENBLAS'
+          cosma_sl='CUSTOM'
           ;;
       esac
+      cmake \
+        -DCMAKE_INSTALL_PREFIX="${pkg_install_dir}" \
+        -DCMAKE_INSTALL_LIBDIR=lib \
+        -DCOSMA_BLAS=${cosma_blas} \
+        -DCOSMA_SCALAPACK=${cosma_sl} \
+        -DCOSMA_WITH_TESTS=NO \
+        -DCOSMA_WITH_APPS=NO .. > cmake.log 2>&1
       make -j $(get_nprocs) > make.log 2>&1
       make -j $(get_nprocs) install > install.log 2>&1
       cd ..
@@ -79,26 +80,13 @@ case "$with_cosma" in
         [ -d build-cuda ] && rm -rf "build-cuda"
         mkdir build-cuda
         cd build-cuda
-        case "$MATH_MODE" in
-          mkl)
-            cmake \
-              -DCMAKE_INSTALL_PREFIX="${pkg_install_dir}-cuda" \
-              -DCMAKE_INSTALL_LIBDIR=lib \
-              -DCOSMA_BLAS=CUDA \
-              -DCOSMA_SCALAPACK=MKL \
-              -DCOSMA_WITH_TESTS=NO \
-              -DCOSMA_WITH_APPS=NO .. > cmake.log 2>&1
-            ;;
-          *)
-            cmake \
-              -DCMAKE_INSTALL_PREFIX="${pkg_install_dir}-cuda" \
-              -DCMAKE_INSTALL_LIBDIR=lib \
-              -DCOSMA_BLAS=CUDA \
-              -DCOSMA_SCALAPACK=CUSTOM \
-              -DCOSMA_WITH_TESTS=NO \
-              -DCOSMA_WITH_APPS=NO .. > cmake.log 2>&1
-            ;;
-        esac
+        cmake \
+          -DCMAKE_INSTALL_PREFIX="${pkg_install_dir}-cuda" \
+          -DCMAKE_INSTALL_LIBDIR=lib \
+          -DCOSMA_BLAS=CUDA \
+          -DCOSMA_SCALAPACK=${cosma_sl} \
+          -DCOSMA_WITH_TESTS=NO \
+          -DCOSMA_WITH_APPS=NO .. > cmake.log 2>&1
         make -j $(get_nprocs) > make.log 2>&1
         make -j $(get_nprocs) install > install.log 2>&1
         cd ..
diff --git a/tools/toolchain/scripts/stage5/install_elpa.sh b/tools/toolchain/scripts/stage5/install_elpa.sh
index 18766a7803..5408bf8f60 100755
--- a/tools/toolchain/scripts/stage5/install_elpa.sh
+++ b/tools/toolchain/scripts/stage5/install_elpa.sh
@@ -115,6 +115,7 @@ case "$with_elpa" in
           ${config_flags} \
           --enable-nvidia-gpu=$([ "$TARGET" == "nvidia" ] && echo "yes" || echo "no") \
           --with-cuda-path=${CUDA_PATH} \
+          --with-NVIDIA-GPU-compute-capability=$([ "$TARGET" == "nvidia" ] && echo "sm_$ARCH_NUM" || echo "sm_35") \
           OMPI_MCA_plm_rsh_agent=/bin/false \
           FC=${MPIFC} \
           CC=${MPICC} \