debug_script.sh

+#!/bin/bash
+
+#gcc
+#nvhpc/24.7-gcc-11.2.0 
+#export LD_LIBRARY_PATH
+
+ulimit -s unlimited
+
+set -e
+
+if [ "$1" == 'gpu' ]
+then
+    #rm -rf build_gpu
+    cmake -B build_gpu -S . -DMU_ARCH=a100 -DCMAKE_CXX_FLAGS="-O0 -g"
+    cmake --build build_gpu --parallel 
+
+    ncells=(8)
+    nlev=(3)
+    nproma=(2) # more than one block to check correctness
+else 
+    #rm -rf build
+    cmake -B build -S . -DMU_ARCH=x86_64 -DCMAKE_CXX_FLAGS="-O0 -g"
+    cmake --build build --parallel
+
+    ncells=(8)
+    nlev=(3)   
+    nproma=(2) #(32 64 96 128)
+
+    export OMP_PROC_BIND=close
+    export OMP_PLACES=cores
+    export OMP_NUM_THREADS=8
+fi
+
+for jb in ${ncells[*]}; do 
+    for jk in ${nlev[*]}; do
+        for jc in ${nproma[*]}; do
+            export NPROMA=$jc
+            export NLEV=$jk
+            export NCELLS=$jb
+            if [ "$1" == 'gpu' ] 
+            then
+                ./build_gpu/demo 
+            else
+                ./build/demo
+            fi
+            echo "---"
+        done
+    done
+done

icon_loops.hpp

@@ -3,6 +3,9 @@
 
 #include <Kokkos_Core.hpp>
 
+#define outer_lambda [=]
+#define inner_lambda KOKKOS_LAMBDA
+
 namespace icon_loops {
 
 constexpr bool exec_on_device() {

script.sh

@@ -14,15 +14,15 @@ then
     cmake -B build_gpu -S . -DMU_ARCH=a100 -DCMAKE_CXX_FLAGS="-O3"
     cmake --build build_gpu --parallel 
 
-    ncells=(5000000)
+    ncells=(5000064)
     nlev=(90)
-    nproma=(5000000)
+    nproma=(5000064)
 else 
     #rm -rf build
     cmake -B build -S . -DMU_ARCH=x86_64 -DCMAKE_CXX_FLAGS="-O3"
     cmake --build build --parallel
 
-    ncells=(5000000)
+    ncells=(5000064)
     nlev=(90)   
     nproma=(32 64 96 128)
 
@@ -42,6 +42,7 @@ for jb in ${ncells[*]}; do
                 ./build_gpu/demo 
             else
                 ./build/demo
+                echo "---"
             fi
         done
     done

set_env.sh

+#source this
+
+module load gcc nvhpc
+LD_LIBRARY_PATH=/sw/spack-levante/gcc-11.2.0-bcn7mb/lib/gcc/x86_64-pc-linux-gnu/11.2.0/../../../../lib64/:$LD_LIBRARY_PATH
+