Add CI scripts for MPI-enabled configurations with NVHPC 21.3.0.

.ci/bb/breeze-mpim/test.all.nv-21.3.0

+#!/bin/bash
+
+set -eu
+set -o pipefail
+
+script_dir=$(cd "$(dirname "$0")"; pwd)
+top_srcdir=$(cd "${script_dir}/../../.."; pwd)
+
+. "${script_dir}/utils.sh"
+init_nv2130
+
+"${top_srcdir}/configure" \
+--enable-cf-interface \
+--enable-iso-c-interface \
+--enable-mpi \
+--enable-option-checking=fatal \
+--with-grib-api="${GRIBAPI_ROOT}" \
+--with-netcdf="${NETCDF_ROOT}" \
+CC="${MPICC}" \
+FC="${MPIFC}" \
+MPI_LAUNCH="$(which "${MPI_LAUNCH%% *}") ${MPI_LAUNCH#* }" \
+PKG_CONFIG_PATH="${YAXT_ROOT}/lib/pkgconfig:${PPM_ROOT}/lib/pkgconfig"
+
+make -j8
+
+make -j8 check | tee check.log
+
+check_all_tests_passed check.log

.ci/bb/breeze-mpim/utils.sh

+#
+# Initializes the environment modules.
+#
+init_env_mods ()
+{
+  saved_set=$-
+  set +eu
+  . /etc/profile.d/mpim.sh
+  module use /data/mpi/sclab/sip/m300488/nvhpc/modulefiles
+  set -${saved_set}
+}
+
+#
+# Accepts a list of environment modules and loads them witch conflict
+# resolution.
+#
+switch_for_module ()
+{
+  for sfm_module in "$@"; do
+    sfm_module_full=
+    sfm_module_short=
+    case $sfm_module in
+      */*)
+        # The module is provided with the version part:
+        sfm_module_full=$sfm_module
+        sfm_module_short=`echo $sfm_module | sed 's%/[^/]*$%%'` ;;
+      *)
+        # Only the name of the module is provided, get the default version:
+        sfm_module_full=`module show $sfm_module 2>&1 | sed -n "s%^[^ \t]*/\\($sfm_module.*\\):%\\1%p"`
+        sfm_module_short=$sfm_module ;;
+    esac
+
+    # A space-separated list of modules that are already loaded:
+    sfm_loaded_full=`module -t list 2>&1 | tr '\n' ' ' | sed 's/^.*Modulefiles://' | sed 's/(default)//g'`
+
+    # Check whether the requested module if already loaded:
+    if test -n "$sfm_module_full"; then
+      case " $sfm_loaded_full " in
+        *" $sfm_module_full "*)
+          echo "module $sfm_module is already loaded"
+          continue ;;
+      esac
+    fi
+
+    # A list of modules in conflict:
+    sfm_conflicts=`module show $sfm_module 2>&1 | sed -n 's/^conflict\(.*\)/\1/p' | tr '\n\t' '  '`
+
+    # A list of loaded modules without version parts:
+    sfm_loaded_short=`echo "$sfm_loaded_full" | sed 's%\([^ ][^ ]*\)/[^ ]*%\1%g'`
+
+    # Add the short name of the module to the list of conflicts:
+    sfm_conflicts="$sfm_conflicts $sfm_module_short"
+
+    # A list of loaded modules that are in conflict with the requested module:
+    sfm_loaded_conflicts=
+    for sfm_conflict in $sfm_conflicts""; do
+      sfm_loaded_list=      
+      case $sfm_conflict in
+        */*)
+          # The conflict is specified with the version part:
+          sfm_loaded_list=$sfm_loaded_full ;;
+        *)
+          # The conflict is specified without the version part:
+          sfm_loaded_list=$sfm_loaded_short ;;
+      esac
+
+      # Check that the conflicted module is loaded:
+      case " $sfm_loaded_list " in
+        *" $sfm_conflict "*)
+          # The conflict is loaded, check whether it is already added to the
+          # list:
+          case " $sfm_loaded_conflicts " in
+            *" $sfm_conflict "*) ;;
+            *)
+              # The conflict is not in the list, append:
+              sfm_loaded_conflicts="$sfm_loaded_conflicts $sfm_conflict" ;;
+          esac
+        ;;
+      esac
+    done
+
+    # Calculate the number of modules that must be unloaded to before loading
+    # the requested module:
+    sfm_loaded_conflicts_count=`echo $sfm_loaded_conflicts | wc -w`
+
+    case $sfm_loaded_conflicts_count in
+      0)
+        # None of the conflicting modules is loaded:
+        sfm_cmd="module load $sfm_module" ;;
+      1)
+        # There is only one module that must be unloaded, use switch command:
+        sfm_cmd="module switch $sfm_loaded_conflicts $sfm_module" ;;
+      *)
+        # There is more than one module that must be unloaded, unload all of
+        # them and then load the requested one:
+        sfm_cmd="module unload $sfm_loaded_conflicts && module load $sfm_module" ;;
+    esac
+
+    echo "$sfm_cmd"
+    eval "$sfm_cmd"
+  done
+}
+
+#
+# Sets variables for tests with NVHPC 21.3.0.
+#
+init_nv2130()
+{
+  init_env_mods
+  switch_for_module nvhpc/21.3
+
+  # The default environment module of NVHPC sets variables, which we do not
+  # want:
+  unset CC CPP CXX F77 F90 FC
+
+  CC=nvc
+  CXX=nvc++
+  FC=nvfortran
+  MPICC=mpicc
+  MPIFC=mpif90
+  MPI_LAUNCH='mpirun --mca mpi_cuda_support 0 --oversubscribe'
+
+  GRIBAPI_ROOT='/sw/stretch-x64/grib_api/grib_api-1.21.0-gccsys'
+  NETCDF_ROOT='/sw/stretch-x64/netcdf/netcdf_c-4.6.1'
+  PPM_ROOT='/data/mpi/sclab/sip/m300488/cdi-pio-sw/ppm-1.0.6-nv21'
+  YAXT_ROOT='/data/mpi/sclab/sip/m300488/cdi-pio-sw/yaxt-0.9.0-nv21'
+}
+
+#
+# Accepts a path to a file containing standard output of the 'make check'
+# command and checks whether all tests were run and passed.
+#
+check_all_tests_passed ()
+{
+  awk '/^# TOTAL: /{ total=$3 };
+       /^# PASS: /{ pass=$3 };
+       END {
+         if ( total == "" || total != pass ) {
+           print "ERROR: the total number of tests is not equal to the number of passed tests";
+           exit 1;
+         }
+       }' $1 >&2
+}