From 26bec33642cffa3e7910c2f3c3528978c47f3319 Mon Sep 17 00:00:00 2001 From: Ralf Mueller <ralf.mueller@dkrz.de> Date: Fri, 22 Feb 2019 15:48:54 +0100 Subject: [PATCH] add 2 more w/o debugging (intel16-impi) --- config/default-mpi | 81 ++++++++++++++++++++++++++++++++++++++++------ 1 file changed, 71 insertions(+), 10 deletions(-) diff --git a/config/default-mpi b/config/default-mpi index 2e984a27e..43b86d49b 100755 --- a/config/default-mpi +++ b/config/default-mpi @@ -1,7 +1,7 @@ #! /usr/bin/env bash # # default configuration options and compiler flags for different hosts -LIBSDIR=/work/k20200/k202125/opt/libs +CDI_SRC=${CDI_SRC:-.} # module purge @@ -28,13 +28,14 @@ echo "SETUP:${SETUP}" # case "${HOSTNAME}" in mlogin*) + SWROOT=/sw/rhel6-x64 + LIBSDIR=/work/k20200/k202125/opt/libs case "${SETUP}" in gcc7-openmpi202p2) SPACKENV_SH=/work/k20200/k202125/src/spack/share/spack/setup-env.sh; SPACKENV_CSH=/work/k20200/k202125/src/spack/share/spack/setup-env.sh; if test "x${SHELL}" = 'xtcsh'; then source ${SPACKENV_CSH}; else source ${SPACKENV_SH}; fi; - CDI_SRC=${CDI_SRC:-.} spack load -r /ochh3qn; spack load -r /u7pouu7; spack load -r /cyq76so; @@ -51,7 +52,8 @@ case "${HOSTNAME}" in F77=/work/k20200/k202125/opt/spack/linux-rhel6-x86_64/gcc-7.1.0/openmpi-2.0.2p3-qigwpmjhtg443dv3lpkivhqq3xnqecbu/bin/mpif90 \ MPI_LAUNCH=/work/k20200/k202125/opt/spack/linux-rhel6-x86_64/gcc-7.1.0/openmpi-2.0.2p3-qigwpmjhtg443dv3lpkivhqq3xnqecbu/bin/mpirun \ PKG_CONFIG_PATH=/work/k20200/k202125/opt/spack/linux-rhel6-x86_64/gcc-7.1.0/ppm-1.0.5p1-mbebe2mmgb2ov7epwh26d7pmsdscthzd/lib/pkgconfig:/work/k20200/k202125/opt/spack/linux-rhel6-x86_64/gcc-7.1.0/yaxt-0.6.0-jo7fx5yoera7exefxchgnevnncpm42sh/lib/pkgconfig - make && make check + + make && make check ;; intel16-openmpi202p2) @@ -72,13 +74,9 @@ case "${HOSTNAME}" in export PKG_CONFIG_PATH="${SCALES_PPM_DIR}/lib/pkgconfig:${YAXT_DIR}/lib/pkgconfig${PKG_CONFIG_PATH+:$PKG_CONFIG_PATH}" export ROMIO_HINTS="${SRC_DIR}/bullxmpi-lustre-fail-workaround-romio-hints.txt" - - module purge module load intel/16.0 openmpi/2.0.2p2_hpcx-intel14 - - CDI_SRC=${CDI_SRC:-.} ${CDI_SRC}/configure CC=mpicc \ CFLAGS="-g -fp-model precise -fno-math-errno -march=native" \ CPPFLAGS=-I/usr/include/jasper \ @@ -98,6 +96,7 @@ case "${HOSTNAME}" in --with-jasper \ --enable-iso-c-interface \ --prefix=$INST_DIR + make && make check ;; intel18-mpich) @@ -106,7 +105,6 @@ case "${HOSTNAME}" in SPACKENV_CSH=/work/k20200/k202125/src/spack/share/spack/setup-env.sh; if test "x${SHELL}" = 'xtcsh'; then source ${SPACKENV_CSH}; else source ${SPACKENV_SH}; fi; spack load -r /wqvrvlb; - CDI_SRC=${CDI_SRC:-.} ${CDI_SRC}/configure --prefix=/work/k20200/k202125/opt/spack/linux-rhel6-x86_64/intel-18.0.2/libcdi-1.8.2-wqvrvlbo5q3lxcyuq36odlwogrri6uag --enable-service --enable-extra --enable-ieg --disable-hirlam-extensions --disable-swig --disable-ruby --disable-python --with-netcdf=/work/k20200/k202125/opt/spack/linux-rhel6-x86_64/intel-18.0.2/netcdf-4.6.2-beu3hwjpmhvmf6zjqdtoadixhdemezhg --with-threads LIBS=-leccodes --with-grib_api --enable-cgribex --without-szlib --enable-iso-c-interface --enable-cf-interface --enable-mpi CC=/work/k20200/k202125/opt/spack/linux-rhel6-x86_64/intel-18.0.2/mpich-3.3-fzigj77tiugsgcbcf7giumn3imruzpo5/bin/mpicc FC=/work/k20200/k202125/opt/spack/linux-rhel6-x86_64/intel-18.0.2/mpich-3.3-fzigj77tiugsgcbcf7giumn3imruzpo5/bin/mpif90 F77=/work/k20200/k202125/opt/spack/linux-rhel6-x86_64/intel-18.0.2/mpich-3.3-fzigj77tiugsgcbcf7giumn3imruzpo5/bin/mpif90 MPI_LAUNCH=/work/k20200/k202125/opt/spack/linux-rhel6-x86_64/intel-18.0.2/mpich-3.3-fzigj77tiugsgcbcf7giumn3imruzpo5/bin/mpirun PKG_CONFIG_PATH=/work/k20200/k202125/opt/spack/linux-rhel6-x86_64/intel-18.0.2/ppm-1.0.5p1-bvwppx2rch3eks365jc4md3awjvrwgid/lib/pkgconfig:/work/k20200/k202125/opt/spack/linux-rhel6-x86_64/intel-18.0.2/yaxt-0.6.0-ok2texrlbqufde6ledr55chstqipkinw/lib/pkgconfig make && make check ;; @@ -155,7 +153,6 @@ case "${HOSTNAME}" in s/^ *//')" CONFIG_SHELL=/bin/bash - CDI_SRC=${CDI_SRC:-.} LIBSDIR='/work/k20200/k202125/opt/libs' export PKG_CONFIG_PATH="${LIBSDIR}/yaxt-${os}-${compiler}-${mpi}/lib/pkgconfig:${LIBSDIR}/ppm-${os}-${compiler}-${mpi}/lib/pkgconfig${PKG_CONFIG_PATH+:$PKG_CONFIG_PATH}" ${CDI_SRC}/configure \ @@ -180,6 +177,7 @@ case "${HOSTNAME}" in LIBS="-lcurl -luuid" \ BUILD_CFLAGS="-Wall -Wextra -Werror -Wno-error=unused-function" \ LDFLAGS="${LDOPTFLAGS}" + make && make check ;; nag-openmpi202p2) @@ -226,7 +224,7 @@ case "${HOSTNAME}" in CONFIG_SHELL=/bin/bash export PKG_CONFIG_PATH="${LIBSDIR}/opt/yaxt-${os}-${compiler}-${mpi}/lib/pkgconfig:${LIBSDIR}/opt/ppm-${os}-${compiler}-${mpi}/lib/pkgconfig${PKG_CONFIG_PATH+:$PKG_CONFIG_PATH}" echo $PKG_CON - ./configure \ + ${CDI_SRC}/configure \ --disable-shared \ --with-grib_api=/sw/rhel6-x64/grib_api/grib_api-1.15.0-gcc48 \ --with-netcdf=/sw/rhel6-x64/netcdf/netcdf_c-4.4.0-static-gcc48 \ @@ -250,6 +248,69 @@ case "${HOSTNAME}" in make && make check + ;; + intel16-impi512) + os=x64-linux + compiler=intel16 + mpi=impi5.1.2 + GRIB_API_ROOT="${SWROOT}/grib_api/grib_api-1.13.0-gcc48" + SZIP_ROOT="${SWROOT}/sys/libaec-0.3.2-gcc48" + NETCDF_C_ROOT="${SWROOT}/netcdf/netcdf_c-4.3.2-gcc48" + HDF5_ROOT="${SWROOT}/hdf5/hdf5-1.8.14-threadsafe-gcc48" + export PKG_CONFIG_PATH="${LIBSDIR}/opt/ppm-${os}-${compiler}-${mpi}/lib/pkgconfig:${LIBSDIR}/opt/yaxt-${os}-${compiler}-${mpi}/lib/pkgconfig${PKG_CONFIG_PATH+:$PKG_CONFIG_PATH}" + ${CDI_SRC}/cdi/configure \ + CC=mpiicc \ + CFLAGS="-g -O3 -fp-model precise -fno-math-errno -march=native" \ + CPPFLAGS="-I/usr/include/jasper" \ + FC=mpiifort \ + F77=mpiifort \ + FCFLAGS="-g -O3 -fp-model precise -fno-math-errno -march=native" \ + CXX=mpiicpc \ + CXXFLAGS="-g -O3 -fp-model precise -fno-math-errno -march=native" \ + LIBS="-lmpi_lustre -Wl,-rpath,${NETCDF_C_ROOT}/lib:${HDF5_ROOT}/lib:${PAR_NETCDF_ROOT+${PAR_NETCDF_ROOT}/lib:}${GRIB_API_ROOT}/lib:${SZIP_ROOT}/lib" \ + MPI_LAUNCH="$(which srun) --propagate=STACK,CORE --exclusive" \ + --enable-mpi \ + --with-hdf5="${HDF5_ROOT}" \ + --with-netcdf="${NETCDF_C_ROOT}" \ + --with-szlib="${SZIP_ROOT}" \ + --with-grib_api="${GRIB_API_ROOT}" \ + --with-jasper \ + --enable-iso-c-interface \ + --prefix="$LIBSDIR/opt/cdi-${os}-${compiler}-${mpi}" + + make && make check + + ;; + intel16-impi512-debug) + os=x64-linux + compiler=intel16 + mpi=impi5.1.2 + GRIB_API_ROOT="${SWROOT}/grib_api/grib_api-1.13.0-gcc48" + SZIP_ROOT="${SWROOT}/sys/libaec-0.3.2-gcc48" + NETCDF_C_ROOT="${SWROOT}/netcdf/netcdf_c-4.3.2-gcc48" + HDF5_ROOT="${SWROOT}/hdf5/hdf5-1.8.14-threadsafe-gcc48" + export PKG_CONFIG_PATH="${LIBSDIR}/opt/ppm-${os}-${compiler}-${mpi}/lib/pkgconfig:${LIBSDIR}/opt/yaxt-${os}-${compiler}-${mpi}/lib/pkgconfig${PKG_CONFIG_PATH+:$PKG_CONFIG_PATH}" + ${CDI_SRC}/configure \ + CC=mpiicc \ + CFLAGS="-g -O0 -fp-model precise -fno-math-errno -march=native" \ + CPPFLAGS="-I/usr/include/jasper" \ + FC=mpiifort \ + F77=mpiifort \ + FCFLAGS="-g -O0 -fp-model precise -fno-math-errno -march=native" \ + CXX=mpiicpc \ + CXXFLAGS="-g -O0 -fp-model precise -fno-math-errno -march=native" \ + LDFLAGS="-g" \ + LIBS="-lmpi_lustre -Wl,-rpath,${NETCDF_C_ROOT}/lib:${HDF5_ROOT}/lib:${PAR_NETCDF_ROOT+${PAR_NETCDF_ROOT}/lib:}${GRIB_API_ROOT}/lib:${SZIP_ROOT}/lib" \ + MPI_LAUNCH="$(which srun) --propagate=STACK,CORE --exclusive" \ + --enable-mpi \ + --with-hdf5="${HDF5_ROOT}" \ + --with-netcdf="${NETCDF_C_ROOT}" \ + --with-szlib="${SZIP_ROOT}" \ + --with-grib_api="${GRIB_API_ROOT}" \ + --with-jasper \ + --enable-iso-c-interface + + make && make check ;; esac ;; -- GitLab