ECLand: Add manual netcdf build for Intel and NVHPC

ecmwf-ifs · Feb 5, 2025 · 4fb5efe · 4fb5efe
1 parent 09b22f1
commit 4fb5efe
Show file tree

Hide file tree

Showing 4 changed files with 187 additions and 3 deletions.
diff --git a/.github/tools/install-hdf5.sh b/.github/tools/install-hdf5.sh
@@ -0,0 +1,56 @@
+#!/usr/bin/env bash
+
+version=1.14.4-3
+
+TEMPORARY_FILES="${TMPDIR:-/tmp}"
+export HDF5_INSTALL_DIR=$(pwd)/hdf5-install
+while [ $# != 0 ]; do
+    case "$1" in
+    "--prefix")
+        export HDF5_INSTALL_DIR="$2"; shift
+        ;;
+    "--tmpdir")
+        TEMPORARY_FILES="$2"; shift
+        ;;
+    "--version")
+        version="$2"; shift
+        ;;
+    *)
+        echo "Unrecognized argument '$1'"
+        exit 1
+        ;;
+    esac
+    shift
+done
+
+HDF5_MIRROR=https://support.hdfgroup.org/ftp/HDF5/releases
+HDF5_VERSION=${version}
+
+# Pick out version parts separated by '.'
+VERSION_PARTS=($(echo ${HDF5_VERSION} | tr "." "\n"))
+# Major version, e.g., 1.14
+MAJOR_VERSION=${VERSION_PARTS[0]}.${VERSION_PARTS[1]}
+
+# Minor version parts, including patch level (if any), e.g., 3 or 4-3
+MINOR_VERSION_PARTS=($(echo ${VERSION_PARTS[2]} | tr "-" "\n"))
+
+# Minor version without patch level
+MINOR_VERSION=${MINOR_VERSION_PARTS[0]}
+
+URL=${HDF5_MIRROR}/hdf5-${MAJOR_VERSION}/hdf5-${MAJOR_VERSION}.${MINOR_VERSION}/src/hdf5-${HDF5_VERSION}.tar.gz
+FOLDER=hdf5-${HDF5_VERSION}
+
+if [ ! -d "${TEMPORARY_FILES}/${FOLDER}" ]; then
+  echo "Downloading ${TEMPORARY_FILES}/${FOLDER} from URL [${URL}]"
+  mkdir -p ${TEMPORARY_FILES}
+  curl --location \
+       "${URL}" | tar zx -C "${TEMPORARY_FILES}"
+else
+   echo "Download already present in ${TEMPORARY_FILES}/${FOLDER}"
+fi
+
+mkdir -p ${TEMPORARY_FILES}/build-${FOLDER} && cd ${TEMPORARY_FILES}/build-${FOLDER}
+rm -rf ./*
+cmake -G Ninja ${TEMPORARY_FILES}/${FOLDER} -DHDF5_BUILD_FORTRAN=ON -DHDF5_BUILD_HL_LIB=ON -DBUILD_TESTING=OFF
+cmake --build . --config Release
+cmake --install . --prefix "${HDF5_INSTALL_DIR}"
diff --git a/.github/tools/install-netcdf-c.sh b/.github/tools/install-netcdf-c.sh
@@ -0,0 +1,50 @@
+#!/usr/bin/env bash
+
+version=4.9.2
+
+TEMPORARY_FILES="${TMPDIR:-/tmp}"
+export NETCDF_INSTALL_DIR=$(pwd)/netcdf-install
+while [ $# != 0 ]; do
+    case "$1" in
+    "--prefix")
+        export NETCDF_INSTALL_DIR="$2"; shift
+        ;;
+    "--tmpdir")
+        TEMPORARY_FILES="$2"; shift
+        ;;
+    "--version")
+        version="$2"; shift
+        ;;
+    "--hdf5-root")
+        export HDF5_ROOT="$2"; shift
+        ;;
+    *)
+        echo "Unrecognized argument '$1'"
+        exit 1
+        ;;
+    esac
+    shift
+done
+
+NETCDF_MIRROR=https://downloads.unidata.ucar.edu/netcdf-c/
+NETCDF_VERSION=${version}
+
+URL=${NETCDF_MIRROR}/${NETCDF_VERSION}/netcdf-c-${NETCDF_VERSION}.tar.gz
+FOLDER=netcdf-c-${NETCDF_VERSION}
+
+if [ ! -d "${TEMPORARY_FILES}/${FOLDER}" ]; then
+  echo "Downloading ${TEMPORARY_FILES}/${FOLDER} from URL [${URL}]"
+  mkdir -p ${TEMPORARY_FILES}
+  curl --location \
+       "${URL}" | tar zx -C "${TEMPORARY_FILES}"
+else
+   echo "Download already present in ${TEMPORARY_FILES}/${FOLDER}"
+fi
+
+mkdir -p ${TEMPORARY_FILES}/build-${FOLDER} && cd ${TEMPORARY_FILES}/build-${FOLDER}
+rm -rf ./*
+cmake -G Ninja ${TEMPORARY_FILES}/${FOLDER} \
+    -DHDF5_DIR=${HDF5_ROOT}/cmake -DCMAKE_INSTALL_PREFIX="${NETCDF_INSTALL_DIR}" \
+    -DENABLE_TESTS=OFF
+cmake --build . --config Release
+cmake --install .
diff --git a/.github/tools/install-netcdf-fortran.sh b/.github/tools/install-netcdf-fortran.sh
@@ -0,0 +1,52 @@
+#!/usr/bin/env bash
+
+version=4.6.1
+
+TEMPORARY_FILES="${TMPDIR:-/tmp}"
+export NETCDF_INSTALL_DIR=$(pwd)/netcdf-install
+while [ $# != 0 ]; do
+    case "$1" in
+    "--prefix")
+        export NETCDF_INSTALL_DIR="$2"; shift
+        ;;
+    "--tmpdir")
+        TEMPORARY_FILES="$2"; shift
+        ;;
+    "--version")
+        version="$2"; shift
+        ;;
+    "--netcdf-root")
+        export NETCDF_ROOT="$2"; shift
+        ;;
+    *)
+        echo "Unrecognized argument '$1'"
+        exit 1
+        ;;
+    esac
+    shift
+done
+
+NETCDF_MIRROR=https://downloads.unidata.ucar.edu/netcdf-fortran/
+NETCDF_VERSION=${version}
+
+URL=${NETCDF_MIRROR}/${NETCDF_VERSION}/netcdf-fortran-${NETCDF_VERSION}.tar.gz
+FOLDER=/netcdf-fortran-${NETCDF_VERSION}
+
+if [ ! -d "${TEMPORARY_FILES}/${FOLDER}" ]; then
+  echo "Downloading ${TEMPORARY_FILES}/${FOLDER} from URL [${URL}]"
+  mkdir -p ${TEMPORARY_FILES}
+  curl --location \
+       "${URL}" | tar zx -C "${TEMPORARY_FILES}"
+else
+   echo "Download already present in ${TEMPORARY_FILES}/${FOLDER}"
+fi
+
+
+mkdir -p ${TEMPORARY_FILES}/build-${FOLDER} && cd ${TEMPORARY_FILES}/build-${FOLDER}
+rm -rf ./*
+NETCDF_LIB_DIR="$(${NETCDF_ROOT}/bin/nc-config --libdir)"
+cmake -G Ninja ${TEMPORARY_FILES}/${FOLDER} \
+    -DnetCDF_LIBRARIES="${NETCDF_LIB_DIR}/libnetcdf.so" -DnetCDF_INCLUDE_DIR="${NETCDF_ROOT}/include" \
+    -DENABLE_TESTS=OFF -DCMAKE_INSTALL_PREFIX="${NETCDF_INSTALL_DIR}"
+cmake --build . --config Release
+cmake --install .
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -116,12 +116,12 @@ jobs:
           echo "SDKROOT=$(xcrun --show-sdk-path)"         >> $GITHUB_ENV
           brew install ninja
           brew install libomp
-          brew install netcdf-fortran
+          brew install libaec
           brew install coreutils
         else
           sudo apt-get update
-          sudo apt-get install ninja-build
-          sudo apt-get install libnetcdff-dev
+          sudo apt-get install libaec-dev
+          sudo apt-get install ninja-build libcurl4-openssl-dev
         fi
 
         pip3 install numpy
@@ -183,6 +183,32 @@ jobs:
         [ -f ${DEPS_DIR}/openmpi/env.sh ] && source ${DEPS_DIR}/openmpi/env.sh
         [ -z ${MPI_HOME+x} ] || echo "MPI_HOME=${MPI_HOME}" >> $GITHUB_ENV
 
+    - name: Install HDF5
+      run: |
+        if [[ -f ${{ env.DEPS_DIR }}/hdf5/lib/libhdf5.settings ]]; then
+          echo "::debug::HDF5 restored from cache"
+        else
+          ${ECLAND_TOOLS}/install-hdf5.sh --prefix ${{ env.DEPS_DIR }}/hdf5
+        fi
+        echo "HDF5_ROOT=${{ env.DEPS_DIR }}/hdf5" >> $GITHUB_ENV
+
+    - name: Install NetCDF C
+      run: |
+        if [[ -f ${{ env.DEPS_DIR }}/netcdf/bin/nc-config ]]; then
+          echo "::debug::NetCDF C restored from cache"
+        else
+          ${ECLAND_TOOLS}/install-netcdf-c.sh --prefix ${{ env.DEPS_DIR }}/netcdf --hdf5-root ${HDF5_ROOT}
+        fi
+        echo "NETCDF_ROOT=${{ env.DEPS_DIR }}/netcdf" >> $GITHUB_ENV
+
+    - name: Install NetCDF Fortran
+      run: |
+        if [[ -f ${NETCDF_ROOT}/bin/nf-config ]]; then
+          echo "::debug::NetCDF Fortran restored from cache"
+        else
+          ${ECLAND_TOOLS}/install-netcdf-fortran.sh --prefix ${{ env.DEPS_DIR }}/netcdf --netcdf-root ${NETCDF_ROOT}
+        fi
+
     - name: Set Build & Test Environment
       run: |