Workflow ci_run_scm_rts Versioning Bugfix #184
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI test to build and run SCM regression tests | |
| on: [pull_request, workflow_dispatch] | |
| jobs: | |
| run_scm_rts: | |
| # The type of runner that the job will run on | |
| runs-on: ubuntu-22.04 | |
| strategy: | |
| matrix: | |
| fortran-compiler: [gfortran-11] | |
| build-type: [Release, Debug] | |
| py-version: [3.9.12] | |
| # Environmental variables | |
| env: | |
| NFHOME: /home/runner/netcdf-fortran | |
| NFVERSION: v4.5.3 | |
| bacio_ROOT: /home/runner/bacio | |
| sp_ROOT: /home/runner/NCEPLIBS-sp | |
| w3emc_ROOT: /home/runner/myw3emc | |
| SCM_ROOT: /home/runner/work/ccpp-scm/ccpp-scm | |
| suites: SCM_GFS_v15p2,SCM_GFS_v16,SCM_GFS_v17_p8,SCM_HRRR,SCM_RRFS_v1beta,SCM_RAP,SCM_WoFS_v0 | |
| suites_ps: SCM_GFS_v15p2_ps,SCM_GFS_v16_ps,SCM_GFS_v17_p8_ps,SCM_HRRR_ps,SCM_RRFS_v1beta_ps,SCM_RAP_ps,SCM_WoFS_v0_ps | |
| dir_rt: /home/runner/work/ccpp-scm/ccpp-scm/test/artifact-${{matrix.build-type}} | |
| dir_bl: /home/runner/work/ccpp-scm/ccpp-scm/test/BL-${{matrix.build-type}} | |
| # Workflow steps | |
| steps: | |
| ####################################################################################### | |
| # Initial | |
| ####################################################################################### | |
| - name: Checkout SCM code (into /home/runner/work/ccpp-scm/) | |
| uses: actions/checkout@v3 | |
| - name: Initialize submodules | |
| run: git submodule update --init --recursive | |
| ####################################################################################### | |
| # Python setup | |
| ####################################################################################### | |
| - name: Set up Python | |
| uses: actions/setup-python@v3 | |
| with: | |
| python-version: ${{matrix.py-version}} | |
| - name: Add conda to system path | |
| run: | | |
| echo $CONDA/bin >> $GITHUB_PATH | |
| - name: Install NetCDF Python libraries | |
| run: | | |
| conda install --yes -c conda-forge h5py>=3.4 netCDF4 f90nml | |
| - name: Update system packages | |
| run: sudo apt-get update | |
| ####################################################################################### | |
| # Install FORTRAN dependencies | |
| ####################################################################################### | |
| - name: Environment for gfortran compiler | |
| if: contains(matrix.fortran-compiler, 'gnu') | |
| run: | | |
| echo "FC=gfortran-11" >> $GITHUB_ENV | |
| echo "CC=gcc-11" >> $GITHUB_ENV | |
| - name: Environment for ifort compiler | |
| if: contains(matrix.fortran-compiler, 'intel') | |
| run: | | |
| echo "CC=icx" >> $GITHUB_ENV | |
| echo "FC=ifort" >> $GITHUB_ENV | |
| - name: Cache bacio library v2.4.1 | |
| id: cache-bacio-fortran | |
| uses: actions/cache@v3 | |
| with: | |
| path: /home/runner/bacio | |
| key: cache-bacio-fortran-${{matrix.fortran-compiler}}-key | |
| - name: Install bacio library v2.4.1 | |
| if: steps.cache-bacio-fortran.outputs.cache-hit != 'true' | |
| run: | | |
| git clone --branch v2.4.1 https://github.com/NOAA-EMC/NCEPLIBS-bacio.git bacio | |
| cd bacio && mkdir build && cd build | |
| cmake -DCMAKE_INSTALL_PREFIX=${bacio_ROOT} ../ | |
| make -j2 | |
| make install | |
| echo "bacio_DIR=/home/runner/bacio/lib/cmake/bacio" >> $GITHUB_ENV | |
| - name: Cache SP-library v2.3.3 | |
| id: cache-sp-fortran | |
| uses: actions/cache@v3 | |
| with: | |
| path: /home/runner/NCEPLIBS-sp | |
| key: cache-sp-fortran-${{matrix.fortran-compiler}}-key | |
| - name: Install SP-library v2.3.3 | |
| if: steps.cache-sp-fortran.outputs.cache-hit != 'true' | |
| run: | | |
| git clone --branch v2.3.3 https://github.com/NOAA-EMC/NCEPLIBS-sp.git NCEPLIBS-sp | |
| cd NCEPLIBS-sp && mkdir build && cd build | |
| cmake -DCMAKE_INSTALL_PREFIX=${sp_ROOT} ../ | |
| make -j2 | |
| make install | |
| echo "sp_DIR=/home/runner/NCEPLIBS-sp/lib/cmake/sp" >> $GITHUB_ENV | |
| - name: Cache w3emc library v2.9.2 | |
| id: cache-w3emc-fortran | |
| uses: actions/cache@v3 | |
| with: | |
| path: /home/runner/myw3emc | |
| key: cache-w3emc-fortran-${{matrix.fortran-compiler}}-key | |
| - name: Install w3emc library v2.9.2 | |
| if: steps.cache-w3emc-fortran.outputs.cache-hit != 'true' | |
| run: | | |
| git clone --branch v2.9.2 https://github.com/NOAA-EMC/NCEPLIBS-w3emc.git NCEPLIBS-w3emc | |
| cd NCEPLIBS-w3emc && mkdir build && cd build | |
| cmake -DCMAKE_INSTALL_PREFIX=${w3emc_ROOT} ../ | |
| make -j2 | |
| make install | |
| echo "w3emc_DIR=/home/runner/myw3emc/lib/cmake/w3emc" >> $GITHUB_ENV | |
| - name: Install NetCDF C library | |
| run: sudo apt-get install libnetcdf-dev | |
| - name: Cache NetCDF Fortran library | |
| id: cache-netcdf-fortran | |
| uses: actions/cache@v3 | |
| with: | |
| path: /home/runner/netcdf-fortran | |
| key: cache-netcdf-fortran-${{matrix.fortran-compiler}}-key | |
| - name: Install NetCDF Fortran library | |
| if: steps.cache-netcdf-fortran.outputs.cache-hit != 'true' | |
| run: | | |
| git clone --branch ${NFVERSION} https://github.com/Unidata/netcdf-fortran.git | |
| cd netcdf-fortran | |
| ./configure | |
| make -j | |
| sudo make install | |
| export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:${NFHOME}/lib | |
| ####################################################################################### | |
| # Build SCM. Run regression tests. | |
| ####################################################################################### | |
| - name: Download data for SCM | |
| run: | | |
| cd ${SCM_ROOT} | |
| ./contrib/get_all_static_data.sh | |
| ./contrib/get_thompson_tables.sh | |
| - name: Configure build with CMake (Release) | |
| if: contains(matrix.build-type, 'Release') | |
| run: | | |
| cd ${SCM_ROOT}/scm | |
| mkdir bin && cd bin | |
| cmake -DCCPP_SUITES=${suites},${suites_ps} ../src | |
| - name: Configure build with CMake (Debug) | |
| if: contains(matrix.build-type, 'Debug') | |
| run: | | |
| cd ${SCM_ROOT}/scm | |
| mkdir bin && cd bin | |
| cmake -DCCPP_SUITES=${suites},${suites_ps} -DCMAKE_BUILD_TYPE=Debug ../src | |
| - name: Build SCM | |
| run: | | |
| cd ${SCM_ROOT}/scm/bin | |
| make -j4 | |
| - name: Run SCM RTs | |
| run: | | |
| cd ${SCM_ROOT}/scm/bin | |
| ./run_scm.py --file /home/runner/work/ccpp-scm/ccpp-scm/test/rt_test_cases.py --runtime_mult 0.1 | |
| - name: Gather SCM RT output | |
| run: | | |
| cd ${SCM_ROOT}/test | |
| mkdir /home/runner/work/ccpp-scm/ccpp-scm/test/artifact-${{matrix.build-type}} | |
| ./ci_util.py -b ${{matrix.build-type}} | |
| - name: Create directory for SCM RT baselines | |
| run: mkdir ${dir_bl} | |
| - name: Download SCM RT baselines | |
| run: | | |
| cd ${dir_bl} | |
| wget ftp://ftp.rap.ucar.edu:/pub/ccpp-scm/rt-baselines-${{matrix.build-type}}.zip | |
| unzip rt-baselines-${{matrix.build-type}}.zip | |
| - name: Compare SCM RT output to baselines | |
| run: | | |
| cd ${SCM_ROOT}/test | |
| ./cmp_rt2bl.py --build_type ${{matrix.build-type}} --dir_rt ${dir_rt} --dir_bl ${dir_bl} | |
| - name: Upload SCM RTs as GitHub Artifact | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: rt-baselines-${{matrix.build-type}} | |
| path: /home/runner/work/ccpp-scm/ccpp-scm/test/artifact-${{matrix.build-type}} |