Updates to CI testing + support for Intel oneApi. #14
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build/run the CCPP-SCM, create baselines, store as GitHub artifact | |
| on: | |
| workflow_dispatch: | |
| pull_request: | |
| jobs: | |
| create_rt_baselines: | |
| runs-on: ubuntu-24.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| fortran-compiler: [ifx, gfortran]#, nvfortran] | |
| build-type: [Release, Debug] | |
| run_lists: [supported, legacy, dev, sp]#, nvhpc] | |
| exclude: | |
| - build-type: Debug | |
| run_lists: sp | |
| include: | |
| # Set container images for each compiler | |
| - fortran-compiler: ifx | |
| image: dustinswales/ccpp-scm-ci:oneapi | |
| - fortran-compiler: gfortran | |
| image: dustinswales/ccpp-scm-ci:gnu | |
| # - fortran-compiler: nvfortran | |
| # image: dustinswales/ccpp-scm-ci:nvhpc | |
| container: | |
| image: ${{ matrix.image }} | |
| # Environmental variables | |
| env: | |
| SCM_ROOT: /__w/ccpp-scm/ccpp-scm | |
| dir_rt: /__w/ccpp-scm/ccpp-scm/test/artifact-${{matrix.build-type}} | |
| dir_bl: /__w/ccpp-scm/ccpp-scm/test/BL-${{matrix.build-type}} | |
| artifact_origin: ${{ github.event_name == 'pull_request' && 'PR' || ('main' == 'main' && 'main' || 'PR') }} | |
| GH_TOKEN: ${{ github.token }} | |
| # Workflow steps | |
| steps: | |
| ####################################################################################### | |
| # Initial | |
| ####################################################################################### | |
| - name: Checkout SCM code (/__w/ccpp-scm/ccpp-scm) | |
| uses: actions/checkout@v4 | |
| - name: Install Required Tools | |
| run: | | |
| apt-get update | |
| - name: Initialize Submodules | |
| run: | | |
| git config --global --add safe.directory ${SCM_ROOT} | |
| cd ${SCM_ROOT} | |
| git submodule update --init --recursive | |
| - name: Setup MPI (GNU) | |
| if: matrix.fortran-compiler == 'gfortran' | |
| run: | | |
| echo "MPI_COMM=mpirun --allow-run-as-root -np 1" >> $GITHUB_ENV | |
| echo "CC=mpicc" >> $GITHUB_ENV | |
| echo "CXX=mpicxx" >> $GITHUB_ENV | |
| echo "FC=mpif90" >> $GITHUB_ENV | |
| - name: Setup MPI (Intel OneAPI) | |
| if: matrix.fortran-compiler == 'ifx' | |
| run: | | |
| echo "PATH=/opt/intel/oneapi/mpi/latest/bin:${PATH}" >> $GITHUB_ENV | |
| echo "LD_LIBRARY_PATH=/opt/intel/oneapi/mpi/latest/lib:${LD_LIBRARY_PATH}" >> $GITHUB_ENV | |
| echo "MPI_COMM=mpirun -np 1" >> $GITHUB_ENV | |
| echo "CC=mpiicx" >> $GITHUB_ENV | |
| echo "CXX=mpiicpx" >> $GITHUB_ENV | |
| echo "FC=mpiifx" >> $GITHUB_ENV | |
| - name: Setup MPI (Nvidia) | |
| if: matrix.fortran-compiler == 'nvfortran' | |
| run: | | |
| echo "MPI_COMM=mpirun --allow-run-as-root -np 1" >> $GITHUB_ENV | |
| echo "CC=mpicc" >> $GITHUB_ENV | |
| echo "CXX=mpic++" >> $GITHUB_ENV | |
| echo "FC=mpifort" >> $GITHUB_ENV | |
| ####################################################################################### | |
| # Build SCM. | |
| ####################################################################################### | |
| - name: Get SDF names for this run_list | |
| id: set_sdfs | |
| run: | | |
| cd ${SCM_ROOT}/test | |
| suites=$(./get_sdfs_for_run_list.py --sdf_list suites_${{matrix.run_lists}}_${{matrix.fortran-compiler}}) | |
| echo "suites=${suites}" >> $GITHUB_OUTPUT | |
| - name: Print SDF names | |
| run: | | |
| echo ${{steps.set_sdfs.outputs.suites}} | |
| - name: Download data for SCM | |
| run: | | |
| cd ${SCM_ROOT} | |
| ./contrib/get_all_static_data.sh | |
| ./contrib/get_thompson_tables.sh | |
| ./contrib/get_tempo_data.sh | |
| ./contrib/get_aerosol_climo.sh | |
| ./contrib/get_rrtmgp_data.sh | |
| - name: Configure Build with CMake (64-bit) | |
| if: matrix.run_lists != 'sp' | |
| run: | | |
| cd ${SCM_ROOT}/scm | |
| mkdir bin && cd bin | |
| cmake -DCCPP_SUITES=${{steps.set_sdfs.outputs.suites}} -DCMAKE_BUILD_TYPE=${{matrix.build-type}} ../src | |
| - name: Configure Build with CMake (32-bit) | |
| if: matrix.run_lists == 'sp' | |
| run: | | |
| cd ${SCM_ROOT}/scm | |
| mkdir bin && cd bin | |
| cmake -DCCPP_SUITES=${{steps.set_sdfs.outputs.suites}} -DCMAKE_BUILD_TYPE=${{matrix.build-type}} -D32BIT=1 ../src | |
| - name: Build SCM | |
| run: | | |
| cd ${SCM_ROOT}/scm/bin | |
| make -j4 | |
| ####################################################################################### | |
| # Run regression tests. | |
| ####################################################################################### | |
| - name: Run SCM RTs | |
| run: | | |
| cd ${SCM_ROOT}/scm/bin | |
| ./run_scm.py --file /__w/ccpp-scm/ccpp-scm/test/rt_test_cases.py --run_list ${{matrix.run_lists}}_${{matrix.fortran-compiler}} --runtime_mult 0.1 --mpi_command "${MPI_COMM}" | |
| - name: Gather SCM RT output | |
| run: | | |
| cd ${SCM_ROOT}/test | |
| mkdir /__w/ccpp-scm/ccpp-scm/test/artifact-${{matrix.build-type}}-${{matrix.fortran-compiler}}-${{matrix.run_lists}} | |
| ./ci_util.py -b ${{matrix.build-type}}-${{matrix.fortran-compiler}}-${{matrix.run_lists}} --run_list run_list_${{matrix.run_lists}}_${{matrix.fortran-compiler}} | |
| - name: Upload SCM RTs as GitHub Artifact | |
| uses: actions/upload-artifact@v5 | |
| with: | |
| name: rt-baselines-${{matrix.build-type}}-${{matrix.fortran-compiler}}-${{matrix.run_lists}}-${{ env.artifact_origin }} | |
| path: /__w/ccpp-scm/ccpp-scm/test/artifact-${{matrix.build-type}}-${{matrix.fortran-compiler}}-${{matrix.run_lists}} |