Skip to content

Merge remote-tracking branch 'origin/master' into develop #28

Merge remote-tracking branch 'origin/master' into develop

Merge remote-tracking branch 'origin/master' into develop #28

Workflow file for this run

name: release-build-and-test
on:
push:
branches:
- "**"
pull_request:
branches:
- "**"
#schedule:
# - cron: '*/120 8-18 * * *' # every 2 hours from 8:00 to 18:00 every day
jobs:
##############################################################################
# JOB 1
##############################################################################
build: # current job name
timeout-minutes: 30
strategy:
fail-fast: false
matrix:
os: [ubuntu-24.04, windows-2022, macos-12, macos-14] # [ubuntu-22.04, windows-2022, macos-13, flyci-macos-14-m2]
python-version: ['3.10', '3.11', '3.12']
toolchain:
- { exe: gfortran, compiler: gcc, version: 13 }
runs-on: ${{ matrix.os }}
steps: # job steps
- name: Check-out repository
uses: actions/checkout@v4
- name: Declare env variables on push only
if: github.event_name == 'push'
shell: bash
run: echo "BRANCH_NAME=${GITHUB_REF#refs/*/}" >> $GITHUB_ENV
- name: Declare env variables on pull_request only
if: github.event_name == 'pull_request'
shell: bash
run: echo "BRANCH_NAME=$GITHUB_HEAD_REF" >> $GITHUB_ENV
- name: Set up Fortran compiler (FC) [all except Windows + gfortran] # except: use pre-installed gfortran
if: runner.os != 'Windows' || matrix.toolchain.exe != 'gfortran'
uses: fortran-lang/setup-fortran@v1
id: setup-fortran
with:
compiler: ${{ matrix.toolchain.compiler }}
version: ${{ matrix.toolchain.version }}
- name: Set up NMake build tool [Windows]
if: runner.os == 'Windows'
uses: ilammy/msvc-dev-cmd@v1
- name: Set up Python environment
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Upgrade package installer for Python
shell: bash
run: pip install --upgrade pip
- name: Install Python dependences
shell: bash
run: pip install '.[ci,test]' # 'ci' and 'test' extras from pyproject.toml
- name: Fix reinstalling gcc [macOS] # needed because of `brew reinstall gcc`
if: runner.os == 'macOS'
shell: bash
run: echo "MACOSX_DEPLOYMENT_TARGET=$(sw_vers -productVersion)" >> $GITHUB_ENV
- name: Create build scripts in scripts/scripts
shell: bash
run: >
python3 pybuild.py
--create-scripts
--platform ${{ runner.os }}
--compiler ${{ matrix.toolchain.exe }}
--mode release
--bash-syntax
--enable-backslash-escapes
- name: Print some build-specific variables
shell: bash
run: scripts/print_build_variables.sh # bash -x scripts/print_build_variables.sh for printing commands
- name: Create scripts, CFML and pyCFML directories
shell: bash
run: |
scripts/create_cfml_repo_dir.sh
scripts/create_cfml_build_dir.sh
scripts/create_cfml_dist_dir.sh
scripts/create_pycfml_src_dir.sh
scripts/create_pycfml_build_dir.sh
scripts/create_pycfml_dist_dir.sh
- name: Download CFML repository
shell: bash
run: scripts/download_cfml_repo.sh
- name: Build CFML modules
shell: bash
run: |
scripts/rename_global_deps_file.sh
scripts/build_cfml_modules_obj.sh
scripts/delete_renamed_global_deps_file.sh
- name: Build CFML static library
shell: bash
run: scripts/build_cfml_static_lib.sh
- name: Make CFML distribution
shell: bash
run: scripts/move_built_to_cfml_dist.sh
- name: Build und run CFML functional test programs (without benchmarks)
shell: bash
run: |
scripts/build_cfml_test_programs.sh
scripts/copy_cfml_test_programs_to_tests_dir.sh
scripts/run_cfml_functional_tests_no_benchmarks.sh
- name: Create pyCFML source code
shell: bash
run: scripts/create_pycfml_src.sh
- name: Build pyCFML modules
shell: bash
run: scripts/build_pycfml_modules_obj.sh
- name: Build pyCFML shared obj / dynamic library
shell: bash
run: |
scripts/build_pycfml_lib_obj.sh
scripts/build_pycfml_shared_obj_or_dynamic_lib.sh
- name: Make pyCFML distribution
shell: bash
run: |
scripts/copy_built_to_pycfml_dist.sh
scripts/change_runpath_for_built_pycfml.sh
scripts/copy_extra_libs_to_pycfml_dist.sh
scripts/copy_py_api_files_to_pycfml_dist.sh
scripts/copy_init_file_to_pycfml_dist.sh
scripts/copy_cfml_databases_to_pycfml_dist.sh
- name: Create Python package wheel of pyCFML
shell: bash
run: |
scripts/validate_pyproject_toml.sh
scripts/create_pycfml_python_wheel.sh
scripts/rename_pycfml_python_wheel.sh
- name: Install pyCFML from created Python package wheel
shell: bash
run: scripts/install_pycfml_from_wheel.sh
- name: Run pyCFML unit tests
shell: bash
run: scripts/run_pycfml_unit_tests.sh
- name: Run pyCFML functional tests (without benchmarks)
shell: bash
run: scripts/run_pycfml_functional_tests_no_benchmarks.sh
- name: Prepare for uploading Python package wheel of pyCFML
shell: bash
run: |
echo "WHEEL_DIR=$(python3 pybuild.py --print-wheel-dir)" >> $GITHUB_ENV
echo "RELEASE_VERSION=$(python3 pybuild.py --print-release-version)" >> $GITHUB_ENV
echo "RELEASE_TITLE=$(python3 pybuild.py --print-release-title)" >> $GITHUB_ENV
- name: Upload zipped Python package wheel of pyCFML for next job
uses: actions/upload-artifact@v4
with: # if name or path modified, remember to UPDATE those in the download step of the next job
name: pycfml-wheel_${{ matrix.os }}_${{ matrix.python-version }} # name (without .zip) of the zip file to be uploaded
path: ${{ env.WHEEL_DIR }} # all files from this directory are zipped
if-no-files-found: "error"
compression-level: 0
- name: Upload Python package wheel to releases (non-master branch)
if: github.event_name == 'push' && env.BRANCH_NAME != 'master'
uses: ncipollo/release-action@v1
with:
draft: true
prerelease: true
allowUpdates: true
replacesArtifacts: true
token: ${{ secrets.GITHUB_TOKEN }}
artifacts: "${{ env.WHEEL_DIR }}/*.whl"
tag: ${{ env.BRANCH_NAME }}
name: ${{ env.BRANCH_NAME }}
bodyFile: "RELEASE.md"
- name: Upload Python package wheel to releases (master branch)
if: github.event_name == 'push' && env.BRANCH_NAME == 'master'
uses: ncipollo/release-action@v1
with:
draft: true
prerelease: true
allowUpdates: true
replacesArtifacts: true
token: ${{ secrets.GITHUB_TOKEN }}
artifacts: "${{ env.WHEEL_DIR }}/*.whl"
tag: ${{ env.RELEASE_VERSION }}
name: ${{ env.RELEASE_TITLE }}
bodyFile: "RELEASE.md"
##############################################################################
# JOB 2
##############################################################################
test: # current job name
needs: build # previous job 'build' need to be finished first
if: always() # start this job even if the previous job failed
timeout-minutes: 30
strategy:
fail-fast: false
matrix:
os: [ubuntu-24.04, windows-2022, macos-12, macos-14] # [ubuntu-22.04, windows-2022, macos-13, flyci-macos-14-m2]
python-version: ['3.10', '3.11', '3.12']
toolchain:
- { exe: gfortran, compiler: gcc, version: 13 }
runs-on: ${{ matrix.os }}
steps: # job steps
- name: Check-out repository
uses: actions/checkout@v4
- name: Set up python environment
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Upgrade package installer for Python
shell: bash
run: python3 -m pip install --upgrade pip
- name: Install Python dependences
shell: bash
run: pip install '.[ci,test]' # 'ci' and 'test' extras from pyproject.toml
- name: Create job step scripts
shell: bash
run: >
python3 pybuild.py
--create-scripts
--platform ${{ runner.os }}
--compiler ${{ matrix.toolchain.exe }}
--mode release
--bash-syntax
--enable-backslash-escapes
- name: Prepare for downloading Python package wheel of pyCFML
shell: bash
run: echo "WHEEL_DIR=$(python3 pybuild.py --print-wheel-dir)" >> $GITHUB_ENV
- name: Download zipped pyCFML wheel from previous job
uses: actions/download-artifact@v4
with: # name or path are taken from the upload step of the previous job
name: pycfml-wheel_${{ matrix.os }}_${{ matrix.python-version }} # name (without .zip) of the zipped artifact uploaded on the previous jobs
path: ${{ env.WHEEL_DIR }} # directory to extract downloaded zipped artifacts
- name: Install pyCFML from downloaded Python package wheel
shell: bash
run: scripts/install_pycfml_from_wheel.sh
- name: Run pyCFML unit tests
shell: bash
run: scripts/run_pycfml_unit_tests.sh
- name: Run pyCFML functional tests (without benchmarks)
shell: bash
run: scripts/run_pycfml_functional_tests_no_benchmarks.sh
- name: Run pyCFML functional tests and compare benchmark results
if: "!contains(github.event.head_commit.message, '[save benchmark results]')"
shell: bash
run: scripts/run_pycfml_functional_tests_with_benchmarks_compare.sh
- name: Run pyCFML functional tests and save benchmark results
if: "contains(github.event.head_commit.message, '[save benchmark results]')"
shell: bash
run: scripts/run_pycfml_functional_tests_with_benchmarks_save.sh
- name: Push benchmark results to repository
if: ${{ env.BRANCH_NAME != 'master' && contains(github.event.head_commit.message, '[save benchmark results]') }}
uses: EndBug/add-and-commit@v9
with:
add: '.benchmarks/pyCFML'
message: 'Auto push pyCFML benchmarks : ${{ github.workflow }} : ${{ matrix.os }} : ${{ matrix.python-version }}'
pull: '--rebase --autostash'