main.yml

name: 'Tests'

on:
  push:
    branches:
      - 'master'
      - 'release-**'
  pull_request:
    branches:
      - 'master'
      - 'release-**'
  release:
    types: [published]
  schedule:
    - cron: '0 9 * * Mon'
  workflow_dispatch:

jobs:
  default_system_linux:
    name: Default System Tests (Linux)
    if: github.event.repository.fork == false
    runs-on: ubuntu-latest
    steps:
    - name: Checkout code
      uses: actions/checkout@v4
    - name: Install python
      uses: actions/setup-python@v5
      with:
        python-version: '3.12'
        check-latest: true
    - name: Install dependencies
      run: |
        python -m pip install .[bumps,DFO,minuit,SAS,numdifftools,lmfit,nlopt,paramonte]
        python -m pip install --upgrade .[dev]
        python -m pip install "numpy<2.0"
    - name: Run tests
      run: ci/system_tests_default.sh
    - name: Upload test results
      if: always()
      uses: actions/upload-artifact@v4
      with:
        name: default_system_tests
        path: test-results/default_system_pytest.xml

  full_system_linux:
    name: Full System Tests (Linux)
    if: github.event.repository.fork == false
    runs-on: ubuntu-latest
    container:
      image: 'ghcr.io/fitbenchmarking/fitbenchmarking-extras:latest'
      credentials:
        username: ${{ github.actor }}
        password: ${{ secrets.GITHUB_TOKEN }}
    steps:
    - name: Checkout code
      uses: actions/checkout@v4
    - name: Install dependencies
      run: |
        sudo -HE --preserve-env=PATH $VIRTUAL_ENV/bin/pip install pybind11[global]
        sudo -HE --preserve-env=PATH $VIRTUAL_ENV/bin/pip install .[bumps,DFO,gofit,minuit,SAS,numdifftools,lmfit,nlopt,paramonte,hogben]
        sudo -HE --preserve-env=PATH $VIRTUAL_ENV/bin/pip install --upgrade .[dev]
        sudo -HE --preserve-env=PATH $VIRTUAL_ENV/bin/pip install "numpy<2.0"
        mkdir -p $MASTSIF
        mkdir -p $PYCUTEST_CACHE
    - name: Run tests
      run: ci/system_tests.sh
    - name: Upload test results
      if: always()
      uses: actions/upload-artifact@v4
      with:
        name: full_system_tests
        path: test-results/full_system_pytest.xml

  full_unit_linux:
    name: Full Unit Tests (Linux)
    if: github.event.repository.fork == false
    runs-on: ubuntu-latest
    container:
      image: 'ghcr.io/fitbenchmarking/fitbenchmarking-extras:latest'
      credentials:
        username: ${{ github.actor }}
        password: ${{ secrets.GITHUB_TOKEN }}
    steps:
    - name: Checkout code
      uses: actions/checkout@v4
    - name: Install dependencies
      run: |
        sudo -HE --preserve-env=PATH $VIRTUAL_ENV/bin/pip install pybind11[global]
        sudo -HE --preserve-env=PATH $VIRTUAL_ENV/bin/pip install .[bumps,DFO,gofit,gradient-free,minuit,SAS,numdifftools,lmfit,nlopt,paramonte,hogben]
        sudo -HE --preserve-env=PATH $VIRTUAL_ENV/bin/pip install --upgrade .[dev]
        sudo -HE --preserve-env=PATH $VIRTUAL_ENV/bin/pip install "numpy<2.0"
        mkdir -p $MASTSIF
        mkdir -p $PYCUTEST_CACHE
        sudo apt update
        sudo apt install -y curl
    - name: Run tests
      run: |
        ci/unit_tests.sh
    - name: Submit coverage
      if: always()
      uses: coverallsapp/github-action@v2
      with:
        file: coverage.lcov
        compare-sha: ${{ github.event.pull_request.base.sha }}
        git-commit: ${{ github.event.pull_request.head.sha }}
    - name: Upload test results
      if: always()
      uses: actions/upload-artifact@v4
      with:
        name: full_unit_tests
        path: test-results/full_unit_pytest.xml

  default_unit_tests:
    name: Default Unit Tests (Linux)
    if: github.event.repository.fork == false
    strategy:
      fail-fast: false
      matrix:
        python: ['3.9', '3.12']
    runs-on: ubuntu-latest
    steps:
    - name: Checkout code
      uses: actions/checkout@v4
    - name: Install python
      uses: actions/setup-python@v5
      with:
        python-version: ${{ matrix.python }}
        check-latest: true
    - name: Install dependencies
      run: |
        python -m pip install .[bumps,DFO,gradient-free,minuit,SAS,numdifftools,lmfit,nlopt]
        python -m pip install --upgrade .[dev]
        python -m pip install "numpy<2.0"
    - name: Run linux tests
      if: runner.os == 'Linux'
      run: ci/unit_tests_default.sh
    - name: Upload test results
      if: matrix.python == '3.12'
      uses: actions/upload-artifact@v4
      with:
        name: default_unit_tests
        path: test-results/default_unit_pytest.xml

  publish-test-results:
    name: Publish Test Results
    if: github.event.repository.fork == false && always()
    needs: [default_system_linux, full_system_linux, default_unit_tests, full_unit_linux]
    runs-on: ubuntu-latest
    steps:
    - name: Download artifacts
      uses: actions/download-artifact@v4
      with:
        path: artifacts
    - name: Publish test results
      uses: EnricoMi/publish-unit-test-result-action@v2
      with:
        check_name: Unit & system test results
        files: artifacts/**/*.xml