benchmarks.yml

name: Benchmarks
on:
  workflow_dispatch:
  schedule:
    - cron: "0 0 1 * *"

defaults:
  run:
    shell: bash -el {0}

jobs:
  run_benchmarks:
    name: Run benchmarks
    runs-on: ubuntu-latest
    steps:
      - name: Checkout branch
        uses: actions/checkout@v4
      - name: Set up pixi
        uses: prefix-dev/setup-pixi@v0.8.1
      - name: Install repository
        run: |
          pixi run -e benchmark postinstall
          pixi run benchmark
      - name: Update readme.md
        run: |
          line_number=`grep "| T-learner" benchmarks/readme.md -n | cut -f1 -d:`
          head -n $(($line_number -1)) benchmarks/readme.md > benchmarks/new_readme.md
          cat benchmarks/comparison.md >> benchmarks/new_readme.md
          mv benchmarks/new_readme.md benchmarks/readme.md
      - name: Create PR
        uses: peter-evans/create-pull-request@v6
        with:
          commit-message: Auto-update benchmarks/readme.md
          title: Auto-update benchmarks/readme.md
          body: |
            Update benchmarks/readme.md.
            Remember to update the corresponding values in `tests/test_learner.py`.
          branch: update-benchmarks
          delete-branch: true
          add-paths: benchmarks/readme.md
          draft: true