Skip to content

Commit

Permalink
testing benchmark run
Browse files Browse the repository at this point in the history
  • Loading branch information
agunapal committed Oct 4, 2023
1 parent e1d379c commit 481515e
Showing 1 changed file with 31 additions and 31 deletions.
62 changes: 31 additions & 31 deletions .github/workflows/benchmark_nightly.yml
Original file line number Diff line number Diff line change
Expand Up @@ -46,7 +46,7 @@ jobs:
if: ${{ matrix.hardware == 'cpu' }}
run: python benchmarks/auto_benchmark.py --input benchmarks/benchmark_config_cpu.yaml --skip false
- name: Benchmark gpu nightly
if: ${{ matrix.hardware == 'gpu' }}
if: ${{ matrix.hardware == 'benchmark-test-ankith' }}
run: python benchmarks/auto_benchmark.py --input benchmarks/benchmark_config_gpu.yaml --skip false --skip_upload true
- name: Benchmark inf1 nightly
if: ${{ matrix.hardware == 'inf1' }}
Expand All @@ -58,33 +58,33 @@ jobs:
env:
NEURON_RT_NUM_CORES: 1
run: python benchmarks/auto_benchmark.py --input benchmarks/benchmark_config_neuronx.yaml --skip false
- name: Save benchmark artifacts
uses: actions/upload-artifact@v2
with:
name: nightly ${{ matrix.hardware }} artifact
path: /tmp/ts_benchmark
- name: Download benchmark artifacts for auto validation
uses: dawidd6/action-download-artifact@v2
with:
workflow: ${{ github.event.workflow_run.workflow_id }}
workflow_conclusion: success
if_no_artifact_found: ignore
path: /tmp/ts_artifacts
name: ${{ matrix.hardware }}_benchmark_validation
- name: Validate Benchmark result
run: python benchmarks/validate_report.py --input-artifacts-dir /tmp/ts_artifacts/${{ matrix.hardware }}_benchmark_validation
- name: Update benchmark artifacts for auto validation
run: python benchmarks/utils/update_artifacts.py --output /tmp/ts_artifacts/${{ matrix.hardware }}_benchmark_validation
- name: Upload the updated benchmark artifacts for auto validation
uses: actions/upload-artifact@v2
with:
name: ${{ matrix.hardware }}_benchmark_validation
path: /tmp/ts_artifacts
- name: Open issue on failure
if: ${{ failure() && github.event_name == 'schedule' && matrix.hardware == 'cpu' }}
uses: dacbd/create-issue-action@v1
with:
token: ${{ secrets.GITHUB_TOKEN }}
title: Nightly ${{ matrix.hardware }} benchmark failed
body: Commit ${{ github.sha }} daily scheduled [CI run](https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}) failed, please check why
assignees: ''
#- name: Save benchmark artifacts
# uses: actions/upload-artifact@v2
# with:
# name: nightly ${{ matrix.hardware }} artifact
# path: /tmp/ts_benchmark
#- name: Download benchmark artifacts for auto validation
# uses: dawidd6/action-download-artifact@v2
# with:
# workflow: ${{ github.event.workflow_run.workflow_id }}
# workflow_conclusion: success
# if_no_artifact_found: ignore
# path: /tmp/ts_artifacts
# name: ${{ matrix.hardware }}_benchmark_validation
#- name: Validate Benchmark result
# run: python benchmarks/validate_report.py --input-artifacts-dir /tmp/ts_artifacts/${{ matrix.hardware }}_benchmark_validation
#- name: Update benchmark artifacts for auto validation
# run: python benchmarks/utils/update_artifacts.py --output /tmp/ts_artifacts/${{ matrix.hardware }}_benchmark_validation
#- name: Upload the updated benchmark artifacts for auto validation
# uses: actions/upload-artifact@v2
# with:
# name: ${{ matrix.hardware }}_benchmark_validation
# path: /tmp/ts_artifacts
#- name: Open issue on failure
# if: ${{ failure() && github.event_name == 'schedule' && matrix.hardware == 'cpu' }}
# uses: dacbd/create-issue-action@v1
# with:
# token: ${{ secrets.GITHUB_TOKEN }}
# title: Nightly ${{ matrix.hardware }} benchmark failed
# body: Commit ${{ github.sha }} daily scheduled [CI run](https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}) failed, please check why
# assignees: ''

0 comments on commit 481515e

Please sign in to comment.