Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
danking committed Dec 11, 2024
1 parent 29c8125 commit 932d671
Showing 1 changed file with 24 additions and 29 deletions.
53 changes: 24 additions & 29 deletions .github/workflows/bench.yml
Original file line number Diff line number Diff line change
Expand Up @@ -41,20 +41,9 @@ jobs:
run: |
echo "TMPDIR=/work" >> $GITHUB_ENV
- name: Setup AWS CLI
uses: aws-actions/configure-aws-credentials@v1
with:
role-to-assume: arn:aws:iam::375504701696:role/GitHubBenchmarkRole
aws-region: us-east-1

- name: Run benchmark
shell: bash
env:
# AWS Credentials for R2 storage tests
AWS_BUCKET: vortex-test
AWS_ENDPOINT: ${{ secrets.AWS_ENDPOINT }}
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
BENCH_VORTEX_RATIOS: '.*'
RUSTFLAGS: '-C target-cpu=native'
run: |
Expand All @@ -76,12 +65,14 @@ jobs:
' \
out.json \
| jq --slurp --compact-output '.' >${{ matrix.benchmark.id }}.json
unset AWS_BUCKET
unset AWS_ENDPOINT
unset AWS_ACCESS_KEY_ID
unset AWS_SECRET_ACCESS_KEY
- name: Setup AWS CLI
uses: aws-actions/configure-aws-credentials@v1
with:
role-to-assume: arn:aws:iam::375504701696:role/GitHubBenchmarkRole
aws-region: us-east-1
- name: Upload Benchmark Results
shell: bash
run: |
bash scripts/cat-s3.sh vortex-bench-dev data.json ${{ matrix.benchmark.id }}.json
tpch:
runs-on: self-hosted
Expand All @@ -103,19 +94,21 @@ jobs:
run: |
echo "TMPDIR=/work" >> $GITHUB_ENV
- name: Setup AWS CLI
uses: aws-actions/configure-aws-credentials@v1
with:
role-to-assume: arn:aws:iam::375504701696:role/GitHubBenchmarkRole
aws-region: us-east-1

- name: Run TPC-H benchmark
shell: bash
env:
BENCH_VORTEX_RATIOS: '.*'
RUSTFLAGS: '-C target-cpu=native'
run: |
cargo run --bin tpch_benchmark --release -- -d gh-json -t 1 | tee tpch.json
- name: Setup AWS CLI
uses: aws-actions/configure-aws-credentials@v1
with:
role-to-assume: arn:aws:iam::375504701696:role/GitHubBenchmarkRole
aws-region: us-east-1
- name: Upload Benchmark Results
shell: bash
run: |
bash scripts/cat-s3.sh vortex-bench-dev data.json tpch.json
clickbench:
runs-on: self-hosted
Expand All @@ -137,12 +130,6 @@ jobs:
run: |
echo "TMPDIR=/work" >> $GITHUB_ENV
- name: Setup AWS CLI
uses: aws-actions/configure-aws-credentials@v1
with:
role-to-assume: arn:aws:iam::375504701696:role/GitHubBenchmarkRole
aws-region: us-east-1

- name: Run Clickbench benchmark
shell: bash
env:
Expand All @@ -151,4 +138,12 @@ jobs:
HOME: /home/ci-runner
run: |
cargo run --bin clickbench --release -- -d gh-json | tee clickbench.json
- name: Setup AWS CLI
uses: aws-actions/configure-aws-credentials@v1
with:
role-to-assume: arn:aws:iam::375504701696:role/GitHubBenchmarkRole
aws-region: us-east-1
- name: Upload Benchmark Results
shell: bash
run: |
bash scripts/cat-s3.sh vortex-bench-dev data.json clickbench.json

0 comments on commit 932d671

Please sign in to comment.