From ade744bdcf4597358a6b466db412cd080cfeeddb Mon Sep 17 00:00:00 2001 From: Julio Perez Date: Mon, 16 Oct 2023 16:59:07 -0400 Subject: [PATCH 1/2] add rapids infra --- .github/workflows/gpu-ci.yml | 51 +++++++++++++++++++----------------- 1 file changed, 27 insertions(+), 24 deletions(-) diff --git a/.github/workflows/gpu-ci.yml b/.github/workflows/gpu-ci.yml index 56cc609ead..97d17aa626 100644 --- a/.github/workflows/gpu-ci.yml +++ b/.github/workflows/gpu-ci.yml @@ -3,34 +3,37 @@ name: GPU CI on: workflow_dispatch: push: - branches: [ main ] + branches: + - main + - "pull-request/[0-9]+" tags: - "v[0-9]+.[0-9]+.[0-9]+" - pull_request: - branches: [ main ] - types: [opened, synchronize, reopened] - -concurrency: - group: ${{ github.workflow }}-${{ github.ref }} - cancel-in-progress: true jobs: gpu-ci: - runs-on: 2GPU + runs-on: linux-amd64-gpu-p100-latest-1 + container: + image: nvcr.io/nvstaging/merlin/merlin-ci-runner:latest + env: + NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} + options: --shm-size=1G + credentials: + username: $oauthtoken + password: ${{ secrets.NGC_TOKEN }} steps: - - uses: actions/checkout@v3 - with: - fetch-depth: 0 - - name: Run tests - run: | - ref_type=${{ github.ref_type }} - branch=main - if [[ $ref_type == "tag"* ]] - then - # fetch release branches (the branch name is not automatically fetched by the actions/checkout step) - git -c protocol.version=2 fetch --no-tags --prune --progress --no-recurse-submodules --depth=1 origin +refs/heads/release*:refs/remotes/origin/release* - # find the release branch that we're pointing at - branch=$(git branch -r --contains ${{ github.ref_name }} --list '*release*' --format "%(refname:short)" | sed -e 's/^origin\///') - fi - cd ${{ github.workspace }}; tox -e test-gpu -- $branch + - uses: actions/checkout@v3 + with: + fetch-depth: 0 + - name: Run tests + run: | + ref_type=${{ github.ref_type }} + branch=main + if [[ $ref_type == "tag"* ]] + then + # fetch release branches (the branch name is not automatically fetched by the actions/checkout step) + git -c protocol.version=2 fetch --no-tags --prune --progress --no-recurse-submodules --depth=1 origin +refs/heads/release*:refs/remotes/origin/release* + # find the release branch that we're pointing at + branch=$(git branch -r --contains ${{ github.ref_name }} --list '*release*' --format "%(refname:short)" | sed -e 's/^origin\///') + fi + tox -e test-gpu -- $branch From a52af8f04e8b343b290f6787e21cba95789e9bf6 Mon Sep 17 00:00:00 2001 From: Julio Perez Date: Mon, 16 Oct 2023 17:56:15 -0400 Subject: [PATCH 2/2] add integration to rapids ci --- .github/workflows/gpu-ci-integration.yml | 19 +++++++++++++------ 1 file changed, 13 insertions(+), 6 deletions(-) diff --git a/.github/workflows/gpu-ci-integration.yml b/.github/workflows/gpu-ci-integration.yml index 18e4fd6407..740f3eccd0 100644 --- a/.github/workflows/gpu-ci-integration.yml +++ b/.github/workflows/gpu-ci-integration.yml @@ -3,16 +3,23 @@ name: GPU NOTEBOOK CI on: workflow_dispatch: push: - branches: [main] + branches: + - main + - "pull-request/[0-9]+" tags: - "v[0-9]+.[0-9]+.[0-9]+" - pull_request: - branches: [main] - types: [opened, synchronize, reopened] jobs: gpu-ci-integration: - runs-on: 1GPU + runs-on: linux-amd64-gpu-p100-latest-1 + container: + image: nvcr.io/nvstaging/merlin/merlin-ci-runner:latest + env: + NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} + options: --shm-size=1G + credentials: + username: $oauthtoken + password: ${{ secrets.NGC_TOKEN }} steps: - uses: actions/checkout@v3 @@ -29,4 +36,4 @@ jobs: # find the release branch that we're pointing at branch=$(git branch -r --contains ${{ github.ref_name }} --list '*release*' --format "%(refname:short)" | sed -e 's/^origin\///') fi - cd ${{ github.workspace }}; tox -e test-gpu-integration -- $branch + tox -e test-gpu-integration -- $branch