From 07b3d3e9e72d89c139ba4a39d325a718abe352c0 Mon Sep 17 00:00:00 2001 From: Julio Perez Date: Thu, 12 Oct 2023 12:01:58 -0400 Subject: [PATCH 01/10] use rapids infra to run testing --- .github/workflows/gpu.yml | 114 +++++++++++++++++++++++--------------- 1 file changed, 69 insertions(+), 45 deletions(-) diff --git a/.github/workflows/gpu.yml b/.github/workflows/gpu.yml index 694ff16a9e..4ed77bb095 100644 --- a/.github/workflows/gpu.yml +++ b/.github/workflows/gpu.yml @@ -1,58 +1,82 @@ -name: gpu-ci +name: GPU CI on: workflow_dispatch: push: - branches: [main] + branches: + - main + - "pull-request/[0-9]+" tags: - "v[0-9]+.[0-9]+.[0-9]+" - pull_request: - branches: [main] - types: [opened, synchronize, reopened] -concurrency: - group: ${{ github.workflow }}-${{ github.ref }} - cancel-in-progress: true +jobs: + gpu-ci-tensorflow: + runs-on: linux-amd64-gpu-p100-latest-1 + container: + image: nvcr.io/nvidia/merlin/merlin-tensorflow:nightly + env: + NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} + options: --shm-size=1G + steps: + - uses: actions/checkout@v3 + with: + fetch-depth: 0 + - name: Run tests + run: | + pip install tox + PYTEST_MARKERS="unit and not (examples or integration or notebook) and (singlegpu or not multigpu) $extra_pytest_markers" MERLIN_BRANCH=$branch COMPARE_BRANCH=${{ github.base_ref }} tox -e gpu jobs: - gpu-ci: - runs-on: 1GPU + gpu-ci-pytorch: + runs-on: linux-amd64-gpu-p100-latest-1 + container: + image: nvcr.io/nvidia/merlin/merlin-pytorch:nightly + env: + NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} + options: --shm-size=1G + steps: + - uses: actions/checkout@v3 + with: + fetch-depth: 0 + - name: Run tests + run: | + pip install tox + PYTEST_MARKERS="unit and not (examples or integration or notebook) and (singlegpu or not multigpu) $extra_pytest_markers" MERLIN_BRANCH=$branch COMPARE_BRANCH=${{ github.base_ref }} tox -e gpu + +jobs: + gpu-ci-tensorflow-examples: + runs-on: linux-amd64-gpu-p100-latest-1 + container: + image: nvcr.io/nvidia/merlin/merlin-tensorflow:nightly + env: + NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} + options: --shm-size=1G steps: - - uses: actions/checkout@v3 - with: - fetch-depth: 0 - - name: Run tests - run: | - ref_type=${{ github.ref_type }} - branch=main - if [[ $ref_type == "tag"* ]] - then - git -c protocol.version=2 fetch --no-tags --prune --progress --no-recurse-submodules --depth=1 origin +refs/heads/release*:refs/remotes/origin/release* - branch=$(git branch -r --contains ${{ github.ref_name }} --list '*release*' --format "%(refname:short)" | sed -e 's/^origin\///') - fi - if [[ "${{ github.ref }}" != 'refs/heads/main' ]]; then - extra_pytest_markers="and changed" - fi - cd ${{ github.workspace }}; PYTEST_MARKERS="unit and not (examples or integration or notebook) and (singlegpu or not multigpu) $extra_pytest_markers" MERLIN_BRANCH=$branch COMPARE_BRANCH=${{ github.base_ref }} tox -e gpu - - tests-examples: - runs-on: 1GPU + - uses: actions/checkout@v3 + with: + fetch-depth: 0 + - name: Run tests + run: | + pip install tox + PYTEST_MARKERS="(examples or notebook) $extra_pytest_markers" tox -e gpu + +jobs: + gpu-ci-pytorch-examples: + runs-on: linux-amd64-gpu-p100-latest-1 + container: + image: nvcr.io/nvidia/merlin/merlin-pytorch:nightly + env: + NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} + options: --shm-size=1G steps: - - uses: actions/checkout@v3 - with: - fetch-depth: 0 - - name: Run tests - run: | - ref_type=${{ github.ref_type }} - branch=main - if [[ $ref_type == "tag"* ]] - then - git -c protocol.version=2 fetch --no-tags --prune --progress --no-recurse-submodules --depth=1 origin +refs/heads/release*:refs/remotes/origin/release* - branch=$(git branch -r --contains ${{ github.ref_name }} --list '*release*' --format "%(refname:short)" | sed -e 's/^origin\///') - fi - if [[ "${{ github.ref }}" != 'refs/heads/main' ]]; then - extra_pytest_markers="and changed" - fi - cd ${{ github.workspace }}; PYTEST_MARKERS="(examples or notebook) $extra_pytest_markers" MERLIN_BRANCH=$branch COMPARE_BRANCH=${{ github.base_ref }} tox -e gpu + - uses: actions/checkout@v3 + with: + fetch-depth: 0 + - name: Run tests + run: | + pip install tox + PYTEST_MARKERS="(examples or notebook) $extra_pytest_markers" tox -e gpu + + \ No newline at end of file From a06caa8fde10c621b9b5a95664603ae522cae8c2 Mon Sep 17 00:00:00 2001 From: Julio Perez Date: Thu, 12 Oct 2023 14:57:54 -0400 Subject: [PATCH 02/10] remove branch tags from logic --- .github/workflows/gpu.yml | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/.github/workflows/gpu.yml b/.github/workflows/gpu.yml index 4ed77bb095..bd1742d983 100644 --- a/.github/workflows/gpu.yml +++ b/.github/workflows/gpu.yml @@ -24,7 +24,7 @@ jobs: - name: Run tests run: | pip install tox - PYTEST_MARKERS="unit and not (examples or integration or notebook) and (singlegpu or not multigpu) $extra_pytest_markers" MERLIN_BRANCH=$branch COMPARE_BRANCH=${{ github.base_ref }} tox -e gpu + PYTEST_MARKERS="unit and not (examples or integration or notebook) and (singlegpu or not multigpu) $extra_pytest_markers" tox -e gpu jobs: gpu-ci-pytorch: @@ -41,7 +41,7 @@ jobs: - name: Run tests run: | pip install tox - PYTEST_MARKERS="unit and not (examples or integration or notebook) and (singlegpu or not multigpu) $extra_pytest_markers" MERLIN_BRANCH=$branch COMPARE_BRANCH=${{ github.base_ref }} tox -e gpu + PYTEST_MARKERS="unit and not (examples or integration or notebook) and (singlegpu or not multigpu) $extra_pytest_markers" tox -e gpu jobs: @@ -79,4 +79,3 @@ jobs: pip install tox PYTEST_MARKERS="(examples or notebook) $extra_pytest_markers" tox -e gpu - \ No newline at end of file From 08e75baee329673aa1917c51dda03a67229145dd Mon Sep 17 00:00:00 2001 From: Julio Perez Date: Thu, 12 Oct 2023 15:02:16 -0400 Subject: [PATCH 03/10] remove artifact dupe of jobs field --- .github/workflows/gpu.yml | 96 ++++++++++++++++++--------------------- 1 file changed, 45 insertions(+), 51 deletions(-) diff --git a/.github/workflows/gpu.yml b/.github/workflows/gpu.yml index bd1742d983..e618248edd 100644 --- a/.github/workflows/gpu.yml +++ b/.github/workflows/gpu.yml @@ -3,7 +3,7 @@ name: GPU CI on: workflow_dispatch: push: - branches: + branches: - main - "pull-request/[0-9]+" tags: @@ -13,69 +13,63 @@ jobs: gpu-ci-tensorflow: runs-on: linux-amd64-gpu-p100-latest-1 container: - image: nvcr.io/nvidia/merlin/merlin-tensorflow:nightly - env: - NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} - options: --shm-size=1G + image: nvcr.io/nvidia/merlin/merlin-tensorflow:nightly + env: + NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} + options: --shm-size=1G steps: - - uses: actions/checkout@v3 - with: - fetch-depth: 0 - - name: Run tests - run: | - pip install tox - PYTEST_MARKERS="unit and not (examples or integration or notebook) and (singlegpu or not multigpu) $extra_pytest_markers" tox -e gpu + - uses: actions/checkout@v3 + with: + fetch-depth: 0 + - name: Run tests + run: | + pip install tox + PYTEST_MARKERS="unit and not (examples or integration or notebook) and (singlegpu or not multigpu) $extra_pytest_markers" tox -e gpu -jobs: gpu-ci-pytorch: runs-on: linux-amd64-gpu-p100-latest-1 container: - image: nvcr.io/nvidia/merlin/merlin-pytorch:nightly - env: - NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} - options: --shm-size=1G + image: nvcr.io/nvidia/merlin/merlin-pytorch:nightly + env: + NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} + options: --shm-size=1G steps: - - uses: actions/checkout@v3 - with: - fetch-depth: 0 - - name: Run tests - run: | - pip install tox - PYTEST_MARKERS="unit and not (examples or integration or notebook) and (singlegpu or not multigpu) $extra_pytest_markers" tox -e gpu - + - uses: actions/checkout@v3 + with: + fetch-depth: 0 + - name: Run tests + run: | + pip install tox + PYTEST_MARKERS="unit and not (examples or integration or notebook) and (singlegpu or not multigpu) $extra_pytest_markers" tox -e gpu -jobs: gpu-ci-tensorflow-examples: runs-on: linux-amd64-gpu-p100-latest-1 container: - image: nvcr.io/nvidia/merlin/merlin-tensorflow:nightly - env: - NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} - options: --shm-size=1G + image: nvcr.io/nvidia/merlin/merlin-tensorflow:nightly + env: + NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} + options: --shm-size=1G steps: - - uses: actions/checkout@v3 - with: - fetch-depth: 0 - - name: Run tests - run: | - pip install tox - PYTEST_MARKERS="(examples or notebook) $extra_pytest_markers" tox -e gpu + - uses: actions/checkout@v3 + with: + fetch-depth: 0 + - name: Run tests + run: | + pip install tox + PYTEST_MARKERS="(examples or notebook) $extra_pytest_markers" tox -e gpu - -jobs: gpu-ci-pytorch-examples: runs-on: linux-amd64-gpu-p100-latest-1 container: - image: nvcr.io/nvidia/merlin/merlin-pytorch:nightly - env: - NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} - options: --shm-size=1G + image: nvcr.io/nvidia/merlin/merlin-pytorch:nightly + env: + NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} + options: --shm-size=1G steps: - - uses: actions/checkout@v3 - with: - fetch-depth: 0 - - name: Run tests - run: | - pip install tox - PYTEST_MARKERS="(examples or notebook) $extra_pytest_markers" tox -e gpu - + - uses: actions/checkout@v3 + with: + fetch-depth: 0 + - name: Run tests + run: | + pip install tox + PYTEST_MARKERS="(examples or notebook) $extra_pytest_markers" tox -e gpu From b90d0d113bba2cff4120aacd68c2f6d6edeeeb20 Mon Sep 17 00:00:00 2001 From: Julio Perez Date: Thu, 12 Oct 2023 15:18:43 -0400 Subject: [PATCH 04/10] add back in logic for branch identification --- .github/workflows/gpu.yml | 48 +++++++++++++++++++++++++++++++++++---- 1 file changed, 44 insertions(+), 4 deletions(-) diff --git a/.github/workflows/gpu.yml b/.github/workflows/gpu.yml index e618248edd..acba16b4a3 100644 --- a/.github/workflows/gpu.yml +++ b/.github/workflows/gpu.yml @@ -24,7 +24,17 @@ jobs: - name: Run tests run: | pip install tox - PYTEST_MARKERS="unit and not (examples or integration or notebook) and (singlegpu or not multigpu) $extra_pytest_markers" tox -e gpu + ref_type=${{ github.ref_type }} + branch=main + if [[ $ref_type == "tag"* ]] + then + git -c protocol.version=2 fetch --no-tags --prune --progress --no-recurse-submodules --depth=1 origin +refs/heads/release*:refs/remotes/origin/release* + branch=$(git branch -r --contains ${{ github.ref_name }} --list '*release*' --format "%(refname:short)" | sed -e 's/^origin\///') + fi + if [[ "${{ github.ref }}" != 'refs/heads/main' ]]; then + extra_pytest_markers="and changed" + fi + PYTEST_MARKERS="unit and not (examples or integration or notebook) and (singlegpu or not multigpu) $extra_pytest_markers" MERLIN_BRANCH=$branch COMPARE_BRANCH=${{ github.base_ref }} tox -e gpu gpu-ci-pytorch: runs-on: linux-amd64-gpu-p100-latest-1 @@ -40,7 +50,17 @@ jobs: - name: Run tests run: | pip install tox - PYTEST_MARKERS="unit and not (examples or integration or notebook) and (singlegpu or not multigpu) $extra_pytest_markers" tox -e gpu + ref_type=${{ github.ref_type }} + branch=main + if [[ $ref_type == "tag"* ]] + then + git -c protocol.version=2 fetch --no-tags --prune --progress --no-recurse-submodules --depth=1 origin +refs/heads/release*:refs/remotes/origin/release* + branch=$(git branch -r --contains ${{ github.ref_name }} --list '*release*' --format "%(refname:short)" | sed -e 's/^origin\///') + fi + if [[ "${{ github.ref }}" != 'refs/heads/main' ]]; then + extra_pytest_markers="and changed" + fi + PYTEST_MARKERS="unit and not (examples or integration or notebook) and (singlegpu or not multigpu) $extra_pytest_markers" MERLIN_BRANCH=$branch COMPARE_BRANCH=${{ github.base_ref }} tox -e gpu gpu-ci-tensorflow-examples: runs-on: linux-amd64-gpu-p100-latest-1 @@ -56,7 +76,17 @@ jobs: - name: Run tests run: | pip install tox - PYTEST_MARKERS="(examples or notebook) $extra_pytest_markers" tox -e gpu + ref_type=${{ github.ref_type }} + branch=main + if [[ $ref_type == "tag"* ]] + then + git -c protocol.version=2 fetch --no-tags --prune --progress --no-recurse-submodules --depth=1 origin +refs/heads/release*:refs/remotes/origin/release* + branch=$(git branch -r --contains ${{ github.ref_name }} --list '*release*' --format "%(refname:short)" | sed -e 's/^origin\///') + fi + if [[ "${{ github.ref }}" != 'refs/heads/main' ]]; then + extra_pytest_markers="and changed" + fi + PYTEST_MARKERS="(examples or notebook) $extra_pytest_markers" MERLIN_BRANCH=$branch COMPARE_BRANCH=${{ github.base_ref }} tox -e gpu gpu-ci-pytorch-examples: runs-on: linux-amd64-gpu-p100-latest-1 @@ -72,4 +102,14 @@ jobs: - name: Run tests run: | pip install tox - PYTEST_MARKERS="(examples or notebook) $extra_pytest_markers" tox -e gpu + ref_type=${{ github.ref_type }} + branch=main + if [[ $ref_type == "tag"* ]] + then + git -c protocol.version=2 fetch --no-tags --prune --progress --no-recurse-submodules --depth=1 origin +refs/heads/release*:refs/remotes/origin/release* + branch=$(git branch -r --contains ${{ github.ref_name }} --list '*release*' --format "%(refname:short)" | sed -e 's/^origin\///') + fi + if [[ "${{ github.ref }}" != 'refs/heads/main' ]]; then + extra_pytest_markers="and changed" + fi + PYTEST_MARKERS="(examples or notebook) $extra_pytest_markers" MERLIN_BRANCH=$branch COMPARE_BRANCH=${{ github.base_ref }} tox -e gpu From 7e4558c8fcd5ed9079f4bd994bae802fe6f8b14d Mon Sep 17 00:00:00 2001 From: Julio Perez Date: Thu, 12 Oct 2023 15:50:17 -0400 Subject: [PATCH 05/10] add gpus flag to container call --- .github/workflows/gpu.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/gpu.yml b/.github/workflows/gpu.yml index acba16b4a3..f47dc3e6c6 100644 --- a/.github/workflows/gpu.yml +++ b/.github/workflows/gpu.yml @@ -17,6 +17,7 @@ jobs: env: NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} options: --shm-size=1G + --gpus=all steps: - uses: actions/checkout@v3 with: @@ -43,6 +44,7 @@ jobs: env: NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} options: --shm-size=1G + --gpus=all steps: - uses: actions/checkout@v3 with: From 49795c27bf916de9de75fa5ed1242ea46882996f Mon Sep 17 00:00:00 2001 From: Julio Perez Date: Thu, 12 Oct 2023 16:07:52 -0400 Subject: [PATCH 06/10] checking gpu with nvidia-smi --- .github/workflows/gpu.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/gpu.yml b/.github/workflows/gpu.yml index f47dc3e6c6..5d8c029968 100644 --- a/.github/workflows/gpu.yml +++ b/.github/workflows/gpu.yml @@ -17,13 +17,13 @@ jobs: env: NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} options: --shm-size=1G - --gpus=all steps: - uses: actions/checkout@v3 with: fetch-depth: 0 - name: Run tests run: | + nvidia-smi pip install tox ref_type=${{ github.ref_type }} branch=main @@ -44,13 +44,13 @@ jobs: env: NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} options: --shm-size=1G - --gpus=all steps: - uses: actions/checkout@v3 with: fetch-depth: 0 - name: Run tests run: | + nvidia-smi pip install tox ref_type=${{ github.ref_type }} branch=main From e10d54117a28d26a79a768f30218b2261897f3cb Mon Sep 17 00:00:00 2001 From: Julio Perez Date: Sat, 14 Oct 2023 10:29:20 -0400 Subject: [PATCH 07/10] using private container test --- .github/workflows/gpu.yml | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/.github/workflows/gpu.yml b/.github/workflows/gpu.yml index 5d8c029968..ec080a40a2 100644 --- a/.github/workflows/gpu.yml +++ b/.github/workflows/gpu.yml @@ -13,10 +13,14 @@ jobs: gpu-ci-tensorflow: runs-on: linux-amd64-gpu-p100-latest-1 container: - image: nvcr.io/nvidia/merlin/merlin-tensorflow:nightly + image: nvcr.io/nvidia/merlin/merlin-ci-runner:latest env: NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} options: --shm-size=1G + credentials: + username: $oauthtoken + password: ${{ secrets.NGC_TOKEN }} + steps: - uses: actions/checkout@v3 with: From f50eb4e7aa4b1f5d08652318abf4f57d459f55fd Mon Sep 17 00:00:00 2001 From: Julio Perez Date: Sat, 14 Oct 2023 10:32:47 -0400 Subject: [PATCH 08/10] adding correct address for container --- .github/workflows/gpu.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/gpu.yml b/.github/workflows/gpu.yml index ec080a40a2..a763013af3 100644 --- a/.github/workflows/gpu.yml +++ b/.github/workflows/gpu.yml @@ -13,7 +13,7 @@ jobs: gpu-ci-tensorflow: runs-on: linux-amd64-gpu-p100-latest-1 container: - image: nvcr.io/nvidia/merlin/merlin-ci-runner:latest + image: nvcr.io/nvstaging/merlin/merlin-ci-runner:latest env: NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} options: --shm-size=1G From c4c0ef04872ebb93501a8233a81e648ee8b6dfe8 Mon Sep 17 00:00:00 2001 From: Julio Perez Date: Sat, 14 Oct 2023 14:23:57 -0400 Subject: [PATCH 09/10] add new container pull logic to all test sets --- .github/workflows/gpu.yml | 15 ++++++++++++--- 1 file changed, 12 insertions(+), 3 deletions(-) diff --git a/.github/workflows/gpu.yml b/.github/workflows/gpu.yml index a763013af3..5ecce1a839 100644 --- a/.github/workflows/gpu.yml +++ b/.github/workflows/gpu.yml @@ -44,10 +44,13 @@ jobs: gpu-ci-pytorch: runs-on: linux-amd64-gpu-p100-latest-1 container: - image: nvcr.io/nvidia/merlin/merlin-pytorch:nightly + image: nvcr.io/nvstaging/merlin/merlin-ci-runner:latest env: NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} options: --shm-size=1G + credentials: + username: $oauthtoken + password: ${{ secrets.NGC_TOKEN }} steps: - uses: actions/checkout@v3 with: @@ -71,10 +74,13 @@ jobs: gpu-ci-tensorflow-examples: runs-on: linux-amd64-gpu-p100-latest-1 container: - image: nvcr.io/nvidia/merlin/merlin-tensorflow:nightly + image: nvcr.io/nvstaging/merlin/merlin-ci-runner:latest env: NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} options: --shm-size=1G + credentials: + username: $oauthtoken + password: ${{ secrets.NGC_TOKEN }} steps: - uses: actions/checkout@v3 with: @@ -97,10 +103,13 @@ jobs: gpu-ci-pytorch-examples: runs-on: linux-amd64-gpu-p100-latest-1 container: - image: nvcr.io/nvidia/merlin/merlin-pytorch:nightly + image: nvcr.io/nvstaging/merlin/merlin-ci-runner:latest env: NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} options: --shm-size=1G + credentials: + username: $oauthtoken + password: ${{ secrets.NGC_TOKEN }} steps: - uses: actions/checkout@v3 with: From 54185a1da774ff6ceec1505b2d7fd51028c30853 Mon Sep 17 00:00:00 2001 From: Julio Perez Date: Sat, 14 Oct 2023 16:02:05 -0400 Subject: [PATCH 10/10] consolidate testing because all in one container --- .github/workflows/gpu.yml | 63 ++------------------------------------- 1 file changed, 2 insertions(+), 61 deletions(-) diff --git a/.github/workflows/gpu.yml b/.github/workflows/gpu.yml index 5ecce1a839..7a137c68fe 100644 --- a/.github/workflows/gpu.yml +++ b/.github/workflows/gpu.yml @@ -10,7 +10,7 @@ on: - "v[0-9]+.[0-9]+.[0-9]+" jobs: - gpu-ci-tensorflow: + gpu-ci: runs-on: linux-amd64-gpu-p100-latest-1 container: image: nvcr.io/nvstaging/merlin/merlin-ci-runner:latest @@ -41,66 +41,7 @@ jobs: fi PYTEST_MARKERS="unit and not (examples or integration or notebook) and (singlegpu or not multigpu) $extra_pytest_markers" MERLIN_BRANCH=$branch COMPARE_BRANCH=${{ github.base_ref }} tox -e gpu - gpu-ci-pytorch: - runs-on: linux-amd64-gpu-p100-latest-1 - container: - image: nvcr.io/nvstaging/merlin/merlin-ci-runner:latest - env: - NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} - options: --shm-size=1G - credentials: - username: $oauthtoken - password: ${{ secrets.NGC_TOKEN }} - steps: - - uses: actions/checkout@v3 - with: - fetch-depth: 0 - - name: Run tests - run: | - nvidia-smi - pip install tox - ref_type=${{ github.ref_type }} - branch=main - if [[ $ref_type == "tag"* ]] - then - git -c protocol.version=2 fetch --no-tags --prune --progress --no-recurse-submodules --depth=1 origin +refs/heads/release*:refs/remotes/origin/release* - branch=$(git branch -r --contains ${{ github.ref_name }} --list '*release*' --format "%(refname:short)" | sed -e 's/^origin\///') - fi - if [[ "${{ github.ref }}" != 'refs/heads/main' ]]; then - extra_pytest_markers="and changed" - fi - PYTEST_MARKERS="unit and not (examples or integration or notebook) and (singlegpu or not multigpu) $extra_pytest_markers" MERLIN_BRANCH=$branch COMPARE_BRANCH=${{ github.base_ref }} tox -e gpu - - gpu-ci-tensorflow-examples: - runs-on: linux-amd64-gpu-p100-latest-1 - container: - image: nvcr.io/nvstaging/merlin/merlin-ci-runner:latest - env: - NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} - options: --shm-size=1G - credentials: - username: $oauthtoken - password: ${{ secrets.NGC_TOKEN }} - steps: - - uses: actions/checkout@v3 - with: - fetch-depth: 0 - - name: Run tests - run: | - pip install tox - ref_type=${{ github.ref_type }} - branch=main - if [[ $ref_type == "tag"* ]] - then - git -c protocol.version=2 fetch --no-tags --prune --progress --no-recurse-submodules --depth=1 origin +refs/heads/release*:refs/remotes/origin/release* - branch=$(git branch -r --contains ${{ github.ref_name }} --list '*release*' --format "%(refname:short)" | sed -e 's/^origin\///') - fi - if [[ "${{ github.ref }}" != 'refs/heads/main' ]]; then - extra_pytest_markers="and changed" - fi - PYTEST_MARKERS="(examples or notebook) $extra_pytest_markers" MERLIN_BRANCH=$branch COMPARE_BRANCH=${{ github.base_ref }} tox -e gpu - - gpu-ci-pytorch-examples: + gpu-ci-examples: runs-on: linux-amd64-gpu-p100-latest-1 container: image: nvcr.io/nvstaging/merlin/merlin-ci-runner:latest