Skip to content

Commit

Permalink
add rapids infra (#753)
Browse files Browse the repository at this point in the history
* add rapids infra

* add integration to rapids ci
  • Loading branch information
jperez999 authored Oct 17, 2023
1 parent 30f0946 commit 5bef974
Show file tree
Hide file tree
Showing 2 changed files with 40 additions and 30 deletions.
19 changes: 13 additions & 6 deletions .github/workflows/gpu-ci-integration.yml
Original file line number Diff line number Diff line change
Expand Up @@ -3,16 +3,23 @@ name: GPU NOTEBOOK CI
on:
workflow_dispatch:
push:
branches: [main]
branches:
- main
- "pull-request/[0-9]+"
tags:
- "v[0-9]+.[0-9]+.[0-9]+"
pull_request:
branches: [main]
types: [opened, synchronize, reopened]

jobs:
gpu-ci-integration:
runs-on: 1GPU
runs-on: linux-amd64-gpu-p100-latest-1
container:
image: nvcr.io/nvstaging/merlin/merlin-ci-runner:latest
env:
NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }}
options: --shm-size=1G
credentials:
username: $oauthtoken
password: ${{ secrets.NGC_TOKEN }}

steps:
- uses: actions/checkout@v3
Expand All @@ -29,4 +36,4 @@ jobs:
# find the release branch that we're pointing at
branch=$(git branch -r --contains ${{ github.ref_name }} --list '*release*' --format "%(refname:short)" | sed -e 's/^origin\///')
fi
cd ${{ github.workspace }}; tox -e test-gpu-integration -- $branch
tox -e test-gpu-integration -- $branch
51 changes: 27 additions & 24 deletions .github/workflows/gpu-ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -3,34 +3,37 @@ name: GPU CI
on:
workflow_dispatch:
push:
branches: [ main ]
branches:
- main
- "pull-request/[0-9]+"
tags:
- "v[0-9]+.[0-9]+.[0-9]+"
pull_request:
branches: [ main ]
types: [opened, synchronize, reopened]

concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true

jobs:
gpu-ci:
runs-on: 2GPU
runs-on: linux-amd64-gpu-p100-latest-1
container:
image: nvcr.io/nvstaging/merlin/merlin-ci-runner:latest
env:
NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }}
options: --shm-size=1G
credentials:
username: $oauthtoken
password: ${{ secrets.NGC_TOKEN }}

steps:
- uses: actions/checkout@v3
with:
fetch-depth: 0
- name: Run tests
run: |
ref_type=${{ github.ref_type }}
branch=main
if [[ $ref_type == "tag"* ]]
then
# fetch release branches (the branch name is not automatically fetched by the actions/checkout step)
git -c protocol.version=2 fetch --no-tags --prune --progress --no-recurse-submodules --depth=1 origin +refs/heads/release*:refs/remotes/origin/release*
# find the release branch that we're pointing at
branch=$(git branch -r --contains ${{ github.ref_name }} --list '*release*' --format "%(refname:short)" | sed -e 's/^origin\///')
fi
cd ${{ github.workspace }}; tox -e test-gpu -- $branch
- uses: actions/checkout@v3
with:
fetch-depth: 0
- name: Run tests
run: |
ref_type=${{ github.ref_type }}
branch=main
if [[ $ref_type == "tag"* ]]
then
# fetch release branches (the branch name is not automatically fetched by the actions/checkout step)
git -c protocol.version=2 fetch --no-tags --prune --progress --no-recurse-submodules --depth=1 origin +refs/heads/release*:refs/remotes/origin/release*
# find the release branch that we're pointing at
branch=$(git branch -r --contains ${{ github.ref_name }} --list '*release*' --format "%(refname:short)" | sed -e 's/^origin\///')
fi
tox -e test-gpu -- $branch

0 comments on commit 5bef974

Please sign in to comment.