Skip to content

Commit dc61137

Browse files
bdicebdice
authored
Merge pull request #273 from rapidsai/nvks-runners
Use NVKS runners
2 parents 2bbf869 + fe6ef0b commit dc61137

File tree

7 files changed

+71
-20
lines changed

7 files changed

+71
-20
lines changed

‎.github/workflows/build-in-devcontainer.yaml‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -95,6 +95,10 @@ jobs:
9595
with:
9696
node-version: '16'
9797

98+
- name: Setup proxy cache
99+
uses: nv-gha-runners/setup-proxy-cache@main
100+
continue-on-error: true
101+
98102
- if: ${{ env.HAS_DEVCONTAINER == 'true' }}
99103
name: Run build in devcontainer
100104
uses: devcontainers/ci@v0.3

‎.github/workflows/conda-cpp-build.yaml‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -109,6 +109,10 @@ jobs:
109109
echo "RAPIDS_REF_NAME=${{ inputs.branch || github.ref_name }}" >> "${GITHUB_ENV}"
110110
echo "RAPIDS_NIGHTLY_DATE=${{ inputs.date }}" >> "${GITHUB_ENV}"
111111
112+
- name: Setup proxy cache
113+
uses: nv-gha-runners/setup-proxy-cache@main
114+
continue-on-error: true
115+
112116
- name: C++ build
113117
run: ${{ inputs.script }}
114118
env:

‎.github/workflows/conda-cpp-tests.yaml‎

Lines changed: 19 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -68,23 +68,29 @@ jobs:
6868
export MATRICES="
6969
pull-request:
7070
# amd64
71-
- { ARCH: 'amd64', PY_VER: '3.10', CUDA_VER: '11.8.0', LINUX_VER: 'rockylinux8', GPU: 'v100', DRIVER: 'earliest', DEPENDENCIES: 'oldest' }
72-
- { ARCH: 'amd64', PY_VER: '3.12', CUDA_VER: '12.8.0', LINUX_VER: 'ubuntu24.04', GPU: 'v100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
71+
- { ARCH: 'amd64', PY_VER: '3.10', CUDA_VER: '11.8.0', LINUX_VER: 'rockylinux8', GPU: 'l4', DRIVER: 'earliest', DEPENDENCIES: 'oldest' }
72+
- { ARCH: 'amd64', PY_VER: '3.12', CUDA_VER: '12.8.0', LINUX_VER: 'ubuntu24.04', GPU: 'l4', DRIVER: 'latest', DEPENDENCIES: 'latest' }
7373
# arm64
7474
- { ARCH: 'arm64', PY_VER: '3.11', CUDA_VER: '12.0.1', LINUX_VER: 'ubuntu20.04', GPU: 'a100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
7575
nightly:
7676
# amd64
77-
- { ARCH: 'amd64', PY_VER: '3.10', CUDA_VER: '11.4.3', LINUX_VER: 'rockylinux8', GPU: 'v100', DRIVER: 'earliest', DEPENDENCIES: 'oldest' }
78-
- { ARCH: 'amd64', PY_VER: '3.10', CUDA_VER: '11.8.0', LINUX_VER: 'ubuntu20.04', GPU: 'v100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
79-
- { ARCH: 'amd64', PY_VER: '3.11', CUDA_VER: '12.0.1', LINUX_VER: 'rockylinux8', GPU: 'v100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
80-
- { ARCH: 'amd64', PY_VER: '3.12', CUDA_VER: '12.8.0', LINUX_VER: 'ubuntu24.04', GPU: 'v100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
77+
- { ARCH: 'amd64', PY_VER: '3.10', CUDA_VER: '11.4.3', LINUX_VER: 'rockylinux8', GPU: 'l4', DRIVER: 'earliest', DEPENDENCIES: 'oldest' }
78+
- { ARCH: 'amd64', PY_VER: '3.10', CUDA_VER: '11.8.0', LINUX_VER: 'ubuntu20.04', GPU: 'l4', DRIVER: 'latest', DEPENDENCIES: 'latest' }
79+
- { ARCH: 'amd64', PY_VER: '3.11', CUDA_VER: '12.0.1', LINUX_VER: 'rockylinux8', GPU: 'l4', DRIVER: 'latest', DEPENDENCIES: 'latest' }
80+
- { ARCH: 'amd64', PY_VER: '3.12', CUDA_VER: '12.8.0', LINUX_VER: 'ubuntu24.04', GPU: 'h100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
8181
# arm64
8282
- { ARCH: 'arm64', PY_VER: '3.10', CUDA_VER: '12.2.2', LINUX_VER: 'ubuntu22.04', GPU: 'a100', DRIVER: 'latest', DEPENDENCIES: 'oldest' }
8383
- { ARCH: 'arm64', PY_VER: '3.11', CUDA_VER: '11.8.0', LINUX_VER: 'ubuntu20.04', GPU: 'a100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
8484
- { ARCH: 'arm64', PY_VER: '3.12', CUDA_VER: '12.8.0', LINUX_VER: 'rockylinux8', GPU: 'a100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
8585
"
8686
87-
TEST_MATRIX=$(yq -n 'env(MATRICES) | .[strenv(BUILD_TYPE)]')
87+
# Use the nightly matrix for branch tests
88+
MATRIX_TYPE="${BUILD_TYPE}"
89+
if [[ "${MATRIX_TYPE}" == "branch" ]]; then
90+
MATRIX_TYPE="nightly"
91+
fi
92+
export MATRIX_TYPE
93+
TEST_MATRIX=$(yq -n 'env(MATRICES) | .[strenv(MATRIX_TYPE)]')
8894
export TEST_MATRIX
8995
9096
MATRIX="$(
@@ -137,6 +143,12 @@ jobs:
137143
echo "RAPIDS_REF_NAME=${{ inputs.branch || github.ref_name }}" >> "${GITHUB_ENV}"
138144
echo "RAPIDS_NIGHTLY_DATE=${{ inputs.date }}" >> "${GITHUB_ENV}"
139145
146+
- name: Setup proxy cache
147+
uses: nv-gha-runners/setup-proxy-cache@main
148+
continue-on-error: true
149+
# Skip the cache on RDS Lab nodes
150+
if: ${{ matrix.GPU != 'v100' && matrix.GPU != 'a100' }}
151+
140152
- name: C++ tests
141153
run: ${{ inputs.script }}
142154
env:

‎.github/workflows/conda-python-build.yaml‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -116,6 +116,9 @@ jobs:
116116
echo "RAPIDS_REF_NAME=${{ inputs.branch || github.ref_name }}" >> "${GITHUB_ENV}"
117117
echo "RAPIDS_NIGHTLY_DATE=${{ inputs.date }}" >> "${GITHUB_ENV}"
118118
119+
- name: Setup proxy cache
120+
uses: nv-gha-runners/setup-proxy-cache@main
121+
119122
- name: Python build
120123
run: ${{ inputs.script }}
121124
env:

‎.github/workflows/conda-python-tests.yaml‎

Lines changed: 19 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -71,23 +71,29 @@ jobs:
7171
export MATRICES="
7272
pull-request:
7373
# amd64
74-
- { ARCH: 'amd64', PY_VER: '3.10', CUDA_VER: '11.8.0', LINUX_VER: 'rockylinux8', GPU: 'v100', DRIVER: 'earliest', DEPENDENCIES: 'oldest' }
75-
- { ARCH: 'amd64', PY_VER: '3.12', CUDA_VER: '12.8.0', LINUX_VER: 'ubuntu24.04', GPU: 'v100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
74+
- { ARCH: 'amd64', PY_VER: '3.10', CUDA_VER: '11.8.0', LINUX_VER: 'rockylinux8', GPU: 'l4', DRIVER: 'earliest', DEPENDENCIES: 'oldest' }
75+
- { ARCH: 'amd64', PY_VER: '3.12', CUDA_VER: '12.8.0', LINUX_VER: 'ubuntu24.04', GPU: 'l4', DRIVER: 'latest', DEPENDENCIES: 'latest' }
7676
# arm64
7777
- { ARCH: 'arm64', PY_VER: '3.11', CUDA_VER: '12.0.1', LINUX_VER: 'ubuntu20.04', GPU: 'a100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
7878
nightly:
7979
# amd64
80-
- { ARCH: 'amd64', PY_VER: '3.10', CUDA_VER: '11.4.3', LINUX_VER: 'rockylinux8', GPU: 'v100', DRIVER: 'earliest', DEPENDENCIES: 'oldest' }
81-
- { ARCH: 'amd64', PY_VER: '3.10', CUDA_VER: '11.8.0', LINUX_VER: 'ubuntu20.04', GPU: 'v100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
82-
- { ARCH: 'amd64', PY_VER: '3.11', CUDA_VER: '12.0.1', LINUX_VER: 'rockylinux8', GPU: 'v100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
83-
- { ARCH: 'amd64', PY_VER: '3.12', CUDA_VER: '12.8.0', LINUX_VER: 'ubuntu24.04', GPU: 'v100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
80+
- { ARCH: 'amd64', PY_VER: '3.10', CUDA_VER: '11.4.3', LINUX_VER: 'rockylinux8', GPU: 'l4', DRIVER: 'earliest', DEPENDENCIES: 'oldest' }
81+
- { ARCH: 'amd64', PY_VER: '3.10', CUDA_VER: '11.8.0', LINUX_VER: 'ubuntu20.04', GPU: 'l4', DRIVER: 'latest', DEPENDENCIES: 'latest' }
82+
- { ARCH: 'amd64', PY_VER: '3.11', CUDA_VER: '12.0.1', LINUX_VER: 'rockylinux8', GPU: 'l4', DRIVER: 'latest', DEPENDENCIES: 'latest' }
83+
- { ARCH: 'amd64', PY_VER: '3.12', CUDA_VER: '12.8.0', LINUX_VER: 'ubuntu24.04', GPU: 'h100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
8484
# arm64
8585
- { ARCH: 'arm64', PY_VER: '3.10', CUDA_VER: '12.2.2', LINUX_VER: 'ubuntu22.04', GPU: 'a100', DRIVER: 'latest', DEPENDENCIES: 'oldest' }
8686
- { ARCH: 'arm64', PY_VER: '3.11', CUDA_VER: '11.8.0', LINUX_VER: 'ubuntu20.04', GPU: 'a100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
8787
- { ARCH: 'arm64', PY_VER: '3.12', CUDA_VER: '12.8.0', LINUX_VER: 'rockylinux8', GPU: 'a100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
8888
"
8989
90-
TEST_MATRIX=$(yq -n 'env(MATRICES) | .[strenv(BUILD_TYPE)]')
90+
# Use the nightly matrix for branch tests
91+
MATRIX_TYPE="${BUILD_TYPE}"
92+
if [[ "${MATRIX_TYPE}" == "branch" ]]; then
93+
MATRIX_TYPE="nightly"
94+
fi
95+
export MATRIX_TYPE
96+
TEST_MATRIX=$(yq -n 'env(MATRICES) | .[strenv(MATRIX_TYPE)]')
9197
export TEST_MATRIX
9298
9399
MATRIX="$(
@@ -141,6 +147,12 @@ jobs:
141147
echo "RAPIDS_REF_NAME=${{ inputs.branch || github.ref_name }}" >> "${GITHUB_ENV}"
142148
echo "RAPIDS_NIGHTLY_DATE=${{ inputs.date }}" >> "${GITHUB_ENV}"
143149
150+
- name: Setup proxy cache
151+
uses: nv-gha-runners/setup-proxy-cache@main
152+
continue-on-error: true
153+
# Skip the cache on RDS Lab nodes
154+
if: ${{ matrix.GPU != 'v100' && matrix.GPU != 'a100' }}
155+
144156
- name: Python tests
145157
run: ${{ inputs.script }}
146158
env:

‎.github/workflows/wheels-build.yaml‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -162,6 +162,10 @@ jobs:
162162
ssh-key: ${{ secrets[inputs.extra-repo-deploy-key] }}
163163
persist-credentials: false
164164

165+
- name: Setup proxy cache
166+
uses: nv-gha-runners/setup-proxy-cache@main
167+
continue-on-error: true
168+
165169
- name: Build and repair the wheel
166170
run: |
167171
${{ inputs.script }}

‎.github/workflows/wheels-test.yaml‎

Lines changed: 18 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -80,22 +80,28 @@ jobs:
8080
export MATRICES="
8181
pull-request:
8282
# amd64
83-
- { ARCH: 'amd64', PY_VER: '3.10', CUDA_VER: '12.8.0', LINUX_VER: 'ubuntu24.04', GPU: 'v100', DRIVER: 'latest', DEPENDENCIES: 'oldest' }
83+
- { ARCH: 'amd64', PY_VER: '3.10', CUDA_VER: '12.8.0', LINUX_VER: 'ubuntu24.04', GPU: 'l4', DRIVER: 'latest', DEPENDENCIES: 'oldest' }
8484
# arm64
8585
- { ARCH: 'arm64', PY_VER: '3.12', CUDA_VER: '11.8.0', LINUX_VER: 'ubuntu20.04', GPU: 'a100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
8686
nightly:
8787
# amd64
88-
- { ARCH: 'amd64', PY_VER: '3.10', CUDA_VER: '11.8.0', LINUX_VER: 'rockylinux8', GPU: 'v100', DRIVER: 'latest', DEPENDENCIES: 'oldest' }
89-
- { ARCH: 'amd64', PY_VER: '3.11', CUDA_VER: '12.0.1', LINUX_VER: 'ubuntu20.04', GPU: 'v100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
90-
- { ARCH: 'amd64', PY_VER: '3.12', CUDA_VER: '12.8.0', LINUX_VER: 'ubuntu22.04', GPU: 'v100', DRIVER: 'earliest', DEPENDENCIES: 'latest' }
91-
- { ARCH: 'amd64', PY_VER: '3.12', CUDA_VER: '12.8.0', LINUX_VER: 'ubuntu24.04', GPU: 'v100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
88+
- { ARCH: 'amd64', PY_VER: '3.10', CUDA_VER: '11.8.0', LINUX_VER: 'rockylinux8', GPU: 'l4', DRIVER: 'latest', DEPENDENCIES: 'oldest' }
89+
- { ARCH: 'amd64', PY_VER: '3.11', CUDA_VER: '12.0.1', LINUX_VER: 'ubuntu20.04', GPU: 'l4', DRIVER: 'latest', DEPENDENCIES: 'latest' }
90+
- { ARCH: 'amd64', PY_VER: '3.12', CUDA_VER: '12.8.0', LINUX_VER: 'ubuntu22.04', GPU: 'l4', DRIVER: 'earliest', DEPENDENCIES: 'latest' }
91+
- { ARCH: 'amd64', PY_VER: '3.12', CUDA_VER: '12.8.0', LINUX_VER: 'ubuntu24.04', GPU: 'h100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
9292
# arm64
9393
- { ARCH: 'arm64', PY_VER: '3.10', CUDA_VER: '11.8.0', LINUX_VER: 'rockylinux8', GPU: 'a100', DRIVER: 'latest', DEPENDENCIES: 'oldest' }
9494
- { ARCH: 'arm64', PY_VER: '3.11', CUDA_VER: '12.2.2', LINUX_VER: 'ubuntu20.04', GPU: 'a100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
9595
- { ARCH: 'arm64', PY_VER: '3.12', CUDA_VER: '12.8.0', LINUX_VER: 'ubuntu24.04', GPU: 'a100', DRIVER: 'latest', DEPENDENCIES: 'latest' }
9696
"
9797
98-
TEST_MATRIX=$(yq -n 'env(MATRICES) | .[strenv(BUILD_TYPE)]')
98+
# Use the nightly matrix for branch tests
99+
MATRIX_TYPE="${BUILD_TYPE}"
100+
if [[ "${MATRIX_TYPE}" == "branch" ]]; then
101+
MATRIX_TYPE="nightly"
102+
fi
103+
export MATRIX_TYPE
104+
TEST_MATRIX=$(yq -n 'env(MATRICES) | .[strenv(MATRIX_TYPE)]')
99105
export TEST_MATRIX
100106
101107
MATRIX="$(
@@ -153,6 +159,12 @@ jobs:
153159
date: ${{ inputs.date }}
154160
sha: ${{ inputs.sha }}
155161

162+
- name: Setup proxy cache
163+
uses: nv-gha-runners/setup-proxy-cache@main
164+
continue-on-error: true
165+
# Skip the cache on RDS Lab nodes
166+
if: ${{ matrix.GPU != 'v100' && matrix.GPU != 'a100' }}
167+
156168
- name: Run tests
157169
run: ${{ inputs.script }}
158170
env:

0 commit comments

Comments
 (0)