[JNI] Enables fabric handles for CUDA async memory pools (#17526) #4039
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: build | |
| on: | |
| push: | |
| branches: | |
| - "branch-*" | |
| tags: | |
| - v[0-9][0-9].[0-9][0-9].[0-9][0-9] | |
| workflow_dispatch: | |
| inputs: | |
| branch: | |
| required: true | |
| type: string | |
| date: | |
| required: true | |
| type: string | |
| sha: | |
| required: true | |
| type: string | |
| build_type: | |
| type: string | |
| default: nightly | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event_name }} | |
| cancel-in-progress: true | |
| jobs: | |
| cpp-build: | |
| secrets: inherit | |
| uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-build.yaml@branch-25.02 | |
| with: | |
| build_type: ${{ inputs.build_type || 'branch' }} | |
| branch: ${{ inputs.branch }} | |
| date: ${{ inputs.date }} | |
| sha: ${{ inputs.sha }} | |
| python-build: | |
| needs: [cpp-build] | |
| secrets: inherit | |
| uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@branch-25.02 | |
| with: | |
| build_type: ${{ inputs.build_type || 'branch' }} | |
| branch: ${{ inputs.branch }} | |
| date: ${{ inputs.date }} | |
| sha: ${{ inputs.sha }} | |
| upload-conda: | |
| needs: [cpp-build, python-build] | |
| secrets: inherit | |
| uses: rapidsai/shared-workflows/.github/workflows/conda-upload-packages.yaml@branch-25.02 | |
| with: | |
| build_type: ${{ inputs.build_type || 'branch' }} | |
| branch: ${{ inputs.branch }} | |
| date: ${{ inputs.date }} | |
| sha: ${{ inputs.sha }} | |
| skip_upload_pkgs: libcudf-example | |
| docs-build: | |
| if: github.ref_type == 'branch' | |
| needs: python-build | |
| secrets: inherit | |
| uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@branch-25.02 | |
| with: | |
| arch: "amd64" | |
| branch: ${{ inputs.branch }} | |
| build_type: ${{ inputs.build_type || 'branch' }} | |
| container_image: "rapidsai/ci-conda:cuda12.5.1-ubuntu22.04-py3.11" | |
| date: ${{ inputs.date }} | |
| node_type: "gpu-v100-latest-1" | |
| run_script: "ci/build_docs.sh" | |
| sha: ${{ inputs.sha }} | |
| wheel-build-libcudf: | |
| secrets: inherit | |
| uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.02 | |
| with: | |
| # build for every combination of arch and CUDA version, but only for the latest Python | |
| matrix_filter: group_by([.ARCH, (.CUDA_VER|split(".")|map(tonumber)|.[0])]) | map(max_by(.PY_VER|split(".")|map(tonumber))) | |
| build_type: ${{ inputs.build_type || 'branch' }} | |
| branch: ${{ inputs.branch }} | |
| sha: ${{ inputs.sha }} | |
| date: ${{ inputs.date }} | |
| script: ci/build_wheel_libcudf.sh | |
| wheel-publish-libcudf: | |
| needs: wheel-build-libcudf | |
| secrets: inherit | |
| uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@branch-25.02 | |
| with: | |
| build_type: ${{ inputs.build_type || 'branch' }} | |
| branch: ${{ inputs.branch }} | |
| sha: ${{ inputs.sha }} | |
| date: ${{ inputs.date }} | |
| package-name: libcudf | |
| package-type: cpp | |
| wheel-build-pylibcudf: | |
| needs: [wheel-publish-libcudf] | |
| secrets: inherit | |
| uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.02 | |
| with: | |
| build_type: ${{ inputs.build_type || 'branch' }} | |
| branch: ${{ inputs.branch }} | |
| sha: ${{ inputs.sha }} | |
| date: ${{ inputs.date }} | |
| script: ci/build_wheel_pylibcudf.sh | |
| wheel-publish-pylibcudf: | |
| needs: wheel-build-pylibcudf | |
| secrets: inherit | |
| uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@branch-25.02 | |
| with: | |
| build_type: ${{ inputs.build_type || 'branch' }} | |
| branch: ${{ inputs.branch }} | |
| sha: ${{ inputs.sha }} | |
| date: ${{ inputs.date }} | |
| package-name: pylibcudf | |
| package-type: python | |
| wheel-build-cudf: | |
| needs: wheel-publish-pylibcudf | |
| secrets: inherit | |
| uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.02 | |
| with: | |
| build_type: ${{ inputs.build_type || 'branch' }} | |
| branch: ${{ inputs.branch }} | |
| sha: ${{ inputs.sha }} | |
| date: ${{ inputs.date }} | |
| script: ci/build_wheel_cudf.sh | |
| wheel-publish-cudf: | |
| needs: wheel-build-cudf | |
| secrets: inherit | |
| uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@branch-25.02 | |
| with: | |
| build_type: ${{ inputs.build_type || 'branch' }} | |
| branch: ${{ inputs.branch }} | |
| sha: ${{ inputs.sha }} | |
| date: ${{ inputs.date }} | |
| package-name: cudf | |
| package-type: python | |
| wheel-build-dask-cudf: | |
| needs: wheel-publish-cudf | |
| secrets: inherit | |
| uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.02 | |
| with: | |
| # This selects "ARCH=amd64 + the latest supported Python + CUDA". | |
| matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))])) | |
| build_type: ${{ inputs.build_type || 'branch' }} | |
| branch: ${{ inputs.branch }} | |
| sha: ${{ inputs.sha }} | |
| date: ${{ inputs.date }} | |
| script: ci/build_wheel_dask_cudf.sh | |
| wheel-publish-dask-cudf: | |
| needs: wheel-build-dask-cudf | |
| secrets: inherit | |
| uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@branch-25.02 | |
| with: | |
| build_type: ${{ inputs.build_type || 'branch' }} | |
| branch: ${{ inputs.branch }} | |
| sha: ${{ inputs.sha }} | |
| date: ${{ inputs.date }} | |
| package-name: dask_cudf | |
| package-type: python | |
| wheel-build-cudf-polars: | |
| needs: wheel-publish-pylibcudf | |
| secrets: inherit | |
| uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.02 | |
| with: | |
| # This selects "ARCH=amd64 + the latest supported Python + CUDA". | |
| matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))])) | |
| build_type: ${{ inputs.build_type || 'branch' }} | |
| branch: ${{ inputs.branch }} | |
| sha: ${{ inputs.sha }} | |
| date: ${{ inputs.date }} | |
| script: ci/build_wheel_cudf_polars.sh | |
| wheel-publish-cudf-polars: | |
| needs: wheel-build-cudf-polars | |
| secrets: inherit | |
| uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@branch-25.02 | |
| with: | |
| build_type: ${{ inputs.build_type || 'branch' }} | |
| branch: ${{ inputs.branch }} | |
| sha: ${{ inputs.sha }} | |
| date: ${{ inputs.date }} | |
| package-name: cudf_polars | |
| package-type: python | |
| trigger-pandas-tests: | |
| if: inputs.build_type == 'nightly' | |
| needs: wheel-build-cudf | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code repo | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ inputs.sha }} | |
| persist-credentials: false | |
| - name: Trigger pandas-tests | |
| env: | |
| GH_TOKEN: ${{ github.token }} | |
| run: | | |
| gh workflow run pandas-tests.yaml \ | |
| -f branch=${{ inputs.branch }} \ | |
| -f sha=${{ inputs.sha }} \ | |
| -f date=${{ inputs.date }} |