Repository navigation
Merge branch 'main' into dedicated-stream-testing-job #3
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: test | ||
| on: | ||
| workflow_dispatch: | ||
| inputs: | ||
| branch: | ||
| description: | | ||
| Git branch the workflow run targets. | ||
| Required even when 'sha' is provided because it is also used for organizing artifacts. | ||
| required: true | ||
| type: string | ||
| date: | ||
| description: "Date (YYYY-MM-DD) this run is for. Used to organize artifacts produced by nightly builds" | ||
| required: true | ||
| type: string | ||
| sha: | ||
| description: "Full git commit SHA to check out" | ||
| required: true | ||
| type: string | ||
| build_type: | ||
| description: "One of: [branch, nightly, pull-request]" | ||
| type: string | ||
| default: nightly | ||
| jobs: | ||
| conda-cpp-checks: | ||
| secrets: inherit | ||
| uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-post-build-checks.yaml@main | ||
| with: | ||
| build_type: ${{ inputs.build_type }} | ||
| branch: ${{ inputs.branch }} | ||
| date: ${{ inputs.date }} | ||
| sha: ${{ inputs.sha }} | ||
| conda-cpp-tests: | ||
| secrets: inherit | ||
| uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-tests.yaml@main | ||
| with: | ||
| build_type: ${{ inputs.build_type }} | ||
| branch: ${{ inputs.branch }} | ||
| date: ${{ inputs.date }} | ||
| script: ci/test_cpp.sh | ||
| sha: ${{ inputs.sha }} | ||
| conda-cpp-memcheck-tests: | ||
| secrets: inherit | ||
| uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main | ||
| with: | ||
| build_type: ${{ inputs.build_type }} | ||
| branch: ${{ inputs.branch }} | ||
| date: ${{ inputs.date }} | ||
| sha: ${{ inputs.sha }} | ||
| node_type: "gpu-l4-latest-1" | ||
| arch: "amd64" | ||
| container_image: "rapidsai/ci-conda:26.06-latest" | ||
| script: "ci/test_cpp_memcheck.sh" | ||
| cpp-linters: | ||
| secrets: inherit | ||
| uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main | ||
| with: | ||
| build_type: ${{ inputs.build_type }} | ||
| branch: ${{ inputs.branch }} | ||
| date: ${{ inputs.date }} | ||
| sha: ${{ inputs.sha }} | ||
| script: "ci/cpp_linters.sh" | ||
| file_to_upload: iwyu_results.txt | ||
| conda-python-cudf-tests: | ||
| secrets: inherit | ||
| uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@main | ||
| with: | ||
| build_type: ${{ inputs.build_type }} | ||
| branch: ${{ inputs.branch }} | ||
| date: ${{ inputs.date }} | ||
| sha: ${{ inputs.sha }} | ||
| script: "ci/test_python_cudf.sh" | ||
| conda-python-other-tests: | ||
| # Tests for dask_cudf, custreamz, cudf_kafka are separated for CI parallelism | ||
| secrets: inherit | ||
| uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@main | ||
| with: | ||
| build_type: ${{ inputs.build_type }} | ||
| branch: ${{ inputs.branch }} | ||
| date: ${{ inputs.date }} | ||
| sha: ${{ inputs.sha }} | ||
| script: "ci/test_python_other.sh" | ||
| conda-java-tests: | ||
| secrets: inherit | ||
| uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main | ||
| with: | ||
| build_type: ${{ inputs.build_type }} | ||
| branch: ${{ inputs.branch }} | ||
| date: ${{ inputs.date }} | ||
| sha: ${{ inputs.sha }} | ||
| node_type: "gpu-l4-latest-1" | ||
| arch: "amd64" | ||
| container_image: "rapidsai/ci-conda:26.06-latest" | ||
| script: "ci/test_java.sh" | ||
| conda-notebook-tests: | ||
| secrets: inherit | ||
| uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main | ||
| with: | ||
| build_type: ${{ inputs.build_type }} | ||
| branch: ${{ inputs.branch }} | ||
| date: ${{ inputs.date }} | ||
| sha: ${{ inputs.sha }} | ||
| node_type: "gpu-l4-latest-1" | ||
| arch: "amd64" | ||
| container_image: "rapidsai/ci-conda:26.06-latest" | ||
| script: "ci/test_notebooks.sh" | ||
| wheel-tests-cudf: | ||
| secrets: inherit | ||
| uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main | ||
| with: | ||
| build_type: ${{ inputs.build_type }} | ||
| branch: ${{ inputs.branch }} | ||
| date: ${{ inputs.date }} | ||
| sha: ${{ inputs.sha }} | ||
| script: ci/test_wheel_cudf.sh | ||
| wheel-tests-dask-cudf: | ||
| secrets: inherit | ||
| uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main | ||
| with: | ||
| build_type: ${{ inputs.build_type }} | ||
| branch: ${{ inputs.branch }} | ||
| date: ${{ inputs.date }} | ||
| sha: ${{ inputs.sha }} | ||
| script: ci/test_wheel_dask_cudf.sh | ||
| unit-tests-cudf-pandas: | ||
| secrets: inherit | ||
| uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main | ||
| with: | ||
| build_type: ${{ inputs.build_type }} | ||
| branch: ${{ inputs.branch }} | ||
| date: ${{ inputs.date }} | ||
| sha: ${{ inputs.sha }} | ||
| script: ci/cudf_pandas_scripts/run_tests.sh | ||
| third-party-integration-tests-cudf-pandas: | ||
| secrets: inherit | ||
| uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main | ||
| with: | ||
| build_type: ${{ inputs.build_type }} | ||
| branch: ${{ inputs.branch }} | ||
| date: ${{ inputs.date }} | ||
| sha: ${{ inputs.sha }} | ||
| node_type: "gpu-l4-latest-1" | ||
| container_image: "rapidsai/ci-conda:26.06-latest" | ||
| script: | | ||
| ci/cudf_pandas_scripts/third-party-integration/test.sh python/cudf/cudf_pandas_tests/third_party_integration_tests/dependencies.yaml | ||
| continue-on-error: true | ||
| wheel-tests-cudf-polars: | ||
| secrets: inherit | ||
| uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main | ||
| with: | ||
| build_type: ${{ inputs.build_type }} | ||
| branch: ${{ inputs.branch }} | ||
| date: ${{ inputs.date }} | ||
| sha: ${{ inputs.sha }} | ||
| script: "ci/test_wheel_cudf_polars.sh" | ||
| wheel-tests-cudf-polars-with-rapidsmpf: | ||
| secrets: inherit | ||
| uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main | ||
| with: | ||
| # This selects "ARCH=amd64 + the latest supported Python + CUDA" to minimize CI usage. | ||
| # (rapidsmpf compatibility already validated in rapidsmpf CI) | ||
| matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))])) | ||
| build_type: ${{ inputs.build_type }} | ||
| branch: ${{ inputs.branch }} | ||
| date: ${{ inputs.date }} | ||
| sha: ${{ inputs.sha }} | ||
| script: "ci/test_cudf_polars_experimental.sh" | ||
| continue-on-error: true | ||
| cudf-polars-polars-tests: | ||
| secrets: inherit | ||
| uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main | ||
| with: | ||
| build_type: ${{ inputs.build_type }} | ||
| branch: ${{ inputs.branch }} | ||
| date: ${{ inputs.date }} | ||
| sha: ${{ inputs.sha }} | ||
| script: "ci/test_cudf_polars_polars_tests.sh" | ||
| narwhals-tests: | ||
| secrets: inherit | ||
| uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main | ||
| with: | ||
| build_type: ${{ inputs.build_type }} | ||
| branch: ${{ inputs.branch }} | ||
| date: ${{ inputs.date }} | ||
| sha: ${{ inputs.sha }} | ||
| node_type: "gpu-l4-latest-1" | ||
| container_image: "rapidsai/ci-conda:26.06-latest" | ||
| script: ci/test_narwhals.sh | ||
| streams-test: | ||
| needs: streams-build | ||
| uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| cuda_version: | ||
| - &latest_cuda12 "12.9.1" | ||
| - &latest_cuda13 "13.1.1" | ||
| arch: | ||
| - amd64 | ||
| - arm64 | ||
| with: | ||
| build_type: ${{ inputs.build_type || 'branch' }} | ||
| branch: ${{ inputs.branch }} | ||
| date: ${{ inputs.date }} | ||
| sha: ${{ inputs.sha }} | ||
| node_type: gpu-l4-latest-1 | ||
| container_image: "rapidsai/ci-conda:26.06-cuda${{ matrix.cuda_version }}-ubuntu24.04-py3.13" | ||
| arch: ${{ matrix.arch }} | ||
| script: ci/test_streams.sh stream_tests_${{ matrix.cuda_version }}_${{ matrix.arch }} | ||
