From ac2429e1afd5f0f3513006e3a60d3e0f05410fbf Mon Sep 17 00:00:00 2001 From: Gil Forsyth Date: Wed, 26 Feb 2025 07:46:20 -0800 Subject: [PATCH] disable non-conda workflow jobs --- .github/workflows/pr.yaml | 382 +++++++++++++++++++------------------- 1 file changed, 191 insertions(+), 191 deletions(-) diff --git a/.github/workflows/pr.yaml b/.github/workflows/pr.yaml index fc7728964f0..dc05f7afe72 100644 --- a/.github/workflows/pr.yaml +++ b/.github/workflows/pr.yaml @@ -24,22 +24,22 @@ jobs: - conda-python-cudf-tests - conda-python-other-tests - conda-java-tests - - conda-notebook-tests - - docs-build - - wheel-build-libcudf - - wheel-build-pylibcudf - - wheel-build-cudf - - wheel-tests-cudf - - wheel-build-cudf-polars - - wheel-tests-cudf-polars - - cudf-polars-polars-tests - - wheel-build-dask-cudf - - wheel-tests-dask-cudf - - devcontainer - - unit-tests-cudf-pandas - - pandas-tests - - pandas-tests-diff - - narwhals-tests + # - conda-notebook-tests + # - docs-build + # - wheel-build-libcudf + # - wheel-build-pylibcudf + # - wheel-build-cudf + # - wheel-tests-cudf + # - wheel-build-cudf-polars + # - wheel-tests-cudf-polars + # - cudf-polars-polars-tests + # - wheel-build-dask-cudf + # - wheel-tests-dask-cudf + # - devcontainer + # - unit-tests-cudf-pandas + # - pandas-tests + # - pandas-tests-diff + # - narwhals-tests - telemetry-setup # - third-party-integration-tests-cudf-pandas secrets: inherit @@ -191,181 +191,181 @@ jobs: arch: "amd64" container_image: "rapidsai/ci-conda:latest" run_script: "ci/test_java.sh" - conda-notebook-tests: - needs: [conda-python-build, changed-files] - secrets: inherit - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@branch-25.04 - if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_notebooks - with: - build_type: pull-request - node_type: "gpu-l4-latest-1" - arch: "amd64" - container_image: "rapidsai/ci-conda:latest" - run_script: "ci/test_notebooks.sh" - docs-build: - needs: conda-python-build - secrets: inherit - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@branch-25.04 - with: - build_type: pull-request - node_type: "gpu-l4-latest-1" - arch: "amd64" - container_image: "rapidsai/ci-conda:latest" - run_script: "ci/build_docs.sh" - wheel-build-libcudf: - needs: checks - secrets: inherit - uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.04 - with: - # build for every combination of arch and CUDA version, but only for the latest Python - matrix_filter: group_by([.ARCH, (.CUDA_VER|split(".")|map(tonumber)|.[0])]) | map(max_by(.PY_VER|split(".")|map(tonumber))) - build_type: pull-request - node_type: "cpu16" - script: "ci/build_wheel_libcudf.sh" - wheel-build-pylibcudf: - needs: [checks, wheel-build-libcudf] - secrets: inherit - uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.04 - with: - build_type: pull-request - script: "ci/build_wheel_pylibcudf.sh" - wheel-build-cudf: - needs: wheel-build-pylibcudf - secrets: inherit - uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.04 - with: - build_type: pull-request - script: "ci/build_wheel_cudf.sh" - wheel-tests-cudf: - needs: [wheel-build-cudf, changed-files] - secrets: inherit - uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@branch-25.04 - if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python - with: - build_type: pull-request - script: ci/test_wheel_cudf.sh - wheel-build-cudf-polars: - needs: wheel-build-pylibcudf - secrets: inherit - uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.04 - with: - # This selects "ARCH=amd64 + the latest supported Python + CUDA". - matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))])) - build_type: pull-request - script: "ci/build_wheel_cudf_polars.sh" - wheel-tests-cudf-polars: - needs: [wheel-build-cudf-polars, changed-files] - secrets: inherit - uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@branch-25.04 - if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python - with: - # This selects "ARCH=amd64 + the latest supported Python + CUDA". - matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))])) - build_type: pull-request - script: "ci/test_wheel_cudf_polars.sh" - cudf-polars-polars-tests: - needs: wheel-build-cudf-polars - secrets: inherit - uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@branch-25.04 - with: - # This selects "ARCH=amd64 + the latest supported Python + CUDA". - matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))])) - build_type: pull-request - script: "ci/test_cudf_polars_polars_tests.sh" - wheel-build-dask-cudf: - needs: wheel-build-cudf - secrets: inherit - uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.04 - with: - # This selects "ARCH=amd64 + the latest supported Python + CUDA". - matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))])) - build_type: pull-request - script: "ci/build_wheel_dask_cudf.sh" - wheel-tests-dask-cudf: - needs: [wheel-build-dask-cudf, changed-files] - secrets: inherit - uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@branch-25.04 - if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python - with: - # This selects "ARCH=amd64 + the latest supported Python + CUDA". - matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))])) - build_type: pull-request - script: ci/test_wheel_dask_cudf.sh - devcontainer: - secrets: inherit - needs: telemetry-setup - uses: rapidsai/shared-workflows/.github/workflows/build-in-devcontainer.yaml@branch-25.04 - with: - node_type: "cpu32" - arch: '["amd64"]' - cuda: '["12.8"]' - build_command: | - sccache -z; - build-all -DBUILD_BENCHMARKS=ON --verbose; - sccache -s; - unit-tests-cudf-pandas: - needs: [wheel-build-cudf, changed-files] - secrets: inherit - uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@branch-25.04 - if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python || fromJSON(needs.changed-files.outputs.changed_file_groups).test_cudf_pandas - with: - # This selects "ARCH=amd64 + the latest supported Python + CUDA". - matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))])) - build_type: pull-request - script: ci/cudf_pandas_scripts/run_tests.sh - third-party-integration-tests-cudf-pandas: - needs: conda-python-build - secrets: inherit - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@branch-25.04 - with: - build_type: pull-request - branch: ${{ inputs.branch }} - date: ${{ inputs.date }} - sha: ${{ inputs.sha }} - node_type: "gpu-l4-latest-1" - continue-on-error: true - container_image: "rapidsai/ci-conda:latest" - run_script: | - ci/cudf_pandas_scripts/third-party-integration/test.sh python/cudf/cudf_pandas_tests/third_party_integration_tests/dependencies.yaml - pandas-tests: - # run the Pandas unit tests using PR branch - needs: [wheel-build-cudf, changed-files] - secrets: inherit - uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@branch-25.04 - if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python || fromJSON(needs.changed-files.outputs.changed_file_groups).test_cudf_pandas - with: - # This selects "ARCH=amd64 + the latest supported Python + CUDA". - matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))])) - build_type: pull-request - script: ci/cudf_pandas_scripts/pandas-tests/run.sh pr - # Hide test failures because they exceed the GITHUB_STEP_SUMMARY output limit. - test_summary_show: "none" - pandas-tests-diff: - # diff the results of running the Pandas unit tests and publish a job summary - needs: pandas-tests - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@branch-25.04 - with: - node_type: "cpu4" - build_type: pull-request - run_script: "ci/cudf_pandas_scripts/pandas-tests/diff.sh" - narwhals-tests: - needs: [conda-python-build, changed-files] - secrets: inherit - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@branch-25.04 - if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python - with: - build_type: pull-request - branch: ${{ inputs.branch }} - date: ${{ inputs.date }} - sha: ${{ inputs.sha }} - node_type: "gpu-l4-latest-1" - continue-on-error: true - container_image: "rapidsai/ci-conda:latest" - run_script: ci/test_narwhals.sh - spark-rapids-jni: - needs: changed-files - uses: ./.github/workflows/spark-rapids-jni.yaml - if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_java + # conda-notebook-tests: + # needs: [conda-python-build, changed-files] + # secrets: inherit + # uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@branch-25.04 + # if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_notebooks + # with: + # build_type: pull-request + # node_type: "gpu-l4-latest-1" + # arch: "amd64" + # container_image: "rapidsai/ci-conda:latest" + # run_script: "ci/test_notebooks.sh" + # docs-build: + # needs: conda-python-build + # secrets: inherit + # uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@branch-25.04 + # with: + # build_type: pull-request + # node_type: "gpu-l4-latest-1" + # arch: "amd64" + # container_image: "rapidsai/ci-conda:latest" + # run_script: "ci/build_docs.sh" + # wheel-build-libcudf: + # needs: checks + # secrets: inherit + # uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.04 + # with: + # # build for every combination of arch and CUDA version, but only for the latest Python + # matrix_filter: group_by([.ARCH, (.CUDA_VER|split(".")|map(tonumber)|.[0])]) | map(max_by(.PY_VER|split(".")|map(tonumber))) + # build_type: pull-request + # node_type: "cpu16" + # script: "ci/build_wheel_libcudf.sh" + # wheel-build-pylibcudf: + # needs: [checks, wheel-build-libcudf] + # secrets: inherit + # uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.04 + # with: + # build_type: pull-request + # script: "ci/build_wheel_pylibcudf.sh" + # wheel-build-cudf: + # needs: wheel-build-pylibcudf + # secrets: inherit + # uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.04 + # with: + # build_type: pull-request + # script: "ci/build_wheel_cudf.sh" + # wheel-tests-cudf: + # needs: [wheel-build-cudf, changed-files] + # secrets: inherit + # uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@branch-25.04 + # if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python + # with: + # build_type: pull-request + # script: ci/test_wheel_cudf.sh + # wheel-build-cudf-polars: + # needs: wheel-build-pylibcudf + # secrets: inherit + # uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.04 + # with: + # # This selects "ARCH=amd64 + the latest supported Python + CUDA". + # matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))])) + # build_type: pull-request + # script: "ci/build_wheel_cudf_polars.sh" + # wheel-tests-cudf-polars: + # needs: [wheel-build-cudf-polars, changed-files] + # secrets: inherit + # uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@branch-25.04 + # if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python + # with: + # # This selects "ARCH=amd64 + the latest supported Python + CUDA". + # matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))])) + # build_type: pull-request + # script: "ci/test_wheel_cudf_polars.sh" + # cudf-polars-polars-tests: + # needs: wheel-build-cudf-polars + # secrets: inherit + # uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@branch-25.04 + # with: + # # This selects "ARCH=amd64 + the latest supported Python + CUDA". + # matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))])) + # build_type: pull-request + # script: "ci/test_cudf_polars_polars_tests.sh" + # wheel-build-dask-cudf: + # needs: wheel-build-cudf + # secrets: inherit + # uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@branch-25.04 + # with: + # # This selects "ARCH=amd64 + the latest supported Python + CUDA". + # matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))])) + # build_type: pull-request + # script: "ci/build_wheel_dask_cudf.sh" + # wheel-tests-dask-cudf: + # needs: [wheel-build-dask-cudf, changed-files] + # secrets: inherit + # uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@branch-25.04 + # if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python + # with: + # # This selects "ARCH=amd64 + the latest supported Python + CUDA". + # matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))])) + # build_type: pull-request + # script: ci/test_wheel_dask_cudf.sh + # devcontainer: + # secrets: inherit + # needs: telemetry-setup + # uses: rapidsai/shared-workflows/.github/workflows/build-in-devcontainer.yaml@branch-25.04 + # with: + # node_type: "cpu32" + # arch: '["amd64"]' + # cuda: '["12.8"]' + # build_command: | + # sccache -z; + # build-all -DBUILD_BENCHMARKS=ON --verbose; + # sccache -s; + # unit-tests-cudf-pandas: + # needs: [wheel-build-cudf, changed-files] + # secrets: inherit + # uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@branch-25.04 + # if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python || fromJSON(needs.changed-files.outputs.changed_file_groups).test_cudf_pandas + # with: + # # This selects "ARCH=amd64 + the latest supported Python + CUDA". + # matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))])) + # build_type: pull-request + # script: ci/cudf_pandas_scripts/run_tests.sh + # third-party-integration-tests-cudf-pandas: + # needs: conda-python-build + # secrets: inherit + # uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@branch-25.04 + # with: + # build_type: pull-request + # branch: ${{ inputs.branch }} + # date: ${{ inputs.date }} + # sha: ${{ inputs.sha }} + # node_type: "gpu-l4-latest-1" + # continue-on-error: true + # container_image: "rapidsai/ci-conda:latest" + # run_script: | + # ci/cudf_pandas_scripts/third-party-integration/test.sh python/cudf/cudf_pandas_tests/third_party_integration_tests/dependencies.yaml + # pandas-tests: + # # run the Pandas unit tests using PR branch + # needs: [wheel-build-cudf, changed-files] + # secrets: inherit + # uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@branch-25.04 + # if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python || fromJSON(needs.changed-files.outputs.changed_file_groups).test_cudf_pandas + # with: + # # This selects "ARCH=amd64 + the latest supported Python + CUDA". + # matrix_filter: map(select(.ARCH == "amd64")) | group_by(.CUDA_VER|split(".")|map(tonumber)|.[0]) | map(max_by([(.PY_VER|split(".")|map(tonumber)), (.CUDA_VER|split(".")|map(tonumber))])) + # build_type: pull-request + # script: ci/cudf_pandas_scripts/pandas-tests/run.sh pr + # # Hide test failures because they exceed the GITHUB_STEP_SUMMARY output limit. + # test_summary_show: "none" + # pandas-tests-diff: + # # diff the results of running the Pandas unit tests and publish a job summary + # needs: pandas-tests + # uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@branch-25.04 + # with: + # node_type: "cpu4" + # build_type: pull-request + # run_script: "ci/cudf_pandas_scripts/pandas-tests/diff.sh" + # narwhals-tests: + # needs: [conda-python-build, changed-files] + # secrets: inherit + # uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@branch-25.04 + # if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python + # with: + # build_type: pull-request + # branch: ${{ inputs.branch }} + # date: ${{ inputs.date }} + # sha: ${{ inputs.sha }} + # node_type: "gpu-l4-latest-1" + # continue-on-error: true + # container_image: "rapidsai/ci-conda:latest" + # run_script: ci/test_narwhals.sh + # spark-rapids-jni: + # needs: changed-files + # uses: ./.github/workflows/spark-rapids-jni.yaml + # if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_java telemetry-summarize: # This job must use a self-hosted runner to record telemetry traces.