From 248ac517b43553d972e69e6d7108312c60c7d34f Mon Sep 17 00:00:00 2001 From: Lawrence Mitchell Date: Fri, 17 Jul 2026 10:59:37 +0100 Subject: [PATCH 1/4] Bump versions of packages missed in 26.10 rollover --- .../all_cuda-129_arch-aarch64.yaml | 2 +- .../all_cuda-129_arch-x86_64.yaml | 2 +- .../all_cuda-133_arch-aarch64.yaml | 2 +- .../all_cuda-133_arch-x86_64.yaml | 2 +- dependencies.yaml | 20 +++++++++---------- python/cudf_polars/pyproject.toml | 2 +- python/cudf_streaming/pyproject.toml | 6 +++--- python/libcudf_streaming/pyproject.toml | 4 ++-- 8 files changed, 20 insertions(+), 20 deletions(-) diff --git a/conda/environments/all_cuda-129_arch-aarch64.yaml b/conda/environments/all_cuda-129_arch-aarch64.yaml index bb5c331a5331..b408b0b08f37 100644 --- a/conda/environments/all_cuda-129_arch-aarch64.yaml +++ b/conda/environments/all_cuda-129_arch-aarch64.yaml @@ -46,7 +46,7 @@ dependencies: - libkvikio==26.10.*,>=0.0.0a0 - libnvcomp-dev==5.2.0.10 - libnvjitlink-dev -- librapidsmpf==26.8.*,>=0.0.0a0 +- librapidsmpf==26.10.*,>=0.0.0a0 - librdkafka<2.15.0a0 - librmm==26.10.*,>=0.0.0a0 - libucxx==0.51.*,>=0.0.0a0 diff --git a/conda/environments/all_cuda-129_arch-x86_64.yaml b/conda/environments/all_cuda-129_arch-x86_64.yaml index bf90421d131b..121379e2f96a 100644 --- a/conda/environments/all_cuda-129_arch-x86_64.yaml +++ b/conda/environments/all_cuda-129_arch-x86_64.yaml @@ -46,7 +46,7 @@ dependencies: - libkvikio==26.10.*,>=0.0.0a0 - libnvcomp-dev==5.2.0.10 - libnvjitlink-dev -- librapidsmpf==26.8.*,>=0.0.0a0 +- librapidsmpf==26.10.*,>=0.0.0a0 - librdkafka<2.15.0a0 - librmm==26.10.*,>=0.0.0a0 - libucxx==0.51.*,>=0.0.0a0 diff --git a/conda/environments/all_cuda-133_arch-aarch64.yaml b/conda/environments/all_cuda-133_arch-aarch64.yaml index 13e08205f2d5..c79c61c3583f 100644 --- a/conda/environments/all_cuda-133_arch-aarch64.yaml +++ b/conda/environments/all_cuda-133_arch-aarch64.yaml @@ -46,7 +46,7 @@ dependencies: - libkvikio==26.10.*,>=0.0.0a0 - libnvcomp-dev==5.2.0.10 - libnvjitlink-dev -- librapidsmpf==26.8.*,>=0.0.0a0 +- librapidsmpf==26.10.*,>=0.0.0a0 - librdkafka<2.15.0a0 - librmm==26.10.*,>=0.0.0a0 - libucxx==0.51.*,>=0.0.0a0 diff --git a/conda/environments/all_cuda-133_arch-x86_64.yaml b/conda/environments/all_cuda-133_arch-x86_64.yaml index f59ceb96e161..d87e4219c19e 100644 --- a/conda/environments/all_cuda-133_arch-x86_64.yaml +++ b/conda/environments/all_cuda-133_arch-x86_64.yaml @@ -46,7 +46,7 @@ dependencies: - libkvikio==26.10.*,>=0.0.0a0 - libnvcomp-dev==5.2.0.10 - libnvjitlink-dev -- librapidsmpf==26.8.*,>=0.0.0a0 +- librapidsmpf==26.10.*,>=0.0.0a0 - librdkafka<2.15.0a0 - librmm==26.10.*,>=0.0.0a0 - libucxx==0.51.*,>=0.0.0a0 diff --git a/dependencies.yaml b/dependencies.yaml index ca2933cac67b..ddf2c6e5ce09 100644 --- a/dependencies.yaml +++ b/dependencies.yaml @@ -1006,7 +1006,7 @@ dependencies: - libcudf-example==26.10.*,>=0.0.0a0 - libcudf_kafka==26.10.*,>=0.0.0a0 - libcudf-tests==26.10.*,>=0.0.0a0 - - libcudf-streaming-tests==26.8.*,>=0.0.0a0 + - libcudf-streaming-tests==26.10.*,>=0.0.0a0 test_java: common: - output_types: conda @@ -1524,7 +1524,7 @@ dependencies: common: - output_types: conda packages: - - &librapidsmpf_unsuffixed librapidsmpf==26.8.*,>=0.0.0a0 + - &librapidsmpf_unsuffixed librapidsmpf==26.10.*,>=0.0.0a0 - output_types: requirements packages: # pip recognizes the index as a global option for the requirements.txt file @@ -1536,12 +1536,12 @@ dependencies: cuda: "12.*" cuda_suffixed: "true" packages: - - librapidsmpf-cu12==26.8.*,>=0.0.0a0 + - librapidsmpf-cu12==26.10.*,>=0.0.0a0 - matrix: cuda: "13.*" cuda_suffixed: "true" packages: - - librapidsmpf-cu13==26.8.*,>=0.0.0a0 + - librapidsmpf-cu13==26.10.*,>=0.0.0a0 - matrix: packages: - *librapidsmpf_unsuffixed @@ -1549,7 +1549,7 @@ dependencies: common: - output_types: conda packages: - - &libcudf_streaming_unsuffixed libcudf-streaming==26.8.*,>=0.0.0a0 + - &libcudf_streaming_unsuffixed libcudf-streaming==26.10.*,>=0.0.0a0 - output_types: requirements packages: # pip recognizes the index as a global option for the requirements.txt file @@ -1561,12 +1561,12 @@ dependencies: cuda: "12.*" cuda_suffixed: "true" packages: - - libcudf-streaming-cu12==26.8.*,>=0.0.0a0 + - libcudf-streaming-cu12==26.10.*,>=0.0.0a0 - matrix: cuda: "13.*" cuda_suffixed: "true" packages: - - libcudf-streaming-cu13==26.8.*,>=0.0.0a0 + - libcudf-streaming-cu13==26.10.*,>=0.0.0a0 - matrix: packages: - *libcudf_streaming_unsuffixed @@ -1574,7 +1574,7 @@ dependencies: common: - output_types: conda packages: - - &cudf_streaming_unsuffixed cudf-streaming==26.8.*,>=0.0.0a0 + - &cudf_streaming_unsuffixed cudf-streaming==26.10.*,>=0.0.0a0 - output_types: requirements packages: # pip recognizes the index as a global option for the requirements.txt file @@ -1586,12 +1586,12 @@ dependencies: cuda: "12.*" cuda_suffixed: "true" packages: - - cudf-streaming-cu12==26.8.*,>=0.0.0a0 + - cudf-streaming-cu12==26.10.*,>=0.0.0a0 - matrix: cuda: "13.*" cuda_suffixed: "true" packages: - - cudf-streaming-cu13==26.8.*,>=0.0.0a0 + - cudf-streaming-cu13==26.10.*,>=0.0.0a0 - matrix: packages: - *cudf_streaming_unsuffixed diff --git a/python/cudf_polars/pyproject.toml b/python/cudf_polars/pyproject.toml index 3ee317f37c53..654275c6e5e7 100644 --- a/python/cudf_polars/pyproject.toml +++ b/python/cudf_polars/pyproject.toml @@ -22,7 +22,7 @@ license-files = ["LICENSE"] requires-python = ">=3.11" dependencies = [ "cuda-bindings>=13.0.1,<14.0", - "cudf-streaming==26.8.*,>=0.0.0a0", + "cudf-streaming==26.10.*,>=0.0.0a0", "nvidia-ml-py>=12", "packaging", "polars>=1.35,<1.43", diff --git a/python/cudf_streaming/pyproject.toml b/python/cudf_streaming/pyproject.toml index 31350ed8ed8e..a5ac2ac68c62 100644 --- a/python/cudf_streaming/pyproject.toml +++ b/python/cudf_streaming/pyproject.toml @@ -19,7 +19,7 @@ authors = [ license = "Apache-2.0" requires-python = ">=3.11" dependencies = [ - "libcudf-streaming==26.8.*,>=0.0.0a0", + "libcudf-streaming==26.10.*,>=0.0.0a0", "pylibcudf==26.10.*,>=0.0.0a0", "rapidsmpf==26.10.*,>=0.0.0a0", "rmm==26.10.*,>=0.0.0a0", @@ -77,8 +77,8 @@ matrix-entry = "cuda_suffixed=true;use_cuda_wheels=true" requires = [ "cmake>=4.0", "cython>=3.2.2,<3.3.0a0", - "libcudf-streaming==26.8.*,>=0.0.0a0", - "librapidsmpf==26.8.*,>=0.0.0a0", + "libcudf-streaming==26.10.*,>=0.0.0a0", + "librapidsmpf==26.10.*,>=0.0.0a0", "librmm==26.10.*,>=0.0.0a0", "libucxx==0.51.*,>=0.0.0a0", "ninja", diff --git a/python/libcudf_streaming/pyproject.toml b/python/libcudf_streaming/pyproject.toml index 105b5a3118b6..36c19f06f3bc 100644 --- a/python/libcudf_streaming/pyproject.toml +++ b/python/libcudf_streaming/pyproject.toml @@ -27,7 +27,7 @@ classifiers = [ ] dependencies = [ "libcudf==26.10.*,>=0.0.0a0", - "librapidsmpf==26.8.*,>=0.0.0a0", + "librapidsmpf==26.10.*,>=0.0.0a0", "librmm==26.10.*,>=0.0.0a0", ] # This list was generated by `rapids-dependency-file-generator`. To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`. @@ -69,7 +69,7 @@ matrix-entry = "cuda_suffixed=true;use_cuda_wheels=true" requires = [ "cmake>=4.0", "libcudf==26.10.*,>=0.0.0a0", - "librapidsmpf==26.8.*,>=0.0.0a0", + "librapidsmpf==26.10.*,>=0.0.0a0", "librmm==26.10.*,>=0.0.0a0", "libucxx==0.51.*,>=0.0.0a0", "ninja", From 4450d6accb269166f17293e85760bbbe081a0eed Mon Sep 17 00:00:00 2001 From: Lawrence Mitchell Date: Fri, 17 Jul 2026 14:48:34 +0100 Subject: [PATCH 2/4] Add packages to update-version --- ci/release/update-version.sh | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/ci/release/update-version.sh b/ci/release/update-version.sh index 4cc7ee84ccef..e68856b965b8 100755 --- a/ci/release/update-version.sh +++ b/ci/release/update-version.sh @@ -1,5 +1,5 @@ #!/bin/bash -# SPDX-FileCopyrightText: Copyright (c) 2020-2026, NVIDIA CORPORATION. +# SPDX-FileCopyrightText: Copyright (c) 2020-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: Apache-2.0 ######################## # cuDF Version Updater # @@ -144,6 +144,7 @@ echo "${RAPIDS_BRANCH_NAME}" > RAPIDS_BRANCH DEPENDENCIES=( cudf cudf-polars + cudf-streaming cudf_kafka cugraph cuml @@ -153,9 +154,11 @@ DEPENDENCIES=( kvikio libcudf libcudf-example + libcudf-streaming libcudf-tests libcudf_kafka libkvikio + librapidsmpf librmm pylibcudf rapids-dask-dependency From f01a28b57b5fbb3da61a9fb19926a5802b797acf Mon Sep 17 00:00:00 2001 From: Lawrence Mitchell Date: Fri, 17 Jul 2026 16:34:35 +0100 Subject: [PATCH 3/4] Handle UCXX deps too --- ci/release/update-version.sh | 18 ++++++++++++++++++ .../all_cuda-129_arch-aarch64.yaml | 4 ++-- .../environments/all_cuda-129_arch-x86_64.yaml | 4 ++-- .../all_cuda-133_arch-aarch64.yaml | 4 ++-- .../environments/all_cuda-133_arch-x86_64.yaml | 4 ++-- dependencies.yaml | 12 ++++++------ python/cudf_streaming/pyproject.toml | 4 ++-- python/libcudf_streaming/pyproject.toml | 2 +- 8 files changed, 35 insertions(+), 17 deletions(-) diff --git a/ci/release/update-version.sh b/ci/release/update-version.sh index e68856b965b8..0dce73e66c80 100755 --- a/ci/release/update-version.sh +++ b/ci/release/update-version.sh @@ -73,9 +73,12 @@ NEXT_MINOR=$(echo "$NEXT_FULL_TAG" | awk '{split($0, a, "."); print a[2]}') NEXT_PATCH=$(echo "$NEXT_FULL_TAG" | awk '{split($0, a, "."); print a[3]}') NEXT_SHORT_TAG=${NEXT_MAJOR}.${NEXT_MINOR} +NEXT_UCXX_TAG="$(curl -s https://version.gpuci.io/rapids/"${NEXT_SHORT_TAG}")" + # Need to distutils-normalize the versions for some use cases NEXT_SHORT_TAG_PEP440=$(python -c "from packaging.version import Version; print(Version('${NEXT_SHORT_TAG}'))") PATCH_PEP440=$(python -c "from packaging.version import Version; print(Version('${NEXT_PATCH}'))") +NEXT_UCXX_SHORT_TAG_PEP440=$(python -c "from packaging.version import Version; print(Version('${NEXT_UCXX_TAG}'))") # Set branch references based on RUN_CONTEXT if [[ "${RUN_CONTEXT}" == "main" ]]; then @@ -165,6 +168,12 @@ DEPENDENCIES=( rapidsmpf rmm ) + +UCXX_DEPENDENCIES=( + libucxx + ucxx +) + for DEP in "${DEPENDENCIES[@]}"; do for FILE in dependencies.yaml conda/environments/*.yaml python/cudf/cudf_pandas_tests/third_party_integration_tests/dependencies.yaml; do sed_runner "/-.* ${DEP}\(-cu[[:digit:]]\{2\}\)\{0,1\}\(\[.*\]\)\{0,1\}==/ s/==.*/==${NEXT_SHORT_TAG_PEP440}.*,>=0.0.0a0/g" "${FILE}" @@ -174,6 +183,15 @@ for DEP in "${DEPENDENCIES[@]}"; do done done +for DEP in "${UCXX_DEPENDENCIES[@]}"; do + for FILE in dependencies.yaml conda/environments/*.yaml python/cudf/cudf_pandas_tests/third_party_integration_tests/dependencies.yaml; do + sed_runner "/-.* ${DEP}\(-cu[[:digit:]]\{2\}\)\{0,1\}==/ s/==.*/==${NEXT_UCXX_SHORT_TAG_PEP440}.*,>=0.0.0a0/g" "${FILE}" + done + for FILE in python/*/pyproject.toml; do + sed_runner "/\"${DEP}\(-cu[[:digit:]]\{2\}\)\{0,1\}==/ s/==.*\"/==${NEXT_UCXX_SHORT_TAG_PEP440}\.*,>=0.0.0a0\"/g" "${FILE}" + done +done + # README.md update sed_runner "s/version == ${CURRENT_SHORT_TAG}/version == ${NEXT_SHORT_TAG}/g" README.md sed_runner "s/cudf=${CURRENT_SHORT_TAG}/cudf=${NEXT_SHORT_TAG}/g" README.md diff --git a/conda/environments/all_cuda-129_arch-aarch64.yaml b/conda/environments/all_cuda-129_arch-aarch64.yaml index b408b0b08f37..ff472eb88459 100644 --- a/conda/environments/all_cuda-129_arch-aarch64.yaml +++ b/conda/environments/all_cuda-129_arch-aarch64.yaml @@ -49,7 +49,7 @@ dependencies: - librapidsmpf==26.10.*,>=0.0.0a0 - librdkafka<2.15.0a0 - librmm==26.10.*,>=0.0.0a0 -- libucxx==0.51.*,>=0.0.0a0 +- libucxx==0.52.*,>=0.0.0a0 - make - matplotlib-base<3.11 - mmh3 @@ -112,7 +112,7 @@ dependencies: - structlog - sysroot_linux-aarch64==2.28 - typing_extensions>=4.0.0 -- ucxx==0.51.*,>=0.0.0a0 +- ucxx==0.52.*,>=0.0.0a0 - xlrd - xlsxwriter - zlib>=1.2.13 diff --git a/conda/environments/all_cuda-129_arch-x86_64.yaml b/conda/environments/all_cuda-129_arch-x86_64.yaml index 121379e2f96a..faf8536eb029 100644 --- a/conda/environments/all_cuda-129_arch-x86_64.yaml +++ b/conda/environments/all_cuda-129_arch-x86_64.yaml @@ -49,7 +49,7 @@ dependencies: - librapidsmpf==26.10.*,>=0.0.0a0 - librdkafka<2.15.0a0 - librmm==26.10.*,>=0.0.0a0 -- libucxx==0.51.*,>=0.0.0a0 +- libucxx==0.52.*,>=0.0.0a0 - make - matplotlib-base<3.11 - mmh3 @@ -112,7 +112,7 @@ dependencies: - structlog - sysroot_linux-64==2.28 - typing_extensions>=4.0.0 -- ucxx==0.51.*,>=0.0.0a0 +- ucxx==0.52.*,>=0.0.0a0 - xlrd - xlsxwriter - zlib>=1.2.13 diff --git a/conda/environments/all_cuda-133_arch-aarch64.yaml b/conda/environments/all_cuda-133_arch-aarch64.yaml index c79c61c3583f..808dffee68be 100644 --- a/conda/environments/all_cuda-133_arch-aarch64.yaml +++ b/conda/environments/all_cuda-133_arch-aarch64.yaml @@ -49,7 +49,7 @@ dependencies: - librapidsmpf==26.10.*,>=0.0.0a0 - librdkafka<2.15.0a0 - librmm==26.10.*,>=0.0.0a0 -- libucxx==0.51.*,>=0.0.0a0 +- libucxx==0.52.*,>=0.0.0a0 - make - matplotlib-base<3.11 - mmh3 @@ -112,7 +112,7 @@ dependencies: - structlog - sysroot_linux-aarch64==2.28 - typing_extensions>=4.0.0 -- ucxx==0.51.*,>=0.0.0a0 +- ucxx==0.52.*,>=0.0.0a0 - xlrd - xlsxwriter - zlib>=1.2.13 diff --git a/conda/environments/all_cuda-133_arch-x86_64.yaml b/conda/environments/all_cuda-133_arch-x86_64.yaml index d87e4219c19e..66c228ac07bb 100644 --- a/conda/environments/all_cuda-133_arch-x86_64.yaml +++ b/conda/environments/all_cuda-133_arch-x86_64.yaml @@ -49,7 +49,7 @@ dependencies: - librapidsmpf==26.10.*,>=0.0.0a0 - librdkafka<2.15.0a0 - librmm==26.10.*,>=0.0.0a0 -- libucxx==0.51.*,>=0.0.0a0 +- libucxx==0.52.*,>=0.0.0a0 - make - matplotlib-base<3.11 - mmh3 @@ -112,7 +112,7 @@ dependencies: - structlog - sysroot_linux-64==2.28 - typing_extensions>=4.0.0 -- ucxx==0.51.*,>=0.0.0a0 +- ucxx==0.52.*,>=0.0.0a0 - xlrd - xlsxwriter - zlib>=1.2.13 diff --git a/dependencies.yaml b/dependencies.yaml index ddf2c6e5ce09..5ffe57ea176a 100644 --- a/dependencies.yaml +++ b/dependencies.yaml @@ -1449,7 +1449,7 @@ dependencies: common: - output_types: conda packages: - - &libucxx_unsuffixed libucxx==0.51.*,>=0.0.0a0 + - &libucxx_unsuffixed libucxx==0.52.*,>=0.0.0a0 - output_types: requirements packages: # pip recognizes the index as a global option for the requirements.txt file @@ -1461,12 +1461,12 @@ dependencies: cuda: "12.*" cuda_suffixed: "true" packages: - - libucxx-cu12==0.51.*,>=0.0.0a0 + - libucxx-cu12==0.52.*,>=0.0.0a0 - matrix: cuda: "13.*" cuda_suffixed: "true" packages: - - libucxx-cu13==0.51.*,>=0.0.0a0 + - libucxx-cu13==0.52.*,>=0.0.0a0 - matrix: packages: - *libucxx_unsuffixed @@ -1474,7 +1474,7 @@ dependencies: common: - output_types: conda packages: - - &ucxx_unsuffixed ucxx==0.51.*,>=0.0.0a0 + - &ucxx_unsuffixed ucxx==0.52.*,>=0.0.0a0 - output_types: requirements packages: # pip recognizes the index as a global option for the requirements.txt file @@ -1486,12 +1486,12 @@ dependencies: cuda: "12.*" cuda_suffixed: "true" packages: - - ucxx-cu12==0.51.*,>=0.0.0a0 + - ucxx-cu12==0.52.*,>=0.0.0a0 - matrix: cuda: "13.*" cuda_suffixed: "true" packages: - - ucxx-cu13==0.51.*,>=0.0.0a0 + - ucxx-cu13==0.52.*,>=0.0.0a0 - matrix: packages: - *ucxx_unsuffixed diff --git a/python/cudf_streaming/pyproject.toml b/python/cudf_streaming/pyproject.toml index a5ac2ac68c62..b71674ee9ec1 100644 --- a/python/cudf_streaming/pyproject.toml +++ b/python/cudf_streaming/pyproject.toml @@ -80,12 +80,12 @@ requires = [ "libcudf-streaming==26.10.*,>=0.0.0a0", "librapidsmpf==26.10.*,>=0.0.0a0", "librmm==26.10.*,>=0.0.0a0", - "libucxx==0.51.*,>=0.0.0a0", + "libucxx==0.52.*,>=0.0.0a0", "ninja", "pylibcudf==26.10.*,>=0.0.0a0", "rapidsmpf==26.10.*,>=0.0.0a0", "rmm==26.10.*,>=0.0.0a0", - "ucxx==0.51.*,>=0.0.0a0", + "ucxx==0.52.*,>=0.0.0a0", ] # This list was generated by `rapids-dependency-file-generator`. To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`. [tool.scikit-build] diff --git a/python/libcudf_streaming/pyproject.toml b/python/libcudf_streaming/pyproject.toml index 36c19f06f3bc..7b09f36258f6 100644 --- a/python/libcudf_streaming/pyproject.toml +++ b/python/libcudf_streaming/pyproject.toml @@ -71,6 +71,6 @@ requires = [ "libcudf==26.10.*,>=0.0.0a0", "librapidsmpf==26.10.*,>=0.0.0a0", "librmm==26.10.*,>=0.0.0a0", - "libucxx==0.51.*,>=0.0.0a0", + "libucxx==0.52.*,>=0.0.0a0", "ninja", ] # This list was generated by `rapids-dependency-file-generator`. To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`. From ef77dd9b95b987f10a5d4c354f9b8fb734b2d736 Mon Sep 17 00:00:00 2001 From: Matthew Roeschke <10647082+mroeschke@users.noreply.github.com> Date: Fri, 17 Jul 2026 20:23:32 +0000 Subject: [PATCH 4/4] Remove xfail from test_select_with_len --- python/cudf_polars/tests/streaming/test_select.py | 8 -------- 1 file changed, 8 deletions(-) diff --git a/python/cudf_polars/tests/streaming/test_select.py b/python/cudf_polars/tests/streaming/test_select.py index 63e6eca1fef4..19b4c0b842c9 100644 --- a/python/cudf_polars/tests/streaming/test_select.py +++ b/python/cudf_polars/tests/streaming/test_select.py @@ -22,7 +22,6 @@ assert_gpu_result_equal, ) from cudf_polars.testing.engine_utils import warns_on_spmd -from cudf_polars.utils.versions import POLARS_VERSION_LT_141 @pytest.fixture @@ -181,13 +180,6 @@ def test_select_mean_with_decimals(engine): assert_gpu_result_equal(q, engine=engine) -@pytest.mark.xfail( - condition=not POLARS_VERSION_LT_141, - reason=( - "len() row count lost in zero-column streaming chunks " - "(https://github.com/rapidsai/cudf/issues/21428)" - ), -) def test_select_with_len(streaming_engine_factory): engine = streaming_engine_factory( StreamingOptions(max_rows_per_partition=3, fallback_mode="warn"),