diff --git a/tests/ci_build/Dockerfile.gpu_build_rockylinux8 b/tests/ci_build/Dockerfile.gpu_build_rockylinux8
index 801f447cd80e..8869fb468e12 100644
--- a/tests/ci_build/Dockerfile.gpu_build_rockylinux8
+++ b/tests/ci_build/Dockerfile.gpu_build_rockylinux8
@@ -36,18 +36,6 @@ ENV CUDAHOSTCXX=/opt/rh/gcc-toolset-10/root/usr/bin/c++
 
 ENV GOSU_VERSION=1.10
 
-# Install RMM (Patch out -Werror)
-RUN git clone -b v${RAPIDS_VERSION_ARG}.00 https://github.com/rapidsai/rmm.git --recurse-submodules --depth 1 && \
-    pushd rmm && \
-    find . -name CMakeLists.txt -print0 | xargs -0 sed -i 's/-Werror//g' && \
-    mkdir build && \
-    pushd build && \
-    cmake .. -GNinja -DCMAKE_INSTALL_PREFIX=/opt/rmm -DCUDA_STATIC_RUNTIME=ON && \
-    cmake --build . --target install && \
-    popd && \
-    popd && \
-    rm -rf rmm
-
 # Install gRPC
 # Patch Abseil to apply https://github.com/abseil/abseil-cpp/issues/1629
 RUN git clone -b v1.65.4 https://github.com/grpc/grpc.git \
@@ -62,6 +50,24 @@ RUN git clone -b v1.65.4 https://github.com/grpc/grpc.git \
     popd && \
     rm -rf grpc
 
+# Install RMM
+# Patch out -Werror
+# Patch CCCL 2.5.0 to apply https://github.com/NVIDIA/cccl/pull/1957
+RUN git clone -b v${RAPIDS_VERSION_ARG}.00 https://github.com/rapidsai/rmm.git --recurse-submodules --depth 1 && \
+    pushd rmm && \
+    find . -name CMakeLists.txt -print0 | xargs -0 sed -i 's/-Werror//g' && \
+    mkdir build && \
+    pushd build && \
+    cmake .. -GNinja -DCMAKE_INSTALL_PREFIX=/opt/rmm -DCUDA_STATIC_RUNTIME=ON && \
+    pushd _deps/cccl-src/ && \
+    git fetch origin main && \
+    git cherry-pick -n 9fcb32c228865f21f2b002b29d38a06b4c6fbd73 && \
+    popd && \
+    cmake --build . --target install && \
+    popd && \
+    popd && \
+    rm -rf rmm
+
 # Install lightweight sudo (not bound to TTY)
 RUN set -ex; \
     wget -nv -nc -O /usr/local/bin/gosu "https://github.com/tianon/gosu/releases/download/$GOSU_VERSION/gosu-amd64" && \