diff --git a/tests/ci_build/Dockerfile.gpu b/tests/ci_build/Dockerfile.gpu
index 884fc924cba8..08cd53bbf7f0 100644
--- a/tests/ci_build/Dockerfile.gpu
+++ b/tests/ci_build/Dockerfile.gpu
@@ -43,6 +43,9 @@ RUN set -ex; \
     chmod +x /usr/local/bin/gosu && \
     gosu nobody true
 
+RUN \
+  apt upgrade libnccl2 -y --allow-change-held-packages
+
 # Default entry-point to use if running locally
 # It will preserve attributes of created files
 COPY entrypoint.sh /scripts/
diff --git a/tests/cpp/collective/test_allreduce.cu b/tests/cpp/collective/test_allreduce.cu
index 3b73a9adc1b9..66d5f36a079d 100644
--- a/tests/cpp/collective/test_allreduce.cu
+++ b/tests/cpp/collective/test_allreduce.cu
@@ -108,7 +108,7 @@ TEST_F(MGPUAllreduceTest, Timeout) {
         auto rc = w->NoCheck();
         if (r == 1) {
           auto rep = rc.Report();
-          ASSERT_NE(rep.find("nccl timeout."), std::string::npos) << rep;
+          ASSERT_NE(rep.find("NCCL timeout."), std::string::npos) << rep;
         }
 
         w.reset();
@@ -128,7 +128,7 @@ TEST_F(MGPUAllreduceTest, Timeout) {
         // Only one of the workers is doing allreduce.
         if (r == 0) {
           auto rc = w->NoCheck();
-          ASSERT_NE(rc.Report().find("nccl timeout."), std::string::npos);
+          ASSERT_NE(rc.Report().find("NCCL timeout."), std::string::npos);
         }
 
         w.reset();