diff --git a/dev/github/Dockerfile-jdk11 b/dev/github/Dockerfile-jdk11
index 677bdbc529c0..1e21e7e96531 100644
--- a/dev/github/Dockerfile-jdk11
+++ b/dev/github/Dockerfile-jdk11
@@ -174,3 +174,14 @@ RUN ARCH=$(dpkg --print-architecture) && \
     wget --quiet https://releases.hashicorp.com/terraform/1.0.1/terraform_1.0.1_linux_${ARCH}.zip && \
     unzip -o ./terraform_1.0.1_linux_${ARCH}.zip -d /usr/local/bin/ && \
     rm terraform_1.0.1_linux_${ARCH}.zip
+# UCX for RDMA
+RUN wget https://github.com/openucx/ucx/releases/download/v1.16.0/ucx-1.16.0.tar.gz && \
+    tar xzf ucx-1.16.0.tar.gz && \
+    cd ucx-1.16.0 && \
+    mkdir build && \
+    cd build && \
+    ../configure --prefix=/usr/local --without-go && \
+    make -j4 && \
+    make install && \
+    echo "/usr/local/lib" | tee /etc/ld.so.conf.d/ucx.conf && \
+    ldconfig \
diff --git a/dev/github/Dockerfile-jdk17 b/dev/github/Dockerfile-jdk17
index 867529b79d08..f0b95c4cb75d 100644
--- a/dev/github/Dockerfile-jdk17
+++ b/dev/github/Dockerfile-jdk17
@@ -179,3 +179,14 @@ RUN ARCH=$(dpkg --print-architecture) && \
     wget --quiet https://releases.hashicorp.com/terraform/1.0.1/terraform_1.0.1_linux_${ARCH}.zip && \
     unzip -o ./terraform_1.0.1_linux_${ARCH}.zip -d /usr/local/bin/ && \
     rm terraform_1.0.1_linux_${ARCH}.zip
+# UCX for RDMA
+RUN wget https://github.com/openucx/ucx/releases/download/v1.16.0/ucx-1.16.0.tar.gz && \
+    tar xzf ucx-1.16.0.tar.gz && \
+    cd ucx-1.16.0 && \
+    mkdir build && \
+    cd build && \
+    ../configure --prefix=/usr/local --without-go && \
+    make -j4 && \
+    make install && \
+    echo "/usr/local/lib" | tee /etc/ld.so.conf.d/ucx.conf && \
+    ldconfig \
diff --git a/dev/github/Dockerfile-jdk8 b/dev/github/Dockerfile-jdk8
index 70d9fb4ff4af..9f37e6149f84 100644
--- a/dev/github/Dockerfile-jdk8
+++ b/dev/github/Dockerfile-jdk8
@@ -57,3 +57,14 @@ RUN ARCH=$(dpkg --print-architecture) && \
     wget --quiet https://releases.hashicorp.com/terraform/1.0.1/terraform_1.0.1_linux_${ARCH}.zip && \
     unzip -o ./terraform_1.0.1_linux_${ARCH}.zip -d /usr/local/bin/ && \
     rm terraform_1.0.1_linux_${ARCH}.zip
+# UCX for RDMA
+RUN wget https://github.com/openucx/ucx/releases/download/v1.16.0/ucx-1.16.0.tar.gz && \
+    tar xzf ucx-1.16.0.tar.gz && \
+    cd ucx-1.16.0 && \
+    mkdir build && \
+    cd build && \
+    ../configure --prefix=/usr/local --without-go && \
+    make -j4 && \
+    make install && \
+    echo "/usr/local/lib" | tee /etc/ld.so.conf.d/ucx.conf && \
+    ldconfig \