From 27417b7eaf0081c803622096fdb6aac3c4642352 Mon Sep 17 00:00:00 2001 From: Lu Qiu Date: Thu, 25 Jul 2024 15:55:12 -0700 Subject: [PATCH 1/3] Install ucx on dockerfile jdk8 --- dev/github/Dockerfile-jdk8 | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/dev/github/Dockerfile-jdk8 b/dev/github/Dockerfile-jdk8 index 70d9fb4ff4af..8d0670aafa15 100644 --- a/dev/github/Dockerfile-jdk8 +++ b/dev/github/Dockerfile-jdk8 @@ -57,3 +57,15 @@ RUN ARCH=$(dpkg --print-architecture) && \ wget --quiet https://releases.hashicorp.com/terraform/1.0.1/terraform_1.0.1_linux_${ARCH}.zip && \ unzip -o ./terraform_1.0.1_linux_${ARCH}.zip -d /usr/local/bin/ && \ rm terraform_1.0.1_linux_${ARCH}.zip +# ucx for rdma \ +# UCX 1.16.0 +RUN wget https://github.com/openucx/ucx/releases/download/v1.16.0/ucx-1.16.0.tar.gz && \ + tar xzf ucx-1.16.0.tar.gz && \ + cd ucx-1.16.0 && \ + mkdir build && \ + cd build && \ + ../configure --prefix=/usr/local --without-go && \ + make -j4 && \ + make install && \ + echo "/usr/local/lib" | tee /etc/ld.so.conf.d/ucx.conf && \ + ldconfig \ From 72425c0ea2cc70b329af2917b22c4c620d67abad Mon Sep 17 00:00:00 2001 From: Lu Qiu Date: Thu, 25 Jul 2024 15:56:21 -0700 Subject: [PATCH 2/3] small fix --- dev/github/Dockerfile-jdk8 | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/dev/github/Dockerfile-jdk8 b/dev/github/Dockerfile-jdk8 index 8d0670aafa15..9f37e6149f84 100644 --- a/dev/github/Dockerfile-jdk8 +++ b/dev/github/Dockerfile-jdk8 @@ -57,8 +57,7 @@ RUN ARCH=$(dpkg --print-architecture) && \ wget --quiet https://releases.hashicorp.com/terraform/1.0.1/terraform_1.0.1_linux_${ARCH}.zip && \ unzip -o ./terraform_1.0.1_linux_${ARCH}.zip -d /usr/local/bin/ && \ rm terraform_1.0.1_linux_${ARCH}.zip -# ucx for rdma \ -# UCX 1.16.0 +# UCX for RDMA RUN wget https://github.com/openucx/ucx/releases/download/v1.16.0/ucx-1.16.0.tar.gz && \ tar xzf ucx-1.16.0.tar.gz && \ cd ucx-1.16.0 && \ From e81ec3ee4b7ea922aa7180128b595e25e6478c05 Mon Sep 17 00:00:00 2001 From: Lu Qiu Date: Thu, 25 Jul 2024 15:58:02 -0700 Subject: [PATCH 3/3] fix --- dev/github/Dockerfile-jdk11 | 11 +++++++++++ dev/github/Dockerfile-jdk17 | 11 +++++++++++ 2 files changed, 22 insertions(+) diff --git a/dev/github/Dockerfile-jdk11 b/dev/github/Dockerfile-jdk11 index 677bdbc529c0..1e21e7e96531 100644 --- a/dev/github/Dockerfile-jdk11 +++ b/dev/github/Dockerfile-jdk11 @@ -174,3 +174,14 @@ RUN ARCH=$(dpkg --print-architecture) && \ wget --quiet https://releases.hashicorp.com/terraform/1.0.1/terraform_1.0.1_linux_${ARCH}.zip && \ unzip -o ./terraform_1.0.1_linux_${ARCH}.zip -d /usr/local/bin/ && \ rm terraform_1.0.1_linux_${ARCH}.zip +# UCX for RDMA +RUN wget https://github.com/openucx/ucx/releases/download/v1.16.0/ucx-1.16.0.tar.gz && \ + tar xzf ucx-1.16.0.tar.gz && \ + cd ucx-1.16.0 && \ + mkdir build && \ + cd build && \ + ../configure --prefix=/usr/local --without-go && \ + make -j4 && \ + make install && \ + echo "/usr/local/lib" | tee /etc/ld.so.conf.d/ucx.conf && \ + ldconfig \ diff --git a/dev/github/Dockerfile-jdk17 b/dev/github/Dockerfile-jdk17 index 867529b79d08..f0b95c4cb75d 100644 --- a/dev/github/Dockerfile-jdk17 +++ b/dev/github/Dockerfile-jdk17 @@ -179,3 +179,14 @@ RUN ARCH=$(dpkg --print-architecture) && \ wget --quiet https://releases.hashicorp.com/terraform/1.0.1/terraform_1.0.1_linux_${ARCH}.zip && \ unzip -o ./terraform_1.0.1_linux_${ARCH}.zip -d /usr/local/bin/ && \ rm terraform_1.0.1_linux_${ARCH}.zip +# UCX for RDMA +RUN wget https://github.com/openucx/ucx/releases/download/v1.16.0/ucx-1.16.0.tar.gz && \ + tar xzf ucx-1.16.0.tar.gz && \ + cd ucx-1.16.0 && \ + mkdir build && \ + cd build && \ + ../configure --prefix=/usr/local --without-go && \ + make -j4 && \ + make install && \ + echo "/usr/local/lib" | tee /etc/ld.so.conf.d/ucx.conf && \ + ldconfig \