Skip to content

Commit

Permalink
Revert "Add Arrow S3 support to the tensorflow-training container (#…
Browse files Browse the repository at this point in the history
…217)"

This reverts commit 6c17073.
  • Loading branch information
karlhigley committed Apr 19, 2022
1 parent 8828ae3 commit c0019f2
Showing 1 changed file with 0 additions and 46 deletions.
46 changes: 0 additions & 46 deletions docker/training/dockerfile.tf
Original file line number Diff line number Diff line change
Expand Up @@ -42,52 +42,6 @@ RUN pip install tritonclient[all] grpcio-channelz
RUN pip install numba==0.55.1
RUN pip install git+https://github.com/rapidsai/asvdb.git@main
# Install arrow
ENV ARROW_HOME=/usr/local
RUN git clone --branch apache-arrow-5.0.0 --recurse-submodules https://github.com/apache/arrow.git build-env && \
pushd build-env && \
export PARQUET_TEST_DATA="${PWD}/cpp/submodules/parquet-testing/data" && \
export ARROW_TEST_DATA="${PWD}/testing/data" && \
pip install -r python/requirements-build.txt && \
mkdir cpp/release && \
pushd cpp/release && \
cmake -DCMAKE_INSTALL_PREFIX=${ARROW_HOME} \
-DCMAKE_INSTALL_LIBDIR=lib \
-DCMAKE_LIBRARY_PATH=${CUDA_CUDA_LIBRARY} \
-DARROW_FLIGHT=ON \
-DARROW_GANDIVA=OFF \
-DARROW_ORC=ON \
-DARROW_WITH_BZ2=ON \
-DARROW_WITH_ZLIB=ON \
-DARROW_WITH_ZSTD=ON \
-DARROW_WITH_LZ4=ON \
-DARROW_WITH_SNAPPY=ON \
-DARROW_WITH_BROTLI=ON \
-DARROW_PARQUET=ON \
-DARROW_PYTHON=ON \
-DARROW_PLASMA=ON \
-DARROW_BUILD_TESTS=ON \
-DARROW_CUDA=ON \
-DARROW_DATASET=ON \
-DARROW_HDFS=ON \
-DARROW_S3=ON \
.. && \
make -j$(nproc) && \
make install && \
popd && \
pushd python && \
export PYARROW_WITH_PARQUET=ON && \
export PYARROW_WITH_CUDA=ON && \
export PYARROW_WITH_ORC=ON && \
export PYARROW_WITH_DATASET=ON && \
export PYARROW_WITH_S3=ON && \
export PYARROW_WITH_HDFS=ON && \
python setup.py build_ext --build-type=release bdist_wheel && \
pip install dist/*.whl --no-deps --force-reinstall && \
popd && \
popd && \
rm -rf build-env
# Install Merlin Core
RUN git clone https://github.com/NVIDIA-Merlin/core.git /core/ && \
cd /core/ && git checkout ${CORE_VER} && pip install --no-deps -e .
Expand Down

0 comments on commit c0019f2

Please sign in to comment.