From b6a92ca1871e6adaea3d8fea6694617137794158 Mon Sep 17 00:00:00 2001 From: wforget <643348094@qq.com> Date: Fri, 29 Mar 2024 13:47:14 +0800 Subject: [PATCH] package --- .github/workflows/gluten.yml | 23 +++++++++++++++++------ 1 file changed, 17 insertions(+), 6 deletions(-) diff --git a/.github/workflows/gluten.yml b/.github/workflows/gluten.yml index 0dfeec8b16e..7057c3ad8c2 100644 --- a/.github/workflows/gluten.yml +++ b/.github/workflows/gluten.yml @@ -65,15 +65,26 @@ jobs: if [[ "${{ steps.gluten-cache.outputs.cache-hit }}" != 'true' ]]; then git clone https://github.com/apache/incubator-gluten.git gluten cd gluten - sudo ./dev/package.sh - rm -rf dist && mkdir -p dist - cp package/target/thirdparty-lib/gluten-thirdparty-lib-*.jar dist + GLUTEN_DIR=`pwd` + DISTDIR="$GLUTEN_DIR/dist" + THIRDPARTY_LIB="$DISTDIR/thirdparty-lib" + LINUX_OS=$(. /etc/os-release && echo ${ID}) + VERSION=$(. /etc/os-release && echo ${VERSION_ID}) + ARCH=`uname -m` + rm -rf "$DISTDIR" + mkdir -p "$DISTDIR" + $GLUTEN_DIR/dev/builddeps-veloxbe.sh --build_tests=ON --build_benchmarks=ON --enable_s3=ON --enable_hdfs=ON mvn clean package -Pbackends-velox -Prss -Pspark-3.3 -DskipTests - cp package/target/gluten-velox-bundle-spark*.jar dist + cp package/target/gluten-*-bundle-spark*.jar "$DISTDIR" mvn clean package -Pbackends-velox -Prss -Pspark-3.4 -DskipTests - cp package/target/gluten-velox-bundle-spark*.jar dist + cp package/target/gluten-*-bundle-spark*.jar "$DISTDIR" mvn clean package -Pbackends-velox -Prss -Pspark-3.5 -DskipTests - cp package/target/gluten-velox-bundle-spark*.jar dist + cp package/target/gluten-*-bundle-spark*.jar "$DISTDIR" + cp /usr/lib/${ARCH}-linux-gnu/{libre2.so.9,libdouble-conversion.so.3,libidn.so.12,libglog.so.0,libgflags.so.2.2,libevent-2.1.so.7,libsnappy.so.1,libunwind.so.8,libcurl.so.4,libxml2.so.2,libgsasl.so.7,libicui18n.so.70,libicuuc.so.70,libnghttp2.so.14,libldap-2.5.so.0,liblber-2.5.so.0,libntlm.so.0,librtmp.so.1,libsasl2.so.2,libssh.so.4,libicudata.so.70,libthrift-0.16.0.so} $THIRDPARTY_LIB/ + cp /usr/local/lib/{libhdfs3.so.1,libprotobuf.so.32,libboost_context.so.1.84.0,libboost_regex.so.1.84.0} $THIRDPARTY_LIB/ + cd $DISTDIR + jar cvf gluten-thirdparty-lib-$LINUX_OS-$VERSION-$ARCH.jar $THIRDPARTY_LIB + rm -rf $THIRDPARTY_LIB fi - uses: actions/cache@v3 if: steps.gluten-cache.outputs.cache-hit != 'true'