package

wForget · Mar 29, 2024 · b6a92ca · b6a92ca
1 parent fb4d35c
commit b6a92ca
Showing 1 changed file with 17 additions and 6 deletions.
diff --git a/.github/workflows/gluten.yml b/.github/workflows/gluten.yml
@@ -65,15 +65,26 @@ jobs:
           if [[ "${{ steps.gluten-cache.outputs.cache-hit }}" != 'true' ]]; then
             git clone https://github.com/apache/incubator-gluten.git gluten
             cd gluten
-            sudo ./dev/package.sh
-            rm -rf dist && mkdir -p dist
-            cp package/target/thirdparty-lib/gluten-thirdparty-lib-*.jar dist
+            GLUTEN_DIR=`pwd`
+            DISTDIR="$GLUTEN_DIR/dist"
+            THIRDPARTY_LIB="$DISTDIR/thirdparty-lib"
+            LINUX_OS=$(. /etc/os-release && echo ${ID})
+            VERSION=$(. /etc/os-release && echo ${VERSION_ID})
+            ARCH=`uname -m`
+            rm -rf "$DISTDIR"
+            mkdir -p "$DISTDIR"
+            $GLUTEN_DIR/dev/builddeps-veloxbe.sh --build_tests=ON --build_benchmarks=ON --enable_s3=ON --enable_hdfs=ON
             mvn clean package -Pbackends-velox -Prss -Pspark-3.3 -DskipTests
-            cp package/target/gluten-velox-bundle-spark*.jar dist
+            cp package/target/gluten-*-bundle-spark*.jar "$DISTDIR"
             mvn clean package -Pbackends-velox -Prss -Pspark-3.4 -DskipTests
-            cp package/target/gluten-velox-bundle-spark*.jar dist
+            cp package/target/gluten-*-bundle-spark*.jar "$DISTDIR"
             mvn clean package -Pbackends-velox -Prss -Pspark-3.5 -DskipTests
-            cp package/target/gluten-velox-bundle-spark*.jar dist
+            cp package/target/gluten-*-bundle-spark*.jar "$DISTDIR"
+            cp /usr/lib/${ARCH}-linux-gnu/{libre2.so.9,libdouble-conversion.so.3,libidn.so.12,libglog.so.0,libgflags.so.2.2,libevent-2.1.so.7,libsnappy.so.1,libunwind.so.8,libcurl.so.4,libxml2.so.2,libgsasl.so.7,libicui18n.so.70,libicuuc.so.70,libnghttp2.so.14,libldap-2.5.so.0,liblber-2.5.so.0,libntlm.so.0,librtmp.so.1,libsasl2.so.2,libssh.so.4,libicudata.so.70,libthrift-0.16.0.so} $THIRDPARTY_LIB/
+            cp /usr/local/lib/{libhdfs3.so.1,libprotobuf.so.32,libboost_context.so.1.84.0,libboost_regex.so.1.84.0} $THIRDPARTY_LIB/
+            cd $DISTDIR
+            jar cvf gluten-thirdparty-lib-$LINUX_OS-$VERSION-$ARCH.jar $THIRDPARTY_LIB
+            rm -rf $THIRDPARTY_LIB
           fi
       - uses: actions/cache@v3
         if: steps.gluten-cache.outputs.cache-hit != 'true'