Fix Gluten CI

wForget · Dec 10, 2024 · f253295 · f253295
1 parent 22ab3ad
commit f253295
Showing 1 changed file with 28 additions and 9 deletions.
diff --git a/.github/workflows/gluten.yml b/.github/workflows/gluten.yml
@@ -20,6 +20,7 @@ name: Gluten CI
 on:
   schedule:
     - cron: 0 4 * * *
+  workflow_dispatch:
 
 env:
   MAVEN_ARGS: -Dmaven.javadoc.skip=true -Drat.skip=true -Dscalastyle.skip=true -Dspotless.check.skip -Dorg.slf4j.simpleLogger.defaultLogLevel=warn -Pjdbc-shaded,gen-policy -Dmaven.plugin.download.cache.path=/tmp/engine-archives
@@ -37,10 +38,6 @@ jobs:
         uses: ./.github/actions/tune-runner-vm
       - name: Update and Upgrade
         run: sudo apt-get update && sudo apt-get upgrade -y
-      - name: Install dependencies
-        run: |
-          sudo apt-get install -y software-properties-common
-          sudo apt-get install -y libunwind-dev build-essential cmake libssl-dev libre2-dev libcurl4-openssl-dev clang lldb lld libz-dev git ninja-build uuid-dev
       - name: Setup JDK 8
         uses: actions/setup-java@v4
         with:
@@ -58,17 +55,39 @@ jobs:
         with:
           path: gluten/package/target/
           key: gluten_package_${{ steps.date.outputs.date }}
-      - name: Build gluten project
+      - name: Get Ccache
+        uses: actions/cache/restore@v3
+        with:
+          path: '${{ env.CCACHE_DIR }}'
+          key: ccache-centos7-release-default-${{github.sha}}
+          restore-keys: |
+            ccache-centos7-release-default
+      - name: Build Gluten velox third party
         run: |
           if [[ "${{ steps.gluten-cache.outputs.cache-hit }}" != 'true' ]]; then
-            git clone https://github.com/oap-project/gluten.git
-            cd gluten
-            ./dev/buildbundle-veloxbe.sh
+            git clone https://github.com/apache/incubator-gluten.git
+            cd incubator-gluten
+            docker run -v $GITHUB_WORKSPACE/incubator-gluten:/work -w /work apache/gluten:vcpkg-centos-7 bash -c "
+              df -a
+              cd /work
+              export CCACHE_DIR=/work/.ccache
+              bash dev/ci-velox-buildstatic-centos-7.sh
+              ccache -s
+              mkdir -p /work/.m2/repository/org/apache/arrow/
+              cp -r /root/.m2/repository/org/apache/arrow/* /work/.m2/repository/org/apache/arrow/
+            "
+            mkdir -p /root/.m2/repository/org/apache/arrow
+            cp -r /work/.m2/repository/org/apache/arrow/* /root/.m2/repository/org/apache/arrow/
+            mvn clean package -Pbackends-velox -Pceleborn -Puniffle -Pspark-3.2 -DskipTests
+            mvn clean package -Pbackends-velox -Pceleborn -Puniffle -Pspark-3.3 -DskipTests
+            mvn clean package -Pbackends-velox -Pceleborn -Puniffle -Pspark-3.4 -DskipTests
+            mvn clean package -Pbackends-velox -Pceleborn -Puniffle -Pspark-3.5 -DskipTests
+            ls -l incubator-gluten/package/target/
           fi
       - uses: actions/cache@v4
         if: steps.gluten-cache.outputs.cache-hit != 'true'
         with:
-          path: gluten/package/target/
+          path: incubator-gluten/package/target/
           key: gluten_package_${{ steps.date.outputs.date }}
 
   gluten-it: