[AURON #1769][AIP-3]: Introduce auron-it for Enhanced CI Integration Testing

.gitignore

@@ -57,3 +57,7 @@ native-engine/_build
 
 # exclude org.apache.auron.common.AuronBuildInfo
 common/src/main/resources/auron-build-info.properties
+
+
+.flattened-pom.xml
+dependency-reduced-pom.xml

.rat-excludes

@@ -33,3 +33,5 @@ NOTICE*
 docs/**
 build/apache-maven-*/**
 src/main/resources/auron-build-info.properties
+**/tpcds-plan-stability/**
+**/tpcds-queries/**

auron-build.sh

@@ -359,9 +359,9 @@ fi
 
 BUILD_ARGS=()
 if [[ "$SKIP_TESTS" == true ]]; then
-    BUILD_ARGS+=("package" "-DskipTests")
+    BUILD_ARGS+=("install" "-DskipTests")
 else
-    BUILD_ARGS+=("package")
+    BUILD_ARGS+=("install")
 fi
 
 if [[ "$SPARK_TESTS" == true ]]; then

dev/auron-it/dependency-reduced-pom.xml

@@ -0,0 +1,192 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
+  <modelVersion>4.0.0</modelVersion>
+  <groupId>org.apache.auron</groupId>
+  <artifactId>auron-it</artifactId>
+  <name>Apache Auron Integration Tests</name>
+  <version>7.0.0-SNAPSHOT</version>
+  <description>Apache Auron Integration Tests Project</description>
+  <url>https://github.com/apache/auron.git/auron-it</url>
+  <mailingLists>
+    <mailingList>
+      <name>Apache Announce List</name>
+      <subscribe>announce-subscribe@apache.org</subscribe>
+      <unsubscribe>announce-unsubscribe@apache.org</unsubscribe>
+      <post>announce@apache.org</post>
+      <archive>https://mail-archives.apache.org/mod_mbox/www-announce/</archive>
+    </mailingList>
+  </mailingLists>
+  <licenses>
+    <license>
+      <name>Apache-2.0</name>
+      <url>https://www.apache.org/licenses/LICENSE-2.0.txt</url>
+      <distribution>repo</distribution>
+    </license>
+  </licenses>
+  <scm>
+    <connection>scm:git:https://gitbox.apache.org/repos/asf/maven-apache-parent.git/auron-parent_2.12/auron-it</connection>
+    <developerConnection>scm:git:https://gitbox.apache.org/repos/asf/maven-apache-parent.git/auron-parent_2.12/auron-it</developerConnection>
+    <tag>apache-35</tag>
+    <url>https://github.com/apache/maven-apache-parent/tree/apache-35/auron-parent_2.12/auron-it</url>
+  </scm>
+  <organization>
+    <name>The Apache Software Foundation</name>
+    <url>https://www.apache.org/</url>
+  </organization>
+  <repositories>
+    <repository>
+      <releases />
+      <snapshots>
+        <enabled>false</enabled>
+      </snapshots>
+      <id>gcs-maven-central-mirror</id>
+      <name>GCS Maven Central mirror Asia Pacific</name>
+      <url>https://maven-central-asia.storage-download.googleapis.com/maven2/</url>
+    </repository>
+  </repositories>
+  <dependencies>
+    <dependency>
+      <groupId>org.apache.spark</groupId>
+      <artifactId>spark-core_2.12</artifactId>
+      <version>3.5.7</version>
+      <scope>provided</scope>
+      <exclusions>
+        <exclusion>
+          <artifactId>*</artifactId>
+          <groupId>io.netty</groupId>
+        </exclusion>
+      </exclusions>
+    </dependency>
+    <dependency>
+      <groupId>org.apache.spark</groupId>
+      <artifactId>spark-catalyst_2.12</artifactId>
+      <version>3.5.7</version>
+      <scope>provided</scope>
+    </dependency>
+    <dependency>
+      <groupId>org.apache.spark</groupId>
+      <artifactId>spark-hive_2.12</artifactId>
+      <version>3.5.7</version>
+      <scope>provided</scope>
+      <exclusions>
+        <exclusion>
+          <artifactId>*</artifactId>
+          <groupId>org.apache.arrow</groupId>
+        </exclusion>
+      </exclusions>
+    </dependency>
+    <dependency>
+      <groupId>org.apache.spark</groupId>
+      <artifactId>spark-sql_2.12</artifactId>
+      <version>3.5.7</version>
+      <scope>provided</scope>
+      <exclusions>
+        <exclusion>
+          <artifactId>*</artifactId>
+          <groupId>io.netty</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>*</artifactId>
+          <groupId>org.apache.arrow</groupId>
+        </exclusion>
+      </exclusions>
+    </dependency>
+    <dependency>
+      <groupId>org.apache.spark</groupId>
+      <artifactId>spark-core_2.12</artifactId>
+      <version>3.5.7</version>
+      <type>test-jar</type>
+      <scope>test</scope>
+    </dependency>
+    <dependency>
+      <groupId>org.scalatest</groupId>
+      <artifactId>scalatest_2.12</artifactId>
+      <version>3.2.9</version>
+      <scope>test</scope>
+      <exclusions>
+        <exclusion>
+          <artifactId>scalatest-core_2.12</artifactId>
+          <groupId>org.scalatest</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>scalatest-featurespec_2.12</artifactId>
+          <groupId>org.scalatest</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>scalatest-flatspec_2.12</artifactId>
+          <groupId>org.scalatest</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>scalatest-freespec_2.12</artifactId>
+          <groupId>org.scalatest</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>scalatest-funsuite_2.12</artifactId>
+          <groupId>org.scalatest</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>scalatest-funspec_2.12</artifactId>
+          <groupId>org.scalatest</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>scalatest-propspec_2.12</artifactId>
+          <groupId>org.scalatest</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>scalatest-refspec_2.12</artifactId>
+          <groupId>org.scalatest</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>scalatest-wordspec_2.12</artifactId>
+          <groupId>org.scalatest</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>scalatest-diagrams_2.12</artifactId>
+          <groupId>org.scalatest</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>scalatest-matchers-core_2.12</artifactId>
+          <groupId>org.scalatest</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>scalatest-shouldmatchers_2.12</artifactId>
+          <groupId>org.scalatest</groupId>
+        </exclusion>
+        <exclusion>
+          <artifactId>scalatest-mustmatchers_2.12</artifactId>
+          <groupId>org.scalatest</groupId>
+        </exclusion>
+      </exclusions>
+    </dependency>
+    <dependency>
+      <groupId>org.scala-lang</groupId>
+      <artifactId>scala-library</artifactId>
+      <version>2.12.18</version>
+      <scope>provided</scope>
+    </dependency>
+    <dependency>
+      <groupId>org.scala-lang</groupId>
+      <artifactId>scala-compiler</artifactId>
+      <version>2.12.18</version>
+      <scope>provided</scope>
+    </dependency>
+    <dependency>
+      <groupId>org.scala-lang</groupId>
+      <artifactId>scala-reflect</artifactId>
+      <version>2.12.18</version>
+      <scope>provided</scope>
+    </dependency>
+  </dependencies>
+  <distributionManagement>
+    <repository>
+      <id>apache.releases.https</id>
+      <name>Apache Release Distribution Repository</name>
+      <url>https://repository.apache.org/service/local/staging/deploy/maven2</url>
+    </repository>
+    <snapshotRepository>
+      <id>apache.snapshots.https</id>
+      <name>Apache Development Snapshot Repository</name>
+      <url>https://repository.apache.org/content/repositories/snapshots</url>
+    </snapshotRepository>
+  </distributionManagement>
+</project>

dev/auron-it/local-run-tpcds.sh

@@ -0,0 +1,55 @@
+#!/usr/bin/env bash
+
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+set -ex
+
+SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
+AURON_DIR="$SCRIPT_DIR/../.."
+
+# TPC-DS Dataset Preparation
+# 1. Download pre-generated 1GB TPC-DS dataset: https://github.com/auron-project/tpcds_1g
+# 2. OR generate via databricks/tpcds-kit: https://github.com/databricks/tpcds-kit
+# Place data in a readable directory (e.g., /tmp/tpcds_1g) post-generation.
+
+# Run TPC-DS Benchmark (Vanilla Spark vs Auron)
+# - Executes specified TPC-DS queries (all if --query-filter unspecified) with Vanilla Spark/Auron
+# - Verifies query result consistency (enabled by default) and reports execution time and speedup (Vanilla/Auron)
+$SCRIPT_DIR/run-it.sh \
+  --type tpcds \
+  --data-location /tmp/tpcds_1g \
+  --query-filter q1,q2,q3
+
+# Run Only Auron plan stability check
+# - Validates Auron physical plans against golden files.
+$SCRIPT_DIR/run-it.sh \
+  --type tpcds \
+  --data-location /tmp/tpcds_1g \
+  --query-filter q1,q2,q3 \
+  --auron-only \
+  --plan-check
+
+# Regenerate Golden Files for Plan Stability Check
+# - Rewrites golden plan files using Auron plans for the current Spark version
+$SCRIPT_DIR/run-it.sh \
+  --type tpcds \
+  --data-location /tmp/tpcds_1g \
+  --query-filter q1,q2,q3 \
+  --auron-only \
+  --regen-golden