Merge pull request #1445 from AbsaOSS/feature/1400-helper-scripts-run…

…-custom-jar #1400 Helper scripts run custom JAR
AbsaOSS · Jul 24, 2020 · 109ccbf · 109ccbf
2 parents 9ad4ecb + 08061b1
commit 109ccbf
Show file tree

Hide file tree

Showing 3 changed files with 1 addition and 2 deletions.
diff --git a/scripts/bash/run_conformance.sh b/scripts/bash/run_conformance.sh
@@ -18,7 +18,6 @@ SRC_DIR=`dirname "$0"`
 source ${SRC_DIR}/enceladus_env.sh
 
 export CLASS=${CONF_CLASS}
-export JAR=${SPARK_JOBS_JAR}
 
 export DEFAULT_DRIVER_MEMORY="$CONF_DEFAULT_DRIVER_MEMORY"
 export DEFAULT_DRIVER_CORES="$CONF_DEFAULT_DRIVER_CORES"

diff --git a/scripts/bash/run_enceladus.sh b/scripts/bash/run_enceladus.sh
@@ -37,6 +37,7 @@ DRA_ALLOCATION_RATIO="$DEFAULT_DRA_ALLOCATION_RATIO"
 ADAPTIVE_TARGET_POSTSHUFFLE_INPUT_SIZE="$DEFAULT_ADAPTIVE_TARGET_POSTSHUFFLE_INPUT_SIZE"
 
 # Command like default for the job
+JAR=${SPARK_JOBS_JAR_OVERRIDE:-$SPARK_JOBS_JAR}
 DATASET_NAME=""
 DATASET_VERSION=""
 REPORT_DATE=""

diff --git a/scripts/bash/run_standardization.sh b/scripts/bash/run_standardization.sh
@@ -18,7 +18,6 @@ SRC_DIR=`dirname "$0"`
 source ${SRC_DIR}/enceladus_env.sh
 
 export CLASS=${STD_CLASS}
-export JAR=${SPARK_JOBS_JAR}
 
 export DEFAULT_DRIVER_MEMORY="$STD_DEFAULT_DRIVER_MEMORY"
 export DEFAULT_DRIVER_CORES="$STD_DEFAULT_DRIVER_CORES"