setenv.sh

#---------------------------------------------------
# This is an example to set environment variables 
# for compiling/running MapReduce and Spark programs
#---------------------------------------------------
#
# IMPORTANT NOTE: You should update your script 
# accordingly, where ever you see "mparsian", 
# please change it to your installed directories.
#---------------------------------------------------


#-----------------
# set Java as jdk8
#-----------------

# macbook:
export JAVA_HOME="/Library/Java/JavaVirtualMachines/jdk-1.8.jdk/Contents/Home"

# linux:
# export JAVA_HOME=/usr/java/jdk8

echo "JAVA_HOME=$JAVA_HOME"
#

#--------
# set ant 
#--------
export ANT_HOME="/Users/mparsian/Downloads/ant-1.10.12"
echo "ANT_HOME=$ANT_HOME"
#

#----------
# set scala 
#----------
export SCALA_HOME="/Users/mparsian/Downloads/scala-2.12.15"
echo "SCALA_HOME=$SCALA_HOME"

#----------
# set Maven 
#----------
export MAVEN_HOME="/Users/mparsian/Downloads/maven-3.8.3"
echo "MAVEN_HOME=$MAVEN_HOME"

#---------------------------------------
# set your spark and hadoop environments
#---------------------------------------
export SPARK_HOME=/Users/mparsian/spark-3.2.0
export HADOOP_HOME=/Users/mparsian/Downloads/hadoop-2.10.1
export HADOOP_CONF_DIR=${HADOOP_HOME}/etc/hadoop
export YARN_CONF_DIR=${HADOOP_HOME}/etc/hadoop

#---------
# set PATH
#---------
export PATH=${MAVEN_HOME}/bin:${SCALA_HOME}/bin:${JAVA_HOME}/bin:${ANT_HOME}/bin:${HADOOP_HOME}/bin:$PATH
echo "PATH=$PATH"
#
BOOK_HOME="/Users/mparsian/max/zmp/github/data-algorithms-book"
CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar
CLASSPATH=$CLASSPATH:$HADOOP_CONF_DIR
#
jars=`find ${BOOK_HOME}/lib -name '*.jar'`
for j in $jars ; do
	CLASSPATH=$CLASSPATH:$j
done
#
#
jars=`find ${HADOOP_HOME}/ -name '*.jar'`
for j in $jars ; do
	CLASSPATH=$j:$CLASSPATH
done
#
#
jars=`find ${SCALA_HOME}/lib -name '*.jar'`
for j in $jars ; do
	CLASSPATH=$j:$CLASSPATH
done
#
#
jars=`find ${ANT_HOME}/lib -name '*.jar'`
for j in $jars ; do
    CLASSPATH=$j:$CLASSPATH
done
#
CLASSPATH=${BOOK_HOME}/dist/data_algorithms_book.jar:$CLASSPATH
CLASSPATH=$HADOOP_CONF_DIR:$CLASSPATH
#
#-------------------
# finalize CLASSPATH
#-------------------
export CLASSPATH=$CLASSPATH
export HADOOP_CLASSPATH=$CLASSPATH