Fdp branch 3.2.1 (apache#10)

* Added the build scripts and dependencies packages

* added flipkart repo url and made snappy lib as default

* find command to find pom.xml with snappy false and it will change to true

* Repository url spec

* Repository url spec

* Modified the Maven jar version

* Upated the dependencies to install

* Upated the pushtar repo

* Upated the pushtar repo

* Upated the pushtar repo

* Upated the cmake

* Upated the Version Info

* added the dependencies

* removed snappy dep

* reposervice url updated

* updated the flipkart artifactory

* Restored

Co-authored-by: AmithshaS <amithsha.s@flipkart.com>

Author: Amithsha

buildScripts/buildCmake.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+
+tar -xvf cmake-3.13.3-Linux-x86_64.tar.gz 
+cd cmake-3.13.3-Linux-x86_64/
+echo "Creating cmake Symlink"
+sudo ln -s  `pwd`/bin/cmake /usr/bin/cmake

buildScripts/buildHadoop.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+
+find . -name pom.xml -exec sed -i -e 's/<require.snappy>false<\/require.snappy>/<require.snappy>true<\/require.snappy>/g' {} \;
+mvn package -Pdist,native -Dyarn.arg="install --offline" -DskipTests -Drequire.snappy -Dmaven.javadoc.skip=true -U -X 

buildScripts/buildProtobuff.sh

@@ -0,0 +1,10 @@
+#!/bin/bash
+cd protobuf-2.5.0
+sudo ./configure
+sudo make clean
+sudo make
+sudo make install
+sudo ldconfig
+protoc --version
+cd $cwd
+

buildScripts/installDependencies.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+sudo grep -r security.debian.org /etc/apt/
+sudo sed -i '/security.debian.org/s/^/#/'  /etc/apt/sources.list 
+sudo apt-get update
+sudo apt-get install protobuf-compiler liblzo2-2 libc6 --allow-unauthenticated -y
+sudo apt-get install pkg-config  --yes --allow-unauthenticated
+sudo apt-get install --yes --allow-unauthenticated build-essential
+sudo apt-get install --yes --allow-unauthenticated  make  libsnappy-dev bzip2 libbz2-dev libjansson-dev zlib1g-dev libncurses5-dev libssl-dev libfuse-dev fuse zstd

buildScripts/pushTarToRepo.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+
+mkdir pushHadoopTar/HadoopSourceBinary
+cp -rf hadoop-dist/target/hadoop-3.2.1.tar.gz pushHadoopTar/HadoopSourceBinary/
+ls
+
+cd pushHadoopTar
+ls
+
+mkdir -p HadoopSourceBinary
+mkdir -p deb/tmp/
+cp -rf HadoopSourceBinary deb/tmp/
+cp -rf DEBIAN deb/
+
+sh pushHadoopTar/make-flipkart-hadoop-source-tar-3.2.1-deb
+dpkg -b deb flipkart-hadoop-source-tar-repo.deb
+reposervice --host 10.24.0.41 --port "8080" pubrepo --repo  fk-hadoop-source-tar-repo  --appkey dummy --debs flipkart-hadoop-source-tar-repo.deb
+cd $cwd

cmake-3.13.3-Linux-x86_64.tar.gz

@@ -606,7 +606,7 @@
         <snappy.prefix></snappy.prefix>
         <snappy.lib></snappy.lib>
         <snappy.include></snappy.include>
-        <require.snappy>false</require.snappy>
+        <require.snappy>true</require.snappy>
         <zstd.prefix></zstd.prefix>
         <zstd.lib></zstd.lib>
         <zstd.include></zstd.include>
@@ -765,7 +765,7 @@
         <require.isal>false</require.isal>
         <isal.prefix></isal.prefix>
         <isal.lib></isal.lib>
-        <require.snappy>false</require.snappy>
+        <require.snappy>true</require.snappy>
         <bundle.snappy.in.bin>true</bundle.snappy.in.bin>
         <zstd.prefix></zstd.prefix>
         <zstd.lib></zstd.lib>

hadoop-common-project/hadoop-common/pom.xml

@@ -108,7 +108,7 @@
         <snappy.prefix></snappy.prefix>
         <snappy.lib></snappy.lib>
         <snappy.include></snappy.include>
-        <require.snappy>false</require.snappy>
+        <require.snappy>true</require.snappy>
         <zstd.prefix></zstd.prefix>
         <zstd.lib></zstd.lib>
         <zstd.include></zstd.include>

hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-nativetask/pom.xml

@@ -129,7 +129,7 @@
 
     <!-- Plugin versions and config -->
     <maven-surefire-plugin.argLine>-Xmx2048m -XX:+HeapDumpOnOutOfMemoryError</maven-surefire-plugin.argLine>
-    <maven-surefire-plugin.version>3.0.0-M1</maven-surefire-plugin.version>
+    <maven-surefire-plugin.version>3.0.0-M3</maven-surefire-plugin.version>
     <maven-surefire-report-plugin.version>${maven-surefire-plugin.version}</maven-surefire-report-plugin.version>
     <maven-failsafe-plugin.version>${maven-surefire-plugin.version}</maven-failsafe-plugin.version>
 

hadoop-project/pom.xml

@@ -104,7 +104,7 @@ public static void main(String[] args) {
     LOG.debug("version: "+ getVersion());
     System.out.println("YARN " + getVersion());
     System.out.println("Subversion " + getUrl() + " -r " + getRevision());
-    System.out.println("Compiled by " + getUser() + " on " + getDate());
+    System.out.println("Compiled by " + getUser()" + " on " + getDate());
     System.out.println("From source with checksum " + getSrcChecksum());
   }
 }