Hadoop shims:

* Update 2x and 3x Hadoop release lines versions. MStress benchmark: * Update Hadoop version to 2.10.2.
quantcast · Jan 26, 2025 · cfda223 · cfda223
1 parent 7462c8b
commit cfda223
Show file tree

Hide file tree

Showing 4 changed files with 5 additions and 5 deletions.
diff --git a/Makefile b/Makefile
@@ -27,7 +27,7 @@ CMAKE=cmake
 MAKE_OPTIONS=
 QFSTEST_OPTIONS=
 JAVA_BUILD_OPTIONS=
-QFSHADOOP_VERSIONS=0.23.11  1.0.4  1.1.2  2.5.1  2.7.2  2.7.7  2.8.5  2.9.2  2.10.1  3.1.4  3.2.2  3.3.1
+QFSHADOOP_VERSIONS=0.23.11  1.0.4  1.1.2  2.5.1  2.7.2  2.7.7  2.8.5  2.9.2  2.10.2  3.3.6  3.4.1
 
 QFS_PYTHON_DIR=python-qfs
 QFS_PYTHON_WHEEL_DIR=${QFS_PYTHON_DIR}/dist
@@ -49,7 +49,7 @@ run-cmake: dir
 build: run-cmake
 	cd build/${BUILD_TYPE} && $(MAKE) ${MAKE_OPTIONS} install \
 	`${QFS_MSTRESS_ON} && \
-		echo ${QFSHADOOP_VERSIONS} | grep 2.10.1 >/dev/null 2>&1 && \
+		echo ${QFSHADOOP_VERSIONS} | grep 2.10.2 >/dev/null 2>&1 && \
 		mvn --version >/dev/null 2>&1 && echo mstress-tarball`
 
 .PHONY: java

diff --git a/benchmarks/mstress/CMakeLists.txt b/benchmarks/mstress/CMakeLists.txt
@@ -36,7 +36,7 @@ add_custom_command(
     -v ${CMAKE_CURRENT_SOURCE_DIR}/../../src/cc/common/buildversgit.sh
     --
     -DbuildDirectory=${CMAKE_CURRENT_BINARY_DIR}
-    -Dhadoop.release.version=2.10.1
+    -Dhadoop.release.version=2.10.2
     package
     DEPENDS src/main/java/com/quantcast/qfs/mstress/MStress_Client.java pom.xml
     COMMENT "The HDFS mstress client bundled as a jar."

diff --git a/benchmarks/mstress/pom.xml b/benchmarks/mstress/pom.xml
@@ -33,7 +33,7 @@ permissions and limitations under the License.
   <properties>
     <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
     <buildDirectory>${project.basedir}/../../build/java/mstress</buildDirectory>
-    <hadoop.release.version>2.10.1</hadoop.release.version>
+    <hadoop.release.version>2.10.2</hadoop.release.version>
     <qfs.release.version>00000000</qfs.release.version>
     <qfs.source.revision>0</qfs.source.revision>
   </properties>

diff --git a/travis/script.sh b/travis/script.sh
@@ -67,7 +67,7 @@ MYCMAKE_OPTIONS_CENTOS5=$MYCMAKE_OPTIONS' -D _OPENSSL_INCLUDEDIR=/usr/include/op
 MYCMAKE_OPTIONS_CENTOS5=$MYCMAKE_OPTIONS_CENTOS5' -D _OPENSSL_LIBDIR=/usr/lib64/openssl101e'
 
 MYQFSHADOOP_VERSIONS_UBUNTU1404_CENTOS6='0.23.4 0.23.11  1.0.4  1.1.2  2.5.1  2.7.2'
-MYQFSHADOOP_VERSIONS_UBUNTU1804='1.0.4  1.1.2  2.7.2  2.7.7  2.8.5  2.9.2  2.10.1  3.1.4  3.2.2  3.3.1'
+MYQFSHADOOP_VERSIONS_UBUNTU1804='1.0.4  1.1.2  2.7.2  2.7.7  2.8.5  2.9.2  2.10.2 3.3.6  3.4.1'
 MYQFSHADOOP_VERSIONS_CENTOS2023=$MYQFSHADOOP_VERSIONS_UBUNTU1804
 MYQFSHADOOP_VERSIONS_CENTOS5='0.23.4  0.23.11  1.0.4  1.1.2  2.5.1'