From 50f241eb43a8e89b4d1b2f6097ff5f564accd1dd Mon Sep 17 00:00:00 2001 From: yangjie01 Date: Thu, 9 Feb 2023 11:23:59 +0800 Subject: [PATCH 1/2] upgrade --- dev/deps/spark-deps-hadoop-2-hive-2.3 | 4 ++-- dev/deps/spark-deps-hadoop-3-hive-2.3 | 4 ++-- pom.xml | 2 +- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/dev/deps/spark-deps-hadoop-2-hive-2.3 b/dev/deps/spark-deps-hadoop-2-hive-2.3 index a3ee9ef3acbb1..7e6990b5b241d 100644 --- a/dev/deps/spark-deps-hadoop-2-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-2-hive-2.3 @@ -1,7 +1,7 @@ HikariCP/2.5.1//HikariCP-2.5.1.jar JLargeArrays/1.5//JLargeArrays-1.5.jar JTransforms/3.1//JTransforms-3.1.jar -RoaringBitmap/0.9.38//RoaringBitmap-0.9.38.jar +RoaringBitmap/0.9.39//RoaringBitmap-0.9.39.jar ST4/4.0.4//ST4-4.0.4.jar activation/1.1.1//activation-1.1.1.jar aircompressor/0.21//aircompressor-0.21.jar @@ -245,7 +245,7 @@ scala-library/2.12.17//scala-library-2.12.17.jar scala-parser-combinators_2.12/2.1.1//scala-parser-combinators_2.12-2.1.1.jar scala-reflect/2.12.17//scala-reflect-2.12.17.jar scala-xml_2.12/2.1.0//scala-xml_2.12-2.1.0.jar -shims/0.9.38//shims-0.9.38.jar +shims/0.9.39//shims-0.9.39.jar slf4j-api/2.0.6//slf4j-api-2.0.6.jar snakeyaml/1.33//snakeyaml-1.33.jar snappy-java/1.1.9.1//snappy-java-1.1.9.1.jar diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3 b/dev/deps/spark-deps-hadoop-3-hive-2.3 index 9fc94d1ee107f..d9ea8223eeb52 100644 --- a/dev/deps/spark-deps-hadoop-3-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-3-hive-2.3 @@ -1,7 +1,7 @@ HikariCP/2.5.1//HikariCP-2.5.1.jar JLargeArrays/1.5//JLargeArrays-1.5.jar JTransforms/3.1//JTransforms-3.1.jar -RoaringBitmap/0.9.38//RoaringBitmap-0.9.38.jar +RoaringBitmap/0.9.39//RoaringBitmap-0.9.39.jar ST4/4.0.4//ST4-4.0.4.jar activation/1.1.1//activation-1.1.1.jar aircompressor/0.21//aircompressor-0.21.jar @@ -232,7 +232,7 @@ scala-library/2.12.17//scala-library-2.12.17.jar scala-parser-combinators_2.12/2.1.1//scala-parser-combinators_2.12-2.1.1.jar scala-reflect/2.12.17//scala-reflect-2.12.17.jar scala-xml_2.12/2.1.0//scala-xml_2.12-2.1.0.jar -shims/0.9.38//shims-0.9.38.jar +shims/0.9.39//shims-0.9.39.jar slf4j-api/2.0.6//slf4j-api-2.0.6.jar snakeyaml/1.33//snakeyaml-1.33.jar snappy-java/1.1.9.1//snappy-java-1.1.9.1.jar diff --git a/pom.xml b/pom.xml index 08c6958b4e963..96ba96c212ac0 100644 --- a/pom.xml +++ b/pom.xml @@ -834,7 +834,7 @@ org.roaringbitmap RoaringBitmap - 0.9.38 + 0.9.39 From 0d14b01d612e1a719cb09ae14abf20ace5d8d58b Mon Sep 17 00:00:00 2001 From: yangjie01 Date: Thu, 9 Feb 2023 13:30:30 +0800 Subject: [PATCH 2/2] update benchmark --- .../MapStatusesConvertBenchmark-jdk11-results.txt | 10 +++++----- .../MapStatusesConvertBenchmark-jdk17-results.txt | 10 +++++----- .../benchmarks/MapStatusesConvertBenchmark-results.txt | 8 ++++---- 3 files changed, 14 insertions(+), 14 deletions(-) diff --git a/core/benchmarks/MapStatusesConvertBenchmark-jdk11-results.txt b/core/benchmarks/MapStatusesConvertBenchmark-jdk11-results.txt index 4d9b00d4078fc..7c48976aa7146 100644 --- a/core/benchmarks/MapStatusesConvertBenchmark-jdk11-results.txt +++ b/core/benchmarks/MapStatusesConvertBenchmark-jdk11-results.txt @@ -2,12 +2,12 @@ MapStatuses Convert Benchmark ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.17+8 on Linux 5.15.0-1030-azure -Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz +OpenJDK 64-Bit Server VM 11.0.18+10 on Linux 5.15.0-1031-azure +Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz MapStatuses Convert: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Num Maps: 50000 Fetch partitions:500 1193 1256 60 0.0 1193082590.0 1.0X -Num Maps: 50000 Fetch partitions:1000 2590 2626 59 0.0 2590497762.0 0.5X -Num Maps: 50000 Fetch partitions:1500 3800 4011 183 0.0 3799891103.0 0.3X +Num Maps: 50000 Fetch partitions:500 1220 1246 41 0.0 1220159555.0 1.0X +Num Maps: 50000 Fetch partitions:1000 2459 2486 38 0.0 2458980720.0 0.5X +Num Maps: 50000 Fetch partitions:1500 3607 3710 93 0.0 3607002152.0 0.3X diff --git a/core/benchmarks/MapStatusesConvertBenchmark-jdk17-results.txt b/core/benchmarks/MapStatusesConvertBenchmark-jdk17-results.txt index b52d96dbdc2bd..d1ed9bb66c1ef 100644 --- a/core/benchmarks/MapStatusesConvertBenchmark-jdk17-results.txt +++ b/core/benchmarks/MapStatusesConvertBenchmark-jdk17-results.txt @@ -2,12 +2,12 @@ MapStatuses Convert Benchmark ================================================================================================ -OpenJDK 64-Bit Server VM 17.0.5+8 on Linux 5.15.0-1030-azure -Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz +OpenJDK 64-Bit Server VM 17.0.6+10 on Linux 5.15.0-1031-azure +Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz MapStatuses Convert: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Num Maps: 50000 Fetch partitions:500 1116 1126 9 0.0 1115840641.0 1.0X -Num Maps: 50000 Fetch partitions:1000 2325 2330 7 0.0 2324597259.0 0.5X -Num Maps: 50000 Fetch partitions:1500 3477 3516 37 0.0 3476784419.0 0.3X +Num Maps: 50000 Fetch partitions:500 1054 1078 27 0.0 1054290676.0 1.0X +Num Maps: 50000 Fetch partitions:1000 1954 2049 89 0.0 1954400428.0 0.5X +Num Maps: 50000 Fetch partitions:1500 3051 3069 19 0.0 3051088589.0 0.3X diff --git a/core/benchmarks/MapStatusesConvertBenchmark-results.txt b/core/benchmarks/MapStatusesConvertBenchmark-results.txt index f47b2e33a06f8..3c73ecbb278b7 100644 --- a/core/benchmarks/MapStatusesConvertBenchmark-results.txt +++ b/core/benchmarks/MapStatusesConvertBenchmark-results.txt @@ -2,12 +2,12 @@ MapStatuses Convert Benchmark ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_352-b08 on Linux 5.15.0-1030-azure +OpenJDK 64-Bit Server VM 1.8.0_362-b09 on Linux 5.15.0-1031-azure Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz MapStatuses Convert: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Num Maps: 50000 Fetch partitions:500 1046 1051 5 0.0 1045588914.0 1.0X -Num Maps: 50000 Fetch partitions:1000 2038 2072 41 0.0 2038116226.0 0.5X -Num Maps: 50000 Fetch partitions:1500 3208 3440 378 0.0 3207647789.0 0.3X +Num Maps: 50000 Fetch partitions:500 996 1003 6 0.0 995573174.0 1.0X +Num Maps: 50000 Fetch partitions:1000 1804 1827 37 0.0 1804475123.0 0.6X +Num Maps: 50000 Fetch partitions:1500 2743 2759 20 0.0 2742893631.0 0.4X