Skip to content

Commit 3b2a01d

Browse files
authored
Merge branch 'apache:trunk' into HADOOP-19638
2 parents db6a4cb + a170ff4 commit 3b2a01d

File tree

23 files changed

+188
-37
lines changed

23 files changed

+188
-37
lines changed

dev-support/docker/pkg-resolver/packages.json

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -264,20 +264,20 @@
264264
"openjdk-17-jdk"
265265
],
266266
"ubuntu:focal": [
267-
"temurin-24-jdk",
267+
"temurin-25-jdk",
268268
"openjdk-8-jdk",
269269
"openjdk-11-jdk",
270270
"openjdk-17-jdk",
271271
"openjdk-21-jdk"
272272
],
273273
"ubuntu:noble": [
274-
"temurin-24-jdk",
274+
"temurin-25-jdk",
275275
"openjdk-11-jdk",
276276
"openjdk-17-jdk",
277277
"openjdk-21-jdk"
278278
],
279279
"ubuntu:focal::arch64": [
280-
"temurin-24-jdk",
280+
"temurin-25-jdk",
281281
"openjdk-8-jdk",
282282
"openjdk-11-jdk",
283283
"openjdk-17-jdk",

hadoop-cloud-storage-project/hadoop-tos/src/main/java/org/apache/hadoop/fs/tosfs/util/Iterables.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,7 @@
1919
package org.apache.hadoop.fs.tosfs.util;
2020

2121
import org.apache.hadoop.util.Preconditions;
22-
import org.checkerframework.checker.nullness.qual.Nullable;
22+
import org.apache.hadoop.thirdparty.org.checkerframework.checker.nullness.qual.Nullable;
2323

2424
import java.util.Iterator;
2525
import java.util.NoSuchElementException;

hadoop-common-project/hadoop-common/src/CMakeLists.txt

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -157,6 +157,8 @@ if(CMAKE_SYSTEM_PROCESSOR MATCHES "^i.86$" OR CMAKE_SYSTEM_PROCESSOR STREQUAL "x
157157
set(BULK_CRC_ARCH_SOURCE_FIlE "${SRC}/util/bulk_crc32_x86.c")
158158
elseif(CMAKE_SYSTEM_PROCESSOR STREQUAL "aarch64")
159159
set(BULK_CRC_ARCH_SOURCE_FIlE "${SRC}/util/bulk_crc32_aarch64.c")
160+
elseif(CMAKE_SYSTEM_PROCESSOR MATCHES "^riscv64" OR CMAKE_SYSTEM_PROCESSOR MATCHES "^riscv32")
161+
set(BULK_CRC_ARCH_SOURCE_FIlE "${SRC}/util/bulk_crc32_riscv.c")
160162
else()
161163
message("No HW CRC acceleration for ${CMAKE_SYSTEM_PROCESSOR}, falling back to SW")
162164
endif()
Lines changed: 39 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,39 @@
1+
/*
2+
* Licensed to the Apache Software Foundation (ASF) under one
3+
* or more contributor license agreements. See the NOTICE file
4+
* distributed with this work for additional information
5+
* regarding copyright ownership. The ASF licenses this file
6+
* to you under the Apache License, Version 2.0 (the
7+
* "License"); you may not use this file except in compliance
8+
* with the License. You may obtain a copy of the License at
9+
*
10+
* http://www.apache.org/licenses/LICENSE-2.0
11+
*
12+
* Unless required by applicable law or agreed to in writing, software
13+
* distributed under the License is distributed on an "AS IS" BASIS,
14+
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15+
* See the License for the specific language governing permissions and
16+
* limitations under the License.
17+
*/
18+
19+
/**
20+
* RISC-V CRC32 hardware acceleration (placeholder)
21+
*
22+
* Phase 1: provide a RISC-V-specific compilation unit that currently makes
23+
* no runtime changes and falls back to the generic software path in
24+
* bulk_crc32.c. Future work will add Zbc-based acceleration and runtime
25+
* dispatch.
26+
*/
27+
28+
#include <assert.h>
29+
#include <stddef.h> // for size_t
30+
31+
#include "bulk_crc32.h"
32+
#include "gcc_optimizations.h"
33+
34+
/* Constructor hook reserved for future HW capability detection and
35+
* function-pointer dispatch. Intentionally a no-op for the initial phase. */
36+
void __attribute__((constructor)) init_riscv_crc_support(void)
37+
{
38+
/* No-op: keep using the default software implementations. */
39+
}

hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/ipc/TestRPC.java

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -702,6 +702,8 @@ public void testAuthorization() throws Exception {
702702

703703
// Expect to succeed
704704
myConf.set(ACL_CONFIG, "*");
705+
RPC.setProtocolEngine(myConf, TestRpcService.class, ProtobufRpcEngine2.class);
706+
705707
doRPCs(myConf, false);
706708

707709
// Reset authorization to expect failure

hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/RouterRpcServer.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -99,6 +99,7 @@
9999
import org.apache.hadoop.thirdparty.com.google.common.util.concurrent.ListeningExecutorService;
100100
import org.apache.hadoop.thirdparty.com.google.common.util.concurrent.MoreExecutors;
101101
import org.apache.hadoop.thirdparty.com.google.common.util.concurrent.ThreadFactoryBuilder;
102+
import org.apache.hadoop.thirdparty.org.checkerframework.checker.nullness.qual.NonNull;
102103
import org.apache.hadoop.conf.Configuration;
103104
import org.apache.hadoop.crypto.CryptoProtocolVersion;
104105
import org.apache.hadoop.fs.BatchedRemoteIterator.BatchedEntries;
@@ -213,7 +214,6 @@
213214
import org.apache.hadoop.tools.protocolPB.GetUserMappingsProtocolPB;
214215
import org.apache.hadoop.tools.protocolPB.GetUserMappingsProtocolServerSideTranslatorPB;
215216
import org.apache.hadoop.util.ReflectionUtils;
216-
import org.checkerframework.checker.nullness.qual.NonNull;
217217
import org.slf4j.Logger;
218218
import org.slf4j.LoggerFactory;
219219

hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestNameNodeResourceChecker.java

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,7 @@
2727
import java.util.HashMap;
2828
import java.util.Map;
2929
import java.util.Set;
30+
import java.util.regex.Pattern;
3031

3132
import org.apache.hadoop.conf.Configuration;
3233
import org.apache.hadoop.hdfs.DFSConfigKeys;
@@ -109,7 +110,7 @@ public void testCheckThatNameNodeResourceMonitorIsRunning()
109110
boolean isNameNodeMonitorRunning = false;
110111
Set<Thread> runningThreads = Thread.getAllStackTraces().keySet();
111112
for (Thread runningThread : runningThreads) {
112-
if (runningThread.toString().startsWith("Thread[" + name)) {
113+
if (runningThread.toString().matches("Thread\\[(#\\d+,)?" + Pattern.quote(name) + ".*")) {
113114
isNameNodeMonitorRunning = true;
114115
break;
115116
}

hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestMRJobs.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -153,7 +153,7 @@ public class TestMRJobs {
153153
@BeforeAll
154154
public static void setup() throws IOException {
155155
try {
156-
dfsCluster = new MiniDFSCluster.Builder(conf).numDataNodes(2)
156+
dfsCluster = new MiniDFSCluster.Builder(conf).numDataNodes(5)
157157
.format(true).racks(null).build();
158158
remoteFs = dfsCluster.getFileSystem();
159159
} catch (IOException io) {

hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/v2/TestUberAM.java

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -45,7 +45,6 @@ public class TestUberAM extends TestMRJobs {
4545

4646
@BeforeAll
4747
public static void setup() throws IOException {
48-
TestMRJobs.setup();
4948
if (mrCluster != null) {
5049
mrCluster.getConfig().setBoolean(MRJobConfig.JOB_UBERTASK_ENABLE, true);
5150
mrCluster.getConfig().setInt(MRJobConfig.JOB_UBERTASK_MAXREDUCES, 3);

hadoop-project/pom.xml

Lines changed: 18 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -110,7 +110,7 @@
110110
<findbugs.version>3.0.5</findbugs.version>
111111
<dnsjava.version>3.6.1</dnsjava.version>
112112

113-
<guava.version>32.0.1-jre</guava.version>
113+
<guava.version>33.4.8-jre</guava.version>
114114
<guice.version>5.1.0</guice.version>
115115

116116
<bouncycastle.version>1.78.1</bouncycastle.version>
@@ -2768,6 +2768,23 @@
27682768
<maven.compiler.release>${javac.version}</maven.compiler.release>
27692769
</properties>
27702770
</profile>
2771+
<profile>
2772+
<id>quiet-surefire</id>
2773+
<activation>
2774+
<activeByDefault>false</activeByDefault>
2775+
</activation>
2776+
<build>
2777+
<plugins>
2778+
<plugin>
2779+
<groupId>org.apache.maven.plugins</groupId>
2780+
<artifactId>maven-surefire-plugin</artifactId>
2781+
<configuration>
2782+
<enableOutErrElements>false</enableOutErrElements>
2783+
</configuration>
2784+
</plugin>
2785+
</plugins>
2786+
</build>
2787+
</profile>
27712788
</profiles>
27722789

27732790
<repositories>

0 commit comments

Comments
 (0)