HBASE-28836 Parallize the file archival to improve the split times in…

… object store (s3)
apache · Sep 13, 2024 · be6e570 · be6e570
1 parent 4446d29
commit be6e570
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/HFileArchiver.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/backup/HFileArchiver.java
@@ -439,7 +439,7 @@ private static List<File> resolveAndArchive(FileSystem fs, Path baseArchiveDir,
 
  List<File> failures = new ArrayList<>();
  String startTime = Long.toString(start);
- for (File file : toArchive) {
+ toArchive.parallelStream().forEach(file -> {
  // if its a file archive it
  try {
  LOG.trace("Archiving {}", file);
@@ -463,7 +463,7 @@ private static List<File> resolveAndArchive(FileSystem fs, Path baseArchiveDir,
  LOG.warn("Failed to archive {}", file, e);
  failures.add(file);
  }
- }
+ });
  return failures;
  }