Skip to content

Commit cc51900

Browse files
committed
cut the bulk delete probes and flags
1 parent 77c6dca commit cc51900

File tree

1 file changed

+0
-16
lines changed

1 file changed

+0
-16
lines changed

core/src/main/java/org/apache/iceberg/hadoop/HadoopFileIO.java

Lines changed: 0 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,6 @@
3131
import java.util.concurrent.ExecutionException;
3232
import java.util.concurrent.ExecutorService;
3333
import java.util.concurrent.Future;
34-
import java.util.concurrent.atomic.AtomicBoolean;
3534
import java.util.concurrent.atomic.AtomicInteger;
3635
import java.util.function.Function;
3736
import java.util.stream.Collectors;
@@ -46,7 +45,6 @@
4645
import org.apache.iceberg.io.FileInfo;
4746
import org.apache.iceberg.io.InputFile;
4847
import org.apache.iceberg.io.OutputFile;
49-
import org.apache.iceberg.relocated.com.google.common.annotations.VisibleForTesting;
5048
import org.apache.iceberg.relocated.com.google.common.collect.ImmutableMap;
5149
import org.apache.iceberg.relocated.com.google.common.collect.Lists;
5250
import org.apache.iceberg.relocated.com.google.common.collect.Maps;
@@ -73,20 +71,6 @@ public class HadoopFileIO implements HadoopConfigurable, DelegateFileIO {
7371
private volatile SerializableSupplier<Configuration> hadoopConf;
7472
private SerializableMap<String, String> properties = SerializableMap.copyOf(ImmutableMap.of());
7573

76-
/** Flag to indicate that Hadoop Bulk Delete API should be used. */
77-
@VisibleForTesting static final AtomicBoolean HADOOP_BULK_DELETE = new AtomicBoolean(true);
78-
79-
// probe for WrappedIO class existing; if not found: disable bulk deletion.
80-
// because this version of hadoop is older than Hadoop 3.4.1
81-
static {
82-
try {
83-
HadoopFileIO.class.getClassLoader().loadClass("org.apache.hadoop.io.wrappedio.WrappedIO");
84-
} catch (ClassNotFoundException e) {
85-
LOG.debug("Failed to load WrappedIO class; likely older hadoop runtime", e);
86-
HADOOP_BULK_DELETE.set(false);
87-
}
88-
}
89-
9074
/**
9175
* Constructor used for dynamic FileIO loading.
9276
*

0 commit comments

Comments
 (0)