Skip to content

Commit 4fe37e2

Browse files
committed
address comments
1 parent 1674dce commit 4fe37e2

File tree

3 files changed

+21
-15
lines changed

3 files changed

+21
-15
lines changed

hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/MultiObjectDeleteException.java

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -25,6 +25,10 @@
2525
import org.apache.hadoop.classification.InterfaceAudience;
2626
import org.apache.hadoop.classification.InterfaceStability;
2727

28+
/**
29+
* Exception raised in {@link S3AFileSystem#deleteObjects} when
30+
* one or more of the keys could not be deleted.
31+
*/
2832
@InterfaceAudience.Public
2933
@InterfaceStability.Unstable
3034
public class MultiObjectDeleteException extends RuntimeException {

hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AFileSystem.java

Lines changed: 14 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -2889,16 +2889,18 @@ private DeleteObjectsResponse deleteObjects(DeleteObjectsRequest deleteRequest)
28892889
BulkDeleteRetryHandler retryHandler =
28902890
new BulkDeleteRetryHandler(createStoreContext());
28912891
int keyCount = deleteRequest.delete().objects().size();
2892-
try(DurationInfo ignored =
2892+
try (DurationInfo ignored =
28932893
new DurationInfo(LOG, false, "DELETE %d keys",
28942894
keyCount)) {
28952895
DeleteObjectsResponse response =
2896-
invoker.retryUntranslated("delete", DELETE_CONSIDERED_IDEMPOTENT, (text, e, r, i) -> {
2896+
invoker.retryUntranslated("delete", DELETE_CONSIDERED_IDEMPOTENT,
2897+
(text, e, r, i) -> {
28972898
// handle the failure
28982899
retryHandler.bulkDeleteRetried(deleteRequest, e);
28992900
},
29002901
// duration is tracked in the bulk delete counters
2901-
trackDurationOfOperation(getDurationTrackerFactory(), OBJECT_BULK_DELETE_REQUEST.getSymbol(), () -> {
2902+
trackDurationOfOperation(getDurationTrackerFactory(),
2903+
OBJECT_BULK_DELETE_REQUEST.getSymbol(), () -> {
29022904
incrementStatistic(OBJECT_DELETE_OBJECTS, keyCount);
29032905
return s3V2.deleteObjects(deleteRequest);
29042906
}));
@@ -3125,17 +3127,17 @@ private void removeKeysS3(
31253127
if (LOG.isDebugEnabled()) {
31263128
LOG.debug("Initiating delete operation for {} objects",
31273129
keysToDelete.size());
3128-
for (ObjectIdentifier key : keysToDelete) {
3129-
LOG.debug(" {} {}", key.key(),
3130-
key.versionId() != null ? key.versionId() : "");
3130+
for (ObjectIdentifier objectIdentifier : keysToDelete) {
3131+
LOG.debug(" {} {}", objectIdentifier.key(),
3132+
objectIdentifier.versionId() != null ? objectIdentifier.versionId() : "");
31313133
}
31323134
}
31333135
if (keysToDelete.isEmpty()) {
31343136
// exit fast if there are no keys to delete
31353137
return;
31363138
}
3137-
for (ObjectIdentifier keyVersion : keysToDelete) {
3138-
blockRootDelete(keyVersion.key());
3139+
for (ObjectIdentifier objectIdentifier : keysToDelete) {
3140+
blockRootDelete(objectIdentifier.key());
31393141
}
31403142
try {
31413143
if (enableMultiObjectsDelete) {
@@ -3157,8 +3159,8 @@ private void removeKeysS3(
31573159
}
31583160
}
31593161
} else {
3160-
for (ObjectIdentifier keyVersion : keysToDelete) {
3161-
deleteObject(keyVersion.key());
3162+
for (ObjectIdentifier objectIdentifier : keysToDelete) {
3163+
deleteObject(objectIdentifier.key());
31623164
}
31633165
}
31643166
} catch (MultiObjectDeleteException ex) {
@@ -4444,8 +4446,8 @@ private void deleteUnnecessaryFakeDirectories(Path path) {
44444446
instrumentation.errorIgnored();
44454447
if (LOG.isDebugEnabled()) {
44464448
StringBuilder sb = new StringBuilder();
4447-
for (ObjectIdentifier kv : keysToRemove) {
4448-
sb.append(kv.key()).append(",");
4449+
for (ObjectIdentifier objectIdentifier : keysToRemove) {
4450+
sb.append(objectIdentifier.key()).append(",");
44494451
}
44504452
LOG.debug("While deleting keys {} ", sb.toString(), e);
44514453
}

hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/RenameOperation.java

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -581,9 +581,9 @@ private void removeSourceObjects(
581581
// who is trying to debug why objects are no longer there.
582582
if (LOG.isDebugEnabled()) {
583583
LOG.debug("Initiating delete operation for {} objects", keys.size());
584-
for (ObjectIdentifier key : keys) {
585-
LOG.debug(" {} {}", key.key(),
586-
key.versionId() != null ? key.versionId() : "");
584+
for (ObjectIdentifier objectIdentifier : keys) {
585+
LOG.debug(" {} {}", objectIdentifier.key(),
586+
objectIdentifier.versionId() != null ? objectIdentifier.versionId() : "");
587587
}
588588
}
589589

0 commit comments

Comments
 (0)