Expiring non-versioned objects fails

Note: Only buckets with versioning enabled can be configured for replication.

To expire non-versioned objects correctly, we currently rely on the InvalidBucketState error returned when the S3C Backbeat API is used for a non-versioned bucket's object, until CLDSRV-461 is implemented to add support for non-versioned buckets to the Backbeat API.

Issue : BB-555

extensions/lifecycle/tasks/LifecycleDeleteObjectTask.js

@@ -47,7 +47,12 @@ class LifecycleDeleteObjectTask extends BackbeatTask {
         }, log, (err, blob) => {
             LifecycleMetrics.onS3Request(log, 'getMetadata', 'expiration', err);
             if (err) {
-                log.error('error getting metadata blob from S3', Object.assign({
+                // <!> Only in S3C <!> Backbeat API returns 'InvalidBucketState' error if the bucket is not versioned.
+                // In this case, instead of logging an error, it should be logged as a debug message,
+                // to avoid causing unnecessary concern to the customer.
+                // TODO: After the implementation of CLDSRV-461, we could remove this check.
+                const logLevel = err.code === 'InvalidBucketState' ? 'debug' : 'error';
+                log[logLevel]('error getting metadata blob from S3', Object.assign({
                     method: 'LifecycleDeleteObjectTask._getMetadata',
                     error: err.message,
                 }, entry.getLogInfo()));
@@ -215,6 +220,12 @@ class LifecycleDeleteObjectTask extends BackbeatTask {
         }
         return this._getMetadata(entry, log, (err, objMD) => {
             if (err) {
+                // <!> Only in S3C <!> Backbeat API returns 'InvalidBucketState' error if the bucket is not versioned,
+                // so we can skip checking object replication for non-versioned buckets.
+                // TODO: After the implementation of CLDSRV-461, we could remove this check.
+                if (err.code === 'InvalidBucketState') {
+                    return done();
+                }
                 return done(err);
             }
             const replicationStatus = objMD.getReplicationStatus();

lib/BackbeatMetadataProxy.js

@@ -204,7 +204,11 @@ class BackbeatMetadataProxy extends BackbeatTask {
             if (err) {
                 // eslint-disable-next-line no-param-reassign
                 err.origin = 'source';
-                if (err.ObjNotFound || err.code === 'ObjNotFound') {
+                // <!> Only in S3C <!> Backbeat API returns 'InvalidBucketState' error if the bucket is not versioned.
+                // In this case, instead of logging an error, it should be logged as a debug message,
+                // to avoid causing unnecessary concern to the customer.
+                // TODO: After the implementation of CLDSRV-461, we could remove this check.
+                if (err.ObjNotFound || err.code === 'ObjNotFound' || err.code === 'InvalidBucketState') {
                     return cbOnce(err);
                 }
                 log.error('an error occurred when getting metadata from S3', {

tests/unit/lifecycle/LifecycleDeleteObjectTask.spec.js

@@ -9,6 +9,13 @@ const LifecycleDeleteObjectTask = require(
 
 const day = 1000 * 60 * 60 * 24;
 
+const invalidBucketStateError = {
+    code: 'InvalidBucketState',
+    requestId: 'd4c33f72964c85667de4:89ee7213ce42b2a8d420',
+    statusCode: 409,
+    retryable: false,
+};
+
 const {
     S3ClientMock,
     BackbeatMetadataProxyMock,
@@ -42,6 +49,10 @@ describe('LifecycleDeleteObjectTask', () => {
         task = new LifecycleDeleteObjectTask(objectProcessor);
     });
 
+    afterEach(() => {
+        backbeatMdProxyClient.setError(null);
+    });
+
     it('should not return error for 404s', done => {
         const entry = ActionQueueEntry.create('deleteObject')
             .setAttribute('target.owner', 'testowner')
@@ -153,6 +164,27 @@ describe('LifecycleDeleteObjectTask', () => {
         });
     });
 
+    // TODO: After the implementation of CLDSRV-461, we could remove this test.
+    it('should expire non-versioned object',
+        done => {
+            objMd.setLegalHold(true);
+            const entry = ActionQueueEntry.create('deleteObject')
+                .setAttribute('target.owner', 'testowner')
+                .setAttribute('target.bucket', 'testbucket')
+                .setAttribute('target.accountId', 'testid')
+                .setAttribute('target.key', 'testkey')
+                .setAttribute('details.lastModified', '2022-05-13T17:51:31.261Z');
+            s3Client.setResponse(null, {});
+            // <!> Only in S3C <!> Backbeat API returns 'InvalidBucketState' error if the bucket is not versioned
+            backbeatMdProxyClient.setError(invalidBucketStateError);
+            backbeatClient.setResponse(null, {});
+            task.processActionEntry(entry, err => {
+                assert.strictEqual(backbeatClient.times.deleteObjectFromExpiration, 1);
+                assert.ifError(err);
+                done();
+            });
+        });
+
     it('should expire current version of locked object with legal hold',
         done => {
             objMd.setLegalHold(true);

tests/unit/mocks.js

@@ -79,6 +79,7 @@ class BackbeatClientMock {
         this.response = { error, data };
     }
 
+
     batchDelete(params, cb) {
         this.times.batchDeleteResponse += 1;
 
@@ -126,6 +127,10 @@ class BackbeatMetadataProxyMock {
         return cb(null, this.indexesObj);
     }
 
+    setError(error) {
+        this.error = error;
+    }
+
     putBucketIndexes(bucket, indexes, log, cb) {
         if (this.error) {
             return cb(this.error);