diff --git a/tests/integration/pipeline/base.py b/tests/integration/pipeline/base.py
index af47374e93..9a52820b63 100644
--- a/tests/integration/pipeline/base.py
+++ b/tests/integration/pipeline/base.py
@@ -85,7 +85,7 @@ def _cleanup_s3_buckets(self, stack_name):
             session = boto3.session.Session()
             s3_client = session.resource("s3")
             for bucket in buckets:
-                bucket = s3_client.Bucket(bucket)
+                bucket = s3_client.Bucket(bucket.get("PhysicalResourceId"))
                 bucket.object_versions.delete()
         except botocore.exceptions.ClientError:
             """No need to fail in cleanup"""