Add additional checking to PCAs for validation

CHANGELOG.md

@@ -5,6 +5,7 @@
 - Bump version of opentaskpy required
 - Alter logging for found files to only print ones that match regex
 - Fixes tests that correctly started failing after upgrading opentaskpy version
+- Additional checking to PCAs to validate that it has actually happened
 
 ## v24.4.1
 

src/opentaskpy/addons/aws/remotehandlers/s3.py

@@ -97,6 +97,16 @@ def handle_post_copy_action(self, files: list[str]) -> int:
                     "Quiet": True,
                 },
             )
+
+            # Verify the files have been deleted
+            for file in files:
+                try:
+                    self.s3_client.head_object(Bucket=self.spec["bucket"], Key=file)
+                except Exception as e:
+                    self.logger.error(e)
+                    self.logger.error(f"Failed to delete file: {file}")
+                    return 1
+
         # Copy the files to the new location, and then delete the originals
         if (
             self.spec["postCopyAction"]["action"] == "move"
@@ -114,6 +124,8 @@ def handle_post_copy_action(self, files: list[str]) -> int:
                         new_file,
                     )
 
+                self.logger.info(f'"Moving" file from {file} to {new_file}')
+
                 self.s3_client.copy_object(
                     Bucket=self.spec["bucket"],
                     CopySource={
@@ -122,13 +134,31 @@ def handle_post_copy_action(self, files: list[str]) -> int:
                     },
                     Key=new_file,
                 )
+
+                # Check that the copy worked
+                try:
+                    self.s3_client.head_object(Bucket=self.spec["bucket"], Key=new_file)
+                except Exception as e:
+                    # Print the exception message
+                    self.logger.error(e)
+                    self.logger.error(f"Failed to copy file: {file}")
+                    return 1
+
                 self.s3_client.delete_objects(
                     Bucket=self.spec["bucket"],
                     Delete={
                         "Objects": [{"Key": file}],
                         "Quiet": True,
                     },
                 )
+
+                # Check that the delete worked
+                try:
+                    self.s3_client.head_object(Bucket=self.spec["bucket"], Key=file)
+                except Exception as e:
+                    self.logger.error(e)
+                    self.logger.error(f"Failed to delete file: {file}")
+                    return 1
         return 0
 
     def list_files(