delete fixes

Author: rushmash91

apis/v1alpha1/ack-generate-metadata.yaml

@@ -1,5 +1,5 @@
 ack_generate_info:
-  build_date: "2025-03-23T21:30:39Z"
+  build_date: "2025-03-24T15:20:40Z"
   build_hash: 3722729cebe6d3c03c7e442655ef0846f91566a2
   go_version: go1.24.0
   version: v0.43.2-7-g3722729

pkg/resource/table/hooks.go

@@ -234,15 +234,13 @@ func (rm *resourceManager) customUpdateTable(
 				return nil, err
 			}
 		case delta.DifferentAt("Spec.TableReplicas"):
-			if !hasStreamSpecificationWithNewAndOldImages(desired) {
+			// Enabling replicas required streams enabled and StreamViewType to be NEW_AND_OLD_IMAGES
+			// Version 2019.11.21  TableUpdate API requirement
+ 			if !hasStreamSpecificationWithNewAndOldImages(desired) {
 				msg := "table must have DynamoDB Streams enabled with StreamViewType set to NEW_AND_OLD_IMAGES for replica updates"
 				rlog.Debug(msg)
 				return nil, ackerr.NewTerminalError(errors.New(msg))
 			}
-
-			if !canUpdateTableReplicas(latest) {
-				return nil, requeueWaitReplicasActive
-			}
 			if err := rm.syncReplicas(ctx, latest, desired); err != nil {
 				return nil, err
 			}

pkg/resource/table/hooks_replica_updates.go

@@ -15,17 +15,14 @@ package table
 
 import (
 	"context"
-	"strings"
-	"time"
 
 	ackrtlog "github.com/aws-controllers-k8s/runtime/pkg/runtime/log"
-	ackerr "github.com/aws-controllers-k8s/runtime/pkg/errors"
-	ackrequeue "github.com/aws-controllers-k8s/runtime/pkg/requeue"
 	"github.com/aws/aws-sdk-go-v2/aws"
 	svcsdk "github.com/aws/aws-sdk-go-v2/service/dynamodb"
 	svcsdktypes "github.com/aws/aws-sdk-go-v2/service/dynamodb/types"
 
 	"github.com/aws-controllers-k8s/dynamodb-controller/apis/v1alpha1"
+	svcapitypes "github.com/aws-controllers-k8s/dynamodb-controller/apis/v1alpha1"
 )
 
 // equalCreateReplicationGroupMemberActions compares two CreateReplicationGroupMemberAction objects
@@ -178,7 +175,7 @@ func createReplicaUpdate(replica *v1alpha1.CreateReplicationGroupMemberAction) s
 		for _, gsi := range replica.GlobalSecondaryIndexes {
 			replicaGSI := svcsdktypes.ReplicaGlobalSecondaryIndex{}
 			if gsi.IndexName != nil {
-				replicaGSI.IndexName = aws.String(*gsi.IndexName)
+				replicaGSI.IndexName = gsi.IndexName
 			}
 			if gsi.ProvisionedThroughputOverride != nil {
 				replicaGSI.ProvisionedThroughputOverride = &svcsdktypes.ProvisionedThroughputOverride{}
@@ -250,7 +247,9 @@ func updateReplicaUpdate(replica *v1alpha1.CreateReplicationGroupMemberAction) s
 	}
 
 	// If no valid updates, return an empty ReplicationGroupUpdate
-	return svcsdktypes.ReplicationGroupUpdate{}
+	return svcsdktypes.ReplicationGroupUpdate{
+		Update: nil,
+	}
 }
 
 // deleteReplicaUpdate creates a ReplicationGroupUpdate for deleting an existing replica
@@ -262,25 +261,6 @@ func deleteReplicaUpdate(regionName string) svcsdktypes.ReplicationGroupUpdate {
 	}
 }
 
-// canUpdateTableReplicas returns true if it's possible to update table replicas.
-// We can only modify replicas when they are in ACTIVE state.
-func canUpdateTableReplicas(r *resource) bool {
-    // Check if Status or Replicas is nil
-	// needed when called by sdkdelete
-    if r == nil || r.ko == nil || r.ko.Status.Replicas == nil {
-        return true // If no replicas exist, we can proceed with updates
-    }
-	// Check if any replica is not in ACTIVE state
-	for _, replicaDesc := range r.ko.Status.Replicas {
-		if replicaDesc.RegionName != nil && replicaDesc.ReplicaStatus != nil {
-			if *replicaDesc.ReplicaStatus != string(svcsdktypes.ReplicaStatusActive) {
-				return false
-			}
-		}
-	}
-	return true
-}
-
 // hasStreamSpecificationWithNewAndOldImages checks if the table has DynamoDB Streams enabled
 // with the stream containing both the new and the old images of the item.
 func hasStreamSpecificationWithNewAndOldImages(r *resource) bool {
@@ -314,33 +294,7 @@ func (rm *resourceManager) syncReplicas(
 	_, err = rm.sdkapi.UpdateTable(ctx, input)
 	rm.metrics.RecordAPICall("UPDATE", "UpdateTable", err)
 	if err != nil {
-		// Handle specific errors
-		if awsErr, ok := ackerr.AWSError(err); ok {
-			// Handle ValidationException - when replicas are not part of the global table
-			if awsErr.ErrorCode() == "ValidationException" && 
-			   strings.Contains(awsErr.ErrorMessage(), "not part of the global table") {
-				// A replica was already deleted
-				rlog.Debug("replica already deleted from global table",
-					"table", *latest.ko.Spec.TableName,
-					"error", awsErr.ErrorMessage())
-				return ackrequeue.NeededAfter(
-					ErrTableUpdating,
-					30*time.Second,
-				)
-			}
-			
-			// Handle ResourceInUseException - when the table is being updated
-			if awsErr.ErrorCode() == "ResourceInUseException" {
-				rlog.Debug("table is currently in use, will retry",
-					"table", *latest.ko.Spec.TableName,
-					"error", awsErr.ErrorMessage())
-				return ackrequeue.NeededAfter(
-					ErrTableUpdating,
-					30*time.Second,
-				)
-			}
-			return err
-		}
+		return err
 	}
 
 	// If there are more replicas to process, requeue
@@ -367,7 +321,7 @@ func (rm *resourceManager) newUpdateTableReplicaUpdatesOneAtATimePayload(
 		exit(err)
 	}()
 
-	createReplicas, updateReplicas, deleteRegions := calculateReplicaUpdates(latest, desired)
+	createReplicas, updateReplicas, deleteRegions := computeReplicaupdatesDelta(latest, desired)
 
 	input = &svcsdk.UpdateTableInput{
 		TableName:      aws.String(*desired.ko.Spec.TableName),
@@ -382,20 +336,33 @@ func (rm *resourceManager) newUpdateTableReplicaUpdatesOneAtATimePayload(
 
 	if len(createReplicas) > 0 {
 		replica := *createReplicas[0]
+		if checkIfReplicasInProgress(latest.ko.Status.Replicas, *replica.RegionName) {
+			return nil, 0, requeueWaitReplicasActive
+		}
 		rlog.Debug("creating replica in region", "table", *desired.ko.Spec.TableName, "region", *replica.RegionName)
 		input.ReplicaUpdates = append(input.ReplicaUpdates, createReplicaUpdate(createReplicas[0]))
 		return input, replicasInQueue, nil
 	}
 
 	if len(updateReplicas) > 0 {
 		replica := *updateReplicas[0]
+		if checkIfReplicasInProgress(latest.ko.Status.Replicas, *replica.RegionName) {
+			return nil, 0, requeueWaitReplicasActive
+		}
 		rlog.Debug("updating replica in region", "table", *desired.ko.Spec.TableName, "region", *replica.RegionName)
-		input.ReplicaUpdates = append(input.ReplicaUpdates, updateReplicaUpdate(updateReplicas[0]))
+		updateReplica := updateReplicaUpdate(updateReplicas[0])
+		if updateReplica.Update == nil {
+			return nil, 0, requeueWaitReplicasActive
+		}
+		input.ReplicaUpdates = append(input.ReplicaUpdates, updateReplica)
 		return input, replicasInQueue, nil
 	}
 
 	if len(deleteRegions) > 0 {
 		replica := deleteRegions[0]
+		if checkIfReplicasInProgress(latest.ko.Status.Replicas, replica) {
+			return nil, 0, requeueWaitReplicasActive
+		}
 		rlog.Debug("deleting replica in region", "table", *desired.ko.Spec.TableName, "region", replica)
 		input.ReplicaUpdates = append(input.ReplicaUpdates, deleteReplicaUpdate(deleteRegions[0]))
 		return input, replicasInQueue, nil
@@ -404,9 +371,9 @@ func (rm *resourceManager) newUpdateTableReplicaUpdatesOneAtATimePayload(
 	return input, replicasInQueue, nil
 }
 
-// calculateReplicaUpdates calculates the replica updates needed to reconcile the latest state with the desired state
+// computeReplicaupdatesDelta calculates the replica updates needed to reconcile the latest state with the desired state
 // Returns three slices: replicas to create, replicas to update, and region names to delete
-func calculateReplicaUpdates(
+func computeReplicaupdatesDelta(
 	latest *resource,
 	desired *resource,
 ) (
@@ -451,3 +418,58 @@ func calculateReplicaUpdates(
 
 	return createReplicas, updateReplicas, deleteRegions
 }
+
+func setTableReplicas(ko *svcapitypes.Table, replicas []svcsdktypes.ReplicaDescription) {
+	if len(replicas) > 0 {
+		tableReplicas := []*v1alpha1.CreateReplicationGroupMemberAction{}
+		for _, replica := range replicas {
+			replicaElem := &v1alpha1.CreateReplicationGroupMemberAction{}
+			if replica.RegionName != nil {
+				replicaElem.RegionName = replica.RegionName
+			}
+			if replica.KMSMasterKeyId != nil {
+				replicaElem.KMSMasterKeyID = replica.KMSMasterKeyId
+			}
+			if replica.ProvisionedThroughputOverride != nil {
+				replicaElem.ProvisionedThroughputOverride = &v1alpha1.ProvisionedThroughputOverride{
+					ReadCapacityUnits: replica.ProvisionedThroughputOverride.ReadCapacityUnits,
+				}
+			}
+			if replica.GlobalSecondaryIndexes != nil {
+				gsiList := []*v1alpha1.ReplicaGlobalSecondaryIndex{}
+				for _, gsi := range replica.GlobalSecondaryIndexes {
+					gsiElem := &v1alpha1.ReplicaGlobalSecondaryIndex{
+						IndexName: gsi.IndexName,
+					}
+					if gsi.ProvisionedThroughputOverride != nil {
+						gsiElem.ProvisionedThroughputOverride = &v1alpha1.ProvisionedThroughputOverride{
+							ReadCapacityUnits: gsi.ProvisionedThroughputOverride.ReadCapacityUnits,
+						}
+					}
+					gsiList = append(gsiList, gsiElem)
+				}
+				replicaElem.GlobalSecondaryIndexes = gsiList
+			}
+			if replica.ReplicaTableClassSummary != nil && replica.ReplicaTableClassSummary.TableClass != "" {
+				replicaElem.TableClassOverride = aws.String(string(replica.ReplicaTableClassSummary.TableClass))
+			}
+			tableReplicas = append(tableReplicas, replicaElem)
+		}
+		ko.Spec.TableReplicas = tableReplicas
+	} else {
+		ko.Spec.TableReplicas = nil
+	}
+}
+
+func checkIfReplicasInProgress(ReplicaDescription []*svcapitypes.ReplicaDescription, regionName string) bool {
+	for _, replica := range ReplicaDescription {
+		if *replica.RegionName == regionName {
+			replicaStatus := replica.ReplicaStatus
+			if *replicaStatus == string(svcsdktypes.ReplicaStatusCreating) || *replicaStatus == string(svcsdktypes.ReplicaStatusDeleting) || *replicaStatus == string(svcsdktypes.ReplicaStatusUpdating) {
+				return true
+			}
+		}
+	}
+
+	return false
+}

pkg/resource/table/sdk.go

@@ -6,9 +6,6 @@
 	}
 
 	// If there are replicas, we need to remove them before deleting the table
-	if !canUpdateTableReplicas(latest) {
-		return nil, requeueWaitReplicasActive
-	}
 	if len(r.ko.Spec.TableReplicas) > 0 {
 		desired := &resource{
 			ko: r.ko.DeepCopy(),

templates/hooks/table/sdk_delete_pre_build_request.go.tpl

@@ -53,45 +53,7 @@
 	} else {
 		ko.Spec.BillingMode = aws.String("PROVISIONED")
 	}
-	if len(resp.Table.Replicas) > 0 {
-		tableReplicas := []*svcapitypes.CreateReplicationGroupMemberAction{}
-		for _, replica := range resp.Table.Replicas {
-			replicaElem := &svcapitypes.CreateReplicationGroupMemberAction{}
-			if replica.RegionName != nil {
-				replicaElem.RegionName = replica.RegionName
-			}
-			if replica.KMSMasterKeyId != nil {
-				replicaElem.KMSMasterKeyID = replica.KMSMasterKeyId
-			}
-			if replica.ProvisionedThroughputOverride != nil {
-				replicaElem.ProvisionedThroughputOverride = &svcapitypes.ProvisionedThroughputOverride{
-					ReadCapacityUnits: replica.ProvisionedThroughputOverride.ReadCapacityUnits,
-				}
-			}
-			if replica.GlobalSecondaryIndexes != nil {
-				gsiList := []*svcapitypes.ReplicaGlobalSecondaryIndex{}
-				for _, gsi := range replica.GlobalSecondaryIndexes {
-					gsiElem := &svcapitypes.ReplicaGlobalSecondaryIndex{
-						IndexName: gsi.IndexName,
-					}
-					if gsi.ProvisionedThroughputOverride != nil {
-						gsiElem.ProvisionedThroughputOverride = &svcapitypes.ProvisionedThroughputOverride{
-							ReadCapacityUnits: gsi.ProvisionedThroughputOverride.ReadCapacityUnits,
-						}
-					}
-					gsiList = append(gsiList, gsiElem)
-				}
-				replicaElem.GlobalSecondaryIndexes = gsiList
-			}
-			if replica.ReplicaTableClassSummary != nil && replica.ReplicaTableClassSummary.TableClass != "" {
-				replicaElem.TableClassOverride = aws.String(string(replica.ReplicaTableClassSummary.TableClass))
-			}
-			tableReplicas = append(tableReplicas, replicaElem)
-		}
-		ko.Spec.TableReplicas = tableReplicas
-	} else {
-		ko.Spec.TableReplicas = nil
-	}
+	setTableReplicas(r, resp.Table.Replicas)
 	if isTableCreating(&resource{ko}) {
 		return &resource{ko}, requeueWaitWhileCreating
 	}

templates/hooks/table/sdk_read_one_post_set_output.go.tpl

@@ -14,8 +14,6 @@ spec:
       attributeType: S
     - attributeName: GSI1SK
       attributeType: S
-    - attributeName: GSI2PK
-      attributeType: S
   keySchema:
     - attributeName: PK
       keyType: HASH
@@ -25,9 +23,13 @@ spec:
   streamSpecification:
     streamEnabled: true
     streamViewType: "NEW_AND_OLD_IMAGES"
-  replicationGroup:
+  tableReplicas:
     - regionName: $REPLICA_REGION_1
+      globalSecondaryIndexes:
+        - indexName: GSI1
     - regionName: $REPLICA_REGION_2
+      globalSecondaryIndexes:
+        - indexName: GSI1
   globalSecondaryIndexes:
     - indexName: GSI1
       keySchema:
@@ -36,10 +38,4 @@ spec:
         - attributeName: GSI1SK
           keyType: RANGE
       projection:
-        projectionType: ALL
-    - indexName: GSI2
-      keySchema:
-        - attributeName: GSI2PK
-          keyType: HASH
-      projection:
-        projectionType: KEYS_ONLY 
+        projectionType: ALL