Skip to content

Commit

Permalink
Merge pull request #195 from tech3371/remove-old-processing-pipeline
Browse files Browse the repository at this point in the history
Remove old processing pipeline from SIT2
  • Loading branch information
tech3371 authored Nov 17, 2023
2 parents 1f6109c + 32c55a8 commit 0e02eb3
Show file tree
Hide file tree
Showing 11 changed files with 0 additions and 563 deletions.
11 changes: 0 additions & 11 deletions sds_data_manager/lambda_code/SDSCode/indexer.py
Original file line number Diff line number Diff line change
Expand Up @@ -24,8 +24,6 @@
logging.basicConfig(stream=sys.stdout, level=logging.DEBUG)

s3 = boto3.client("s3")
# Create a Step Functions client
step_function_client = boto3.client("stepfunctions")


def _load_allowed_filenames():
Expand Down Expand Up @@ -246,12 +244,3 @@ def lambda_handler(event, context):
run_backup(host, region, snapshot_repo_name, snapshot_s3_bucket, snapshot_role_arn)

client.close()

# Start Step function execution
state_machine_arn = os.environ.get("STATE_MACHINE_ARN")
input_data = {"instrument": metadata["instrument"]}
response = step_function_client.start_execution(
stateMachineArn=state_machine_arn,
input=json.dumps(input_data), # Input data must be a JSON string
)
logger.info(f"Step function execution started: {response}")
23 changes: 0 additions & 23 deletions sds_data_manager/lambda_images/data_checker_lambda/Dockerfile

This file was deleted.

39 changes: 0 additions & 39 deletions sds_data_manager/lambda_images/data_checker_lambda/data_checker.py

This file was deleted.

23 changes: 0 additions & 23 deletions sds_data_manager/lambda_images/imap_processing_lambda/Dockerfile

This file was deleted.

50 changes: 0 additions & 50 deletions sds_data_manager/lambda_images/imap_processing_lambda/script.py

This file was deleted.

84 changes: 0 additions & 84 deletions sds_data_manager/stacks/lambda_stack.py

This file was deleted.

4 changes: 0 additions & 4 deletions sds_data_manager/stacks/sds_data_manager_stack.py
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,6 @@ def __init__(
construct_id: str,
opensearch: OpenSearch,
dynamodb_stack: DynamoDB,
processing_step_function_arn: str,
env: cdk.Environment,
**kwargs,
) -> None:
Expand All @@ -59,8 +58,6 @@ def __init__(
dynamodb_stack: DynamoDb
This class depends on dynamodb_stack, which is built with
opensearch_stack.py
processing_step_function_arn:
This has step function arn
"""
super().__init__(scope, construct_id, env=env, **kwargs)
# Get the current account number so we can use it in the bucket names
Expand Down Expand Up @@ -263,7 +260,6 @@ def __init__(
"SNAPSHOT_REPO_NAME": "snapshot-repo",
"SECRET_ID": opensearch.secret_name,
"REGION": opensearch.region,
"STATE_MACHINE_ARN": processing_step_function_arn,
},
)

Expand Down
Loading

0 comments on commit 0e02eb3

Please sign in to comment.