diff --git a/kube/overlays/dev-integration-test/.env b/kube/overlays/dev-integration-test/.env index aad4911e7fda..5d5274a3faa2 100644 --- a/kube/overlays/dev-integration-test/.env +++ b/kube/overlays/dev-integration-test/.env @@ -48,6 +48,9 @@ GCS_LOG_BUCKET= STATE_STORAGE_MINIO_BUCKET_NAME=airbyte-dev-logs STATE_STORAGE_MINIO_ENDPOINT=http://airbyte-minio-svc:9000 +STATE_STORAGE_S3_REGION= +STATE_STORAGE_S3_BUCKET_NAME= + # Docker Resource Limits JOB_MAIN_CONTAINER_CPU_REQUEST= JOB_MAIN_CONTAINER_CPU_LIMIT= diff --git a/kube/overlays/dev-integration-test/.secrets b/kube/overlays/dev-integration-test/.secrets index 67e8f4aae977..c03579ec9b59 100644 --- a/kube/overlays/dev-integration-test/.secrets +++ b/kube/overlays/dev-integration-test/.secrets @@ -5,3 +5,5 @@ AWS_SECRET_ACCESS_KEY=minio123 GOOGLE_APPLICATION_CREDENTIALS= STATE_STORAGE_MINIO_ACCESS_KEY=minio STATE_STORAGE_MINIO_SECRET_ACCESS_KEY=minio123 +STATE_STORAGE_S3_ACCESS_KEY= +STATE_STORAGE_S3_SECRET_ACCESS_KEY= diff --git a/kube/overlays/dev/.env b/kube/overlays/dev/.env index 1bc8b49dfe33..e73c127b89ef 100644 --- a/kube/overlays/dev/.env +++ b/kube/overlays/dev/.env @@ -50,6 +50,9 @@ GCS_LOG_BUCKET= STATE_STORAGE_MINIO_BUCKET_NAME=airbyte-dev-logs STATE_STORAGE_MINIO_ENDPOINT=http://airbyte-minio-svc:9000 +STATE_STORAGE_S3_REGION= +STATE_STORAGE_S3_BUCKET_NAME= + # Docker Resource Limits JOB_MAIN_CONTAINER_CPU_REQUEST= JOB_MAIN_CONTAINER_CPU_LIMIT= diff --git a/kube/overlays/dev/.secrets b/kube/overlays/dev/.secrets index 67e8f4aae977..c03579ec9b59 100644 --- a/kube/overlays/dev/.secrets +++ b/kube/overlays/dev/.secrets @@ -5,3 +5,5 @@ AWS_SECRET_ACCESS_KEY=minio123 GOOGLE_APPLICATION_CREDENTIALS= STATE_STORAGE_MINIO_ACCESS_KEY=minio STATE_STORAGE_MINIO_SECRET_ACCESS_KEY=minio123 +STATE_STORAGE_S3_ACCESS_KEY= +STATE_STORAGE_S3_SECRET_ACCESS_KEY= diff --git a/kube/overlays/stable-with-resource-limits/.env b/kube/overlays/stable-with-resource-limits/.env index 70a935242db6..fb9d8d4c07ad 100644 --- a/kube/overlays/stable-with-resource-limits/.env +++ b/kube/overlays/stable-with-resource-limits/.env @@ -50,6 +50,9 @@ GCS_LOG_BUCKET= STATE_STORAGE_MINIO_BUCKET_NAME=airbyte-dev-logs STATE_STORAGE_MINIO_ENDPOINT=http://airbyte-minio-svc:9000 +STATE_STORAGE_S3_REGION= +STATE_STORAGE_S3_BUCKET_NAME= + # Docker Resource Limits JOB_MAIN_CONTAINER_CPU_REQUEST= JOB_MAIN_CONTAINER_CPU_LIMIT= diff --git a/kube/overlays/stable-with-resource-limits/.secrets b/kube/overlays/stable-with-resource-limits/.secrets index 67e8f4aae977..c03579ec9b59 100644 --- a/kube/overlays/stable-with-resource-limits/.secrets +++ b/kube/overlays/stable-with-resource-limits/.secrets @@ -5,3 +5,5 @@ AWS_SECRET_ACCESS_KEY=minio123 GOOGLE_APPLICATION_CREDENTIALS= STATE_STORAGE_MINIO_ACCESS_KEY=minio STATE_STORAGE_MINIO_SECRET_ACCESS_KEY=minio123 +STATE_STORAGE_S3_ACCESS_KEY= +STATE_STORAGE_S3_SECRET_ACCESS_KEY= diff --git a/kube/overlays/stable/.env b/kube/overlays/stable/.env index 4ad0a31b51f7..bd3fe335fce3 100644 --- a/kube/overlays/stable/.env +++ b/kube/overlays/stable/.env @@ -50,6 +50,9 @@ GCS_LOG_BUCKET= STATE_STORAGE_MINIO_BUCKET_NAME=airbyte-dev-logs STATE_STORAGE_MINIO_ENDPOINT=http://airbyte-minio-svc:9000 +STATE_STORAGE_S3_REGION= +STATE_STORAGE_S3_BUCKET_NAME= + # Docker Resource Limits JOB_MAIN_CONTAINER_CPU_REQUEST= JOB_MAIN_CONTAINER_CPU_LIMIT= diff --git a/kube/overlays/stable/.secrets b/kube/overlays/stable/.secrets index 67e8f4aae977..c03579ec9b59 100644 --- a/kube/overlays/stable/.secrets +++ b/kube/overlays/stable/.secrets @@ -5,3 +5,5 @@ AWS_SECRET_ACCESS_KEY=minio123 GOOGLE_APPLICATION_CREDENTIALS= STATE_STORAGE_MINIO_ACCESS_KEY=minio STATE_STORAGE_MINIO_SECRET_ACCESS_KEY=minio123 +STATE_STORAGE_S3_ACCESS_KEY= +STATE_STORAGE_S3_SECRET_ACCESS_KEY= diff --git a/kube/resources/server.yaml b/kube/resources/server.yaml index 85b956e1ae9c..057eaab9fe26 100644 --- a/kube/resources/server.yaml +++ b/kube/resources/server.yaml @@ -188,6 +188,26 @@ spec: secretKeyRef: name: airbyte-secrets key: STATE_STORAGE_MINIO_SECRET_ACCESS_KEY + - name: STATE_STORAGE_S3_SECRET_ACCESS_KEY + valueFrom: + secretKeyRef: + name: airbyte-secrets + key: STATE_STORAGE_S3_SECRET_ACCESS_KEY + - name: STATE_STORAGE_S3_ACCESS_KEY + valueFrom: + secretKeyRef: + name: airbyte-secrets + key: STATE_STORAGE_S3_ACCESS_KEY + - name: STATE_STORAGE_S3_REGION + valueFrom: + configMapKeyRef: + name: airbyte-env + key: STATE_STORAGE_S3_REGION + - name: STATE_STORAGE_S3_BUCKET_NAME + valueFrom: + configMapKeyRef: + name: airbyte-env + key: STATE_STORAGE_S3_BUCKET_NAME ports: - containerPort: 8001 volumeMounts: diff --git a/kube/resources/worker.yaml b/kube/resources/worker.yaml index d8f7be704011..3c426ded1708 100644 --- a/kube/resources/worker.yaml +++ b/kube/resources/worker.yaml @@ -220,6 +220,26 @@ spec: secretKeyRef: name: airbyte-secrets key: STATE_STORAGE_MINIO_SECRET_ACCESS_KEY + - name: STATE_STORAGE_S3_SECRET_ACCESS_KEY + valueFrom: + secretKeyRef: + name: airbyte-secrets + key: STATE_STORAGE_S3_SECRET_ACCESS_KEY + - name: STATE_STORAGE_S3_ACCESS_KEY + valueFrom: + secretKeyRef: + name: airbyte-secrets + key: STATE_STORAGE_S3_ACCESS_KEY + - name: STATE_STORAGE_S3_REGION + valueFrom: + configMapKeyRef: + name: airbyte-env + key: STATE_STORAGE_S3_REGION + - name: STATE_STORAGE_S3_BUCKET_NAME + valueFrom: + configMapKeyRef: + name: airbyte-env + key: STATE_STORAGE_S3_BUCKET_NAME - name: CONTAINER_ORCHESTRATOR_ENABLED valueFrom: configMapKeyRef: