From b7f9876ce20a2c802ccfd7cff35de50ac2fd2226 Mon Sep 17 00:00:00 2001
From: Stan Girard <girard.stanislas@gmail.com>
Date: Fri, 18 Aug 2023 16:35:27 +0200
Subject: [PATCH] feat(preview): added crawl service to ci

---
 .aws/task_definition_preview_crawl.json | 102 ++++++++++++++++++++++++
 .github/workflows/aws-preview.yml       |   4 +
 2 files changed, 106 insertions(+)
 create mode 100644 .aws/task_definition_preview_crawl.json

diff --git a/.aws/task_definition_preview_crawl.json b/.aws/task_definition_preview_crawl.json
new file mode 100644
index 000000000000..105a53f40819
--- /dev/null
+++ b/.aws/task_definition_preview_crawl.json
@@ -0,0 +1,102 @@
+{
+    "taskDefinitionArn": "arn:aws:ecs:eu-west-3:253053805092:task-definition/quivr-preview-crawl:1",
+    "containerDefinitions": [
+        {
+            "name": "quivr-crawl",
+            "image": "253053805092.dkr.ecr.eu-west-3.amazonaws.com/quivr:c746eb18303945a1736c89427026b509f501e715",
+            "cpu": 0,
+            "portMappings": [
+                {
+                    "name": "quivr-crawl-5050-tcp",
+                    "containerPort": 5050,
+                    "hostPort": 5050,
+                    "protocol": "tcp",
+                    "appProtocol": "http"
+                }
+            ],
+            "essential": true,
+            "command": [
+                "uvicorn",
+                "crawl_service:app",
+                "--host",
+                "0.0.0.0",
+                "--port",
+                "5050"
+            ],
+            "environment": [],
+            "environmentFiles": [
+                {
+                    "value": "arn:aws:s3:::quivr-env-variables/preview.env",
+                    "type": "s3"
+                }
+            ],
+            "mountPoints": [],
+            "volumesFrom": [],
+            "logConfiguration": {
+                "logDriver": "awslogs",
+                "options": {
+                    "awslogs-create-group": "true",
+                    "awslogs-group": "/ecs/quivr-preview-crawl",
+                    "awslogs-region": "eu-west-3",
+                    "awslogs-stream-prefix": "ecs"
+                }
+            }
+        }
+    ],
+    "family": "quivr-preview-crawl",
+    "taskRoleArn": "arn:aws:iam::253053805092:role/ecsTaskExecutionRole",
+    "executionRoleArn": "arn:aws:iam::253053805092:role/ecsTaskExecutionRole",
+    "networkMode": "awsvpc",
+    "revision": 1,
+    "volumes": [],
+    "status": "ACTIVE",
+    "requiresAttributes": [
+        {
+            "name": "com.amazonaws.ecs.capability.logging-driver.awslogs"
+        },
+        {
+            "name": "ecs.capability.execution-role-awslogs"
+        },
+        {
+            "name": "com.amazonaws.ecs.capability.ecr-auth"
+        },
+        {
+            "name": "com.amazonaws.ecs.capability.docker-remote-api.1.19"
+        },
+        {
+            "name": "ecs.capability.env-files.s3"
+        },
+        {
+            "name": "com.amazonaws.ecs.capability.task-iam-role"
+        },
+        {
+            "name": "ecs.capability.execution-role-ecr-pull"
+        },
+        {
+            "name": "com.amazonaws.ecs.capability.docker-remote-api.1.18"
+        },
+        {
+            "name": "ecs.capability.task-eni"
+        },
+        {
+            "name": "com.amazonaws.ecs.capability.docker-remote-api.1.29"
+        }
+    ],
+    "placementConstraints": [],
+    "compatibilities": [
+        "EC2",
+        "FARGATE"
+    ],
+    "requiresCompatibilities": [
+        "FARGATE"
+    ],
+    "cpu": "256",
+    "memory": "1024",
+    "runtimePlatform": {
+        "cpuArchitecture": "X86_64",
+        "operatingSystemFamily": "LINUX"
+    },
+    "registeredAt": "2023-08-18T13:23:08.198Z",
+    "registeredBy": "arn:aws:iam::253053805092:root",
+    "tags": []
+}
\ No newline at end of file
diff --git a/.github/workflows/aws-preview.yml b/.github/workflows/aws-preview.yml
index 4a5de87f7fc1..bda801b6e421 100644
--- a/.github/workflows/aws-preview.yml
+++ b/.github/workflows/aws-preview.yml
@@ -75,6 +75,10 @@ jobs:
             service: "preview-service-upload"
             task_definition: ".aws/task_definition_preview_upload.json"
             container: "quivr-upload"
+          - name: "quivr-crawl"
+            service: "preview-service-crawl"
+            task_definition: ".aws/task_definition_preview_crawl.json"
+            container: "quivr-crawl"
 
     steps:
     - name: Checkout