Add Darnah configs (#154)

* add darnah configs

* update collection test directory

* remove empty collection config

* temporal extent format

ingestion-data/production/collections/darnah-flood.json

@@ -0,0 +1,72 @@
+{
+  "id": "darnah-flood",
+  "type": "Collection",
+  "links": [],
+  "title": "False Color Pre and Post Flood",
+  "assets": {
+    "thumbnail": {
+      "href": "https://thumbnails.openveda.cloud/darnah-flood-background.jpg",
+      "type": "image/jpeg",
+      "roles": [
+        "thumbnail"
+      ],
+      "title": "Thumbnail",
+      "description": "Photo by Marwan Alfaituri (Reuters)](https://abcnews.go.com/International/casualties-libya-floods-avoided-world-meteorological-organization-chief/story?id=103200104) (Satellite imagery over Florida showing damage probability (Aerial view over the Wadi Darnah River post-flood in Derna, Libya on September 14, 2023)"
+    }
+  },
+  "extent": {
+    "spatial": {
+      "bbox": [
+        [
+          22.063841231299286, 32.42935916114897, 23.256368419576482,
+          33.43490918842431
+        ]
+      ]
+    },
+    "temporal": {
+      "interval": [["2023-09-07 00:00:00+00:00", "2023-09-22 23:59:59+00:00"]]
+    }
+  },
+  "license": "CC0-1.0",
+  "providers": [
+    {
+      "url": "https://www.earthdata.nasa.gov/dashboard/",
+      "name": "NASA VEDA",
+      "roles": [
+        "host"
+      ]
+    }
+  ],
+  "renders": {
+    "dashboard": {
+        "colormap_name": "magma",
+        "resampling": "bilinear",
+        "rescale": [
+          [0,5000]
+        ],
+        "bidx": [
+            1
+        ],
+        "assets": [
+            "cog_default"
+        ],
+        "title": "VEDA Dashboard Render Parameters"
+    }
+  },
+  "description": "HLS False color using NIR, SWIR, and Red for the 2023 Darnah Flood.",
+  "item_assets": {
+    "cog_default": {
+      "type": "image/tiff; application=geotiff; profile=cloud-optimized",
+      "roles": ["data", "layer"],
+      "title": "Default COG Layer",
+      "description": "Cloud optimized default layer to display on map"
+    }
+  },
+  "stac_version": "1.0.0",
+  "stac_extensions": [
+    "https://stac-extensions.github.io/render/v1.0.0/schema.json",
+    "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json"
+  ],
+  "dashboard:is_periodic": true,
+  "dashboard:time_density": "day"
+}

ingestion-data/production/collections/darnah-gpm-daily.json

@@ -0,0 +1,73 @@
+{
+  "id": "darnah-gpm-daily",
+  "type": "Collection",
+  "links": [],
+  "title": "GPM IMERG data of 2023 Medicane Daniel",
+  "assets": {
+    "thumbnail": {
+      "href": "https://thumbnails.openveda.cloud/darnah-flood-background.jpg",
+      "type": "image/jpeg",
+      "roles": [
+        "thumbnail"
+      ],
+      "title": "Thumbnail",
+      "description": "Photo by Marwan Alfaituri (Reuters)](https://abcnews.go.com/International/casualties-libya-floods-avoided-world-meteorological-organization-chief/story?id=103200104) (Satellite imagery over Florida showing damage probability (Aerial view over the Wadi Darnah River post-flood in Derna, Libya on September 14, 2023)"
+    }
+  },
+  "extent": {
+    "spatial": {
+      "bbox": [
+        [
+          -10.06113118213864, 14.912033716384059, 45.00559573438803,
+          48.50902534245416
+        ]
+      ]
+    },
+    "temporal": {
+      "interval": [["2023-09-04 00:00:00+00:00", "2023-09-16 00:00:00+00:00"]]
+    }
+  },
+  "license": "CC0-1.0",
+  "providers": [
+    {
+      "url": "https://www.earthdata.nasa.gov/dashboard/",
+      "name": "NASA VEDA",
+      "roles": [
+        "host"
+      ]
+    }
+  ],
+  "renders": {
+    "dashboard": {
+        "colormap_name": "inferno",
+        "nodata": 0,
+        "resampling": "bilinear",
+        "rescale": [
+          [0.1,500]
+        ],
+        "bidx": [
+            1
+        ],
+        "assets": [
+            "cog_default"
+        ],
+        "title": "VEDA Dashboard Render Parameters"
+    }
+  },
+  "description": " GPM IMERG data taken daily and aggregated throughout the life of 2023 Medicane Daniel ",
+  "item_assets": {
+    "cog_default": {
+      "type": "image/tiff; application=geotiff; profile=cloud-optimized",
+      "roles": ["data", "layer"],
+      "title": "Default COG Layer",
+      "description": "Cloud optimized default layer to display on map"
+    }
+  },
+  "stac_version": "1.0.0",
+  "stac_extensions": [
+    "https://stac-extensions.github.io/render/v1.0.0/schema.json",
+    "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json"
+  ],
+  "dashboard:is_periodic": true,
+  "dashboard:time_density": "day"
+}

ingestion-data/production/discovery-items/darnah-flood.json

@@ -0,0 +1,8 @@
+{
+    "collection": "darnah-flood",
+    "prefix": "darnah-flood/",
+    "bucket": "veda-data-store",
+    "filename_regex": "^(.*)Darnah_HLS.*.tif$",
+    "discovery": "s3",
+    "datetime_range": "day"
+}

ingestion-data/production/discovery-items/darnah-gpm-daily.json

@@ -0,0 +1,8 @@
+{
+    "collection": "darnah-gpm-daily",
+    "prefix": "darnah-gpm-daily/",
+    "bucket": "veda-data-store",
+    "filename_regex": "^(.*)Darnah_Flood_IMERG.*.tif$",
+    "discovery": "s3",
+    "datetime_range": "day"
+}

ingestion-data/production/transfer-config/darnah-flood.json

@@ -0,0 +1,7 @@
+{
+    "origin_bucket": "veda-data-store-staging",
+    "origin_prefix": "darnah",
+    "target_bucket": "veda-data-store",
+    "collection": "darnah-flood",
+    "filename_regex": "^(.*)Darnah_HLS.*.tif$"
+}

ingestion-data/production/transfer-config/darnah-gpm-daily.json

@@ -0,0 +1,7 @@
+{
+    "collection": "darnah-gpm-daily",
+    "filename_regex": "^(.*)Darnah_Flood_IMERG.*.tif$",
+    "origin_bucket": "veda-data-store-staging",
+    "origin_prefix": "darnah_gpm",
+    "target_bucket": "veda-data-store"
+}

tests/test_collections.py

@@ -4,7 +4,7 @@
 from pystac import Collection
 
 ROOT = Path(__file__).parents[1]
-COLLECTIONS_PATH = ROOT / "ingestion-data" / "collections"
+COLLECTIONS_PATH = ROOT / "ingestion-data" / "production" / "collections"
 
 
 @pytest.mark.parametrize("path", COLLECTIONS_PATH.rglob("*.json"))