Merge pull request #29 from clessn/metadata_et_lakePath_update

Metadata et lake path update
clessn · Apr 12, 2023 · 5865e06 · 5865e06
2 parents 20b71e7 + 6732bbe
commit 5865e06
Showing 1 changed file with 6 additions and 4 deletions.
diff --git a/pipelines/extractors/e_radar+.R b/pipelines/extractors/e_radar+.R
@@ -374,7 +374,8 @@ harvest_headline <- function(r, m) {
     source_type = "website",
     content_type = "news_headline",
     storage_class = "lake",
-    country = m$country
+    country = m$country,
+    schema = if(opt$prod) "prod" else "test"
   )
 
   if (r$response$status_code == 200) {
@@ -397,7 +398,7 @@ harvest_headline <- function(r, m) {
     hub_response <- clessnverse::commit_lake_item(
       data = list(
         key = key,
-        path = paste("radarplus/headline/", m$short_name, sep=""),
+        path = "radarplus/headline",
         item = doc
       ),
       metadata = metadata,
@@ -446,7 +447,8 @@ main <- function() {
       source_type = "website",
       content_type = "news_frontpage",
       storage_class = "lake",
-      country = m$country
+      country = m$country,
+      schema = if(opt$prod) "prod" else "test"
     )
 
     r <<- rvest::session(url)
@@ -472,7 +474,7 @@ main <- function() {
       hub_response <- clessnverse::commit_lake_item(
         data = list(
           key = key,
-          path = paste("radarplus/frontpage/", m$short_name, sep=""),
+          path = "radarplus/frontpage",
           item = doc
         ),
         metadata = metadata,