resilience_QA.R

#this script takes the unique geoplatform id's and matches them straigh from the community to the master list on github.
#manual curation will be needed once you obtain which id's are missing form the master list
#by checking the id in object editor. email for questions: Kane Cook fkcook12@gmail.com


#read in library needed for reading json files
library(RJSONIO)

#Make new vectors for dataset ids from Geoplatform
dataset_id <- c()


#Make a list of all tagged datasets within the Resilience Community
datasets <- fromJSON("https://ual.geoplatform.gov/api/communities/4eebc494059beab9fda54cb078927ddc/items?type=dcat:Dataset&size=500")

#Loop through and grab the id from the datasets
for(j in 1:length(datasets[[1]])){
  dataset_id[j] <- datasets[[1]][[j]][['id']]
}

#From the cdi_master.json, make a new list of all of the cdi datasets
master_list <- fromJSON("https://raw.githubusercontent.com/fkcook/cdi_master/master/cdi_master.json", nullValue = NA)

#Make a new vector of gp_ids from the master document
master_id <- c()

#Populate titles of master document into new vector
for(k in 1:length(master_list)){
  master_id[k] <- master_list[[k]]$geoplatform_id
}

#creates a new vector where the id's are check for matches. a no match results in NA. 
unmatched <- match(dataset_id, master_id, nomatch = NA)
#if NA, take the position and check using " dataset_id['position #'] " and taking that ID into object editor.
#take that dataset back into the master list, and edit accordingly by either correcting the master list
#or correcting which dataset is linked to the resilience portfolio