feat: add downloadMetadata check

src/scripts/.gitignore

@@ -0,0 +1 @@
+.cache

src/scripts/package.json

@@ -9,6 +9,7 @@
     "ky": "^1.2.2",
     "pg": "^8.11.3",
     "progress": "^2.0.3",
+    "ts-import": "^5.0.0-beta.0",
     "uuid": "^9.0.1"
   }
 }

src/scripts/validate-sgid-index.mjs

@@ -2,9 +2,12 @@ import { GoogleAuth, auth } from 'google-auth-library';
 import { GoogleSpreadsheet } from 'google-spreadsheet';
 import ky from 'ky';
 import ProgressBar from 'progress';
+import * as tsImport from 'ts-import';
 import { v4 as uuid } from 'uuid';
 import { validateOpenDataUrl, validateOpenSgidTableName, validateUrl } from './utilities.mjs';
 
+const downloadMetadata = await tsImport.load('../data/downloadMetadata.ts');
+
 const spreadsheetId = '11ASS7LnxgpnD0jN4utzklREgMf1pcvYjcXcIcESHweQ';
 
 const scopes = ['https://www.googleapis.com/auth/spreadsheets', 'https://www.googleapis.com/auth/drive'];
@@ -137,6 +140,36 @@ async function duplicates(row) {
   }
 }
 
+async function downloadMetadataCheck(row) {
+  const name = row.get('hubName');
+  const metadata = downloadMetadata.dataPages[name];
+
+  if (!metadata || metadata.featureServiceId === null) {
+    return;
+  }
+
+  const checks = [
+    // sgid index field, metadata field
+    ['itemId', 'itemId'],
+    ['hubName', 'name'],
+    ['serverServiceName', 'featureServiceId'],
+    ['openSgidTableName', 'openSgid'],
+    ['serverLayerId', 'layerId'],
+  ];
+
+  for (const [sgidIndexField, metadataField] of checks) {
+    const sgidIndexValue = row.get(sgidIndexField);
+    const metadataValue = metadata[metadataField];
+
+    if (sgidIndexValue !== metadataValue) {
+      recordError(
+        `downloadMetadata(${name}): "${metadataField}" does not match SGID Index column "${sgidIndexField}"`,
+        row,
+      );
+    }
+  }
+}
+
 const duplicateLookups = {
   openSgidTableName: {},
   itemId: {},
@@ -162,7 +195,15 @@ function buildDuplicateLookups(rows) {
   }
 }
 
-const checks = [openSGIDTableName, productPage, idGuid, itemId, duplicates];
+const checks = [
+  // these functions must return a promise
+  openSGIDTableName,
+  productPage,
+  idGuid,
+  itemId,
+  duplicates,
+  downloadMetadataCheck,
+];
 
 const rows = await worksheet.getRows();
 buildDuplicateLookups(rows);