Handle promote on drafts path only

adobecom · Nov 26, 2024 · 95d1177 · 95d1177
1 parent ee4da4f
commit 95d1177
Show file tree

Hide file tree

Showing 3 changed files with 23 additions and 8 deletions.
diff --git a/tools/floodbox/crawl-tree.js b/tools/floodbox/crawl-tree.js
@@ -8,17 +8,22 @@
 import RequestHandler from './request-handler.js';
 
 class CrawlTree {
-  constructor(callback, accessToken, maxConcurrent = 500, crawlType = 'default', expName = '') {
+  constructor(callback, accessToken, maxConcurrent = 500, crawlType = 'default', expName = '', isDraftsOnly = false) {
     this.queue = [];
     this.activeCount = 0;
     this.maxConcurrent = maxConcurrent;
     this.callback = callback;
     this.accessToken = accessToken;
     this.crawlType = crawlType;
     this.expName = expName;
+    this.isDraftsOnly = isDraftsOnly;
     this.requestHandler = new RequestHandler(this.accessToken);
     // eslint-disable-next-line no-useless-escape
     this.grayboxPathPattern = new RegExp(`^\/[^\/]+\/[^\/]+\/(?:[^\/]+\/)?${expName}(?:\/|$)`);
+    if (this.isDraftsOnly && this.crawlType === 'graybox') {
+      // eslint-disable-next-line no-useless-escape
+      this.grayboxPathPattern = new RegExp(`^\/[^\/]+\/[^\/]+\/(?:[^\/]+\/)?${expName}\/drafts(?:\/|$)`);
+    }
 
     this.push = this.push.bind(this);
     this.processQueue = this.processQueue.bind(this);
@@ -57,8 +62,15 @@ class CrawlTree {
       json.forEach((child) => {
         if (!child.ext) {
           folders.push(child.path);
-        } else if (this.crawlType !== 'graybox' || this.grayboxPathPattern.test(child.path)) {
-          files.push(child);
+        } else {
+          // Filter out files based on crawlType, grayboxPathPattern and isDraftsOnly flag
+          // eslint-disable-next-line no-lonely-if
+          if ((this.crawlType !== 'graybox' && this.crawlType !== 'floodgate')
+            || (this.crawlType === 'graybox' && this.grayboxPathPattern.test(child.path))
+            || (this.crawlType === 'floodgate' && (!this.isDraftsOnly || child.path.includes('/drafts/')))
+          ) {
+            files.push(child);
+          }
         }
       });
     }
@@ -82,7 +94,7 @@ function calculateCrawlTime(startTime) {
  * @param {string} options.crawlType - The type of crawl ('graybox' or other).
  */
 function crawl({
-  path, callback, concurrent, throttle = 100, accessToken, crawlType = 'default',
+  path, callback, concurrent, throttle = 100, accessToken, crawlType = 'default', isDraftsOnly = false,
 }) {
   let expName = '';
   let sitePath = path;
@@ -98,7 +110,7 @@ function crawl({
   const folders = [sitePath];
   const inProgress = [];
   const startTime = Date.now();
-  const queue = new CrawlTree(callback, accessToken, concurrent, crawlType, expName);
+  const queue = new CrawlTree(callback, accessToken, concurrent, crawlType, expName, isDraftsOnly);
 
   const results = new Promise((resolve) => {
     const interval = setInterval(async () => {

diff --git a/tools/floodbox/floodgate/floodgate.js b/tools/floodbox/floodgate/floodgate.js
@@ -60,6 +60,7 @@ export default class MiloFloodgate extends LitElement {
       path: this._pinkSitePath,
       accessToken: this.token,
       crawlType: 'floodgate',
+      isDraftsOnly: this._floodgateConfig.isPromoteDraftsOnly,
       callback: () => {
         this.requestUpdate();
       },

diff --git a/tools/floodbox/graybox/graybox.js b/tools/floodbox/graybox/graybox.js
@@ -74,7 +74,7 @@ export default class MiloGraybox extends LitElement {
     };
   }
 
-  async startCrawl(experiencePath) {
+  async startCrawl(experiencePath, expName) {
     const { results, getDuration } = crawl({
       path: experiencePath,
       callback: () => {
@@ -83,6 +83,7 @@ export default class MiloGraybox extends LitElement {
       throttle: 10,
       accessToken: this.token,
       crawlType: 'graybox',
+      isDraftsOnly: this._grayboxConfig.isDraftsOnly(expName),
     });
     this._crawledFiles = await results;
     this.cleanUpIgnoreFilesFromPromote(this._crawledFiles);
@@ -100,6 +101,7 @@ export default class MiloGraybox extends LitElement {
         repo,
         expName: exp,
         promoteType: 'graybox',
+        isDraftOnly: this._grayboxConfig.isDraftsOnly(exp),
         files: this._filesToPromote,
         callback: (status) => {
           // eslint-disable-next-line no-console
@@ -190,11 +192,11 @@ export default class MiloGraybox extends LitElement {
     this.readPromoteIgnorePaths();
 
     // #1 - Start crawling
+    const { org, repo, exp } = this.getOrgRepoExp();
     this._startCrawlExp = true;
-    await this.startCrawl(this._gbExpPath);
+    await this.startCrawl(this._gbExpPath, exp);
 
     // #2 - Start promoting
-    const { org, repo, exp } = this.getOrgRepoExp();
     this._startPromote = true;
     await this.startPromote(org, repo, exp);