fix: don't start multiple runners during RequestLimitExceeded (#6444)

Oddly, there was multiple runners stemming from requests that returned RequestLimitExceeded. Let's add a check if an instance popped up.
AztecProtocol · May 15, 2024 · 7c4c822 · 7c4c822
1 parent b892eae
commit 7c4c822
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 2 deletions.
diff --git a/.github/spot-runner-action/dist/index.js b/.github/spot-runner-action/dist/index.js
@@ -708,6 +708,7 @@ function pollSpotStatus(config, ec2Client, ghClient) {
     });
 }
 function requestAndWaitForSpot(config) {
+    var _a;
     return __awaiter(this, void 0, void 0, function* () {
         // subaction is 'start' or 'restart'estart'
         const ec2Client = new ec2_1.Ec2Instance(config);
@@ -747,9 +748,11 @@ function requestAndWaitForSpot(config) {
                 // wait 10 seconds
                 yield new Promise((r) => setTimeout(r, 5000 * Math.pow(2, backoff)));
                 backoff += 1;
+                core.info("Polling to see if we somehow have an instance up");
+                instanceId = yield ((_a = ec2Client.getInstancesForTags("running")[0]) === null || _a === void 0 ? void 0 : _a.instanceId);
             }
             if (instanceId) {
-                core.info("Successfully requested instance with ID " + instanceId);
+                core.info("Successfully requested/found instance with ID " + instanceId);
                 break;
             }
         }

diff --git a/.github/spot-runner-action/src/main.ts b/.github/spot-runner-action/src/main.ts
@@ -88,9 +88,11 @@ async function requestAndWaitForSpot(config: ActionConfig): Promise<string> {
       // wait 10 seconds
       await new Promise((r) => setTimeout(r, 5000 * 2 ** backoff));
       backoff += 1;
+      core.info("Polling to see if we somehow have an instance up");
+      instanceId = await ec2Client.getInstancesForTags("running")[0]?.instanceId;
     }
     if (instanceId) {
-      core.info("Successfully requested instance with ID " + instanceId);
+      core.info("Successfully requested/found instance with ID " + instanceId);
       break;
     }
   }