fix: wait for storage to finish before resolving crawler.run()

apify · Jul 28, 2022 · 9d62d56 · 9d62d56
1 parent 2beec9c
commit 9d62d56
Showing 1 changed file with 13 additions and 0 deletions.
diff --git a/packages/basic-crawler/src/internals/basic-crawler.ts b/packages/basic-crawler/src/internals/basic-crawler.ts
@@ -579,6 +579,19 @@ export class BasicCrawler<Context extends CrawlingContext = BasicCrawlingContext
         };
         this.log.info('Crawl finished. Final request statistics:', stats);
 
+        const client = this.config.getStorageClient();
+
+        if (client.teardown) {
+            let finished = false;
+            setTimeout(() => {
+                if (!finished) {
+                    this.log.info('Waiting for the storage to write its state to file system.');
+                }
+            }, 1000);
+            await client.teardown();
+            finished = true;
+        }
+
         return stats;
     }