add 'sleep-extractor' option (closes #964)

(would have been nice if this were possible without code duplication)
mikf · Sep 12, 2020 · 3afd362 · 3afd362 · Vrihub · Dec 3, 2020
1 parent 3108e85
commit 3afd362
Show file tree

Hide file tree

Showing 2 changed files with 17 additions and 0 deletions.
diff --git a/docs/configuration.rst b/docs/configuration.rst
@@ -208,6 +208,16 @@ Description Number of seconds to sleep before each download.
 =========== =====
 
 
+extractor.*.sleep-extractor
+---------------------------
+=========== =====
+Type        ``float``
+Default     ``0``
+Description Number of seconds to sleep before handling an input URL,
+            i.e. before starting a new extractor.
+=========== =====
+
+
 extractor.*.username & .password
 --------------------------------
 =========== =====

diff --git a/gallery_dl/job.py b/gallery_dl/job.py
@@ -59,6 +59,9 @@ def __init__(self, extr, parent=None):
 
     def run(self):
         """Execute or run the job"""
+        sleep = self.extractor.config("sleep-extractor")
+        if sleep:
+            time.sleep(sleep)
         try:
             log = self.extractor.log
             for msg in self.extractor:
@@ -586,6 +589,10 @@ def __init__(self, url, parent=None, file=sys.stdout, ensure_ascii=True):
         self.filter = (lambda x: x) if private else util.filter_dict
 
     def run(self):
+        sleep = self.extractor.config("sleep-extractor")
+        if sleep:
+            time.sleep(sleep)
+
         # collect data
         try:
             for msg in self.extractor: