fix(web): blocked by too many redirects

sqzw-x · Mar 6, 2024 · 3ff5773 · 3ff5773
1 parent 239d1f9
commit 3ff5773
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/models/base/web.py b/src/models/base/web.py
@@ -49,7 +49,7 @@ def __init__(self):
         #     browser={'browser': 'firefox', 'platform': 'windows', 'mobile': False})  # returns a CloudScraper instance
         self.lock = Lock()
         self.pool = ThreadPoolExecutor(32)
-        self.curl_session = curl_cffi.requests.Session()
+        self.curl_session = curl_cffi.requests.Session(max_redirects=10)
 
     def get_html(self, url: str, headers=None, cookies=None, proxies=True, allow_redirects=True, json_data=False,
                  content=False,