update code

SnailMann · Nov 7, 2019 · c5910d5 · c5910d5
1 parent f37b91c
commit c5910d5
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 7 deletions.
diff --git a/main_cookies.py b/main_cookies.py
@@ -1,8 +1,5 @@
-from src.login import Login
-from src.article_id_spider import ArticleIdSpider
 from src.article_content_spider import ArticleContentSpider
-import os
-import yaml
+from src.article_id_spider import ArticleIdSpider
 
 """
 Auther : SnailMann

diff --git a/src/article_id_spider.py b/src/article_id_spider.py
@@ -72,11 +72,11 @@ def _fetch_pagesize(self, url):
 
         for script_content in scripts:
             # size of per page
-            pre_pagesize = re.findall(r'pageSize = (\d*)', repr(script_content))
+            per_pagesize = re.findall(r'pageSize = (\d*)', repr(script_content))
             # total number of articles
             total_size = re.findall(r'listTotal = (\d*)', repr(script_content))
-            if pre_pagesize and total_size:
+            if per_pagesize and total_size:
                 # math.ceil
-                pagesize = math.ceil(int(total_size[0]) / int(pre_pagesize[0]))
+                pagesize = math.ceil(int(total_size[0]) / int(per_pagesize[0]))
                 break
         return pagesize