update schedule

Author: 521xueweihan

Diff for: hydra/spider/base.py

@@ -15,8 +15,6 @@
 
 from hydra.config import logger
 
-# requests.packages.urllib3.disable_warnings()
-
 
 class BaseSpider(object):
     def __init__(self) -> None:

Diff for: hydra/spider/cnblogs.py

@@ -13,11 +13,6 @@
 from hydra.spider.base import BaseSpider
 
 
-"""
-https://www.cnblogs.com/xueweihan/
-"""
-
-
 class Cnblogs(BaseSpider):
     def __init__(self) -> None:
         super(Cnblogs, self).__init__()

Diff for: hydra/spider/juejin.py

@@ -13,11 +13,6 @@
 from hydra.spider.base import BaseSpider
 
 
-"""
-url: https://api.juejin.cn/content_api/v1/article/query_list
-"""
-
-
 class Juejin(BaseSpider):
     def __init__(self) -> None:
         super(Juejin, self).__init__()

Diff for: hydra/spider/toutiao.py

@@ -13,11 +13,6 @@
 from hydra.spider.base import BaseSpider
 
 
-"""
-https://www.toutiao.com/c/user/61302299383/
-"""
-
-
 class Toutiao(BaseSpider):
     def __init__(self) -> None:
         super(Toutiao, self).__init__()

Diff for: hydra/spider/wechat.py

@@ -100,7 +100,7 @@ def get_account_info(self) -> None:
             "fans": fans,
             "value": int(float(rank.get("log1p_mark", -1))),
             "rank": rank.get("rank_position", -1),
-            "update_date": rank.get("rank_date", None),
+            "update_date": self.get_date,
             "get_time": self.get_time,
         }
         self.log.info(f"Download {self.platform} account data finish.")

Diff for: main.py

@@ -10,8 +10,8 @@
 from hydra.spider import *
 
 SPIDER_MAP = {
-    "wechat": WeChat(), "cnblogs": Cnblogs(), "toutiao": Toutiao(),
-    "csdn": Csdn(), "zhihu": Zhihu(), "juejin": Juejin(), "jike": Jike()
+    "wechat": WeChat, "cnblogs": Cnblogs, "toutiao": Toutiao,
+    "csdn": Csdn, "zhihu": Zhihu, "juejin": Juejin, "jike": Jike
 }
 
 
@@ -26,9 +26,9 @@
 
     spider = SPIDER_MAP.get(name)
     if spider:
-        spider.start()
+        spider().start()
     elif name == "all":
         for fi_spider in SPIDER_MAP.values():
-            fi_spider.start()
+            fi_spider().start()
     else:
         print("spider name error.")

Diff for: run.py

@@ -24,10 +24,7 @@ def job():
         spider().start()
 
 
-schedule.every().day.at("06:30").do(job)
-schedule.every().day.at("11:30").do(job)
-schedule.every().day.at("18:30").do(job)
-schedule.every().day.at("21:00").do(job)
+schedule.every(4).hours.do(job)
 
 logger.info("Start running job...")
 try: