Parcourir la source

1、小年糕和祝福圈子增加曝光
2、中青看点请求重试

zhangliang il y a 1 mois
Parent
commit
f455074df8
1 fichiers modifiés avec 4 ajouts et 4 suppressions
  1. 4 4
      spider/crawler_online/zhufuquanzituijianliu.py

+ 4 - 4
spider/crawler_online/zhufuquanzituijianliu.py

@@ -135,9 +135,9 @@ class ZFQZTJLRecommend(object):
         }
         data_rule = FsData()
         title_rule = data_rule.get_title_rule()
-        # for i in range(4):
+        for i in range(4):
         # 目前90%视频会被过滤掉,改为频率和策略
-        for i in range(100):
+        # for i in range(100):
             url = "http://8.217.192.46:8889/crawler/zhu_fu_quan_zi/recommend"
             payload = json.dumps({})
             response = requests.request("POST", url, headers=headers, data=payload)
@@ -166,8 +166,8 @@ class ZFQZTJLRecommend(object):
                     )
                 if self.limit_flag:
                     return
-                # time.sleep(random.randint(5, 10))
-                time.sleep(random.randint(5, 30))
+                time.sleep(random.randint(5, 10))
+                # time.sleep(random.randint(5, 30))
             video_history(video_view_lists)
 
     def process_video_obj(self, video_obj, title_rule):