Browse Source

Merge branch 'refs/heads/master' into zhongqingkandian_0507

zhangliang 5 days ago
parent
commit
c1ec3d7d49
1 changed files with 5 additions and 2 deletions
  1. 5 2
      spider/crawler_online/zhufuquanzituijianliu.py

+ 5 - 2
spider/crawler_online/zhufuquanzituijianliu.py

@@ -98,7 +98,9 @@ class ZFQZTJLRecommend(object):
         }
         data_rule = FsData()
         title_rule = data_rule.get_title_rule()
-        for i in range(4):
+        # for i in range(4):
+        # 目前90%视频会被过滤掉,改为频率和策略
+        for i in range(100):
             url = "http://8.217.192.46:8889/crawler/zhu_fu_quan_zi/recommend"
             payload = json.dumps({})
             response = requests.request("POST", url, headers=headers, data=payload)
@@ -124,7 +126,8 @@ class ZFQZTJLRecommend(object):
                     )
                 if self.limit_flag:
                     return
-                time.sleep(random.randint(5, 10))
+                # time.sleep(random.randint(5, 10))
+                time.sleep(random.randint(5, 30))
 
     def process_video_obj(self, video_obj, title_rule):
         """