Parcourir la source

小年糕推荐流增加轮循次数10-》11

zhangliang il y a 10 heures
Parent
commit
c401114e3f
1 fichiers modifiés avec 3 ajouts et 3 suppressions
  1. 3 3
      spider/crawler_online/xiaoniangaotuijianliu.py

+ 3 - 3
spider/crawler_online/xiaoniangaotuijianliu.py

@@ -166,7 +166,7 @@ class XNGTJLRecommend(object):
         data_rule = FsData()
         title_rule = data_rule.get_title_rule()
         # for i in range(3):
-        for i in range(10):
+        for i in range(11):
             url = "http://8.217.192.46:8889/crawler/xiao_nian_gao_plus/recommend"
             payload = json.dumps({})
             response = requests.request("POST", url, headers=headers, data=payload)
@@ -204,16 +204,16 @@ class XNGTJLRecommend(object):
                     )
                 if self.limit_flag:
                     return
-            time.sleep(random.randint(5, 15))
             video_history(video_view_lists)
             log_upload(video_log_uploads)
+            time.sleep(random.randint(5, 10))
 
     def process_video_obj(self, video_obj, title_rule):
         """
         处理视频
         :param video_obj:
         """
-        time.sleep(random.randint(3, 8))
+        # time.sleep(random.randint(3, 8))
         trace_id = self.platform + str(uuid.uuid1())
         our_user = random.choice(self.user_list)
         item = VideoItem()