祝尽善尽美---推荐流不去重

common/pipeline.py

@@ -123,6 +123,8 @@ class PiaoQuanPipeline:
         # sql = f""" select * from crawler_video where platform="公众号" and out_video_id="{video_id}"; """
         if self.platform == "jingdianfuqiwang" and self.mode == "recommend":
             return True
+        if self.platform == "zhujinshanjinmei" and self.mode == "recommend":
+            return True
         out_id = self.item["out_video_id"]
         sql = f""" select * from crawler_video where platform = "{self.platform}" and out_video_id="{out_id}"; """
         repeat_video = MysqlHelper.get_values(

zhujinshanjinmei/zhujinshanjinmei_recommend/zjsjm_recommend.py

@@ -343,34 +343,34 @@ class ZhuJinShanJinMeiRecommend(object):
         self.get_recommend_list()
         if self.limit_flag:
             return
-        time.sleep(2 * 60)
-        self.get_detail_video_list()
-        if self.limit_flag:
-            return
-        time.sleep(5 * 60)
-        self.mode = "author"
-        user_list = self.get_user_list()
-        if user_list:
-            for index, user_id in enumerate(user_list):
-                try:
-                    if self.limit_flag:
-                        AliyunLogger.logging(
-                            code="2000",
-                            platform=self.platform,
-                            mode=self.mode,
-                            env=self.env,
-                            message="本轮已经抓取足够数量的视频"
-                        )
-                        return
-                    self.get_user_videos(user_id=user_id)
-                except Exception as e:
-                    AliyunLogger.logging(
-                        code="3000",
-                        platform=self.platform,
-                        mode=self.mode,
-                        env=self.env,
-                        message="抓取账号视频出现异常，账号 id 是{}, 报错原因是{}".format(user_id, e)
-                    )
+        # time.sleep(2 * 60)
+        # self.get_detail_video_list()
+        # if self.limit_flag:
+        #     return
+        # time.sleep(5 * 60)
+        # self.mode = "author"
+        # user_list = self.get_user_list()
+        # if user_list:
+        #     for index, user_id in enumerate(user_list):
+        #         try:
+        #             if self.limit_flag:
+        #                 AliyunLogger.logging(
+        #                     code="2000",
+        #                     platform=self.platform,
+        #                     mode=self.mode,
+        #                     env=self.env,
+        #                     message="本轮已经抓取足够数量的视频"
+        #                 )
+        #                 return
+        #             self.get_user_videos(user_id=user_id)
+        #         except Exception as e:
+        #             AliyunLogger.logging(
+        #                 code="3000",
+        #                 platform=self.platform,
+        #                 mode=self.mode,
+        #                 env=self.env,
+        #                 message="抓取账号视频出现异常，账号 id 是{}, 报错原因是{}".format(user_id, e)
+        #             )
 
 
 if __name__ == '__main__':