看一看推荐————把爬虫部分的去重关掉了

kanyikan/kanyikan_recommend/kanyikan_recommend.py

@@ -145,9 +145,9 @@ class KanyikanRecommend:
                                                                    action="")) is True:
                             Common.logger(log_type, crawler).info('已中过滤词\n')
                             Common.logging(log_type, crawler, env, '已中过滤词\n')
-                        elif cls.repeat_video(log_type, crawler, video_dict["video_id"], env) != 0:
-                            Common.logger(log_type, crawler).info('视频已下载\n')
-                            Common.logging(log_type, crawler, env, '视频已下载\n')
+                        # elif cls.repeat_video(log_type, crawler, video_dict["video_id"], env) != 0:
+                        #     Common.logger(log_type, crawler).info('视频已下载\n')
+                        #     Common.logging(log_type, crawler, env, '视频已下载\n')
                         else:
                             # cls.download_publish(log_type=log_type,
                             #                      crawler=crawler,

kanyikan/kanyikan_recommend/kanyikan_recommend0627.py

@@ -144,9 +144,9 @@ class KanyikanRecommend:
                                                                    action="")) is True:
                             Common.logger(log_type, crawler).info('已中过滤词\n')
                             Common.logging(log_type, crawler, env, '已中过滤词\n')
-                        elif cls.repeat_video(log_type, crawler, video_dict["video_id"], env) != 0:
-                            Common.logger(log_type, crawler).info('视频已下载\n')
-                            Common.logging(log_type, crawler, env, '视频已下载\n')
+                        # elif cls.repeat_video(log_type, crawler, video_dict["video_id"], env) != 0:
+                        #     Common.logger(log_type, crawler).info('视频已下载\n')
+                        #     Common.logging(log_type, crawler, env, '视频已下载\n')
                         else:
                             # cls.download_publish(log_type=log_type,
                             #                      crawler=crawler,

kanyikan/kanyikan_recommend/kanyikan_recommend0705.py

@@ -140,9 +140,9 @@ class KanyikanRecommend:
                                                                action="")) is True:
                         Common.logger(log_type, crawler).info('已中过滤词\n')
                         Common.logging(log_type, crawler, env, '已中过滤词\n')
-                    elif cls.repeat_video(log_type, crawler, video_dict["video_id"], env) != 0:
-                        Common.logger(log_type, crawler).info('视频已下载\n')
-                        Common.logging(log_type, crawler, env, '视频已下载\n')
+                    # elif cls.repeat_video(log_type, crawler, video_dict["video_id"], env) != 0:
+                    #     Common.logger(log_type, crawler).info('视频已下载\n')
+                    #     Common.logging(log_type, crawler, env, '视频已下载\n')
                     else:
                         video_dict["out_user_id"] = video_dict["user_id"]
                         video_dict["platform"] = crawler

kanyikan/kanyikan_recommend/kanyikan_recommend_hcm.py

@@ -139,9 +139,9 @@ class KanyikanRecommend:
                                                                action="")) is True:
                         Common.logger(log_type, crawler).info('已中过滤词\n')
                         Common.logging(log_type, crawler, env, '已中过滤词\n')
-                    elif cls.repeat_video(log_type, crawler, video_dict["video_id"], env) != 0:
-                        Common.logger(log_type, crawler).info('视频已下载\n')
-                        Common.logging(log_type, crawler, env, '视频已下载\n')
+                    # elif cls.repeat_video(log_type, crawler, video_dict["video_id"], env) != 0:
+                    #     Common.logger(log_type, crawler).info('视频已下载\n')
+                    #     Common.logging(log_type, crawler, env, '视频已下载\n')
                     else:
                         video_dict["out_user_id"] = video_dict["user_id"]
                         video_dict["platform"] = crawler

kanyikan/kanyikan_recommend/kanyikan_recommend_zzcl.py

@@ -141,9 +141,9 @@ class KanyikanRecommend:
                                                                action="")) is True:
                         Common.logger(log_type, crawler).info('已中过滤词\n')
                         Common.logging(log_type, crawler, env, '已中过滤词\n')
-                    elif cls.repeat_video(log_type, crawler, video_dict["video_id"], env) != 0:
-                        Common.logger(log_type, crawler).info('视频已下载\n')
-                        Common.logging(log_type, crawler, env, '视频已下载\n')
+                    # elif cls.repeat_video(log_type, crawler, video_dict["video_id"], env) != 0:
+                    #     Common.logger(log_type, crawler).info('视频已下载\n')
+                    #     Common.logging(log_type, crawler, env, '视频已下载\n')
                     else:
                         video_dict["out_user_id"] = video_dict["user_id"]
                         video_dict["platform"] = crawler