Browse Source

经典福气旺上线推荐流不去重

罗俊辉 1 year ago
parent
commit
f595c49326
1 changed files with 2 additions and 0 deletions
  1. 2 0
      common/pipeline.py

+ 2 - 0
common/pipeline.py

@@ -113,6 +113,8 @@ class PiaoQuanPipeline:
     # 按照某个具体平台来去重
     def repeat_video(self):
         # sql = f""" select * from crawler_video where platform="公众号" and out_video_id="{video_id}"; """
+        if self.platform == "jingdianfuqiwang" and self.mode == "recommend":
+            return True
         out_id = self.item["out_video_id"]
         sql = f""" select * from crawler_video where platform = "{self.platform}" and out_video_id="{out_id}"; """
         repeat_video = MysqlHelper.get_values(