|
@@ -113,6 +113,8 @@ class PiaoQuanPipeline:
|
|
|
# 按照某个具体平台来去重
|
|
|
def repeat_video(self):
|
|
|
# sql = f""" select * from crawler_video where platform="公众号" and out_video_id="{video_id}"; """
|
|
|
+ if self.platform == "jingdianfuqiwang" and self.mode == "recommend":
|
|
|
+ return True
|
|
|
out_id = self.item["out_video_id"]
|
|
|
sql = f""" select * from crawler_video where platform = "{self.platform}" and out_video_id="{out_id}"; """
|
|
|
repeat_video = MysqlHelper.get_values(
|