|
@@ -117,3 +117,29 @@ class PiaoQuanPipeline:
|
|
|
message="重复的视频",
|
|
|
data=self.item
|
|
|
)
|
|
|
+ return False
|
|
|
+ return True
|
|
|
+
|
|
|
+ def process_item(self):
|
|
|
+ if not self.publish_time_flag():
|
|
|
+ # 记录相关日志
|
|
|
+ return False
|
|
|
+ if not self.title_flag():
|
|
|
+ # 记录相关日志
|
|
|
+ return False
|
|
|
+ if not self.repeat_video():
|
|
|
+ # 记录相关日志
|
|
|
+ return False
|
|
|
+ if not self.download_rule_flag():
|
|
|
+ # 记录相关日志
|
|
|
+ return False
|
|
|
+ AliyunLogger.logging(
|
|
|
+ code="2000",
|
|
|
+ platform=self.platform,
|
|
|
+ mode=self.mode,
|
|
|
+ env=self.env,
|
|
|
+ data=self.item,
|
|
|
+ message="该视频符合抓取条件,准备发往 ETL"
|
|
|
+ )
|
|
|
+ return True
|
|
|
+
|