修改 pipeline

common/pipeline.py

@@ -61,17 +61,17 @@ class PiaoQuanPipeline:
     # 视频基础下载规则
     def download_rule_flag(self):
         # 格式化 video_dict:publish_time_stamp
-        if self.item.get("publish_time_stamp"):
-            self.item["publish_time"] = self.item["publish_time_stamp"] * 1000
-        # 格式化 video_dict:period
-        if (
-            self.item.get("publish_time")
-            and self.item.get("period", "noperiod") == "noperiod"
-        ):
-            self.item["period"] = int(
-                (int(time.time() * 1000) - self.item["publish_time"])
-                / (3600 * 24 * 1000)
-            )
+        # if self.item.get("publish_time_stamp"):
+        #     self.item["publish_time"] = self.item["publish_time_stamp"] * 1000
+        # # 格式化 video_dict:period
+        # if (
+        #     self.item.get("publish_time")
+        #     and self.item.get("period", "noperiod") == "noperiod"
+        # ):
+        #     self.item["period"] = int(
+        #         (int(time.time() * 1000) - self.item["publish_time"])
+        #         / (3600 * 24 * 1000)
+        #     )
         # 格式化 rule_dict 最大值取值为 0 的问题
         for key in self.item:
             if self.rule_dict.get(key):
@@ -80,21 +80,22 @@ class PiaoQuanPipeline:
                     if int(self.rule_dict[key]["max"]) > 0
                     else 999999999999999
                 )
-                if key == "peroid":
-                    flag = 0 <= int(self.item[key]) <= max_value
-                    if not flag:
-                        AliyunLogger.logging(
-                            code="2004",
-                            trace_id=self.trace_id,
-                            platform=self.platform,
-                            mode=self.mode,
-                            env=self.env,
-                            data=self.item,
-                            message="{}: 0 <= {} <= {}, {}".format(
-                                key, self.item[key], max_value, flag
-                            ),
-                        )
-                        return flag
+                if key == "peroid": # peroid是抓取周期天数
+                    continue
+                    # flag = 0 <= int(self.item[key]) <= max_value
+                    # if not flag:
+                    #     AliyunLogger.logging(
+                    #         code="2004",
+                    #         trace_id=self.trace_id,
+                    #         platform=self.platform,
+                    #         mode=self.mode,
+                    #         env=self.env,
+                    #         data=self.item,
+                    #         message="{}: 0 <= {} <= {}, {}".format(
+                    #             key, self.item[key], max_value, flag
+                    #         ),
+                    #     )
+                    #     return flag
                 else:
                     flag = int(self.rule_dict[key]["min"]) <= int(self.item[key]) <= max_value
                     if not flag: