Browse Source

修改 bug

罗俊辉 1 year ago
parent
commit
d7e457885a

+ 11 - 10
xiaoniangao/xiaoniangao_author/xiaoniangao_author_v2.py

@@ -43,7 +43,7 @@ class XiaoNianGaoAuthor:
 
     def get_author_list(self):
         # 每轮只抓取定量的数据,到达数量后自己退出
-        max_count = int(self.rule_dict.get("videos_cnt", {}).get("min", 200))
+        max_count = int(self.rule_dict.get("videos_cnt", {}).get("min", 300))
         for user_dict in self.user_list:
             if self.download_count <= max_count:
                 self.get_video_list(user_dict)
@@ -218,6 +218,7 @@ class XiaoNianGaoAuthor:
             video_dict["publish_time"] = video_dict["publish_time_str"]
             # print(video_dict)
             self.mq.send_msg(video_dict)
+            self.download_count += 1
             AliyunLogger.logging(
                 code="1002",
                 platform=self.platform,
@@ -229,12 +230,12 @@ class XiaoNianGaoAuthor:
             )
 
 
-if __name__ == "__main__":
-    XNGA = XiaoNianGaoAuthor(
-        platform="xiaoniangao",
-        mode="author",
-        rule_dict={},
-        env="prod",
-        user_list=[{"link": 295640510, "uid": "12334"}],
-    )
-    XNGA.get_author_list()
+# if __name__ == "__main__":
+#     XNGA = XiaoNianGaoAuthor(
+#         platform="xiaoniangao",
+#         mode="author",
+#         rule_dict={},
+#         env="prod",
+#         user_list=[{"link": 295640510, "uid": "12334"}],
+#     )
+#     XNGA.get_author_list()

+ 1 - 1
xiaoniangao/xiaoniangao_main/run_xng_author.py

@@ -85,7 +85,7 @@ def main(my_platform, mode, topic_name, group_id, env):
                     mode=mode,
                     env=env,
                     message="成功获取信息,启动爬虫,开始一轮抓取",
-                )
+               )
                 XNGAuthor = XiaoNianGaoAuthor(
                     platform=my_platform,
                     mode=mode,