|
@@ -43,7 +43,7 @@ class XiaoNianGaoAuthor:
|
|
|
|
|
|
def get_author_list(self):
|
|
|
# 每轮只抓取定量的数据,到达数量后自己退出
|
|
|
- max_count = int(self.rule_dict.get("videos_cnt", {}).get("min", 200))
|
|
|
+ max_count = int(self.rule_dict.get("videos_cnt", {}).get("min", 300))
|
|
|
for user_dict in self.user_list:
|
|
|
if self.download_count <= max_count:
|
|
|
self.get_video_list(user_dict)
|
|
@@ -218,6 +218,7 @@ class XiaoNianGaoAuthor:
|
|
|
video_dict["publish_time"] = video_dict["publish_time_str"]
|
|
|
# print(video_dict)
|
|
|
self.mq.send_msg(video_dict)
|
|
|
+ self.download_count += 1
|
|
|
AliyunLogger.logging(
|
|
|
code="1002",
|
|
|
platform=self.platform,
|
|
@@ -229,12 +230,12 @@ class XiaoNianGaoAuthor:
|
|
|
)
|
|
|
|
|
|
|
|
|
-if __name__ == "__main__":
|
|
|
- XNGA = XiaoNianGaoAuthor(
|
|
|
- platform="xiaoniangao",
|
|
|
- mode="author",
|
|
|
- rule_dict={},
|
|
|
- env="prod",
|
|
|
- user_list=[{"link": 295640510, "uid": "12334"}],
|
|
|
- )
|
|
|
- XNGA.get_author_list()
|
|
|
+# if __name__ == "__main__":
|
|
|
+# XNGA = XiaoNianGaoAuthor(
|
|
|
+# platform="xiaoniangao",
|
|
|
+# mode="author",
|
|
|
+# rule_dict={},
|
|
|
+# env="prod",
|
|
|
+# user_list=[{"link": 295640510, "uid": "12334"}],
|
|
|
+# )
|
|
|
+# XNGA.get_author_list()
|