Kaynağa Gözat

修改了公众号调度,把公众号的抓取平均分布到01:00 至 13:00之间

罗俊辉 1 yıl önce
ebeveyn
işleme
9c830d95fd

+ 1 - 1
gongzhonghao/gongzhonghao_author/gongzhonghao_author.py

@@ -669,7 +669,7 @@ class GongzhonghaoAuthor:
     def get_all_videos(
         cls, log_type, crawler, task_dict, token_index, rule_dict, user_list, env
     ):
-        total_s = 12 * 60 * 60  # 每个爬虫每天抓取的时间是16h(12h等待+4h抓取)
+        total_s = 8 * 60 * 60  # 每个爬虫每天抓取的时间是12h(8h等待+4h抓取)
         wait_average_time = int((total_s / len(user_list)))
         for user_dict in user_list:
             Common.logger(log_type, crawler).info(f'抓取公众号:{user_dict["nick_name"]}\n')