| 1234567891011121314151617181920212223242526 |
- # -*- coding: utf-8 -*-
- # @Author: wangkun
- # @Time: 2023/6/20
- import os
- import sys
- sys.path.append(os.getcwd())
- from common.common import Common
- # from gongzhonghao.gongzhonghao_author.gongzhonghao1_author import GongzhonghaoAuthor1
- from gongzhonghao.gongzhonghao_author.gongzhonghao2_author import GongzhonghaoAuthor2
- def gzh_main(log_type, crawler, env):
- Common.logger(log_type, crawler).info("开始抓取:公众号")
- Common.logging(log_type, crawler, env, "开始抓取:公众号")
- # GongzhonghaoAuthor1.get_all_videos(log_type=log_type,
- GongzhonghaoAuthor2.get_all_videos(log_type=log_type,
- crawler=crawler,
- rule_dict={"period": {"max": 1, "min": 1}, "duration": {"max": 2700, "min": 20}},
- env=env)
- Common.del_logs(log_type, crawler)
- Common.logger(log_type, crawler).info('抓取一轮结束\n')
- Common.logging(log_type, crawler, env, '抓取一轮结束\n')
- if __name__ == "__main__":
- gzh_main(log_type="author", crawler="gongzhonghao", env="dev")
|
