piaoquan_crawler/gongzhonghao/gongzhonghao_main/run_gzh1_author_dev.py

# -*- coding: utf-8 -*-
# @Author: wangkun
# @Time: 2023/6/20
import os
import sys
sys.path.append(os.getcwd())
from common.common import Common
# from gongzhonghao.gongzhonghao_author.gongzhonghao1_author import GongzhonghaoAuthor1
# from gongzhonghao.gongzhonghao_author.gongzhonghao2_author import GongzhonghaoAuthor2
# from gongzhonghao.gongzhonghao_author.gongzhonghao3_author import GongzhonghaoAuthor3
# from gongzhonghao.gongzhonghao_author.gongzhonghao4_author import GongzhonghaoAuthor4
from gongzhonghao.gongzhonghao_author.gongzhonghao5_author import GongzhonghaoAuthor5


def gzh_main(log_type, crawler, env):
    Common.logger(log_type, crawler).info("开始抓取:公众号")
    Common.logging(log_type, crawler, env, "开始抓取:公众号")
    # GongzhonghaoAuthor1.get_all_videos(log_type=log_type,
    # GongzhonghaoAuthor2.get_all_videos(log_type=log_type,
    # GongzhonghaoAuthor3.get_all_videos(log_type=log_type,
    # GongzhonghaoAuthor4.get_all_videos(log_type=log_type,
    GongzhonghaoAuthor5.get_all_videos(log_type=log_type,
                                       crawler=crawler,
                                       rule_dict={"period": {"max": 1, "min": 1}, "duration": {"max": 2700, "min": 20}},
                                       env=env)
    Common.del_logs(log_type, crawler)
    Common.logger(log_type, crawler).info('抓取一轮结束\n')
    Common.logging(log_type, crawler, env, '抓取一轮结束\n')


if __name__ == "__main__":
    gzh_main(log_type="author", crawler="gongzhonghao", env="dev")