crawler_haokan/main/run_haokan_hot.py

# -*- coding: utf-8 -*-
# @Author: wangkun
# @Time: 2022/11/24
import datetime
import os
import sys
import time
sys.path.append(os.getcwd())
from main.common import Common
from main.haokan_hot import Hot


class Main:
    @classmethod
    def main(cls, log_type, our_id, env):
        try:
            while True:
                Hot.get_hot_feeds(log_type, our_id, env)
                Common.del_logs(log_type)
                Hot.page = 0
                Common.logger(log_type).info('热榜抓取完毕，休眠1小时\n')
                time.sleep(3600)
        except Exception as e:
            Common.logger(log_type).error(f'{e}\n重新运行抓取程序\n')
            cls.main(log_type, our_id, env)


if __name__ == '__main__':
    Main.main('hot', '26117577', 'prod')