crawler_weishi/main/run_recommend.py

# -*- coding: utf-8 -*-
# @Author: wangkun
# @Time: 2022/3/30
import datetime
import os
import sys
import time
sys.path.append(os.getcwd())
from main.common import Common
from main.recommend import Recommend


class Main:
    # 抓取及上传 job
    @classmethod
    def main(cls, env):
        while True:
            if 21 >= datetime.datetime.now().hour >= 8:
                # 抓取视频列表
                Common.logger('recommend').info('开始抓取微视视频\n')
                Recommend.get_feeds('recommend')
                # 下载/上传
                Common.logger('recommend').info('开始下载/上传视频\n')
                Recommend.run_download_publish('recommend', env)
                # 清除日志
                Common.del_logs('recommend')
                Common.logger('recommend').info('今日抓取任务结束，休眠{}小时', 24-datetime.datetime.now().hour)
                time.sleep(3600*(24-datetime.datetime.now().hour))


if __name__ == "__main__":
    Main.main('prod')