crawler_weishi/main/run_follow.py

# -*- coding: utf-8 -*-
# @Author: wangkun
# @Time: 2022/6/15
import os
import random
import sys
import time

sys.path.append(os.getcwd())
from main.common import Common
from main.feishu_lib import Feishu
from main.follow import DownloadFollow


class RunFollow:
    # 抓取及上传 job
    @classmethod
    def run_follow_job(cls):
        Common.logger("follow").info("开始抓取关注榜")
        while True:
            # 抓取 100 条视频
            if len(Feishu.get_values_batch("follow", "PamIy1")) >= 30:
                Common.logger("follow").info("当前共抓取{}条视频", len(Feishu.get_values_batch("follow", "PamIy1"))-1)
                break
            else:
                # for i in range(30):
                # Common.logger().info("正在请求第{}页视频", i+1)
                DownloadFollow.get_feeds()
                Common.logger("follow").info("随机休眠 1-5s")
                time.sleep(random.randint(1, 5))
        while True:
            # 分析下载/上传视频
            if len(Feishu.get_values_batch("follow", "PamIy1")) == 1:
                Common.logger("follow").info("没有可分析的视频")
                break
            else:
                Common.logger("follow").info("开始分析并下载/上传视频")
                DownloadFollow.download_publish()
        # 清除日志
        Common.del_logs("follow")


if __name__ == "__main__":
    main = RunFollow()
    main.run_follow_job()