pq_video_cover/job_cover_method.py

import time
from concurrent.futures import ThreadPoolExecutor, wait
from common.redis import get_pq_id
from video_cover_method.cover_method import CoverMethod

# 限制最大线程数为 10
max_workers = 10


def get_video_id():
    video_ids = set()  # 使用集合去重
    for i in range(10):
        video_id = get_pq_id()
        if video_id:
            video_ids.add(video_id)
        else:
            return list( video_ids )
    return list( video_ids )


def process_video_cover(video_id):
    try:
        CoverMethod.cover_method( int( video_id ) )
    except Exception as e:
        print( "处理任务时出现异常:", e)


def video_cover_task_start():
    with ThreadPoolExecutor( max_workers=max_workers) as executor:
        while True:
            video_ids = get_video_id()
            if not video_ids:
                print("没有数据等待30秒")
                time.sleep(30)
                continue
            # 提交所有任务并等待完成
            futures = [executor.submit( process_video_cover, video_id ) for video_id in video_ids]
            wait( futures )  # 等待所有任务完成


if __name__ == '__main__':
    video_cover_task_start()