job_pl_dy.py 1.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869
  1. import os
  2. import concurrent.futures
  3. import schedule
  4. import time
  5. import threading
  6. from common import Material
  7. from video_rewriting.video_processor import VideoProcessor
  8. MAX_BPS = 120 * 1024 * 1024 # 120MB/s
  9. MAX_WORKERS = os.cpu_count() * 2 # 线程池最大工作线程数量
  10. READ_WRITE_CHUNK_SIZE = 1024 * 1024 # 每次读写的块大小 (1MB)
  11. SLEEP_INTERVAL = READ_WRITE_CHUNK_SIZE / MAX_BPS # 控制每次读写的延迟时间
  12. # 全局锁,用于同步读写操作
  13. lock = threading.Lock()
  14. def video_task_start(data):
  15. mark = VideoProcessor.main(data)
  16. print(f"返回用户名{mark}")
  17. # data = Material.feishu_list()
  18. # video_task_start(data[10])
  19. def controlled_io_operation(data):
  20. with lock:
  21. start_time = time.time()
  22. time.sleep(SLEEP_INTERVAL)
  23. end_time = time.time()
  24. elapsed_time = end_time - start_time
  25. if elapsed_time < SLEEP_INTERVAL:
  26. time.sleep(SLEEP_INTERVAL - elapsed_time)
  27. video_task_start(data)
  28. def video_start():
  29. print("开始执行生成视频脚本.")
  30. data = Material.feishu_list()
  31. data = data[10]
  32. with concurrent.futures.ThreadPoolExecutor(max_workers=MAX_WORKERS) as executor:
  33. futures = {executor.submit(controlled_io_operation, data)}
  34. for future in concurrent.futures.as_completed(futures):
  35. try:
  36. future.result()
  37. print("处理结果: 成功")
  38. except concurrent.futures.TimeoutError:
  39. print("任务超时,已取消.")
  40. except Exception as e:
  41. print("处理任务时出现异常:", e)
  42. print("执行生成视频脚本结束.")
  43. video_start()
  44. schedule.every(6).hours.do(video_start)
  45. # schedule.every(20).minutes.do(video_start)
  46. while True:
  47. schedule.run_pending()
  48. time.sleep(1)