video_editor_agc/data_main.py

from common import Material, Feishu
from extract_data.douyin.douyin_author import douyinAuthor
from extract_data.kuaishou.kuaishou_author import kuaishouAuthor

import schedule
import time
import concurrent.futures

# 定义读取表格的函数
def douyin_start(user_data):
    print(f"执行抖音数据抓取{user_data}")
    douyinAuthor.get_videoList(user_data)

def kuaishou_start(user_data):
    print(f"执行快手数据抓取{user_data}")
    kuaishouAuthor.get_kuaishou_videoList(user_data)

data = Material.get_all_user("douyin")
douyin_start(data[5])
data = Material.get_all_user("kuaishou")
kuaishou_start(data[5])

# # 定义定时任务
# def douyin_task():
#     data = Material.get_all_user("douyin")
#     # 创建一个线程池
#     with concurrent.futures.ThreadPoolExecutor() as executor:
#         futures = [executor.submit(douyin_start, user_data) for user_data in data]
#         # 等待所有任务执行完成
#         for future in concurrent.futures.as_completed(futures):
#             # 获取每个任务的执行结果
#             result = future.result()
#             print("处理结果:", result)
#     print("抖音数据抓取定时任务执行完成")
#
#
# # 定义定时任务
# def kuanshou_task():
#     data = Material.get_all_user("kuaishou")
#     # 创建一个线程池
#     with concurrent.futures.ThreadPoolExecutor() as executor:
#         futures = [executor.submit(kuaishou_start, user_data) for user_data in data]
#         # 等待所有任务执行完成
#         for future in concurrent.futures.as_completed(futures):
#             # 获取每个任务的执行结果
#             result = future.result()
#             print("处理结果:", result)
#     print("快手数据抓取定时任务执行完成.")
#
#
# # schedule.every(2).minutes.do(douyin_task)
# #
# # schedule.every(2).minutes.do(kuanshou_task)
# schedule.every(8).hours.do(douyin_task)
#
# schedule.every(8).hours.do(kuanshou_task)
# 
# # 持续运行，直到手动终止
# while True:
#     schedule.run_pending()
#     time.sleep(1)
#
#