更改启动脚本

agc_bk_main.py

@@ -58,10 +58,11 @@ def video_task():
     print("执行生成视频脚结束")
 
 # 每天12点30清空集合
-schedule.every().day.at("19:00").do(clear_returned_usernames)
+schedule.every().day.at("00:10").do(clear_returned_usernames)
 
-#每10分钟执行次脚本
-schedule.every(10).minutes.do(video_task)
+
+# 每天00:10执行视频任务
+schedule.every().day.at("00:20").do(video_task)
 
 
 while True:

agc_main.py → agc_cg_main.py

@@ -57,7 +57,7 @@ def video_task():
 
 
 # 每天0点10清空集合
-schedule.every().day.at("03:10").do(clear_returned_usernames)
+schedule.every().day.at("04:10").do(clear_returned_usernames)
 
 #每10分钟执行次脚本
 schedule.every(10).minutes.do(video_task)
@@ -68,7 +68,10 @@ schedule.every(10).minutes.do(video_task)
 # 每天下午1:30执行任务
 
 while True:
-    schedule.run_pending()
+    try:
+        schedule.run_pending()
+    except Exception as e:
+        print("执行调度任务时出现异常:", e)
     time.sleep(1)
 
 # list = Material.feishu_list()

agc_data.py

@@ -1,87 +0,0 @@
-import os
-
-from extract_data.douyin.douyin_author import douyinAuthor
-from extract_data.kuaishou.kuaishou_author import kuaishouAuthor
-from extract_data.zhannei.zhannei_author import ZhanNeiAuthor
-
-import schedule
-import concurrent.futures
-import time
-import threading
-from common import Material
-# 控制读写速度的参数
-MAX_BPS = 120 * 1024 * 1024  # 120MB/s
-MAX_WORKERS = os.cpu_count() * 2  # 线程池最大工作线程数量
-READ_WRITE_CHUNK_SIZE = 1024 * 1024  # 每次读写的块大小 (1MB)
-SLEEP_INTERVAL = READ_WRITE_CHUNK_SIZE / MAX_BPS  # 控制每次读写的延迟时间
-# 全局锁，用于同步读写操作
-lock = threading.Lock()
-
-def gs_start(platform, user_data):
-    print(f"执行{platform}数据抓取{user_data}")
-    if platform == "douyin":
-        douyinAuthor.get_videoList(user_data)
-    elif platform == "kuaishou":
-        kuaishouAuthor.get_kuaishou_videoList(user_data)
-    elif platform == "zhannei":
-        ZhanNeiAuthor.get_zhannei_videoList(user_data)
-
-
-def gs_task(platform):
-    data = Material.get_all_gs_user(platform)
-    valid_data = [user_data for user_data in data if user_data['sheet'] is not None]
-    with concurrent.futures.ThreadPoolExecutor(max_workers=MAX_WORKERS) as executor:
-        futures = {executor.submit(gs_operation, platform, user_data): user_data for user_data in valid_data}
-        for future in concurrent.futures.as_completed(futures):
-            result = future.result()
-            print("处理结果:", result)
-    print(f"{platform.capitalize()}数据抓取定时任务执行完成.")
-
-
-def gs_operation(platform, data):
-    with lock:
-        start_time = time.time()
-        time.sleep(SLEEP_INTERVAL)
-        end_time = time.time()
-        elapsed_time = end_time - start_time
-        if elapsed_time < SLEEP_INTERVAL:
-            time.sleep(SLEEP_INTERVAL - elapsed_time)
-        gs_start(platform, data)
-
-
-def cg_start(platform, user_data):
-    print(f"执行{platform}数据抓取{user_data}")
-    if platform == "douyin":
-        douyinAuthor.get_videoList(user_data)
-    elif platform == "kuaishou":
-        kuaishouAuthor.get_kuaishou_videoList(user_data)
-
-def cg_task(platform):
-    data = Material.get_all_user(platform)
-    with concurrent.futures.ThreadPoolExecutor(max_workers=MAX_WORKERS) as executor:
-        futures = {executor.submit(cg_operation, platform, user_data): user_data for user_data in data}
-        for future in concurrent.futures.as_completed(futures):
-            result = future.result()
-            print("处理结果:", result)
-    print(f"{platform.capitalize()}数据抓取定时任务执行完成.")
-
-def cg_operation(platform, data):
-    with lock:
-        start_time = time.time()
-        time.sleep(SLEEP_INTERVAL)
-        end_time = time.time()
-        elapsed_time = end_time - start_time
-        if elapsed_time < SLEEP_INTERVAL:
-            time.sleep(SLEEP_INTERVAL - elapsed_time)
-        cg_start(platform, data)
-
-
-
-schedule.every().day.at("19:20").do(gs_task, "kuaishou")
-schedule.every().day.at("19:30").do(gs_task, "douyin")
-schedule.every().day.at("18:00").do(gs_task, "zhannei")
-schedule.every(4).hours.do(cg_task, "douyin")
-schedule.every(4).hours.do(cg_task, "kuaishou")
-while True:
-    schedule.run_pending()
-    time.sleep(1)

agc_assign_main.py → agc_gs_main.py

@@ -69,7 +69,7 @@ def video_task():
     print("执行生成视频脚结束")
 
 # 每天0点10清空集合
-schedule.every().day.at("00:05").do(clear_returned_usernames)
+schedule.every().day.at("21:05").do(clear_returned_usernames)
 
 #每10分钟执行次脚本
 schedule.every(10).minutes.do(video_task)