抓取启动脚本优化

data_main.py

@@ -27,18 +27,12 @@ def kuaishou_start(user_data):
     print(f"执行快手数据抓取{user_data}")
     kuaishouAuthor.get_kuaishou_videoList(user_data)
 
+
 # 定义定时任务
 def douyin_task():
     data = Material.get_all_user("douyin")
     # 创建一个线程池
     with concurrent.futures.ThreadPoolExecutor(max_workers=MAX_WORKERS) as executor:
-        with lock:
-            start_time = time.time()
-            time.sleep(SLEEP_INTERVAL)
-            end_time = time.time()
-            elapsed_time = end_time - start_time
-            if elapsed_time < SLEEP_INTERVAL:
-                time.sleep(SLEEP_INTERVAL - elapsed_time)
         futures = {executor.submit(douyin_start, user_data): user_data for user_data in data}
         # 等待所有任务执行完成
         for future in concurrent.futures.as_completed(futures):
@@ -53,13 +47,6 @@ def kuanshou_task():
     data = Material.get_all_user("kuaishou")
     # 创建一个线程池
     with concurrent.futures.ThreadPoolExecutor(max_workers=MAX_WORKERS) as executor:
-        with lock:
-            start_time = time.time()
-            time.sleep(SLEEP_INTERVAL)
-            end_time = time.time()
-            elapsed_time = end_time - start_time
-            if elapsed_time < SLEEP_INTERVAL:
-                time.sleep(SLEEP_INTERVAL - elapsed_time)
         futures = {executor.submit(kuaishou_start, user_data): user_data for user_data in data}
         # 等待所有任务执行完成
         for future in concurrent.futures.as_completed(futures):