develop baidu video downloader

applications/api/google_ai_api.py

@@ -70,6 +70,21 @@ class GoogleAIAPI(object):
         )
         return response.text
 
+    def delete_video(self, file_name: str):
+        """
+        删除视频
+        """
+        self.client.files.delete(name=file_name)
+
+    def get_file_list(self):
+        """
+        获取文件列表
+        """
+        file_list = self.client.files.list()
+        return file_list
+
+
+
 
 
 

coldStartTasks/multi_modal/generate_text_from_video.py

@@ -73,7 +73,7 @@ class GenerateTextFromVideo(object):
         )
         print(affected_rows)
 
-    def upload_video_to_google_ai(self, max_processing_video_count=30):
+    def upload_video_to_google_ai(self, max_processing_video_count=20):
         """
         上传视频到Google AI
         max_processing_video_count: 处理中的最大视频数量，默认1000
@@ -111,6 +111,12 @@ class GenerateTextFromVideo(object):
 
         return success_upload_count
 
+    def delete_video_from_google(self, file_name):
+        """
+        删除视频文件
+        """
+        self.google_ai_api.delete_video(file_name)
+
     def get_tasks(self):
         """
         获取处理视频转文本任务

run_video_extract_text.py

@@ -2,87 +2,11 @@
 @author: luojunhui
 @tools: PyCharm MarsCodeAI && DeepSeek
 """
-import sys
-import signal
-import time
-import threading
-
-from tqdm import tqdm
 
 from coldStartTasks.multi_modal import GenerateTextFromVideo
 from config import apolloConfig
 
-
-class VideoProcessing:
-    """
-    video processing task
-    """
-    def __init__(self):
-        self.generate_text_from_video = GenerateTextFromVideo()
-        self.generate_text_from_video.connect_db()
-        self.running = True
-        self.lock = threading.Lock()
-        self.upload_thread = None
-        self.convert_thread = None
-
-    def upload_task(self):
-        """
-        upload task to google cloud storage
-        """
-        while self.running:
-            with self.lock:
-                tqdm.write("start upload_video_to_google_ai task...")
-                upload_videos_count = self.generate_text_from_video.upload_video_to_google_ai()
-                tqdm.write("upload_video_to_google_ai task completed, total upload_videos_count: {}".format(upload_videos_count))
-            time.sleep(600)
-
-    def convert_task(self):
-        """
-        convert video to text
-        """
-        while self.running:
-            with self.lock:
-                tqdm.write("Starting convert_video_to_text_with_google_ai task...")
-                self.generate_text_from_video.convert_video_to_text_with_google_ai()
-                tqdm.write("convert_video_to_text_with_google_ai() task completed.")
-            time.sleep(10)
-
-    def stop(self):
-        """停止所有线程"""
-        with self.lock:
-            tqdm.write("Stopping threads...")
-            self.running = False  # 设置标志为 False，通知线程退出
-        # 等待线程结束
-        if self.upload_thread:
-            self.upload_thread.join()
-        if self.convert_thread:
-            self.convert_thread.join()
-        tqdm.write("All threads stopped.")
-
-
-def signal_handler(sig, frame):
-    """捕获信号，优雅退出"""
-    video_processing.stop()
-    sys.exit(0)
-
-
 if __name__ == '__main__':
-    video_processing = VideoProcessing()
-
-    # 创建并启动第一个线程（上传任务）
-    video_processing.upload_thread = threading.Thread(target=video_processing.upload_task)
-    video_processing.upload_thread.daemon = False
-    video_processing.upload_thread.start()
-
-    # 创建并启动第二个线程（转换任务）
-    video_processing.convert_thread = threading.Thread(target=video_processing.convert_task)
-    video_processing.convert_thread.daemon = False
-    video_processing.convert_thread.start()
-
-    # 注册信号处理函数
-    signal.signal(signal.SIGINT, signal_handler)
-    signal.signal(signal.SIGTERM, signal_handler)
-
-    # 主线程保持运行，防止程序退出
-    while video_processing.running:
-        time.sleep(1)
+    generate_text_from_video = GenerateTextFromVideo()
+    generate_text_from_video.connect_db()
+    generate_text_from_video.convert_video_to_text_with_google_ai()

tasks/manage_google_storage_videos_task.py

@@ -0,0 +1,37 @@
+"""
+@author: luojunhui
+@tools: PyCharm MarsCodeAI && DeepSeek
+"""
+import sys
+import signal
+import time
+import threading
+
+from tqdm import tqdm
+
+from coldStartTasks.multi_modal import GenerateTextFromVideo
+
+
+def upload_videos_to_google_task():
+    """
+    本地视频上传至google云存储
+    """
+    video_processing = GenerateTextFromVideo()
+    video_processing.connect_db()
+    video_processing.upload_video_to_google_ai()
+
+
+def delete_finished_videos():
+    """
+    从google云删除已经处理完成的视频
+    """
+    video_processing = GenerateTextFromVideo()
+    video_processing.connect_db()
+    storage_file_list = video_processing.google_ai_api.get_file_list()
+    for file in storage_file_list:
+        print(file.name, file.expiration_time)
+        select_sql = f"""
+        """
+
+
+delete_finished_videos()