Merge branch 'feature/sunxy/20240321/tagVideosByTable' of https://git.yishihui.com/algorithm/aigc-test into feature/sunxy/20240321/tagVideosByTable

asr_task.py

@@ -158,7 +158,7 @@ if __name__ == '__main__':
     if not os.path.exists(asr_folder):
         os.makedirs(asr_folder)
 
-    pool = multiprocessing.Pool(processes=5)
+    pool = multiprocessing.Pool(processes=1)
     for video_id in video_folder_list:
         pool.apply_async(
             func=get_asr,

asr_task.sh

@@ -2,9 +2,9 @@ ps -ef | grep asr_task.py | grep -v grep | awk '{print $2}' | xargs kill -9
 
 rm -r asr_res/
 
-source activate aigc-test
+# source activate aigc-test
 
 CUDA_VISIBLE_DEVICES=0 python asr_task.py 0 > logs/asr_task_0.log &
 CUDA_VISIBLE_DEVICES=1 python asr_task.py 1 > logs/asr_task_1.log
 
-conda deactivate
+# conda deactivate

download_videos_task.py

@@ -100,8 +100,8 @@ def timer_check():
 
 if __name__ == '__main__':
     # timer_check()
-    size = 5
-    for i in range(0, 10, size):
+    size = 1000
+    for i in range(0, 500, size):
         print(f"query_videos start i = {i} ...")
         records = ODPSQueryUtil.query_videos(i, size)
         if records is None or len(records) == 0: