update

ai_tag_task.sh

@@ -1,3 +1,5 @@
+ps -ef | grep ai_tag_task.py | grep -v grep | awk '{print $2}' | xargs kill -9
+
 cd /data/aigc-test
 
 source activate whisper

asr_task.sh

@@ -1,8 +1,10 @@
+ps -ef | grep asr_task.py | grep -v grep | awk '{print $2}' | xargs kill -9
+
 cd /data/aigc-test
 
 source activate whisper
 
-CUDA_VISIBLE_DEVICES=0 python asr_task.py 0 > /data/aigc-test/logs/asr_task_0.log 2>&1 &
-CUDA_VISIBLE_DEVICES=1 python asr_task.py 1 > /data/aigc-test/logs/asr_task_1.log 2>&1
+CUDA_VISIBLE_DEVICES=0 python asr_task.py 0 > /data/aigc-test/logs/asr_task_0.log &
+CUDA_VISIBLE_DEVICES=1 python asr_task.py 1 > /data/aigc-test/logs/asr_task_1.log
 
 conda deactivate

download_videos_task.py

@@ -59,7 +59,7 @@ def download_videos(project, table, dt):
     download_folder = 'videos'
     video_id_list = feature_df['videoid'].to_list()
     pool = multiprocessing.Pool(processes=6)
-    for video_id in video_id_list[:10]:
+    for video_id in video_id_list:
         video_path = feature_df[feature_df['videoid'] == video_id]['video_path'].values[0].strip()
         video_path = video_path.replace(' ', '')
         print(video_id, video_path)

download_videos_task.sh

@@ -1,3 +1,5 @@
+ps -ef | grep download_videos_task.py | grep -v grep | awk '{print $2}' | xargs kill -9
+
 cd /data/aigc-test
 
 source activate whisper