update

download_videos_task.py

@@ -54,8 +54,8 @@ def download_videos(project, table, dt):
     feature_df = get_feature_data(project=project, table=table, dt=dt, features=features)
     download_folder = 'videos'
     video_id_list = feature_df['videoid'].to_list()
-    pool = multiprocessing.Pool(processes=3)
-    for video_id in video_id_list[21:31]:
+    pool = multiprocessing.Pool(processes=5)
+    for video_id in video_id_list:
         video_path = feature_df[feature_df['videoid'] == video_id]['video_path'].values[0].strip()
         video_path = video_path.replace(' ', '')
         print(video_id, video_path)
@@ -72,21 +72,21 @@ def timer_check():
         project = config_.DAILY_VIDEO['project']
         table = config_.DAILY_VIDEO['table']
         now_date = datetime.datetime.today()
-        log_.info(f"now_date: {datetime.datetime.strftime(now_date, '%Y%m%d')}")
+        print(f"now_date: {datetime.datetime.strftime(now_date, '%Y%m%d')}")
         dt = datetime.datetime.strftime(now_date-datetime.timedelta(days=1), '%Y%m%d')
         # 查看数据是否已准备好
         data_count = data_check(project=project, table=table, dt=dt)
         if data_count > 0:
-            log_.info(f'videos count = {data_count}')
+            print(f'videos count = {data_count}')
             # 数据准备好，进行视频下载
             download_videos(project=project, table=table, dt=dt)
-            log_.info(f"videos download end!")
+            print(f"videos download end!")
 
         else:
             # 数据没准备好，1分钟后重新检查
             Timer(60, timer_check).start()
     except Exception as e:
-        log_.error(f"视频下载失败, exception: {e}, traceback: {traceback.format_exc()}")
+        print(f"视频下载失败, exception: {e}, traceback: {traceback.format_exc()}")
 
 
 if __name__ == '__main__':