download_video

download_videos_task.py

@@ -100,37 +100,25 @@ def timer_check():
 
 if __name__ == '__main__':
     # timer_check()
-    # size = 5
-    # for i in range(0, 10, size):
-    #     print(f"query_videos start i = {i} ...")
-    #     records = ODPSQueryUtil.query_videos(i, size)
-    #     if records is None or len(records) == 0:
-    #         continue
-    #     print(f"Got {len(records)} records")
-    #     pool = multiprocessing.Pool(processes=6)
-    #     for record in records:
-    #         try:
-    #             videoid = record.videoid
-    #             video_path = record.video_path
-    #             pool.apply_async(
-    #                 func=download_video_from_oss,
-    #                 args=(videoid, video_path, 'videos')
-    #             )
-    #         except Exception as e:
-    #             print(
-    #                 f"download video fail, exception: {e}, traceback: {traceback.format_exc()}")
-    #     print(f"query_videos end i = {i} ...")
-    #     pool.close()
-    #     pool.join()
-    # 阿里云账号AccessKey拥有所有API的访问权限，风险很高。强烈建议您创建并使用RAM用户进行API访问或日常运维，请登录RAM控制台创建RAM用户。
-    # auth = oss2.Auth(access_key_id=config_.ODPS_CONFIG['ACCESSID'], access_key_secret=config_.ODPS_CONFIG['ACCESSKEY'])
-    auth = oss2.Auth(access_key_id=config_.OSS_CONFIG['accessKeyId'],
-                     access_key_secret=config_.OSS_CONFIG['accessKeySecret'])
-    # Endpoint以杭州为例，其它Region请按实际情况填写。
-    bucket = oss2.Bucket(
-        auth, endpoint=config_.OSS_CONFIG['endpoint'], bucket_name='art-pubbucket')
-    # 下载OSS文件到本地文件。
-    # <yourObjectName>由包含文件后缀，不包含Bucket名称组成的Object完整路径，例如abc/efg/123.jpg。
-    # <yourLocalFile>由本地文件路径加文件名包括后缀组成，例如/users/local/myfile.txt。
-    bucket.get_object_to_file(
-        'longvideo/transcode/video/vpc/20221221/17608628PUf8nomrsSCIhllyT3.mp4', 'videos/17608628PUf8nomrsSCIhllyT3.mp4')
+    size = 5
+    for i in range(0, 10, size):
+        print(f"query_videos start i = {i} ...")
+        records = ODPSQueryUtil.query_videos(i, size)
+        if records is None or len(records) == 0:
+            continue
+        print(f"Got {len(records)} records")
+        pool = multiprocessing.Pool(processes=6)
+        for record in records:
+            try:
+                videoid = record.videoid
+                video_path = record.video_path
+                pool.apply_async(
+                    func=download_video_from_oss,
+                    args=(videoid, video_path, 'videos')
+                )
+            except Exception as e:
+                print(
+                    f"download video fail, exception: {e}, traceback: {traceback.format_exc()}")
+        print(f"query_videos end i = {i} ...")
+        pool.close()
+        pool.join()