|
|
@@ -100,37 +100,25 @@ def timer_check():
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
# timer_check()
|
|
|
- # size = 5
|
|
|
- # for i in range(0, 10, size):
|
|
|
- # print(f"query_videos start i = {i} ...")
|
|
|
- # records = ODPSQueryUtil.query_videos(i, size)
|
|
|
- # if records is None or len(records) == 0:
|
|
|
- # continue
|
|
|
- # print(f"Got {len(records)} records")
|
|
|
- # pool = multiprocessing.Pool(processes=6)
|
|
|
- # for record in records:
|
|
|
- # try:
|
|
|
- # videoid = record.videoid
|
|
|
- # video_path = record.video_path
|
|
|
- # pool.apply_async(
|
|
|
- # func=download_video_from_oss,
|
|
|
- # args=(videoid, video_path, 'videos')
|
|
|
- # )
|
|
|
- # except Exception as e:
|
|
|
- # print(
|
|
|
- # f"download video fail, exception: {e}, traceback: {traceback.format_exc()}")
|
|
|
- # print(f"query_videos end i = {i} ...")
|
|
|
- # pool.close()
|
|
|
- # pool.join()
|
|
|
- # 阿里云账号AccessKey拥有所有API的访问权限，风险很高。强烈建议您创建并使用RAM用户进行API访问或日常运维，请登录RAM控制台创建RAM用户。
|
|
|
- # auth = oss2.Auth(access_key_id=config_.ODPS_CONFIG['ACCESSID'], access_key_secret=config_.ODPS_CONFIG['ACCESSKEY'])
|
|
|
- auth = oss2.Auth(access_key_id=config_.OSS_CONFIG['accessKeyId'],
|
|
|
- access_key_secret=config_.OSS_CONFIG['accessKeySecret'])
|
|
|
- # Endpoint以杭州为例，其它Region请按实际情况填写。
|
|
|
- bucket = oss2.Bucket(
|
|
|
- auth, endpoint=config_.OSS_CONFIG['endpoint'], bucket_name='art-pubbucket')
|
|
|
- # 下载OSS文件到本地文件。
|
|
|
- # <yourObjectName>由包含文件后缀，不包含Bucket名称组成的Object完整路径，例如abc/efg/123.jpg。
|
|
|
- # <yourLocalFile>由本地文件路径加文件名包括后缀组成，例如/users/local/myfile.txt。
|
|
|
- bucket.get_object_to_file(
|
|
|
- 'longvideo/transcode/video/vpc/20221221/17608628PUf8nomrsSCIhllyT3.mp4', 'videos/17608628PUf8nomrsSCIhllyT3.mp4')
|
|
|
+ size = 5
|
|
|
+ for i in range(0, 10, size):
|
|
|
+ print(f"query_videos start i = {i} ...")
|
|
|
+ records = ODPSQueryUtil.query_videos(i, size)
|
|
|
+ if records is None or len(records) == 0:
|
|
|
+ continue
|
|
|
+ print(f"Got {len(records)} records")
|
|
|
+ pool = multiprocessing.Pool(processes=6)
|
|
|
+ for record in records:
|
|
|
+ try:
|
|
|
+ videoid = record.videoid
|
|
|
+ video_path = record.video_path
|
|
|
+ pool.apply_async(
|
|
|
+ func=download_video_from_oss,
|
|
|
+ args=(videoid, video_path, 'videos')
|
|
|
+ )
|
|
|
+ except Exception as e:
|
|
|
+ print(
|
|
|
+ f"download video fail, exception: {e}, traceback: {traceback.format_exc()}")
|
|
|
+ print(f"query_videos end i = {i} ...")
|
|
|
+ pool.close()
|
|
|
+ pool.join()
|
sunxy