test3.py 2.3 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061
  1. #import oss2
  2. import pandas as pd
  3. def download():
  4. df = pd.read_csv('/data2/data3/top3.csv')
  5. data = df.values.tolist()
  6. for i in data :
  7. id = i[0]
  8. object_uri = i[3]
  9. print(object_uri)
  10. file_path, file_type = os.path.splitext(object_uri)
  11. local_filename = str(id) + file_type
  12. print(local_filename)
  13. cmd = "/data2/data3/rov/ossutil cp oss://art-pubbucket/{} /data2/data3/attention_LSTM_train/{}".format(object_uri,local_filename)
  14. m3u8tomp4_cmd = "ffmpeg -i https://rescdn.yishihui.com/{} -vcodec copy -acodec copy -absf aac_adtstoasc /data2/data3/attention_LSTM_train/{}".format(object_uri,local_filename)
  15. if file_type == ".mp4":
  16. os.system(cmd)
  17. if file_type == '.m3u8'
  18. os.system(m3u8tomp4_cmd)
  19. def process():
  20. file_path='/data2/data3/attention_LSTM_train'
  21. video_name=[]
  22. for name in os.listdir(file_path):
  23. try:
  24. name_split=name.split('.')
  25. if name_split[1]=='mp4':
  26. with open('/root/video_tag/data/TsnExtractor.list','a')as nf:
  27. nf.write(os.path.join(file_path+'/'+name))
  28. nf.write('\n')
  29. except:
  30. pass
  31. download()
  32. process()
  33. # # -*- coding: utf-8 -*-
  34. # import oss2
  35. # import os
  36. #
  37. # # 阿里云主账号AccessKey拥有所有API的访问权限,风险很高。强烈建议您创建并使用RAM账号进行API访问或日常运维,请登录RAM控制台创建RAM账号。
  38. # objet_name = "longvideo/transcode/video/vpc/20210611/10701970KpI498nAktSSfYLUnZ.m3u8"
  39. # auth = oss2.Auth('LTAI4GHwyxgwTEfRwLWdgM5i', '5APqF5KdDC4ZDmPQ3xKrS2HsYSlO2B')
  40. # prefix = objet_name[0:-5]
  41. # bucket = oss2.Bucket(auth, 'oss-cn-hangzhou.aliyuncs.com', 'art-pubbucket')
  42. # local_path = "/data/oss_video/"
  43. # ts_list = []
  44. # file_object = os.path.basename(objet_name)
  45. # file_name = os.path.basename(file_object[:-5])
  46. #
  47. # for obj in oss2.ObjectIterator(bucket, prefix=prefix):
  48. # file_object = obj.key
  49. # cmd = "ossutil cp oss://art-pubbucket/{} /data/oss_video/{}".format(file_object, file_name)
  50. # # os.system(cmd)
  51. # ts_list.append(file_name)
  52. # ts_list.sort()
  53. #
  54. # ffmpeg -i https://rescdn.yishihui.com/longvideo/transcode/video/vpc/20210611/10701970KpI498nAktSSfYLUnZ.m3u8 -vcodec copy -acodec copy -absf aac_adtstoasc /data/123.mp4