aliyun_oss_uploading.py 3.2 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374
  1. # -*- coding: utf-8 -*-
  2. # @Time: 2023/12/26
  3. from datetime import datetime
  4. from typing import Dict, Any, Optional
  5. import oss2
  6. import requests
  7. OSS_BUCKET_PATH = "douyin"
  8. OSS_ACCESS_KEY_ID = "LTAI5t9FaRSZZX2n6cnvhveb"
  9. OSS_ACCESS_KEY_SECRET = "VvMH6NkfByov57RWzBi4lKPdfrpdVu"
  10. OSS_BUCKET_ENDPOINT = "oss-cn-hangzhou.aliyuncs.com" # 外网地址上到服务器需要更改为内网地址
  11. OSS_BUCKET_NAME = "art-crawler"
  12. class Oss():
  13. # 抓取视频上传到art-crawler
  14. @classmethod
  15. def video_sync_upload_oss(cls, src_url: str,
  16. video_id: str,
  17. account_id: str,
  18. referer: Optional[str] = None) -> Dict[str, Any]:
  19. headers = {
  20. 'Accept': '*/*',
  21. 'Accept-Language': 'zh-CN,zh;q=0.9',
  22. 'Cache-Control': 'no-cache',
  23. 'Pragma': 'no-cache',
  24. 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) '
  25. 'Chrome/117.0.0.0 Safari/537.36',
  26. }
  27. if referer:
  28. headers.update({'Referer': referer})
  29. response = requests.request(url=src_url, method='GET', headers=headers)
  30. file_content = response.content
  31. content_type = response.headers.get('Content-Type', 'application/octet-stream')
  32. oss_object_key = f'{OSS_BUCKET_PATH}/{account_id}/{video_id}'
  33. auth = oss2.Auth(OSS_ACCESS_KEY_ID, OSS_ACCESS_KEY_SECRET)
  34. bucket = oss2.Bucket(auth, OSS_BUCKET_ENDPOINT, OSS_BUCKET_NAME)
  35. response = bucket.put_object(oss_object_key, file_content, headers={'Content-Type': content_type})
  36. if 'Content-Length' in response.headers:
  37. return {
  38. 'status': response.status,
  39. 'oss_object_key': oss_object_key}
  40. raise AssertionError(f'OSS上传失败,请求ID: \n{response.headers["x-oss-request-id"]}')
  41. @classmethod
  42. def stitching_sync_upload_oss(cls, src_url: str,
  43. video_id: str) -> Dict[str, Any]:
  44. oss_object_key = f'videostitching/video_id/{video_id}'
  45. auth = oss2.Auth(OSS_ACCESS_KEY_ID, OSS_ACCESS_KEY_SECRET)
  46. bucket = oss2.Bucket(auth, OSS_BUCKET_ENDPOINT, "art-pubbucket")
  47. response = bucket.put_object_from_file(oss_object_key, src_url)
  48. if 'Content-Length' in response.headers:
  49. return {
  50. 'status': response.status,
  51. 'oss_object_key': oss_object_key,
  52. 'save_oss_timestamp': int(datetime.now().timestamp() * 1000),
  53. }
  54. raise AssertionError(f'OSS上传失败,请求ID: \n{response.headers["x-oss-request-id"]}')
  55. # 获取视频链接 将视频链接有效时间设置为1天
  56. @classmethod
  57. def get_oss_url(cls, path):
  58. list = []
  59. for i in path:
  60. # 创建 OSS 客户端
  61. auth = oss2.Auth(OSS_ACCESS_KEY_ID, OSS_ACCESS_KEY_SECRET)
  62. bucket = oss2.Bucket(auth, OSS_BUCKET_ENDPOINT, OSS_BUCKET_NAME)
  63. # 获取指定路径下的对象列表
  64. url = bucket.sign_url('GET', i[2], 60 * 60 * 24) # 设置链接有效期为1天(86400秒)
  65. list.append([i[0], i[1], i[2], url])
  66. return list