video_stitching.py 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332
  1. # -*- coding: utf-8 -*-
  2. # @Time: 2023/12/26
  3. import datetime
  4. import random
  5. import os
  6. import re
  7. import sys
  8. import time
  9. import resource
  10. import requests
  11. import urllib.parse
  12. sys.path.append(os.getcwd())
  13. from datetime import datetime
  14. from common import Feishu
  15. from common.aliyun_oss_uploading import Oss
  16. from common.common import Common
  17. from common.db import MysqlHelper
  18. from common.material import Material
  19. from moviepy.editor import VideoFileClip, concatenate_videoclips
  20. from moviepy import editor
  21. output_path = "./video_stitching/video/new_video.mp4"
  22. class VideoStitching():
  23. @classmethod
  24. def split_text(cls, text, max_length):
  25. words = text.split(' ')
  26. lines = []
  27. current_line = ''
  28. for word in words:
  29. if len(current_line) + len(word) <= max_length:
  30. current_line += word + ' '
  31. else:
  32. lines.append(current_line.strip())
  33. current_line = word + ' '
  34. lines.append(current_line.strip())
  35. result = ''.join(lines)
  36. result = result[:11] + '\n' + result[11:] # 在第10个字后面增加换行
  37. return result
  38. @classmethod
  39. def srt_to_seconds(cls,srt_time):
  40. hours, minutes, seconds = map(float, srt_time.replace(',', '.').split(':'))
  41. return hours * 3600 + minutes * 60 + seconds
  42. @classmethod
  43. def insert_videoAudio(cls, audio_url, i):
  44. current_time = datetime.now()
  45. formatted_time = current_time.strftime("%Y-%m-%d")
  46. for j in audio_url:
  47. insert_sql = f"""INSERT INTO video_audio (audio, video_id, account_id, oss_object_key, time) values ('{i}', '{j[0]}', '{j[1]}', '{j[2]}', '{formatted_time}')"""
  48. MysqlHelper.update_values(
  49. sql=insert_sql,
  50. env="prod",
  51. machine="",
  52. )
  53. # 随机生成id
  54. @classmethod
  55. def random_id(cls):
  56. now = datetime.now()
  57. rand_num = random.randint(10000, 99999)
  58. id = "{}{}".format(now.strftime("%Y%m%d%H%M%S"), rand_num)
  59. return id
  60. @classmethod
  61. def get_account_id(cls):
  62. account_id = f"""select account_id from video_url group by account_id;"""
  63. account_id = MysqlHelper.get_values(account_id, "prod")
  64. return account_id
  65. @classmethod
  66. def get_url_list(cls, audio_id, account):
  67. url_list = f"""SELECT a.video_id,a.account_id,a.oss_object_key FROM video_url a WHERE NOT EXISTS (
  68. SELECT video_id
  69. FROM video_audio b
  70. WHERE a.video_id = b.video_id AND b.audio = '{audio_id}'
  71. ) AND a.account_id = {account} ;"""
  72. url_list = MysqlHelper.get_values(url_list, "prod")
  73. return url_list
  74. # 新生成视频上传到对应账号下
  75. @classmethod
  76. def insert_piaoquantv(cls, oss_object_key):
  77. code = 1
  78. list = ["66481136", "66481137", "66481140", "66481141", "66481142"]
  79. for i in range(2):
  80. item = random.choice(list)
  81. title = Material.get_title()
  82. url = "https://vlogapi.piaoquantv.com/longvideoapi/crawler/video/send"
  83. payload = dict(pageSource='vlog-pages/post/post-video-post', videoPath=oss_object_key, width='720',
  84. height='1280', fileExtensions='mp4', viewStatus='1', title=title, careModelStatus='1',
  85. token='f04f58d6e664cbc9902660a1e8d20ce6cd7fdb0f', loginUid=item, versionCode='719',
  86. machineCode='weixin_openid_o0w175aZ4FJtqVsA1tcozJDJHdDU', appId='wx89e7eb06478361d7',
  87. clientTimestamp='1703337579331',
  88. machineInfo='{"sdkVersion":"3.2.5","brand":"iPhone","language":"zh_CN","model":"iPhone 12 Pro<iPhone13,3>","platform":"ios","system":"iOS 15.6.1","weChatVersion":"8.0.44","screenHeight":844,"screenWidth":390,"pixelRatio":3,"windowHeight":762,"windowWidth":390,"softVersion":"4.1.719"}',
  89. sessionId='1703337560040-27bfe208-a389-f476-db1d-840681e04b32',
  90. subSessionId='1703337569952-8f56d53c-b36d-760e-8abe-0b4a027cd5bd', senceType='1089',
  91. hotSenceType='1089', id='1050', channel='pq')
  92. payload['videoPath'] = oss_object_key
  93. payload['title'] = title
  94. data = urllib.parse.urlencode(payload)
  95. headers = {
  96. 'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 15_6_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 MicroMessenger/8.0.44(0x18002c2d) NetType/WIFI Language/zh_CN',
  97. 'Accept-Encoding': 'gzip,compress,br,deflate',
  98. 'Referer': 'https://servicewechat.com/wx89e7eb06478361d7/726/page-frame.html',
  99. 'Content-Type': 'application/x-www-form-urlencoded',
  100. 'Cookie': 'JSESSIONID=A60D96E7A300A25EA05425B069C8B459'
  101. }
  102. response = requests.post(url, data=data, headers=headers)
  103. data = response.json()
  104. code = data["code"]
  105. if code == 0:
  106. return True
  107. else:
  108. return False
  109. # 视频拼接
  110. @classmethod
  111. def concatenate_videos(cls, videos, audio, srt):
  112. clips = []
  113. total_duration = 0
  114. included_videos = []
  115. # 设置最大可使用的内存限制(单位:字节)
  116. memory_limit = 6 * 1024 * 1024 * 1024 # 6GB
  117. resource.setrlimit(resource.RLIMIT_AS, (memory_limit, memory_limit))
  118. # 提取视频的音频
  119. Common.logger().info(f"开始提取视频的音频{audio}")
  120. video1 = VideoFileClip(audio)
  121. mp3 = video1.audio
  122. Common.logger().info(f"提取视频的音频成功")
  123. # 获取音频时长(以秒为单位)
  124. duration_limit = mp3.duration
  125. # 遍历每个视频并计算总时长
  126. for i, video in enumerate(videos):
  127. clip = VideoFileClip(video[3])
  128. clips.append(clip)
  129. total_duration += clip.duration
  130. if total_duration >= duration_limit:
  131. break
  132. # 如果总时长小于等于目标时长,则不做视频拼接
  133. if total_duration <= duration_limit:
  134. Common.logger().info(f"时长小于等于目标时长,不做视频拼接")
  135. return ""
  136. else:
  137. Common.logger().info(f"总时长大于目标时长")
  138. remaining_time = duration_limit
  139. final_clips = []
  140. for clip, video in zip(clips, videos):
  141. if remaining_time - clip.duration >= 0:
  142. final_clips.append(clip)
  143. included_videos.append(video)
  144. remaining_time -= clip.duration
  145. else:
  146. # 如果剩余时间不足以加入下一个视频,则截断当前视频并返回已包含的URL
  147. final_clips.append(clip.subclip(0, remaining_time))
  148. included_videos.append(video)
  149. break
  150. final_clip = concatenate_videoclips(final_clips)
  151. final_clip = final_clip.set_audio(mp3)
  152. # 统一设置视频分辨率
  153. final_width = 320
  154. final_height = 480
  155. final_clip = final_clip.resize((final_width, final_height))
  156. # 设置背景色
  157. color_clip = editor.ColorClip(size=(final_width, 90),
  158. color=(255, 255, 0)).set_duration(duration_limit)
  159. final_clip = editor.CompositeVideoClip([final_clip, color_clip.set_position(("center", final_height - 70))])
  160. Common.logger().info(f"字幕内容为:{srt}")
  161. if srt != None:
  162. Common.logger().info(f"处理字幕文件")
  163. # 使用正则表达式提取时间码和字幕内容
  164. pattern = r"(\d{2}:\d{2}:\d{2},\d{3}) --> (\d{2}:\d{2}:\d{2},\d{3})\n([\s\S]+?(?=\n\d|$))"
  165. matches = re.findall(pattern, srt)
  166. Common.logger().info(f"字幕{matches}")
  167. # 获取字幕
  168. subtitle_clips = []
  169. for match in matches:
  170. start = cls.srt_to_seconds(match[0])
  171. start = editor.cvsecs(start)
  172. end = cls.srt_to_seconds(match[1])
  173. end = editor.cvsecs(end)
  174. text = match[2].strip()
  175. text = cls.split_text(text, 10)
  176. # /System/Library/Fonts/Hiragino Sans GB.ttc 本地字体
  177. # /usr/share/fonts/truetype/wqy/wqy-zenhei.ttc 服务器地址
  178. Common.logger().info(f"字幕:{text}")
  179. sub = editor.TextClip(text, font="/usr/share/fonts/truetype/wqy/wqy-zenhei.ttc",
  180. fontsize=18, color="black").set_duration(end - start).set_start(
  181. start).set_position(
  182. ("center", final_height - 60)).set_opacity(0.8)
  183. subtitle_clips.append(sub)
  184. Common.logger().info(f"将字幕添加到视频上")
  185. # 将字幕添加到视频上
  186. video_with_subtitles = editor.CompositeVideoClip([final_clip] + subtitle_clips)
  187. else:
  188. Common.logger().info(f"添加固定字幕")
  189. text_clip = (
  190. editor.TextClip("分享、转发给群友", font="/usr/share/fonts/truetype/wqy/wqy-zenhei.ttc",
  191. fontsize=30, color="black").
  192. set_position(("center", final_height - 70)).
  193. set_duration(duration_limit).
  194. set_opacity(0.8)
  195. )
  196. # 把 `文本剪贴板` 贴在视频上
  197. video_with_subtitles = editor.CompositeVideoClip([final_clip, text_clip])
  198. # 生成视频
  199. video_with_subtitles.write_videofile(output_path, fps=30)
  200. if os.path.isfile(output_path):
  201. Common.logger().info("视频生成成功!生成路径为:", output_path)
  202. return included_videos, video_with_subtitles
  203. else:
  204. Common.logger().info("视频生成失败,请检查代码和文件路径。")
  205. return "", video_with_subtitles
  206. @classmethod
  207. def get_audio_url(cls, i, cookie):
  208. url = f"https://admin.piaoquantv.com/manager/video/detail/{i}"
  209. payload = {}
  210. headers = {
  211. 'authority': 'admin.piaoquantv.com',
  212. 'accept': 'application/json, text/plain, */*',
  213. 'accept-language': 'zh-CN,zh;q=0.9',
  214. 'cache-control': 'no-cache',
  215. 'cookie': cookie,
  216. 'pragma': 'no-cache',
  217. 'referer': f'https://admin.piaoquantv.com/cms/post-detail/{i}/detail',
  218. 'sec-ch-ua': '"Not_A Brand";v="8", "Chromium";v="120", "Google Chrome";v="120"',
  219. 'sec-ch-ua-mobile': '?0',
  220. 'sec-ch-ua-platform': '"macOS"',
  221. 'sec-fetch-dest': 'empty',
  222. 'sec-fetch-mode': 'cors',
  223. 'sec-fetch-site': 'same-origin',
  224. 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36'
  225. }
  226. response = requests.request("GET", url, headers=headers, data=payload)
  227. data = response.json()
  228. try:
  229. code = data["code"]
  230. if code != 0:
  231. Common.logger().info(
  232. f"未登录,请更换cookie,{data}")
  233. Feishu.bot('recommend', '管理后台', '管理后台cookie失效,请及时更换~')
  234. # 如果返回空信息,则随机睡眠 600, 1200 秒
  235. time.sleep(random.randint(600, 1200))
  236. cls.video_stitching()
  237. audio_url = data["content"]["transedVideoPath"]
  238. print(audio_url)
  239. return audio_url
  240. except Exception as e:
  241. Common.logger().warning(f"获取音频视频链接失败:{e}\n")
  242. return ""
  243. @classmethod
  244. def video_stitching(cls):
  245. cookie = Material.get_houtai_cookie()
  246. # 获取音频
  247. audio_id, srt = Material.get_audio()
  248. # 获取已入库的用户id
  249. account_id = cls.get_account_id()
  250. account = random.choice(account_id)
  251. account = str(account).replace('(', '').replace(')', '').replace(',', '')
  252. Common.logger().info(f"获取用户ID:{account}")
  253. # 获取 未使用的视频链接
  254. url_list = cls.get_url_list(audio_id, account)
  255. # 获取音频url
  256. audio = cls.get_audio_url(audio_id, cookie)
  257. if audio == "":
  258. Common.logger().info(f"获取音频地址为空")
  259. return
  260. Common.logger().info(f"获取音频地址:{audio},获取用户id:{audio_id}")
  261. videos = [list(item) for item in url_list]
  262. videos = Oss.get_oss_url(videos)
  263. # 视频截取
  264. try:
  265. audio_url, video_with_subtitles = cls.concatenate_videos(videos, str(audio), srt)
  266. if len(audio_url) == 0:
  267. Common.logger().info(f"视频生成失败")
  268. # 随机生成视频id
  269. id = cls.random_id()
  270. Common.logger().info(f"生成视频id为:{id}")
  271. # 上传 oss
  272. oss_object_key = Oss.stitching_sync_upload_oss(output_path, id)
  273. status = oss_object_key.get("status")
  274. # 获取 oss 视频地址
  275. oss_object_key = oss_object_key.get("oss_object_key")
  276. Common.logger().info(f"新拼接视频,oss发送成功,oss地址:{oss_object_key}")
  277. if status == 200:
  278. time.sleep(10)
  279. # 发送成功 已使用视频存入数据库
  280. cls.insert_videoAudio(audio_url, audio_id)
  281. Common.logger().info(f"发送成功 已使用视频存入数据库完成")
  282. if os.path.isfile(output_path):
  283. os.remove(output_path)
  284. Common.logger().info(f"文件删除成功{output_path}")
  285. else:
  286. Common.logger().info(f"文件不存在{output_path}")
  287. piaoquantv = cls.insert_piaoquantv(oss_object_key)
  288. if piaoquantv:
  289. Common.logger().info(f"视频添加到对应用户成功")
  290. # 释放视频对象
  291. video_with_subtitles.close()
  292. except Exception as e:
  293. Common.logger().warning(f"新拼接视频发送oss失败:{e}\n")
  294. return
  295. if __name__ == '__main__':
  296. VideoStitching.video_stitching()