video_stitching.py 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350
  1. # -*- coding: utf-8 -*-
  2. # @Time: 2023/12/26
  3. import datetime
  4. import random
  5. import os
  6. import sys
  7. import time
  8. import subprocess
  9. import resource
  10. import requests
  11. import urllib.parse
  12. sys.path.append(os.getcwd())
  13. from common import Feishu
  14. from common.aliyun_oss_uploading import Oss
  15. from common.common import Common
  16. from common.db import MysqlHelper
  17. from common.material import Material
  18. from moviepy.editor import VideoFileClip, concatenate_videoclips
  19. from moviepy import editor
  20. output_path = "./video_stitching/video/new_video.mp4"
  21. class VideoStitching():
  22. @classmethod
  23. def split_text(cls, text, max_length):
  24. words = text.split(' ')
  25. lines = []
  26. current_line = ''
  27. for word in words:
  28. if len(current_line) + len(word) <= max_length:
  29. current_line += word + ' '
  30. else:
  31. lines.append(current_line.strip())
  32. current_line = word + ' '
  33. lines.append(current_line.strip())
  34. result = ''.join(lines)
  35. result = result[:11] + '\n' + result[11:] # 在第10个字后面增加换行
  36. return result
  37. @classmethod
  38. def srt_to_seconds(cls,srt_time):
  39. hours, minutes, seconds = map(float, srt_time.replace(',', '.').split(':'))
  40. return hours * 3600 + minutes * 60 + seconds
  41. @classmethod
  42. def insert_videoAudio(cls, audio_url, i):
  43. for j in audio_url:
  44. insert_sql = f"""INSERT INTO video_audio (audio, video_id, account_id, oss_object_key) values ("{i}", "{j[0]}", "{j[1]}", "{j[2]}")"""
  45. MysqlHelper.update_values(
  46. sql=insert_sql,
  47. env="prod",
  48. machine="",
  49. )
  50. # 随机生成id
  51. @classmethod
  52. def random_id(cls):
  53. now = datetime.datetime.now()
  54. rand_num = random.randint(10000, 99999)
  55. id = "{}{}".format(now.strftime("%Y%m%d%H%M%S"), rand_num)
  56. return id
  57. @classmethod
  58. def get_account_id(cls):
  59. account_id = f"""select account_id from video_url group by account_id;"""
  60. account_id = MysqlHelper.get_values(account_id, "prod")
  61. return account_id
  62. @classmethod
  63. def get_url_list(cls, audio_id, account):
  64. url_list = f"""SELECT a.video_id,a.account_id,a.oss_object_key FROM video_url a WHERE NOT EXISTS (
  65. SELECT video_id
  66. FROM video_audio b
  67. WHERE a.video_id = b.video_id AND b.audio = "{audio_id}"
  68. ) AND a.account_id = {account} ;"""
  69. url_list = MysqlHelper.get_values(url_list, "prod")
  70. return url_list
  71. # 新生成视频上传到对应账号下
  72. @classmethod
  73. def insert_piaoquantv(cls, oss_object_key):
  74. code = 1
  75. list = ["66481136", "66481137", "66481140", "66481141", "66481142"]
  76. for item in list:
  77. title = Material.get_title()
  78. url = "https://vlogapi.piaoquantv.com/longvideoapi/crawler/video/send"
  79. payload = dict(pageSource='vlog-pages/post/post-video-post', videoPath=oss_object_key, width='720',
  80. height='1280', fileExtensions='mp4', viewStatus='1', title=title, careModelStatus='1',
  81. token='f04f58d6e664cbc9902660a1e8d20ce6cd7fdb0f', loginUid=item, versionCode='719',
  82. machineCode='weixin_openid_o0w175aZ4FJtqVsA1tcozJDJHdDU', appId='wx89e7eb06478361d7',
  83. clientTimestamp='1703337579331',
  84. machineInfo='{"sdkVersion":"3.2.5","brand":"iPhone","language":"zh_CN","model":"iPhone 12 Pro<iPhone13,3>","platform":"ios","system":"iOS 15.6.1","weChatVersion":"8.0.44","screenHeight":844,"screenWidth":390,"pixelRatio":3,"windowHeight":762,"windowWidth":390,"softVersion":"4.1.719"}',
  85. sessionId='1703337560040-27bfe208-a389-f476-db1d-840681e04b32',
  86. subSessionId='1703337569952-8f56d53c-b36d-760e-8abe-0b4a027cd5bd', senceType='1089',
  87. hotSenceType='1089', id='1050', channel='pq')
  88. payload['videoPath'] = oss_object_key
  89. payload['title'] = title
  90. data = urllib.parse.urlencode(payload)
  91. headers = {
  92. 'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 15_6_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 MicroMessenger/8.0.44(0x18002c2d) NetType/WIFI Language/zh_CN',
  93. 'Accept-Encoding': 'gzip,compress,br,deflate',
  94. 'Referer': 'https://servicewechat.com/wx89e7eb06478361d7/726/page-frame.html',
  95. 'Content-Type': 'application/x-www-form-urlencoded',
  96. 'Cookie': 'JSESSIONID=A60D96E7A300A25EA05425B069C8B459'
  97. }
  98. response = requests.post(url, data=data, headers=headers)
  99. data = response.json()
  100. code = data["code"]
  101. if code == 0:
  102. return True
  103. else:
  104. return False
  105. # 视频拼接
  106. @classmethod
  107. def concatenate_videos(cls, videos, audio, srt, output_path):
  108. # 设置最大可使用内存限制(单位:字节)
  109. memory_limit = 4 * 1024 * 1024 * 1024 # 4GB
  110. resource.setrlimit(resource.RLIMIT_AS, (memory_limit, memory_limit))
  111. clips = []
  112. included_videos = []
  113. total_duration = 0
  114. # 提取视频的音频
  115. video1 = editor.VideoFileClip(audio)
  116. mp3 = video1.audio
  117. # 获取音频时长(以秒为单位)
  118. duration_limit = mp3.duration
  119. Common.logger().info(f"音频时长为:{duration_limit}")
  120. # 遍历每个视频并计算总时长
  121. for i, video in enumerate(videos):
  122. clip = editor.VideoFileClip(video[3])
  123. clips.append(clip)
  124. total_duration += clip.duration
  125. if total_duration >= duration_limit:
  126. break
  127. # 如果总时长小于等于目标时长,则不做视频拼接
  128. if total_duration <= duration_limit:
  129. Common.logger().info(f"总时长小于等于目标时长,则不做视频拼接")
  130. return ""
  131. else:
  132. remaining_time = duration_limit
  133. final_clips = []
  134. for clip, video in zip(clips, videos):
  135. if remaining_time - clip.duration >= 0:
  136. final_clips.append(clip)
  137. included_videos.append(video)
  138. remaining_time -= clip.duration
  139. else:
  140. # 如果剩余时间不足以加入下一个视频,则截断当前视频并返回已包含的URL
  141. final_clips.append(clip.subclip(0, remaining_time))
  142. included_videos.append(video)
  143. break
  144. final_clip = editor.concatenate_videoclips(final_clips)
  145. final_clip = final_clip.set_audio(mp3)
  146. # 统一设置视频分辨率
  147. final_width = 480
  148. final_height = 720
  149. final_clip = final_clip.resize((final_width, final_height))
  150. # 设置背景色
  151. color_clip = editor.ColorClip(size=(final_width, 120), color=(255, 255, 0)).set_duration(duration_limit)
  152. final_clip = editor.CompositeVideoClip(
  153. [final_clip, color_clip.set_position(("center", final_height - 100))])
  154. # 处理SRT字幕文件
  155. Common.logger().info(f"处理SRT字幕文件")
  156. subtitle_file = f"./video_stitching/video/{srt}.srt"
  157. if os.path.isfile(subtitle_file):
  158. with open(subtitle_file, 'r') as file:
  159. subtitles = file.read().strip().split('\n\n')
  160. # 从SRT字幕文件中获取字幕
  161. subtitle_clips = []
  162. for subtitle in subtitles:
  163. # 按行分割字幕内容
  164. subtitle_lines = subtitle.strip().split('\n')
  165. # 提取时间轴信息和字幕文本
  166. if len(subtitle_lines) >= 3:
  167. times, text = subtitle_lines[1], '\n'.join(subtitle_lines[2:])
  168. start, end = map(cls.srt_to_seconds, times.split(' --> '))
  169. start = editor.cvsecs(start)
  170. end = editor.cvsecs(end)
  171. text = cls.split_text(text, 10)
  172. sub = editor.TextClip(text, font="/usr/share/fonts/truetype/wqy/wqy-zenhei.ttc",
  173. fontsize=30, color="black").set_duration(end - start).set_start(
  174. start).set_position(
  175. ("center", final_height - 80)).set_opacity(0.8)
  176. subtitle_clips.append(sub)
  177. # 将字幕添加到视频上
  178. video_with_subtitles = editor.CompositeVideoClip([final_clip] + subtitle_clips)
  179. else:
  180. text_clip = (
  181. editor.TextClip("分享、转发给群友", font="/usr/share/fonts/truetype/wqy/wqy-zenhei.ttc",
  182. fontsize=30, color="black").
  183. set_position(("center", final_height - 80)).
  184. set_duration(duration_limit).
  185. set_opacity(0.8)
  186. )
  187. # 把 `文本剪贴板` 贴在视频上
  188. video_with_subtitles = editor.CompositeVideoClip([final_clip, text_clip])
  189. # 生成视频
  190. Common.logger().info(f"开始生成视频")
  191. video_with_subtitles.write_videofile(output_path, codec='libx264', fps=24, temp_audiofile="temp-audio.m4a",
  192. remove_temp=True, audio_codec="aac")
  193. if os.path.isfile(output_path):
  194. Common.logger().info("视频生成成功!生成路径为:", output_path)
  195. return included_videos
  196. else:
  197. Common.logger().info("视频生成失败,请检查代码和文件路径。")
  198. return ""
  199. @classmethod
  200. def get_audio_url(cls, i, cookie):
  201. url = f"https://admin.piaoquantv.com/manager/video/detail/{i}"
  202. payload = {}
  203. headers = {
  204. 'authority': 'admin.piaoquantv.com',
  205. 'accept': 'application/json, text/plain, */*',
  206. 'accept-language': 'zh-CN,zh;q=0.9',
  207. 'cache-control': 'no-cache',
  208. 'cookie': cookie,
  209. 'pragma': 'no-cache',
  210. 'referer': f'https://admin.piaoquantv.com/cms/post-detail/{i}/detail',
  211. 'sec-ch-ua': '"Not_A Brand";v="8", "Chromium";v="120", "Google Chrome";v="120"',
  212. 'sec-ch-ua-mobile': '?0',
  213. 'sec-ch-ua-platform': '"macOS"',
  214. 'sec-fetch-dest': 'empty',
  215. 'sec-fetch-mode': 'cors',
  216. 'sec-fetch-site': 'same-origin',
  217. 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36'
  218. }
  219. response = requests.request("GET", url, headers=headers, data=payload)
  220. data = response.json()
  221. try:
  222. code = data["code"]
  223. if code != 0:
  224. Common.logger().info(
  225. f"未登录,请更换cookie,{data}")
  226. Feishu.bot('recommend', '管理后台', '管理后台cookie失效,请及时更换~')
  227. # 如果返回空信息,则随机睡眠 600, 1200 秒
  228. time.sleep(random.randint(600, 1200))
  229. cls.video_cookie()
  230. audio_url = data["content"]["transedVideoPath"]
  231. print(audio_url)
  232. return audio_url
  233. except Exception as e:
  234. Common.logger().warning(f"获取音频视频链接失败:{e}\n")
  235. return ""
  236. @classmethod
  237. def video_stitching(cls, cookie):
  238. count = 0
  239. while True:
  240. # 获取音频
  241. audioid = Material.get_audio()
  242. # 获取已入库的用户id
  243. account_id = cls.get_account_id()
  244. audio_id = random.choice(audioid)
  245. account = random.choice(account_id)
  246. account = str(account).replace('(', '').replace(')', '').replace(',', '')
  247. Common.logger().info(f"获取用户ID:{account}")
  248. # 获取 未使用的视频链接
  249. url_list = cls.get_url_list(audio_id, account)
  250. # 获取音频url
  251. audio = cls.get_audio_url(audio_id, cookie)
  252. if audio == "":
  253. continue
  254. Common.logger().info(f"获取音频地址:{audio},获取用户id:{audio_id}")
  255. videos = [list(item) for item in url_list]
  256. videos = Oss.get_oss_url(videos)
  257. # 视频截取
  258. try:
  259. audio_url = cls.concatenate_videos(videos, str(audio), audio_id)
  260. if len(audio_url) == 0:
  261. Common.logger().info(f"视频生成失败")
  262. continue
  263. # 随机生成视频id
  264. id = cls.random_id()
  265. Common.logger().info(f"生成视频id为:{id}")
  266. # 上传 oss
  267. oss_object_key = Oss.stitching_sync_upload_oss(output_path, id)
  268. status = oss_object_key.get("status")
  269. # 获取 oss 视频地址
  270. oss_object_key = oss_object_key.get("oss_object_key")
  271. Common.logger().info(f"新拼接视频,oss发送成功,oss地址:{oss_object_key}")
  272. if status == 200:
  273. time.sleep(10)
  274. # 发送成功 已使用视频存入数据库
  275. cls.insert_videoAudio(audio_url, audio)
  276. Common.logger().info(f"发送成功 已使用视频存入数据库完成")
  277. if os.path.isfile(output_path):
  278. os.remove(output_path)
  279. Common.logger().info(f"文件删除成功{output_path}")
  280. else:
  281. Common.logger().info(f"文件不存在{output_path}")
  282. piaoquantv = cls.insert_piaoquantv(oss_object_key)
  283. if piaoquantv:
  284. time.sleep(120)
  285. count += 1
  286. Common.logger().info(f"视频添加到对应用户成功")
  287. if count >= 14:
  288. break
  289. except Exception as e:
  290. Common.logger().warning(f"新拼接视频发送oss失败:{e}\n")
  291. continue
  292. if count >= 14:
  293. break
  294. @classmethod
  295. def video_cookie(cls):
  296. # 获取后台cookie
  297. cookie = Material.get_houtai_cookie()
  298. cls.video_stitching(cookie)
  299. if __name__ == '__main__':
  300. VideoStitching.video_stitching()