PQStuckPointEditerController.swift 41 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764
  1. //
  2. // PQStuckPointEditerController.swift
  3. // PQSpeed
  4. //
  5. // Created by ak on 2021/4/26.
  6. // Copyright © 2021 BytesFlow. All rights reserved.
  7. // 功能:卡点音乐编辑界面
  8. import Foundation
  9. import ObjectMapper
  10. import RealmSwift
  11. import UIKit
  12. class PQStuckPointEditerController: PQBaseViewController {
  13. // 是否导出视频成功
  14. var isExportVideosSuccess: Bool = false
  15. // 是否请求卡点数据成功
  16. var isStuckPointDataSuccess: Bool = false
  17. // 是否同步音乐成功
  18. var isSynchroMusicInfoSuccess: Bool = false
  19. /// 当前所有的filter
  20. var filters: Array = Array<ImageProcessingOperation>.init()
  21. // 选中的总时长
  22. var selectedTotalDuration: Float64 = 0
  23. // 选择的总数
  24. var selectedDataCount: Int = 0
  25. // 选择的图片总数
  26. var selectedImageDataCount: Int = 0
  27. // 选中的素材数据
  28. var selectedPhotoData: [PQEditVisionTrackMaterialsModel]?
  29. // 选中的音乐数据
  30. var stuckPointMusicData: PQVoiceModel?
  31. // 保存所有段的所有贴纸,音频信息,用于播放器的渲染使用
  32. var projectModel: PQEditProjectModel = PQEditProjectModel()
  33. // 从草稿箱进入的项目数据
  34. var draftProjectModel: PQEditProjectModel?
  35. var mStickers: [PQEditVisionTrackMaterialsModel]?
  36. // 播放器的开始和结束时间,1,刚进界面使用推荐的开始结束时间,2,用户修改起结点时修改
  37. var playeTimeRange: CMTimeRange = CMTimeRange()
  38. // 下一步
  39. lazy var nextBtn: UIButton = {
  40. let nextBtn = UIButton(type: .custom)
  41. nextBtn.frame = CGRect(x: cScreenWidth - 16 - cDefaultMargin * 6, y: cDevice_iPhoneStatusBarHei + (cDevice_iPhoneNavBarHei - cDefaultMargin * 3) / 2, width: cDefaultMargin * 6, height: cDefaultMargin * 3)
  42. nextBtn.setTitle("去合成", for: .normal)
  43. nextBtn.titleLabel?.font = UIFont.systemFont(ofSize: 13)
  44. nextBtn.addTarget(self, action: #selector(nextBtnClick(sender:)), for: .touchUpInside)
  45. nextBtn.backgroundColor = UIColor.hexColor(hexadecimal: PQConfigUtil.shared.styleColor.rawValue)
  46. nextBtn.setTitleColor(UIColor.hexColor(hexadecimal: "#FFFFFF"), for: .normal)
  47. nextBtn.uxy_acceptEventInterval = 0.5
  48. nextBtn.addCorner(corner: 3)
  49. return nextBtn
  50. }()
  51. // 播放器显示 view
  52. lazy var playerView: PQGPUImagePlayerView = {
  53. let playerHeight = cScreenWidth
  54. let playerView = PQGPUImagePlayerView(frame: CGRect(x: 0, y: navHeadImageView?.frame.maxY ?? 0, width: playerHeight, height: playerHeight))
  55. playerView.isShowLine = false
  56. return playerView
  57. }()
  58. /// 节奏选择视图
  59. lazy var sustomSwitchView: PQCustomSwitchView = {
  60. let sustomSwitchView = PQCustomSwitchView(frame: CGRect(x: (view.frame.width - cDefaultMargin * 28) / 2, y: view.frame.height - cSafeAreaHeight - cDefaultMargin * 3 - cDefaultMargin * 3, width: cDefaultMargin * 28, height: 35), titles: ["快节奏", "适中", "慢节奏"], defaultIndex: stuckPointMusicData?.speed ?? 2)
  61. sustomSwitchView.switchChangeHandle = { [weak self] sender in
  62. // 改变速率
  63. self?.stuckPointMusicData?.speed = sender.tag
  64. self?.projectModel.sData?.getBGMSession()?.sectionTimeline?.audioTrack?.audioTrackMaterials.first?.bgmInfo?.rhythmMusicSpeed = sender.tag
  65. // 播放前先暂停
  66. self?.playerView.stop()
  67. // 开始播放
  68. self?.settingPlayerView()
  69. // 点击上报:选择节奏
  70. PQEventTrackViewModel.baseReportUpload(businessType: .bt_buttonClick, objectType: .ot_click_selectRhythm, pageSource: .sp_stuck_previewSyncedUp, extParams: ["rhythmNumber":sender.tag], remindmsg: "点击上报:选择节奏")
  71. }
  72. return sustomSwitchView
  73. }()
  74. /// 裁剪视图
  75. lazy var stuckPointCuttingView: PQStuckPointCuttingView = {
  76. let stuckPointCuttingView = PQStuckPointCuttingView(frame: CGRect(x: 0, y: sustomSwitchView.frame.minY - cDefaultMargin * 14 - cDefaultMargin * 2, width: view.frame.width, height: cDefaultMargin * 14), duration: CGFloat(Float(stuckPointMusicData?.duration ?? "0") ?? 0), startTime: CGFloat(stuckPointMusicData?.startTime ?? 0), endTime: CGFloat(stuckPointMusicData?.endTime ?? 0))
  77. /// 裁剪进度回调
  78. stuckPointCuttingView.videoRangeDidChanged = { [weak self] startTime, endTime in
  79. BFLog(message: "裁剪返回--startTime = \(startTime),endTime = \(endTime)")
  80. }
  81. /// 播放进度回调
  82. stuckPointCuttingView.videoProgressDidChanged = { [weak self] progress in
  83. BFLog(message: "进度更新返回--progress = \(progress) \(String(describing: self?.playerView.mPlayeTimeRange))")
  84. }
  85. /// 拖缀结束的回调 type - 1-拖动左边裁剪结束 2--拖动右边裁剪结束 3-进度条拖动结束 4-滑动结束
  86. stuckPointCuttingView.videoDidEndDragging = { [weak self] type, startTime, endTime, progress in
  87. BFLog(message: "拖拽结束返回--type = \(type),startTime = \(startTime),endTime = \(endTime),progress = \(progress)")
  88. self?.playerView.pause()
  89. // 修改最新值
  90. self?.stuckPointMusicData?.startTime = Float64(startTime)
  91. self?.stuckPointMusicData?.endTime = Float64(endTime)
  92. // 红的指针完成
  93. if type == 3 {
  94. if CMTimeGetSeconds(self?.playerView.mPlayeTimeRange?.end ?? .zero) == 0 {
  95. BFLog(message: "mPlayeTimeRange is error")
  96. return
  97. }
  98. let newBeginSconds = (Double(startTime) + (Double(endTime) - Double(startTime)) * Double(progress)) * 600
  99. BFLog(message: " newBeginSconds is \(newBeginSconds)")
  100. let seekTimeRange:CMTimeRange = CMTimeRange(start: CMTime(value: CMTimeValue(Int64(newBeginSconds)), timescale: 600), end:
  101. CMTime(value: CMTimeValue(Int64(endTime * 600)), timescale: 600))
  102. BFLog(message: "修改的开始 \(CMTimeGetSeconds(seekTimeRange.start)) 结束 \(CMTimeGetSeconds(seekTimeRange.end))")
  103. self?.playerView.play(pauseFirstFrame: false, playeTimeRange: seekTimeRange)
  104. } else {
  105. // 更改素材开始时间及结束时间
  106. self?.projectModel.sData?.getBGMSession()?.sectionTimeline?.audioTrack?.audioTrackMaterials.first?.out = Float64(endTime)
  107. self?.projectModel.sData?.getBGMSession()?.sectionTimeline?.audioTrack?.audioTrackMaterials.first?.model_in = Float64(startTime)
  108. self?.projectModel.sData?.getBGMSession()?.sectionTimeline?.audioTrack?.audioTrackMaterials.first?.timelineIn = Float64(startTime)
  109. self?.projectModel.sData?.getBGMSession()?.sectionTimeline?.audioTrack?.audioTrackMaterials.first?.timelineOut = Float64(endTime)
  110. // 初始化音频的开始和结束时间
  111. self?.playeTimeRange = CMTimeRange(start: CMTime(value: CMTimeValue(Int64(startTime * 600)), timescale: 600), end: CMTime(value: CMTimeValue(Int64(endTime * 600)), timescale: 600))
  112. DispatchQueue.global().async { // 并行、异步
  113. self?.mStickers = self?.createStickers(sections: self?.projectModel.sData?.sections ?? List(), inputSize: CGSize(width: CGFloat(self?.projectModel.sData?.videoMetaData?.videoWidth ?? 0), height: CGFloat(self?.projectModel.sData?.videoMetaData?.videoHeight ?? 0)))
  114. self?.playerView.mStickers = self?.mStickers
  115. DispatchQueue.main.async { // 串行、异步
  116. self?.playerView.play(pauseFirstFrame: false, playeTimeRange: self!.playeTimeRange)
  117. }
  118. }
  119. }
  120. // 埋点上报
  121. if type == 1 || type == 2 {
  122. // 点击上报:拖动拖拽条(左/右部分)
  123. PQEventTrackViewModel.baseReportUpload(businessType: .bt_buttonClick, objectType: type == 1 ? .ot_click_dragFront : .ot_click_dragBehind, pageSource: .sp_stuck_previewSyncedUp, extParams: ["targetTime":type == 1 ? startTime * 1000 : endTime * 1000], remindmsg: "点击上报:拖动拖拽条(左/右部分)")
  124. }
  125. }
  126. return stuckPointCuttingView
  127. }()
  128. /// 卡点时长显示视图
  129. lazy var timeRemindLab: UILabel = {
  130. let timeRemindLab = UILabel(frame: CGRect(x: 0, y: stuckPointCuttingView.frame.minY - cDefaultMargin * 4 - cDefaultMargin * 3, width: view.frame.width, height: cDefaultMargin * 4))
  131. timeRemindLab.backgroundColor = UIColor.hexColor(hexadecimal: "#262626")
  132. timeRemindLab.textAlignment = .center
  133. timeRemindLab.font = UIFont.systemFont(ofSize: 12)
  134. timeRemindLab.textColor = UIColor.hexColor(hexadecimal: "#999999")
  135. let total: Float64 = ((stuckPointMusicData?.endTime ?? Float64(stuckPointMusicData?.duration ?? "0") ?? 0) - (stuckPointMusicData?.startTime ?? 0))
  136. timeRemindLab.text = "现卡点时长\(total.formatDurationToHMS()) / 原视频总时长\(selectedTotalDuration.formatDurationToHMS())"
  137. return timeRemindLab
  138. }()
  139. /// 音乐标题
  140. lazy var musicNameView: UIView = {
  141. let musicNameView = UIView()
  142. musicNameView.addSubview(musicNameLab)
  143. let nameWidth: CGFloat = musicNameLab.frame.width + (25 + cDefaultMargin * 3)
  144. musicNameView.frame = CGRect(x: (view.frame.width - nameWidth) / 2, y: cDevice_iPhoneStatusBarHei + (cDevice_iPhoneNavBarHei - cDefaultMargin * 3) / 2, width: nameWidth, height: cDefaultMargin * 3)
  145. // musicNameView.backgroundColor = UIColor.hexColor(hexadecimal: "#333333")
  146. musicNameView.addCorner(corner: musicNameView.frame.height / 2)
  147. let musicImageView = UIImageView(image:UIImage.init().BF_Image(named: "stuckPoint_reCreate_music"))
  148. musicImageView.frame = CGRect(x: musicNameView.frame.height / 2 - 5, y: (musicNameView.frame.height - 22) / 2, width: 22, height: 22)
  149. musicNameView.addSubview(musicImageView)
  150. musicNameLab.frame.origin.x = musicImageView.frame.maxX + 5
  151. let ges = UITapGestureRecognizer(target: self, action: #selector(musicNameClick))
  152. musicNameView.addGestureRecognizer(ges)
  153. return musicNameView
  154. }()
  155. /// 音乐歌曲名称
  156. lazy var musicNameLab: LMJHorizontalScrollText = {
  157. let nameWidth: CGFloat = sizeWithText(text: "\(stuckPointMusicData?.musicName ?? "")", font: UIFont.systemFont(ofSize: 13), size: CGSize(width: view.frame.width - ((cDefaultMargin * 6 + 16 * 2) * 2) - (25 + cDefaultMargin * 3), height: cDefaultMargin * 3)).width
  158. let musicNameLab = LMJHorizontalScrollText(frame: CGRect(x: 0, y: 0, width: nameWidth < cDefaultMargin * 4 ? cDefaultMargin * 4 : nameWidth, height: cDefaultMargin * 3))
  159. musicNameLab.textColor = UIColor.white
  160. musicNameLab.textFont = UIFont.systemFont(ofSize: 13)
  161. musicNameLab.speed = 0.03
  162. musicNameLab.moveDirection = LMJTextScrollMoveLeft
  163. musicNameLab.moveMode = LMJTextScrollContinuous
  164. if nameWidth < cDefaultMargin * 4 {
  165. musicNameLab.text = " \(stuckPointMusicData?.musicName ?? "") "
  166. } else {
  167. musicNameLab.text = "\(stuckPointMusicData?.musicName ?? "")"
  168. }
  169. return musicNameLab
  170. }()
  171. /// 同步进度显示
  172. lazy var synchroMarskView: PQStuckPointLoadingView = {
  173. var synchroMarskView = PQStuckPointLoadingView(frame: CGRect(x: 0, y: 0, width: cScreenWidth, height: cScreenHeigth))
  174. synchroMarskView.cancelHandle = { [weak self] _ in
  175. self?.navigationController?.popViewController(animated: true)
  176. }
  177. return synchroMarskView
  178. }()
  179. override func viewWillAppear(_ animated: Bool) {
  180. super.viewDidAppear(animated)
  181. lineView?.isHidden = true
  182. UIApplication.shared.isIdleTimerDisabled = true
  183. musicNameLab.move()
  184. PQNotification.addObserver(self, selector: #selector(enterBackground), name: UIApplication.didEnterBackgroundNotification, object: nil)
  185. }
  186. @objc func enterBackground() {
  187. BFLog(message: "进入到后台")
  188. // 取消导出
  189. playerView.pause()
  190. }
  191. override func backBtnClick() {
  192. super.backBtnClick()
  193. playerView.pause()
  194. // 点击上报:返回按钮
  195. PQEventTrackViewModel.baseReportUpload(businessType: .bt_buttonClick, objectType: .ot_click_back, pageSource: .sp_stuck_previewSyncedUp, extParams: nil, remindmsg: "卡点视频数据上报-(点击上报:返回按钮)")
  196. }
  197. @objc func musicNameClick() {
  198. // let musicVc = navigationController?.viewControllers.first(where: { vc in
  199. // vc is PQStuckPointMusicController
  200. // })
  201. // if musicVc != nil {
  202. // navigationController?.popToViewController(musicVc!, animated: true)
  203. // }
  204. }
  205. override func viewWillDisappear(_ animated: Bool) {
  206. super.viewWillDisappear(animated)
  207. UIApplication.shared.isIdleTimerDisabled = false
  208. musicNameLab.stop()
  209. playerView.pause()
  210. }
  211. override func viewDidLoad() {
  212. super.viewDidLoad()
  213. view.backgroundColor = UIColor.hexColor(hexadecimal: "#191919")
  214. navHeadImageView?.backgroundColor = UIColor.hexColor(hexadecimal: "#262626")
  215. leftBackButton()
  216. navHeadImageView?.addSubview(nextBtn)
  217. navHeadImageView?.addSubview(musicNameView)
  218. // 添加子视图
  219. addSubViews()
  220. // 导出相册视频
  221. exportPhotoData()
  222. // 同步音乐数据
  223. synchroMusicInfoData()
  224. // 曝光上报:预览页面曝光上报
  225. PQEventTrackViewModel.baseReportUpload(businessType: .bt_windowView, objectType: .ot_view_previewSyncedUp, pageSource: .sp_stuck_previewSyncedUp, extParams: nil, remindmsg: "卡点视频数据上报-(曝光上报:预览页面曝光上报)")
  226. }
  227. /// 添加子视图
  228. /// - Returns: <#description#>
  229. func addSubViews() {
  230. if (stuckPointMusicData?.rhythmSdata.count ?? 0) <= 0 {
  231. return
  232. }
  233. view.addSubview(playerView)
  234. view.addSubview(sustomSwitchView)
  235. view.addSubview(stuckPointCuttingView)
  236. // view.addSubview(timeRemindLab)
  237. // 添加一个背景区分不同色值
  238. let backView: UIView = UIView()
  239. backView.backgroundColor = UIColor.hexColor(hexadecimal: "#262626")
  240. view.insertSubview(backView, aboveSubview: navHeadImageView!)
  241. backView.frame = CGRect(x: 0, y: navHeadImageView?.frame.height ?? 0, width: cScreenWidth, height: (stuckPointCuttingView.frame.minY - cDefaultMargin * 3) - (navHeadImageView?.frame.height ?? 0))
  242. }
  243. @objc func nextBtnClick(sender _: UIButton) {
  244. BFLog(message: "去发布")
  245. playerView.pause()
  246. let videoExporter = PQStuckPointPublicController()
  247. videoExporter.selectedTotalDuration = selectedTotalDuration
  248. videoExporter.selectedDataCount = selectedDataCount
  249. videoExporter.selectedImageDataCount = selectedImageDataCount
  250. // 使用深 copy
  251. let json = projectModel.toJSONString(prettyPrint: false)
  252. if json == nil {
  253. BFLog(message: "数据转换有问题 跳转")
  254. return
  255. }
  256. let tempModel: PQEditProjectModel? = Mapper<PQEditProjectModel>().map(JSONString: json!)
  257. videoExporter.mStickers = mStickers
  258. videoExporter.audioMixModel = stuckPointMusicData
  259. videoExporter.editProjectModel = tempModel
  260. navigationController?.pushViewController(videoExporter, animated: true)
  261. // 点击上报:去合成
  262. PQEventTrackViewModel.baseReportUpload(businessType: .bt_buttonClick, objectType:.ot_click_commit, pageSource: .sp_stuck_previewSyncedUp, extParams: ["musicName":stuckPointMusicData?.musicName ?? "","musicId":stuckPointMusicData?.musicId ?? "","rhythmNumber":stuckPointMusicData?.speed ?? 2,"duration":((stuckPointMusicData?.endTime ?? 0) - (stuckPointMusicData?.startTime ?? 0)) * 1000], remindmsg: "点击上报:去合成")
  263. }
  264. // MARK: - 播放器相关操作
  265. /// seek 播放器
  266. /// - Parameter playeTimeRange: 开始和结束时间
  267. func seekPlayer(playeTimeRange: CMTimeRange) {
  268. playerView.setEnableSeek(isSeek: true)
  269. playerView.play(pauseFirstFrame: false, playeTimeRange: playeTimeRange)
  270. }
  271. /// 通过传入的 selectedPhotoData 、 stuckPointMusicData 创建 projectModel 模型 后面都使用 projectModel 参数
  272. func createPorjectData() {
  273. // 1,添加选择的视觉素材
  274. let section: PQEditSectionModel = PQEditSectionModel()
  275. selectedPhotoData?.forEach { model in
  276. let json = model.toJSONString(prettyPrint: false)
  277. if json == nil {
  278. BFLog(message: "数据转换有问题 跳转")
  279. return
  280. }
  281. let tempModel: PQEditVisionTrackMaterialsModel = Mapper<PQEditVisionTrackMaterialsModel>().map(JSONString: json!)!
  282. section.sectionTimeline?.visionTrack?.visionTrackMaterials.append(tempModel)
  283. }
  284. projectModel.sData?.sections.append(section)
  285. // 2,添加背景音乐
  286. projectModel.sData?.addBGM(audioMix: stuckPointMusicData!)
  287. }
  288. // 设置播放器
  289. func settingPlayerView() {
  290. // 1,设置播放器的显示区域 和画布大小
  291. // - 按第一个素材尺寸自适应
  292. let playerShowHeight = (stuckPointCuttingView.frame.minY - cDefaultMargin * 3) - (navHeadImageView?.frame.maxY ?? 0)
  293. var showRect: CGRect = PQPlayerViewModel.getShowCanvasRect(editProjectModel: projectModel, showType: 1, playerViewHeight: playerShowHeight)
  294. if showRect.size.width == showRect.size.height {
  295. if cScreenWidth > playerShowHeight {
  296. showRect.origin.x = (cScreenWidth - playerShowHeight) / 2
  297. showRect.size.width = playerShowHeight
  298. showRect.size.height = playerShowHeight
  299. } else {
  300. showRect.origin.x = 0
  301. showRect.size.width = cScreenWidth
  302. showRect.size.height = cScreenWidth
  303. }
  304. }
  305. showRect.origin.y = (playerShowHeight - showRect.size.height) / 2.0 + (navHeadImageView?.frame.maxY ?? 0)
  306. if showRect.size.width != 0, showRect.size.height != 0 {
  307. playerView.resetCanvasFrame(frame: showRect)
  308. }
  309. var firstModel: PQEditVisionTrackMaterialsModel?
  310. for part in projectModel.sData!.sections {
  311. if part.sectionTimeline?.visionTrack?.getEnableVisionTrackMaterials().count ?? 0 > 0 {
  312. firstModel = part.sectionTimeline?.visionTrack?.getEnableVisionTrackMaterials().first
  313. break
  314. }
  315. }
  316. var videoSize: CGSize = CGSize(width: Int(firstModel?.width ?? 0), height: Int(firstModel?.height ?? 0))
  317. var minSlider = min(videoSize.width, videoSize.height)
  318. var maxSlider = max(videoSize.width, videoSize.height)
  319. let ration = 1080 / minSlider
  320. minSlider = minSlider * ration
  321. maxSlider = maxSlider * ration
  322. if videoSize.width > videoSize.height { // 宽屏
  323. videoSize = CGSize(width: maxSlider, height: minSlider)
  324. } else {
  325. videoSize = CGSize(width: minSlider, height: maxSlider)
  326. }
  327. let maxValue = max(firstModel?.width ?? 0, firstModel?.height ?? 0)
  328. if maxValue > 1920 {
  329. let maxRation = 1920 / maxValue
  330. videoSize = CGSize(width: videoSize.width * CGFloat(maxRation), height: videoSize.height * CGFloat(maxRation))
  331. BFLog(message: "最长边已经超过 1920 要等比缩小 缩放后\(videoSize)")
  332. }
  333. if (Int(videoSize.width) % 2) != 0 {
  334. videoSize.width = videoSize.width - 1
  335. }
  336. if (Int(videoSize.height) % 2) != 0 {
  337. videoSize.height = videoSize.height - 1
  338. }
  339. projectModel.sData?.videoMetaData?.videoWidth = Int(videoSize.width)
  340. projectModel.sData?.videoMetaData?.videoHeight = Int(videoSize.height)
  341. // 2,创建滤镜
  342. mStickers = createStickers(sections: projectModel.sData?.sections ?? List(), inputSize: CGSize(width: CGFloat(projectModel.sData?.videoMetaData?.videoWidth ?? 0), height: CGFloat(projectModel.sData?.videoMetaData?.videoHeight ?? 0)))
  343. playerView.mStickers = mStickers
  344. // 3,设置音频
  345. let audioPath = stuckPointMusicData?.localPath ?? ""
  346. BFLog(message: "初始化音频播放器的音频地址为:\(audioPath)")
  347. playerView.updateAsset(URL(fileURLWithPath: documensDirectory + audioPath), videoComposition: nil, audioMixModel: nil)
  348. // 4, 设置播放器的输出画布大小
  349. playerView.movie?.mShowVidoSize = CGSize(width: CGFloat(projectModel.sData?.videoMetaData?.videoWidth ?? 0), height: CGFloat(projectModel.sData?.videoMetaData?.videoHeight ?? 0))
  350. // 5,开始播放
  351. playerView.isLoop = false
  352. playerView.showProgressLab = false
  353. // 初始化音频的开始和结束时间
  354. BFLog(message: "播放的器 开始\(String(describing: CMTimeGetSeconds(playeTimeRange.start))) 结束 \(String(describing: CMTimeGetSeconds(playeTimeRange.end)))")
  355. playerView.play(pauseFirstFrame: false, playeTimeRange: CMTimeRange(start: playeTimeRange.start, end: playeTimeRange.end))
  356. // 6,进度回调
  357. playerView.progress = { [weak self] currentTime, tatolTime , prgValue in
  358. // 更新进度
  359. let progress = (currentTime - CMTimeGetSeconds(self?.playeTimeRange.start ?? .zero
  360. )) / CMTimeGetSeconds(self?.playeTimeRange.duration ?? .zero
  361. )
  362. BFLog(message: "\(currentTime) \(tatolTime) 显示播放器进度为: \(progress)")
  363. self?.stuckPointCuttingView.videoCropView.updateProgress(progress: CGFloat(progress))
  364. }
  365. }
  366. deinit {
  367. BFLog(message: "卡点视频预览界面销毁")
  368. musicNameLab.stop()
  369. playerView.pause()
  370. // 取消所有的导出
  371. PQSingletoMemoryUtil.shared.allExportSession.forEach { _, exportSession in
  372. exportSession.cancelExport()
  373. }
  374. }
  375. }
  376. // MARK: - 视频渲染相关逻辑方法
  377. extension PQStuckPointEditerController {
  378. /// 分割视频 这里只设置视频类型的 in 和 out 并不设置显示的开始和结束时间 mp4 ,png ,png ,mp4
  379. /// - Parameter section: 当前段
  380. /// - Parameter stuckPoints: 用户选择的,或推荐的卡点数
  381. /// - Returns: 返回分割后的所有 stickers 和卡点数是一致的
  382. func clipVideoMerage(section: PQEditSectionModel, stuckPoints: [Float]) -> [PQEditVisionTrackMaterialsModel] {
  383. var stickers: Array = Array<PQEditVisionTrackMaterialsModel>.init()
  384. // 第二种情况:有视频要进行分割
  385. /*
  386. 1, 确定每个视频素材需要切的段数p
  387. 2, 将所有视频时长相加,得到总视频素材时长L = l1 + l2 + ... + ln
  388. 3, 视频素材a1需要切分的个数clipNum = max (round (kongduan * a1 / L) , 1)
  389. */
  390. // 要补的空位数
  391. let kongduan: Int = Int(stuckPoints.count) - 1 - Int(section.sectionTimeline!.visionTrack?.getEnableVisionTrackMaterials().count ?? 0)
  392. // 所有视频总时长
  393. var videoTotalDuration: Float64 = 0.0
  394. for video in section.sectionTimeline!.visionTrack!.getEnableVisionTrackMaterials(type: "video") {
  395. let asset: AVURLAsset = AVURLAsset(url: URL(fileURLWithPath: documensDirectory + video.locationPath), options: avAssertOptions)
  396. videoTotalDuration = videoTotalDuration + Float64(CMTimeGetSeconds(asset.duration))
  397. }
  398. if videoTotalDuration == 0 {
  399. BFLog(message: "视频总时长出现错误!!!!这里应该有视频素材的")
  400. return stickers
  401. }
  402. for sticker in section.sectionTimeline!.visionTrack!.getEnableVisionTrackMaterials() {
  403. if sticker.type == StickerType.VIDEO.rawValue {
  404. let asset: AVURLAsset = AVURLAsset(url: URL(fileURLWithPath: documensDirectory + sticker.locationPath), options: avAssertOptions)
  405. // 要分割的段落
  406. let clipNum = Int(max(round(Double(kongduan) * CMTimeGetSeconds(asset.duration) / videoTotalDuration), 1))
  407. sticker.duration = CMTimeGetSeconds(asset.duration)
  408. BFLog(message: "单个视频\(sticker.locationPath)时长::\(CMTimeGetSeconds(asset.duration)) ,clipNum is:\(clipNum)")
  409. for clipindex in 0 ... clipNum {
  410. // deep copy sticker model 防止只有一个对象
  411. let stickerjson = sticker.toJSONString(prettyPrint: false)
  412. let deepCopySticker = Mapper<PQEditVisionTrackMaterialsModel>().map(JSONString: stickerjson!)
  413. // 设置循环模式和适配模式
  414. deepCopySticker?.generateDefaultValues()
  415. deepCopySticker?.model_in = clipindex == 0 ? 0 : CMTimeGetSeconds(asset.duration) / Double(clipNum) * Double(clipindex)
  416. deepCopySticker?.out = (deepCopySticker?.model_in ?? 0) + CMTimeGetSeconds(asset.duration) / Double(clipNum)
  417. if (deepCopySticker?.model_in ?? 0) >= CMTimeGetSeconds(asset.duration) || (deepCopySticker?.out ?? 0) >= CMTimeGetSeconds(asset.duration) {
  418. deepCopySticker?.model_in = CMTimeGetSeconds(asset.duration) - CMTimeGetSeconds(asset.duration) / Double(clipNum)
  419. deepCopySticker?.out = CMTimeGetSeconds(asset.duration)
  420. }
  421. BFLog(message: " crilp is in \(deepCopySticker?.model_in ?? 0) out \(deepCopySticker?.out ?? 0) 总时长\(CMTimeGetSeconds(asset.duration))")
  422. if deepCopySticker != nil {
  423. stickers.append(deepCopySticker!)
  424. }
  425. }
  426. } else if sticker.type == StickerType.IMAGE.rawValue {
  427. sticker.generateDefaultValues()
  428. stickers.append(sticker)
  429. }
  430. }
  431. return stickers
  432. }
  433. /// 创建sticker
  434. /// - Parameters:
  435. /// - sections: 项目所有段落数据信息
  436. /// - inputSize: 画布大小
  437. /// - Returns: filters 数据 播放器可直接使用
  438. func createStickers(sections: List<PQEditSectionModel>, inputSize _: CGSize = .zero) -> [PQEditVisionTrackMaterialsModel] {
  439. // 保存滤镜对象数据
  440. var stickers: Array = Array<PQEditVisionTrackMaterialsModel>.init()
  441. for section in sections {
  442. if section.sectionType == "normal" {
  443. // 推荐卡点数
  444. var stuckPoints: Array = Array<Float>.init()
  445. var stuckPointsTemp = Array<Float>.init()
  446. for (index, dunshu) in stuckPointMusicData!.rhythmSdata[0].pointTimes.enumerated() {
  447. BFLog(message: "所有卡点数:\(Float64(dunshu) / 1_000_000.0)")
  448. if Float64(dunshu) / 1_000_000.0 > CMTimeGetSeconds(playeTimeRange.start), Float64(dunshu) / 1_000_000.0 < CMTimeGetSeconds(playeTimeRange.end) {
  449. stuckPointsTemp.append(Float(dunshu) / 1_000_000.0)
  450. }
  451. }
  452. // 根据不同速度 取卡点 1,2,3
  453. /*
  454. - 快节奏为选中区域的所有点位,即0,1,2,3,4……
  455. - 适中为每两个点位取一个,即0,2,4,6……
  456. - 慢节奏为每三个点位取一个,即0,3,6,9……
  457. */
  458. BFLog(message: "stuckPointMusicData?.speed is \(String(describing: stuckPointMusicData?.speed))")
  459. for (index, point) in stuckPointsTemp.enumerated() {
  460. if stuckPointMusicData?.speed == 1 {
  461. stuckPoints.append(point)
  462. } else if stuckPointMusicData?.speed == 2 {
  463. if index % 2 == 0 {
  464. stuckPoints.append(point)
  465. }
  466. } else if stuckPointMusicData?.speed == 3 {
  467. if index % 3 == 0 {
  468. stuckPoints.append(point)
  469. }
  470. }
  471. }
  472. for point in stuckPoints {
  473. BFLog(message: "有 start end 计算后的卡点数\(point)")
  474. }
  475. if stuckPoints.first != nil {
  476. stuckPoints.removeFirst()
  477. }
  478. if stuckPoints.last != nil {
  479. stuckPoints.removeLast()
  480. }
  481. stuckPoints.insert(Float(CMTimeGetSeconds(playeTimeRange.start)), at: 0)
  482. stuckPoints.insert(Float(CMTimeGetSeconds(playeTimeRange.end)), at: stuckPoints.count)
  483. BFLog(message: "stuckPoints count is \(stuckPoints.count)")
  484. // 当用户上传视觉素材个数大于等于音乐选择区域节拍分割个数时,无需进行视频分割,只显示卡点数-1 个素材
  485. if section.sectionTimeline!.visionTrack!.getEnableVisionTrackMaterials().count >= stuckPointMusicData!.rhythmSdata[0].pointTimes.count {
  486. for (index, sticker) in section.sectionTimeline!.visionTrack!.getEnableVisionTrackMaterials().enumerated() {
  487. if index == stuckPointMusicData!.rhythmSdata[0].pointTimes.count {
  488. BFLog(message: "到达卡点数量")
  489. break
  490. }
  491. BFLog(message: "创建 filter start :\(sticker.timelineIn) end :\(sticker.timelineOut) type is \(sticker.type) \(sticker.locationPath)")
  492. sticker.timelineIn = Float64(stuckPoints[index])
  493. sticker.timelineOut = Float64(stuckPoints[index + 1])
  494. BFLog(message: "卡点 间隔 \(sticker.timelineIn - sticker.timelineOut)")
  495. sticker.generateDefaultValues()
  496. stickers.append(sticker)
  497. }
  498. } else {
  499. // 卡点数 > 选择素材数
  500. // 第一种情况:全是图片,图片回环播放
  501. if section.sectionTimeline!.visionTrack!.getEnableVisionTrackMaterials(type: "video").count == 0, section.sectionTimeline!.visionTrack!.getEnableVisionTrackMaterials(type: "image").count > 0 {
  502. for (index, point) in stuckPoints.enumerated() {
  503. let sticker: PQEditVisionTrackMaterialsModel = section.sectionTimeline!.visionTrack!.getEnableVisionTrackMaterials()[index % section.sectionTimeline!.visionTrack!.getEnableVisionTrackMaterials().count]
  504. BFLog(message: "stickerlocationPath sticker : \(sticker.locationPath)")
  505. let stickerjson = sticker.toJSONString(prettyPrint: false)
  506. let deepCopySticker = Mapper<PQEditVisionTrackMaterialsModel>().map(JSONString: stickerjson!)
  507. if deepCopySticker!.type == StickerType.IMAGE.rawValue {
  508. if index + 1 < stuckPoints.count {
  509. deepCopySticker!.timelineIn = Float64(stuckPoints[index])
  510. deepCopySticker!.timelineOut = Float64(stuckPoints[index + 1])
  511. if deepCopySticker != nil {
  512. deepCopySticker?.generateDefaultValues()
  513. stickers.append(deepCopySticker!)
  514. }
  515. }
  516. }
  517. }
  518. } else {
  519. // 第二种情况:有视频要进行分割
  520. let clipFilters = clipVideoMerage(section: section, stuckPoints: stuckPoints)
  521. for (index, point) in stuckPoints.enumerated() {
  522. if index + 1 < stuckPoints.count && index < clipFilters.count{
  523. let sticker: PQEditVisionTrackMaterialsModel = clipFilters[index]
  524. sticker.timelineIn = Float64(stuckPoints[index])
  525. sticker.timelineOut = Float64(stuckPoints[index + 1])
  526. // 卡点的时间 > in out 值
  527. let timelineInterval = sticker.timelineOut - sticker.timelineIn
  528. let inOutInterval = sticker.out - sticker.model_in
  529. if timelineInterval > inOutInterval {
  530. sticker.out = sticker.model_in + timelineInterval
  531. }
  532. // out > 素材的总时长in out 进行前移操作
  533. let offsetAssetDuration = sticker.out - sticker.duration
  534. if offsetAssetDuration > 0 {
  535. sticker.model_in = sticker.model_in - offsetAssetDuration
  536. sticker.out = sticker.out - offsetAssetDuration
  537. }
  538. BFLog(message: "分割后 创建 filter start :\(sticker.timelineIn) end :\(sticker.timelineOut) type is \(sticker.type)")
  539. stickers.append(sticker)
  540. }
  541. }
  542. }
  543. }
  544. }
  545. }
  546. return stickers
  547. }
  548. }
  549. // MARK: - 同步/下载素材相关
  550. /// 同步/下载素材相关
  551. extension PQStuckPointEditerController {
  552. /// 同步音乐相关数据
  553. /// - Returns: <#description#>
  554. func synchroMusicInfoData() {
  555. if (stuckPointMusicData?.rhythmSdata.count ?? 0) <= 0 {
  556. if synchroMarskView.superview == nil {
  557. UIApplication.shared.keyWindow?.addSubview(synchroMarskView)
  558. }
  559. PQStuckPointViewModel.stuckPointMusicDetailData(musicId: stuckPointMusicData?.musicId ?? "", originType: stuckPointMusicData?.originType ?? 1) { [weak self] newMusicData, _ in
  560. if newMusicData != nil, (newMusicData?.rhythmSdata.count ?? 0) > 0 {
  561. self?.isStuckPointDataSuccess = true
  562. self?.stuckPointMusicData?.rhythmSdata = newMusicData?.rhythmSdata ?? []
  563. self?.stuckPointMusicData?.startTime = newMusicData?.startTime ?? 0
  564. self?.stuckPointMusicData?.endTime = newMusicData?.endTime ?? 0
  565. if newMusicData?.speed != nil {
  566. self?.stuckPointMusicData?.speed = newMusicData?.speed ?? 2
  567. }
  568. if (self?.stuckPointMusicData?.rhythmSdata.count ?? 0) > 0 && (((self?.selectedDataCount ?? 0) - (self?.selectedImageDataCount ?? 0)) > 0 || (self?.selectedImageDataCount ?? 0) > 0 || (self?.selectedTotalDuration ?? 0) > 0) {
  569. self?.stuckPointMusicData?.endTime = (self?.stuckPointMusicData?.startTime ?? 0) + (self?.stuckPointMusicData?.stuckPointCuttingTime(videoCount: (self?.selectedDataCount ?? 0) - (self?.selectedImageDataCount ?? 0), imageCount: self?.selectedImageDataCount ?? 0, totalDuration: self?.selectedTotalDuration ?? 0) ?? 0)
  570. }
  571. self?.stuckPointCuttingView.updateEndTime(startTime: CGFloat(self?.stuckPointMusicData?.startTime ?? 0), endTime: CGFloat(self?.stuckPointMusicData?.endTime ?? 0))
  572. if self?.stuckPointMusicData?.localPath == nil || (self?.stuckPointMusicData?.localPath?.count ?? 0) > 0 {
  573. PQDownloadManager.downLoadFile(url: self?.stuckPointMusicData?.musicPath ?? "") { [weak self] filePath, error in
  574. if error == nil, filePath != nil {
  575. self?.isSynchroMusicInfoSuccess = true
  576. self?.stuckPointMusicData?.localPath = filePath?.replacingOccurrences(of: documensDirectory, with: "")
  577. // 处理所有数据完成
  578. self?.dealWithDataSuccess()
  579. } else {
  580. if self?.synchroMarskView.superview != nil {
  581. self?.synchroMarskView.removeMarskView()
  582. }
  583. // PQUploadRemindView.showUploadRemindView(title: nil, attributedTitle: NSAttributedString(string: "加载音乐失败,请重新选择音乐"), summary: "", confirmTitle: nil) { [weak self] _, _ in
  584. // self?.navigationController?.popViewController(animated: true)
  585. // }
  586. }
  587. }
  588. } else {
  589. self?.isSynchroMusicInfoSuccess = true
  590. // 处理所有数据完成
  591. self?.dealWithDataSuccess()
  592. }
  593. // 添加子视图
  594. self?.addSubViews()
  595. } else {
  596. if self?.synchroMarskView.superview != nil {
  597. self?.synchroMarskView.removeMarskView()
  598. }
  599. // PQUploadRemindView.showUploadRemindView(title: nil, attributedTitle: NSAttributedString(string: "加载音乐失败,请重新选择音乐"), summary: "", confirmTitle: nil) { [weak self] _, _ in
  600. // self?.navigationController?.popViewController(animated: true)
  601. // }
  602. }
  603. }
  604. } else if stuckPointMusicData?.localPath == nil || (stuckPointMusicData?.localPath?.count ?? 0) > 0 {
  605. if synchroMarskView.superview == nil {
  606. UIApplication.shared.keyWindow?.addSubview(synchroMarskView)
  607. }
  608. isStuckPointDataSuccess = true
  609. PQDownloadManager.downLoadFile(url: stuckPointMusicData?.musicPath ?? "") { [weak self] filePath, error in
  610. if error == nil, filePath != nil {
  611. self?.isSynchroMusicInfoSuccess = true
  612. self?.stuckPointMusicData?.localPath = filePath?.replacingOccurrences(of: documensDirectory, with: "")
  613. // 处理所有数据完成
  614. self?.dealWithDataSuccess()
  615. } else {
  616. if self?.synchroMarskView.superview != nil {
  617. self?.synchroMarskView.removeMarskView()
  618. }
  619. // PQUploadRemindView.showUploadRemindView(title: nil, attributedTitle: NSAttributedString(string: "加载音乐失败,请重新选择音乐"), summary: "", confirmTitle: nil) { [weak self] _, _ in
  620. // self?.navigationController?.popViewController(animated: true)
  621. // }
  622. }
  623. }
  624. } else {
  625. isStuckPointDataSuccess = true
  626. // 处理所有数据完成
  627. dealWithDataSuccess()
  628. }
  629. }
  630. /// 导出相册数据
  631. /// - Returns: <#description#>
  632. func exportPhotoData() {
  633. // 取消所有的导出
  634. PQSingletoMemoryUtil.shared.allExportSession.forEach { _, exportSession in
  635. exportSession.cancelExport()
  636. }
  637. var isHaveVideo: Bool = false
  638. if selectedPhotoData != nil, (selectedPhotoData?.count ?? 0) > 0 {
  639. if synchroMarskView.superview == nil {
  640. UIApplication.shared.keyWindow?.addSubview(synchroMarskView)
  641. }
  642. let dispatchGroup = DispatchGroup()
  643. for photo in selectedPhotoData! {
  644. if photo.asset != nil, photo.asset?.mediaType == .video, photo.locationPath.count <= 0 {
  645. if !isHaveVideo {
  646. isHaveVideo = true
  647. }
  648. dispatchGroup.enter()
  649. PQPHAssetVideoParaseUtil.exportPHAssetToMP4(phAsset: photo.asset!, deliveryMode: .highQualityFormat) { [weak self] phAsset, _, filePath, _ in
  650. let tempPhoto = self?.selectedPhotoData?.first(where: { material in
  651. material.asset == phAsset
  652. })
  653. if tempPhoto != nil {
  654. if filePath != nil, (filePath?.count ?? 0) > 0 {
  655. tempPhoto?.locationPath = filePath?.replacingOccurrences(of: documensDirectory, with: "") ?? ""
  656. BFLog(message: "导出视频相册地址为")
  657. }
  658. dispatchGroup.leave()
  659. }
  660. }
  661. }
  662. }
  663. dispatchGroup.notify(queue: DispatchQueue.main) { [weak self] in
  664. self?.isExportVideosSuccess = true
  665. BFLog(message: "所有相册视频导出成功")
  666. // 处理所有数据完成
  667. if isHaveVideo {
  668. self?.dealWithDataSuccess()
  669. }
  670. }
  671. }
  672. if !isHaveVideo {
  673. isExportVideosSuccess = true
  674. // 处理所有数据完成
  675. dealWithDataSuccess()
  676. }
  677. }
  678. /// 处理所有数据完成
  679. /// - Returns: <#description#>
  680. func dealWithDataSuccess() {
  681. if !isSynchroMusicInfoSuccess || !isExportVideosSuccess || !isStuckPointDataSuccess {
  682. return
  683. }
  684. playeTimeRange = CMTimeRange(start: CMTime(value: CMTimeValue(Int64((stuckPointMusicData?.startTime ?? 0) * 600)), timescale: 600), end: CMTime(value: CMTimeValue(Int64((stuckPointMusicData?.endTime ?? 0) * 600)), timescale: 600))
  685. createPorjectData()
  686. settingPlayerView()
  687. if synchroMarskView.superview != nil {
  688. synchroMarskView.removeMarskView()
  689. }
  690. }
  691. }