PQGPUImagePlayerView.swift 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774
  1. //
  2. // PQGPUImagePlayer.swift
  3. // GPUImage_iOS
  4. //
  5. // Created by ak on 2020/8/27.
  6. // Copyright © 2020 Sunset Lake Software LLC. All rights reserved.
  7. // 功能:滤镜播放器 支持音频 https://juejin.im/post/6844904024760664078 这个有用
  8. import AVFoundation
  9. import AVKit
  10. import UIKit
  11. import ObjectMapper
  12. // import GPUImage
  13. struct AVAssetKey {
  14. static let tracks = "tracks"
  15. static let duration = "duration"
  16. static let metadata = "commonMetadata"
  17. }
  18. // 播放器状态
  19. public enum PQGPUImagePlayerViewStatus: Int {
  20. case playing = 10
  21. case pause = 20
  22. case stop = 30
  23. case error = 0
  24. case unknow = -1000
  25. }
  26. public class PQGPUImagePlayerView: UIView {
  27. public private(set) var playbackTime: TimeInterval = 0 {
  28. willSet {
  29. playbackTimeChangeClosure?(newValue)
  30. }
  31. }
  32. public var mCanverSize: CGSize = .zero
  33. // 自动隐藏边框
  34. public var isAutoHiden: Bool = false
  35. // 是否显示边框
  36. public var isShowLine: Bool = true
  37. // 播放进度
  38. public var playbackTimeChangeClosure: ((_ time: TimeInterval) -> Void)?
  39. // 参数说明:1,当前时间 2,总时长 3,进度
  40. public var progress: ((Double, Double, Double) -> Void)?
  41. /// 预览区域点击回调
  42. public var renderViewOnClickHandle: (() -> Void)?
  43. public private(set) var asset: AVAsset?
  44. public var duration: TimeInterval {
  45. return asset?.duration.seconds ?? 0
  46. }
  47. public private(set) var status: PQGPUImagePlayerViewStatus = .unknow {
  48. willSet {
  49. statusChangeClosure?(newValue)
  50. }
  51. }
  52. public var statusChangeClosure: ((_ status: PQGPUImagePlayerViewStatus) -> Void)?
  53. public private(set) var isReadyToPlay = false {
  54. willSet {
  55. assetLoadClosure?(newValue)
  56. }
  57. }
  58. public var assetLoadClosure: ((_ isReadyToPlay: Bool) -> Void)?
  59. /// Called when video finished
  60. /// This closure will not called if isLoop is true
  61. public var finishedClosure: (() -> Void)?
  62. /// Set this attribute to true will print debug info
  63. public var enableDebug = false {
  64. willSet {
  65. movie?.runBenchmark = newValue
  66. }
  67. }
  68. /// Setting this attribute before the end of the video works
  69. public var isLoop = false {
  70. willSet {
  71. movie?.loop = newValue
  72. }
  73. }
  74. /// The player will control the animationLayer of animation with the property `timeOffset`
  75. /// You can set up some animations in this layer like caption
  76. public var animationLayer: CALayer? {
  77. willSet {
  78. // Set speed to 0, use timeOffset to control the animation
  79. newValue?.speed = 0
  80. newValue?.timeOffset = playbackTime
  81. }
  82. didSet {
  83. oldValue?.removeFromSuperlayer()
  84. }
  85. }
  86. /// Add filters to this array and call updateAsset(_:) method
  87. public var filters: [ImageProcessingOperation] = []
  88. public var movie: PQMovieInput?
  89. public var speaker: SpeakerOutput?
  90. /// Volumn of original sounds in AVAsset
  91. public var originVolumn: Float = 1.0 {
  92. didSet {}
  93. }
  94. public var playerLayer: AVPlayerLayer?
  95. public var player: AVPlayer?
  96. public var playerEmptyView: UIImageView!
  97. public var borderLayer: CAShapeLayer?
  98. public var mPlayeTimeRange: CMTimeRange?
  99. var mStickers: [PQEditVisionTrackMaterialsModel]? {
  100. didSet {
  101. FilterLog(message: "设置线程为: \(Thread.current) \(OperationQueue.current?.underlyingQueue?.label as Any)")
  102. configCache(beginTime: mStickers?.first?.timelineIn ?? 0)
  103. }
  104. }
  105. // 是否显示时间条
  106. var showProgressLab: Bool = true
  107. // 缓存创建filter 防止 seek 100ms 慢
  108. @Atomic var cacheFilters: Array<PQBaseFilter> = Array()
  109. // 缓存个数
  110. var cacheFiltersMaxCount: Int = 8
  111. /// Use serial queue to ensure that the picture is smooth
  112. var createFiltersQueue: DispatchQueue!
  113. //是否显示高斯
  114. public var showGaussianBlur:Bool = false
  115. // 渲染区view
  116. private lazy var renderView: RenderView = {
  117. let view = RenderView()
  118. view.backgroundColor = PQBFConfig.shared.styleBackGroundColor
  119. view.frame = self.bounds
  120. view.delegate = self
  121. let tap = UITapGestureRecognizer(target: self, action: #selector(RenderViewOnclick))
  122. view.addGestureRecognizer(tap)
  123. return view
  124. }()
  125. // 暂停播放view
  126. lazy var playView: UIImageView = {
  127. let view = UIImageView(frame: CGRect(x: (self.frame.size.width - self.frame.size.height / 3.6) / 2, y: (self.frame.size.height - self.frame.size.height / 3.6) / 2, width: self.frame.size.height / 3.6, height: self.frame.size.height / 3.6))
  128. view.image = UIImage().BF_Image(named: "gpuplayBtn").withRenderingMode(.alwaysTemplate)
  129. view.tintColor = UIColor.white
  130. view.isHidden = true
  131. return view
  132. }()
  133. // 暂停播放view
  134. lazy var playMaskView: UIView = {
  135. let playMaskView = UIView.init()
  136. playMaskView.backgroundColor = UIColor.init(red: 0, green: 0, blue: 0, alpha: 0.5)
  137. playMaskView.isUserInteractionEnabled = false
  138. playMaskView.isHidden = true
  139. return playMaskView
  140. }()
  141. // 播放进度/总时长
  142. lazy var progressLab: UILabel = {
  143. let titleLab = UILabel(frame: CGRect(x: (self.frame.size.width - 140) / 2, y: 0, width: 140, height: 12))
  144. titleLab.font = UIFont.systemFont(ofSize: 12, weight: .medium)
  145. titleLab.textColor = UIColor.white
  146. titleLab.textAlignment = .center
  147. titleLab.text = ""
  148. titleLab.layer.shadowColor = UIColor.black.cgColor
  149. titleLab.layer.shadowOpacity = 0.3
  150. titleLab.layer.shadowOffset = .zero
  151. titleLab.layer.shadowRadius = 1
  152. // titleLab.backgroundColor = UIColor.hexColor(hexadecimal: "#FFFFFF",alpha: 0.3)
  153. // titleLab.addCorner(corner:7)
  154. return titleLab
  155. }()
  156. lazy var tipLab: UILabel = {
  157. let tipLab = UILabel(frame: CGRect(x: (self.frame.size.width - 100) / 2, y: (self.frame.size.height - 14) / 2, width: 100, height: 14))
  158. tipLab.font = UIFont.systemFont(ofSize: 14, weight: .medium)
  159. tipLab.textColor = UIColor.white
  160. tipLab.textAlignment = .center
  161. tipLab.text = "资源加载中..."
  162. tipLab.layer.shadowColor = UIColor.white.cgColor
  163. tipLab.layer.shadowOpacity = 0.5
  164. tipLab.layer.shadowOffset = .zero
  165. tipLab.layer.shadowRadius = 1
  166. tipLab.isHidden = true
  167. return tipLab
  168. }()
  169. //进度的开始时间
  170. var showProgressStartTime:Float = 0.0
  171. required public init?(coder _: NSCoder) {
  172. fatalError("init(coder:) has not been implemented")
  173. }
  174. override public init(frame: CGRect) {
  175. super.init(frame: frame)
  176. addSubview(renderView)
  177. addSubview(progressLab)
  178. addSubview(playMaskView)
  179. addSubview(playView)
  180. backgroundColor = PQBFConfig.shared.styleBackGroundColor
  181. playerEmptyView = UIImageView(frame: bounds)
  182. playerEmptyView.backgroundColor = .black
  183. playerEmptyView.image = UIImage().BF_Image(named: "playEmpty")
  184. playerEmptyView.contentMode = .center
  185. addSubview(playerEmptyView)
  186. addSubview(tipLab)
  187. if #available(iOS 10.0, *) {
  188. createFiltersQueue = DispatchQueue(label: "PQ.moveFiler.seeking111", qos: .default, attributes: .initiallyInactive, autoreleaseFrequency: .never, target: nil)
  189. } else {
  190. createFiltersQueue = DispatchQueue(label: "PQ.moveFiler.seeking111", qos: .userInteractive, attributes: [], autoreleaseFrequency: .inherit, target: nil)
  191. }
  192. if #available(iOS 10.0, *) {
  193. createFiltersQueue.activate()
  194. }
  195. }
  196. func showBorderLayer() {
  197. if borderLayer != nil {
  198. borderLayer?.removeFromSuperlayer()
  199. }
  200. // 线条颜色
  201. borderLayer = CAShapeLayer()
  202. borderLayer?.strokeColor = UIColor.hexColor(hexadecimal: "#FFFFFF").cgColor
  203. borderLayer?.fillColor = nil
  204. borderLayer?.path = UIBezierPath(rect: CGRect(x: 1, y: 1, width: bounds.width - 2, height: bounds.height - 2)).cgPath
  205. borderLayer?.frame = bounds
  206. borderLayer?.lineWidth = 2.0
  207. borderLayer?.lineCap = .round
  208. // 第一位是 线条长度 第二位是间距 nil时为实线
  209. if borderLayer != nil {
  210. renderView.layer.addSublayer(borderLayer!)
  211. }
  212. if isAutoHiden {
  213. borderLayer?.opacity = 0
  214. let groupAnimation = CAAnimationGroup()
  215. groupAnimation.beginTime = CACurrentMediaTime()
  216. groupAnimation.duration = 1
  217. groupAnimation.fillMode = .forwards
  218. groupAnimation.isRemovedOnCompletion = true
  219. groupAnimation.repeatCount = 3
  220. let opacity = CABasicAnimation(keyPath: "opacity")
  221. opacity.fromValue = 0
  222. opacity.toValue = 1
  223. opacity.isRemovedOnCompletion = true
  224. let opacity2 = CABasicAnimation(keyPath: "opacity")
  225. opacity2.fromValue = 1
  226. opacity2.toValue = 0
  227. opacity2.isRemovedOnCompletion = false
  228. groupAnimation.animations = [opacity, opacity2]
  229. borderLayer?.add(groupAnimation, forKey: nil)
  230. }
  231. }
  232. // 设置画布比例
  233. public func resetCanvasFrame(frame: CGRect) {
  234. if self.frame.equalTo(frame) {
  235. FilterLog(message: "新老值一样,不重置")
  236. return
  237. }
  238. self.frame = frame
  239. mCanverSize = frame.size
  240. if isShowLine {
  241. showBorderLayer()
  242. }
  243. FilterLog(message: "new frame is \(frame)")
  244. renderView.isHidden = true
  245. renderView.frame = CGRect(x: 0, y: 0, width: self.frame.size.width, height: self.frame.size.height)
  246. renderView.resatSize()
  247. playerEmptyView.frame = CGRect(x: 0, y: 0, width: self.frame.size.width, height: self.frame.size.height)
  248. playMaskView.frame = CGRect.init(x: 0, y: 0, width: self.frame.width, height: self.frame.height)
  249. tipLab.frame = CGRect(x: (self.frame.size.width - 100) / 2, y: (self.frame.size.height - 14) / 2, width: 100, height: 14)
  250. progressLab.frame = CGRect(x: (self.frame.size.width - 140) / 2, y: 8, width: 140, height: 14)
  251. let bord = frame.size.width > frame.size.height ? CGFloat(60) : CGFloat(60)
  252. playView.frame = CGRect(x: (CGFloat(frame.size.width) - bord) / 2 , y: (CGFloat(frame.size.height) - bord) / 2, width: bord, height: bord)
  253. // playView.frame = CGRect(x: (self.frame.size.width - self.frame.size.height / 3.6) / 2, y: (self.frame.size.height - self.frame.size.height / 3.6) / 2, width: self.frame.size.height / 3.6, height: self.frame.size.height / 3.6)
  254. }
  255. override public func layoutSubviews() {
  256. super.layoutSubviews()
  257. }
  258. @objc func RenderViewOnclick() {
  259. if status == .playing {
  260. playView.isHidden = false
  261. playMaskView.isHidden = false
  262. pause()
  263. } else if status == .stop || status == .pause {
  264. playView.isHidden = true
  265. playMaskView.isHidden = true
  266. movie?.resume()
  267. speaker?.start()
  268. status = .playing
  269. }
  270. if renderViewOnClickHandle != nil {
  271. renderViewOnClickHandle!()
  272. }
  273. }
  274. func showPlayBtn(isHidden: Bool) {
  275. playView.isHidden = isHidden
  276. playMaskView.isHidden = isHidden
  277. }
  278. deinit {
  279. stop()
  280. movie = nil
  281. speaker = nil
  282. BFLog(1, message: "play view release")
  283. }
  284. /// XXXX 这里的 URL 使用的是全路径 ,如果不是全的会 crash ,方便复用 (不用处理业务的文件放在哪里)
  285. public func updateAsset(_ url: URL, videoComposition: AVVideoComposition? = nil, audioMixModel: PQVoiceModel? = nil, videoStickers: [PQEditVisionTrackMaterialsModel]? = nil,originMusicDuration:Float = 0,lastPoint:Float = 0,clipAudioRange: CMTimeRange = CMTimeRange.zero ) {
  286. // 每次初始化的时候设置初始值 为 nIl
  287. var audioMix: AVMutableAudioMix?
  288. var composition: AVMutableComposition?
  289. let asset = AVURLAsset(url: url, options: nil)
  290. BFLog(1, message: "播放器初始化的音频时长\(asset.duration.seconds) url is \(url),最终使用时长\(originMusicDuration),裁剪范围\(CMTimeGetSeconds(clipAudioRange.start)) 到 \(CMTimeGetSeconds(clipAudioRange.end))")
  291. self.asset = asset
  292. if (audioMixModel != nil && audioMixModel?.localPath != nil) || (videoStickers != nil && (videoStickers?.count ?? 0) > 0 || originMusicDuration != 0) {
  293. FilterLog(message: "有参加混音的数据。")
  294. (audioMix, composition) = PQPlayerViewModel.setupAudioMix(originAsset: asset, bgmData: audioMixModel, videoStickers: videoStickers,originMusicDuration:originMusicDuration,clipAudioRange: clipAudioRange)
  295. } else {
  296. audioMix = nil
  297. }
  298. isReadyToPlay = false
  299. asset.loadValuesAsynchronously(forKeys: ["tracks", "duration", "commonMetadata"]) { [weak self] in
  300. guard let strongSelf = self else { return }
  301. let tracksStatus = strongSelf.asset?.statusOfValue(forKey: AVAssetKey.tracks, error: nil) ?? .unknown
  302. let durationStatus = strongSelf.asset?.statusOfValue(forKey: AVAssetKey.duration, error: nil) ?? .unknown
  303. strongSelf.isReadyToPlay = tracksStatus == .loaded && durationStatus == .loaded
  304. }
  305. var audioSettings: [String: Any] = [
  306. AVFormatIDKey: kAudioFormatLinearPCM,
  307. ]
  308. // if #available(iOS 14.0, *) {
  309. audioSettings[AVLinearPCMIsFloatKey] = false
  310. audioSettings[AVLinearPCMBitDepthKey] = 16
  311. // }
  312. do {
  313. if composition != nil {
  314. FilterLog(message: "composition 方式初始化")
  315. movie = try PQMovieInput(asset: composition!, videoComposition: videoComposition, audioMix: audioMix, playAtActualSpeed: true, loop: isLoop, audioSettings: audioSettings)
  316. // movie?.exportAudioUrl = url // clipAudioRange
  317. movie?.configAVPlayer(assetUrl: url, ranges: [clipAudioRange])
  318. } else {
  319. movie = try PQMovieInput(url: url, playAtActualSpeed: true, loop: isLoop, audioSettings: audioSettings)
  320. /* 测试代码
  321. let audioDecodeSettings = [AVFormatIDKey:kAudioFormatLinearPCM]
  322. let bundleURL = Bundle.main.resourceURL!
  323. let movieURL = URL(string:"11111.mp4", relativeTo:bundleURL)!
  324. movie = try MovieInput(url:movieURL, playAtActualSpeed:true, loop:true, audioSettings:audioDecodeSettings)
  325. */
  326. }
  327. movie!.runBenchmark = false
  328. movie!.synchronizedEncodingDebug = false
  329. } catch {
  330. status = .error
  331. if enableDebug {
  332. debugPrint(error)
  333. }
  334. }
  335. guard let movie = movie else { return }
  336. movie.progress = { [weak self] currTime, duration, prgressValue in
  337. guard let strongSelf = self else { return }
  338. // BFLog(1, message: " movie 进度\(currTime)")
  339. strongSelf.changeFilter(currTime: currTime)
  340. strongSelf.progress?(currTime, duration, prgressValue)
  341. DispatchQueue.main.async {
  342. strongSelf.playbackTime = currTime
  343. // Non-main thread change this property is not valid
  344. strongSelf.animationLayer?.timeOffset = strongSelf.playbackTime
  345. if strongSelf.showProgressLab {
  346. if(strongSelf.showProgressStartTime == 0 ){
  347. strongSelf.showProgressStartTime = Float(CMTimeGetSeconds(strongSelf.movie?.startTime ?? .zero))
  348. }
  349. if duration < 1 {
  350. strongSelf.progressLab.text = "\((currTime - Double(CMTimeGetSeconds(strongSelf.movie?.startTime ?? .zero))).formatDurationToHMS()) / 00:01"
  351. } else {
  352. var showTime = currTime - Double(strongSelf.showProgressStartTime)
  353. if (showTime < 0){
  354. showTime = 0
  355. }
  356. strongSelf.progressLab.text = "\(showTime.formatDurationToHMS()) / \( (duration - Double(strongSelf.showProgressStartTime)).formatDurationToHMS())"
  357. }
  358. }
  359. }
  360. }
  361. movie.completion = { [weak self] in
  362. guard let strongSelf = self else { return }
  363. //缓存已经用完,重新初始化缓存
  364. if(strongSelf.filters.count == 0){
  365. strongSelf.configCache(beginTime: strongSelf.mStickers?.first?.timelineIn ?? 0)
  366. }
  367. DispatchQueue.main.async {
  368. strongSelf.status = .stop
  369. strongSelf.finishedClosure?()
  370. strongSelf.showPlayBtn(isHidden: false)
  371. strongSelf.progress!(0,0,1)
  372. }
  373. }
  374. speaker = SpeakerOutput()
  375. movie.audioEncodingTarget = speaker
  376. applyFilters()
  377. }
  378. /// 初始化缓存,默认选创建 cacheFiltersMaxCount 个缓存 filterrs
  379. /// - Parameter beginTime: 开始缓存的开始时间,用在 seek操作时 老的缓存已经无效不能在使用了
  380. func configCache(beginTime: Float64 ) {
  381. cacheFilters.removeAll()
  382. FilterLog(message: "原素材 总数:\(mStickers?.count ?? 0) ")
  383. if mStickers?.count ?? 0 > 0 {
  384. for (index, currentSticker) in mStickers!.enumerated() {
  385. BFLog(message: "mStickers timelinein:\(currentSticker.timelineIn) timelineout: \(currentSticker.timelineOut) index : \(index)")
  386. //到达最大缓存数退出
  387. if cacheFilters.count == cacheFiltersMaxCount {
  388. break
  389. }
  390. //小于缓存的开始时间继续查找
  391. if(currentSticker.timelineOut < beginTime){
  392. continue
  393. }
  394. var showFitler: PQBaseFilter?
  395. if currentSticker.type == StickerType.VIDEO.rawValue {
  396. showFitler = PQMovieFilter(movieSticker: currentSticker)
  397. } else if currentSticker.type == StickerType.IMAGE.rawValue {
  398. showFitler = PQImageFilter(sticker: currentSticker, isExport: (movie?.mIsExport) ?? false, showUISize: mCanverSize)
  399. }
  400. if showFitler != nil {
  401. BFLog(message: " 加入到缓存 的 filter timelinein:\(currentSticker.timelineIn) timelineout: \(currentSticker.timelineOut) in :\(currentSticker.model_in) out: \(currentSticker.out) index : \(index)")
  402. cacheFilters.append(showFitler!)
  403. }
  404. }
  405. for (index, filter) in cacheFilters.enumerated() {
  406. FilterLog(message: " 初始化 config create currentSticker timelinein \(String(describing: filter.stickerInfo?.timelineIn)) timelineout \(String(describing: filter.stickerInfo?.timelineOut)) in :\(String(describing: filter.stickerInfo?.model_in)) out \(String(describing: filter.stickerInfo?.out)) index\(index)")
  407. }
  408. if(cacheFilters.first != nil){
  409. movie?.removeAllTargets()
  410. let showFilter: PQBaseFilter = cacheFilters.first!
  411. movie?.addTarget(showFilter, atTargetIndex: 0)
  412. showFilter.addTarget(renderView, atTargetIndex: 0)
  413. }
  414. }
  415. }
  416. //创建下一个filter 数据
  417. func createNextFilter() {
  418. FilterLog(message: "加入前 当前的缓存个数为: \(cacheFilters.count) maxCount \(cacheFiltersMaxCount) 最后一个显示时间 \(String(describing: cacheFilters.last?.stickerInfo?.timelineIn))")
  419. if cacheFilters.count <= cacheFiltersMaxCount {
  420. let showIndex = mStickers?.firstIndex(where: { (sticker) -> Bool in
  421. (cacheFilters.last?.stickerInfo == sticker)
  422. })
  423. FilterLog(message: "当前显示的showIndex: \(String(describing: showIndex))")
  424. if ((showIndex ?? 0) + 1) < (mStickers?.count ?? 0) {
  425. let currentSticker = mStickers?[(showIndex ?? 0) + 1]
  426. if currentSticker != nil {
  427. var showFitler: PQBaseFilter?
  428. if currentSticker!.type == StickerType.VIDEO.rawValue {
  429. showFitler = PQMovieFilter(movieSticker: currentSticker!)
  430. } else if currentSticker!.type == StickerType.IMAGE.rawValue {
  431. showFitler = PQImageFilter(sticker: currentSticker!, isExport: (movie?.mIsExport) ?? false, showUISize: mCanverSize)
  432. }
  433. if showFitler != nil {
  434. cacheFilters.append(showFitler!)
  435. }
  436. }else{
  437. FilterLog(message: "缓存数据加入不成功!!!!!")
  438. }
  439. }
  440. FilterLog(message: "加入后 当前的缓存个数为: \(cacheFilters.count) maxCount \(cacheFiltersMaxCount) 最后一个显示时间 \(String(describing: cacheFilters.last?.stickerInfo?.timelineIn))")
  441. }
  442. }
  443. /// 按时间从缓存中取出要显示的filter
  444. /// - Parameter currTime: 当前播放时间
  445. func changeFilter(currTime: Float64) {
  446. // let starts:CFTimeInterval = CFAbsoluteTimeGetCurrent()
  447. BFLog(message: " 要查找的 currTime is \(currTime)")
  448. //1,删除已经显示过的 filter
  449. self.cacheFilters.removeAll(where: {(filter) -> Bool in
  450. (currTime > (filter.stickerInfo?.timelineOut ?? 0.0))
  451. })
  452. // 2,找出一个要显示的 fitler
  453. let showIndex = cacheFilters.firstIndex(where: { (filter) -> Bool in
  454. (currTime >= (filter.stickerInfo?.timelineIn ?? 0.0) && currTime <= (filter.stickerInfo?.timelineOut ?? 0.0))
  455. })
  456. if(showIndex == nil){
  457. FilterLog(message: "缓存没有查找到?出现数据错误!!!!")
  458. return
  459. }
  460. let showFilter: PQBaseFilter = cacheFilters[showIndex ?? 0]
  461. FilterLog(message: "缓存操作 查找到命中的显示是为:\(currTime) 缓存数据timeline in :\(showFilter.stickerInfo?.timelineIn ?? 0.0)) timelineOut:\(showFilter.stickerInfo?.timelineOut ?? 0.0) in:\(showFilter.stickerInfo?.model_in ?? 0.0) out:\(showFilter.stickerInfo?.out ?? 0.0) 缓存数 \(cacheFilters.count) index: \(String(describing: showIndex))")
  462. if(!(showFilter.isShow)){
  463. FilterLog(message: "showIndex当前时间为 \(currTime) showIndex is \(String(describing: showIndex)) 显示 filter timelineIn is: \(String(describing: showFilter.stickerInfo?.timelineIn)) timelineOut is: \(String(describing: showFilter.stickerInfo?.timelineOut))")
  464. showFilter.isShow = true
  465. movie!.removeAllTargets()
  466. //为了优化性能只有素材宽高比和画面宽高比不一样时才做高斯
  467. //原图的比例
  468. let stickerAspectRatio = String(format: "%.6f", (showFilter.stickerInfo?.width ?? 0.0 ) / (showFilter.stickerInfo?.height ?? 0.0))
  469. //画面的比例
  470. let canverAspectRatio = String(format: "%.6f",(movie?.mShowVidoSize.width ?? 0.0) / (movie?.mShowVidoSize.height ?? 0.0))
  471. if(showFilter.stickerInfo?.type == StickerType.IMAGE.rawValue && showGaussianBlur && Float(stickerAspectRatio) != Float(canverAspectRatio)){
  472. FilterLog(message: "显示图片filter")
  473. // //高斯层
  474. let blurStickerModel:PQEditVisionTrackMaterialsModel? = showFilter.stickerInfo?.copy() as? PQEditVisionTrackMaterialsModel
  475. blurStickerModel?.canvasFillType = stickerContentMode.aspectFillStr.rawValue
  476. if blurStickerModel == nil {
  477. FilterLog(message: "显示图片filter blurStickerModel is nil")
  478. return
  479. }
  480. let showGaussianFitler:PQBaseFilter = PQImageFilter(sticker: blurStickerModel!, isExport: (movie?.mIsExport) ?? false, showUISize: mCanverSize)
  481. let iosb:GaussianBlur = GaussianBlur.init()
  482. iosb.blurRadiusInPixels = 20
  483. showGaussianFitler.addTarget(iosb)
  484. self.movie?.addTarget(showGaussianFitler, atTargetIndex: 0)
  485. iosb.addTarget(showFilter,atTargetIndex: 0)
  486. showFilter.addTarget(self.renderView as ImageConsumer, atTargetIndex: 0)
  487. FilterLog(message: "filter 添加成功 注意是否添加成功。")
  488. // }
  489. }else{
  490. movie?.addTarget(showFilter, atTargetIndex: 0)
  491. showFilter.addTarget(renderView, atTargetIndex: 0)
  492. }
  493. self.createFiltersQueue.async {
  494. self.createNextFilter()
  495. }
  496. }else{
  497. FilterLog(message: " 添加过了 currTime is \(currTime) timelineIn:\(showFilter.stickerInfo?.timelineIn ?? 0.0)")
  498. }
  499. }
  500. /// 设置 filter 是否为 seek 状态
  501. func setEnableSeek(isSeek: Bool) {
  502. for filter in filters {
  503. (filter as? PQBaseFilter)?.enableSeek = isSeek
  504. }
  505. }
  506. private func applyFilters() {
  507. guard let movie = movie else { return }
  508. movie.removeAllTargets()
  509. var currentTarget: ImageSource = movie
  510. filters.forEach {
  511. let f = $0
  512. currentTarget.addTarget(f, atTargetIndex: 0)
  513. currentTarget = f
  514. }
  515. currentTarget.addTarget(renderView, atTargetIndex: 0)
  516. }
  517. }
  518. // MARK: Player control
  519. public extension PQGPUImagePlayerView {
  520. /// 开始播放
  521. /// - Parameter pauseFirstFrame: 是否暂停到第一帧
  522. func play(pauseFirstFrame: Bool = false, playeTimeRange: CMTimeRange = CMTimeRange()) {
  523. DispatchQueue.main.async {
  524. self.playerEmptyView.isHidden = true
  525. self.playView.isHidden = !pauseFirstFrame
  526. self.playMaskView.isHidden = !pauseFirstFrame
  527. self.renderView.isHidden = false
  528. self.progressLab.isHidden = false
  529. }
  530. // guard status != .playing else {
  531. // FilterLog(message: "已经是播放状态")
  532. // return
  533. // }
  534. // 如果没有设置开始结束时长 使用默认音频总时长(创作工具就不会传值)
  535. if CMTIMERANGE_IS_INVALID(playeTimeRange) {
  536. let endTime = CMTime(value: CMTimeValue(CMTimeGetSeconds(asset?.duration ?? .zero) * 600), timescale: 600)
  537. mPlayeTimeRange = CMTimeRange(start: .zero, end: endTime)
  538. } else {
  539. mPlayeTimeRange = playeTimeRange
  540. }
  541. // 清空音频缓存
  542. speaker?.clearBuffer()
  543. movie?.start(timeRange: mPlayeTimeRange ?? CMTimeRange())
  544. speaker?.start()
  545. status = pauseFirstFrame ? .pause : .playing
  546. showProgressStartTime = 0
  547. }
  548. // 快进
  549. func seek(to time: CMTime) {
  550. mPlayeTimeRange?.start = time
  551. play(pauseFirstFrame: false, playeTimeRange: mPlayeTimeRange ?? .zero)
  552. }
  553. // 暂停
  554. func pause() {
  555. guard status != .pause else {
  556. return
  557. }
  558. movie?.pause() // 可能会引起crash: configureThread()里timebaseInfo为0,除法出错
  559. speaker?.pause()
  560. status = .pause
  561. showPlayBtn(isHidden: false)
  562. }
  563. // 停止f解码状态
  564. func stop() {
  565. // guard status != .stop else {
  566. // return
  567. // }
  568. movie?.cancel()
  569. speaker?.cancel()
  570. status = .stop
  571. }
  572. // 清空播放器状态,到空状态
  573. func clearPlayerView() {
  574. playerEmptyView.isHidden = false
  575. renderView.isHidden = true
  576. progressLab.isHidden = true
  577. }
  578. // 显示提示文字
  579. func showTip(show: Bool) {
  580. FilterLog(message: "showTip \(show)")
  581. tipLab.isHidden = !show
  582. if show {
  583. playerEmptyView.isHidden = true
  584. renderView.isHidden = true
  585. progressLab.isHidden = true
  586. }
  587. }
  588. }
  589. // MARK: Filter 操作
  590. public extension PQGPUImagePlayerView {
  591. // 添加 filter
  592. func appendFilter(_ filter: ImageProcessingOperation) {
  593. filters.append(filter)
  594. }
  595. // 添加一组filters
  596. func appendFilters(_ newFilters: [ImageProcessingOperation]) {
  597. filters = filters + newFilters
  598. }
  599. // 移除所有filter
  600. func removeAllFilters() {
  601. filters.removeAll()
  602. }
  603. // 重置所有 filer
  604. func appendFiltersClearOldFilter(_ newFilters: [ImageProcessingOperation]) {
  605. filters.removeAll()
  606. filters = newFilters
  607. }
  608. }
  609. // MARK: - RenderViewDelegate
  610. extension PQGPUImagePlayerView: RenderViewDelegate{
  611. public func willDisplayFramebuffer(renderView _: RenderView, framebuffer _: Framebuffer) {
  612. FilterLog(message: "willDisplayFramebuffer")
  613. }
  614. public func didDisplayFramebuffer(renderView _: RenderView, framebuffer: Framebuffer) {
  615. FilterLog(message: "didDisplayFramebuffer")
  616. }
  617. public func shouldDisplayNextFramebufferAfterMainThreadLoop() -> Bool {
  618. FilterLog(message: "didDisplayFramebuffer")
  619. return false
  620. }
  621. }