PQGPUImagePlayerView.swift 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786
  1. //
  2. // PQGPUImagePlayer.swift
  3. // GPUImage_iOS
  4. //
  5. // Created by ak on 2020/8/27.
  6. // Copyright © 2020 Sunset Lake Software LLC. All rights reserved.
  7. // 功能:滤镜播放器 支持音频 https://juejin.im/post/6844904024760664078 这个有用
  8. import AVFoundation
  9. import AVKit
  10. import UIKit
  11. import ObjectMapper
  12. import BFCommonKit
  13. // import GPUImage
  14. struct AVAssetKey {
  15. static let tracks = "tracks"
  16. static let duration = "duration"
  17. static let metadata = "commonMetadata"
  18. }
  19. // 播放器状态
  20. public enum PQGPUImagePlayerViewStatus: Int {
  21. case playing = 10
  22. case pause = 20
  23. case stop = 30
  24. case error = 0
  25. case unknow = -1000
  26. }
  27. public class PQGPUImagePlayerView: UIView {
  28. public private(set) var playbackTime: TimeInterval = 0 {
  29. willSet {
  30. playbackTimeChangeClosure?(newValue)
  31. }
  32. }
  33. public var mCanverSize: CGSize = .zero
  34. // 自动隐藏边框
  35. public var isAutoHiden: Bool = false
  36. // 是否显示边框
  37. public var isShowLine: Bool = true
  38. // 播放进度
  39. public var playbackTimeChangeClosure: ((_ time: TimeInterval) -> Void)?
  40. // 参数说明:1,当前时间 2,总时长 3,进度
  41. public var progress: ((Double, Double, Double) -> Void)?
  42. /// 预览区域点击回调
  43. public var renderViewOnClickHandle: (() -> Void)?
  44. public private(set) var asset: AVAsset?
  45. public var duration: TimeInterval {
  46. return asset?.duration.seconds ?? 0
  47. }
  48. public private(set) var status: PQGPUImagePlayerViewStatus = .unknow {
  49. willSet {
  50. statusChangeClosure?(newValue)
  51. }
  52. }
  53. public var statusChangeClosure: ((_ status: PQGPUImagePlayerViewStatus) -> Void)?
  54. public private(set) var isReadyToPlay = false {
  55. willSet {
  56. assetLoadClosure?(newValue)
  57. }
  58. }
  59. public var assetLoadClosure: ((_ isReadyToPlay: Bool) -> Void)?
  60. /// Called when video finished
  61. /// This closure will not called if isLoop is true
  62. public var finishedClosure: (() -> Void)?
  63. /// Set this attribute to true will print debug info
  64. public var enableDebug = false {
  65. willSet {
  66. movie?.runBenchmark = newValue
  67. }
  68. }
  69. /// Setting this attribute before the end of the video works
  70. public var isLoop = false {
  71. willSet {
  72. movie?.loop = newValue
  73. }
  74. }
  75. /// The player will control the animationLayer of animation with the property `timeOffset`
  76. /// You can set up some animations in this layer like caption
  77. public var animationLayer: CALayer? {
  78. willSet {
  79. // Set speed to 0, use timeOffset to control the animation
  80. newValue?.speed = 0
  81. newValue?.timeOffset = playbackTime
  82. }
  83. didSet {
  84. oldValue?.removeFromSuperlayer()
  85. }
  86. }
  87. /// Add filters to this array and call updateAsset(_:) method
  88. public var filters: [ImageProcessingOperation] = []
  89. public var movie: PQMovieInput?
  90. public var speaker: SpeakerOutput?
  91. /// Volumn of original sounds in AVAsset
  92. public var originVolumn: Float = 1.0 {
  93. didSet {}
  94. }
  95. public var playerLayer: AVPlayerLayer?
  96. public var player: AVPlayer?
  97. public var playerEmptyView: UIImageView!
  98. public var borderLayer: CAShapeLayer?
  99. public var mPlayeTimeRange: CMTimeRange?
  100. var mStickers: [PQEditVisionTrackMaterialsModel]? {
  101. didSet {
  102. BFLog(2, message: "设置线程为: \(Thread.current) \(OperationQueue.current?.underlyingQueue?.label as Any)")
  103. configCache(beginTime: mStickers?.first?.timelineIn ?? 0)
  104. }
  105. }
  106. // 是否显示时间条
  107. var showProgressLab: Bool = true
  108. // 缓存创建filter 防止 seek 100ms 慢
  109. @Atomic var cacheFilters: Array<PQBaseFilter> = Array()
  110. // 缓存个数
  111. var cacheFiltersMaxCount: Int = 8
  112. /// Use serial queue to ensure that the picture is smooth
  113. var createFiltersQueue: DispatchQueue!
  114. //是否显示高斯
  115. public var showGaussianBlur:Bool = false
  116. // 渲染区view
  117. private lazy var renderView: RenderView = {
  118. let view = RenderView()
  119. view.backgroundColor = PQBFConfig.shared.styleBackGroundColor
  120. view.frame = self.bounds
  121. view.delegate = self
  122. let tap = UITapGestureRecognizer(target: self, action: #selector(RenderViewOnclick))
  123. view.addGestureRecognizer(tap)
  124. return view
  125. }()
  126. // 暂停播放view
  127. lazy var playView: UIImageView = {
  128. let view = UIImageView(frame: CGRect(x: (self.frame.size.width - self.frame.size.height / 3.6) / 2, y: (self.frame.size.height - self.frame.size.height / 3.6) / 2, width: self.frame.size.height / 3.6, height: self.frame.size.height / 3.6))
  129. // view.tintColor = UIColor.white
  130. view.image = UIImage.moduleImage(named: "gpuplayBtn", moduleName: "BFFramework",isAssets: false)?.withRenderingMode(.alwaysTemplate)
  131. view.tintColor = UIColor.hexColor(hexadecimal: PQBFConfig.shared.styleColor.rawValue)
  132. view.isHidden = true
  133. return view
  134. }()
  135. // 暂停播放view
  136. lazy var playMaskView: UIView = {
  137. let playMaskView = UIView.init()
  138. playMaskView.backgroundColor = UIColor.init(red: 0, green: 0, blue: 0, alpha: 0.5)
  139. playMaskView.isUserInteractionEnabled = false
  140. playMaskView.isHidden = true
  141. return playMaskView
  142. }()
  143. // 播放进度/总时长
  144. lazy var progressLab: UILabel = {
  145. let titleLab = UILabel(frame: CGRect(x: (self.frame.size.width - 140) / 2, y: 0, width: 140, height: 12))
  146. titleLab.font = UIFont.systemFont(ofSize: 12, weight: .medium)
  147. titleLab.textColor = UIColor.white
  148. titleLab.textAlignment = .center
  149. titleLab.text = ""
  150. titleLab.layer.shadowColor = UIColor.black.cgColor
  151. titleLab.layer.shadowOpacity = 0.3
  152. titleLab.layer.shadowOffset = .zero
  153. titleLab.layer.shadowRadius = 1
  154. // titleLab.backgroundColor = UIColor.hexColor(hexadecimal: "#FFFFFF",alpha: 0.3)
  155. // titleLab.addCorner(corner:7)
  156. return titleLab
  157. }()
  158. lazy var tipLab: UILabel = {
  159. let tipLab = UILabel(frame: CGRect(x: (self.frame.size.width - 100) / 2, y: (self.frame.size.height - 14) / 2, width: 100, height: 14))
  160. tipLab.font = UIFont.systemFont(ofSize: 14, weight: .medium)
  161. tipLab.textColor = UIColor.white
  162. tipLab.textAlignment = .center
  163. tipLab.text = "资源加载中..."
  164. tipLab.layer.shadowColor = UIColor.white.cgColor
  165. tipLab.layer.shadowOpacity = 0.5
  166. tipLab.layer.shadowOffset = .zero
  167. tipLab.layer.shadowRadius = 1
  168. tipLab.isHidden = true
  169. return tipLab
  170. }()
  171. //进度的开始时间
  172. var showProgressStartTime:Float = 0.0
  173. required public init?(coder _: NSCoder) {
  174. fatalError("init(coder:) has not been implemented")
  175. }
  176. override public init(frame: CGRect) {
  177. super.init(frame: frame)
  178. addSubview(renderView)
  179. addSubview(progressLab)
  180. addSubview(playMaskView)
  181. addSubview(playView)
  182. backgroundColor = PQBFConfig.shared.styleBackGroundColor
  183. playerEmptyView = UIImageView(frame: bounds)
  184. playerEmptyView.backgroundColor = .black
  185. playerEmptyView.image = UIImage.moduleImage(named: "playEmpty", moduleName: "BFFramework",isAssets: false)
  186. playerEmptyView.contentMode = .center
  187. addSubview(playerEmptyView)
  188. addSubview(tipLab)
  189. if #available(iOS 10.0, *) {
  190. createFiltersQueue = DispatchQueue(label: "PQ.moveFiler.seeking111", qos: .default, attributes: .initiallyInactive, autoreleaseFrequency: .never, target: nil)
  191. } else {
  192. createFiltersQueue = DispatchQueue(label: "PQ.moveFiler.seeking111", qos: .userInteractive, attributes: [], autoreleaseFrequency: .inherit, target: nil)
  193. }
  194. if #available(iOS 10.0, *) {
  195. createFiltersQueue.activate()
  196. }
  197. }
  198. func showBorderLayer() {
  199. if borderLayer != nil {
  200. borderLayer?.removeFromSuperlayer()
  201. }
  202. // 线条颜色
  203. borderLayer = CAShapeLayer()
  204. borderLayer?.strokeColor = UIColor.hexColor(hexadecimal: "#FFFFFF").cgColor
  205. borderLayer?.fillColor = nil
  206. borderLayer?.path = UIBezierPath(rect: CGRect(x: 1, y: 1, width: bounds.width - 2, height: bounds.height - 2)).cgPath
  207. borderLayer?.frame = bounds
  208. borderLayer?.lineWidth = 2.0
  209. borderLayer?.lineCap = .round
  210. // 第一位是 线条长度 第二位是间距 nil时为实线
  211. if borderLayer != nil {
  212. renderView.layer.addSublayer(borderLayer!)
  213. }
  214. if isAutoHiden {
  215. borderLayer?.opacity = 0
  216. let groupAnimation = CAAnimationGroup()
  217. groupAnimation.beginTime = CACurrentMediaTime()
  218. groupAnimation.duration = 1
  219. groupAnimation.fillMode = .forwards
  220. groupAnimation.isRemovedOnCompletion = true
  221. groupAnimation.repeatCount = 3
  222. let opacity = CABasicAnimation(keyPath: "opacity")
  223. opacity.fromValue = 0
  224. opacity.toValue = 1
  225. opacity.isRemovedOnCompletion = true
  226. let opacity2 = CABasicAnimation(keyPath: "opacity")
  227. opacity2.fromValue = 1
  228. opacity2.toValue = 0
  229. opacity2.isRemovedOnCompletion = false
  230. groupAnimation.animations = [opacity, opacity2]
  231. borderLayer?.add(groupAnimation, forKey: nil)
  232. }
  233. }
  234. // 设置画布比例
  235. public func resetCanvasFrame(frame: CGRect) {
  236. if self.frame.equalTo(frame) {
  237. BFLog(2, message: "新老值一样,不重置")
  238. return
  239. }
  240. self.frame = frame
  241. mCanverSize = frame.size
  242. if isShowLine {
  243. showBorderLayer()
  244. }
  245. BFLog(2, message: "new frame is \(frame)")
  246. renderView.isHidden = true
  247. renderView.frame = CGRect(x: 0, y: 0, width: self.frame.size.width, height: self.frame.size.height)
  248. renderView.resatSize()
  249. playerEmptyView.frame = CGRect(x: 0, y: 0, width: self.frame.size.width, height: self.frame.size.height)
  250. playMaskView.frame = CGRect.init(x: 0, y: 0, width: self.frame.width, height: self.frame.height)
  251. tipLab.frame = CGRect(x: (self.frame.size.width - 100) / 2, y: (self.frame.size.height - 14) / 2, width: 100, height: 14)
  252. progressLab.frame = CGRect(x: (self.frame.size.width - 140) / 2, y: 8, width: 140, height: 14)
  253. let bord = frame.size.width > frame.size.height ? CGFloat(60) : CGFloat(60)
  254. playView.frame = CGRect(x: (CGFloat(frame.size.width) - bord) / 2 , y: (CGFloat(frame.size.height) - bord) / 2, width: bord, height: bord)
  255. // playView.frame = CGRect(x: (self.frame.size.width - self.frame.size.height / 3.6) / 2, y: (self.frame.size.height - self.frame.size.height / 3.6) / 2, width: self.frame.size.height / 3.6, height: self.frame.size.height / 3.6)
  256. }
  257. override public func layoutSubviews() {
  258. super.layoutSubviews()
  259. }
  260. @objc func RenderViewOnclick() {
  261. if status == .playing {
  262. playView.isHidden = false
  263. playMaskView.isHidden = false
  264. pause()
  265. } else if status == .stop || status == .pause {
  266. playView.isHidden = true
  267. playMaskView.isHidden = true
  268. movie?.resume()
  269. speaker?.start()
  270. status = .playing
  271. }
  272. if renderViewOnClickHandle != nil {
  273. renderViewOnClickHandle!()
  274. }
  275. }
  276. func showPlayBtn(isHidden: Bool) {
  277. playView.isHidden = isHidden
  278. playMaskView.isHidden = isHidden
  279. }
  280. deinit {
  281. stop()
  282. movie = nil
  283. speaker = nil
  284. BFLog(1, message: "play view release")
  285. }
  286. /// XXXX 这里的 URL 使用的是全路径 ,如果不是全的会 crash ,方便复用 (不用处理业务的文件放在哪里)
  287. public func updateAsset(_ url: URL, videoComposition: AVVideoComposition? = nil, audioMixModel: PQVoiceModel? = nil, videoStickers: [PQEditVisionTrackMaterialsModel]? = nil,originMusicDuration:Float = 0,lastPoint:Float = 0,clipAudioRange: CMTimeRange = CMTimeRange.zero ) {
  288. // 每次初始化的时候设置初始值 为 nIl
  289. var audioMix: AVMutableAudioMix?
  290. var composition: AVMutableComposition?
  291. let asset = AVURLAsset(url: url, options: nil)
  292. BFLog(1, message: "播放器初始化的音频时长\(asset.duration.seconds) url is \(url),最终使用时长\(originMusicDuration),裁剪范围\(CMTimeGetSeconds(clipAudioRange.start)) 到 \(CMTimeGetSeconds(clipAudioRange.end))")
  293. self.asset = asset
  294. if (audioMixModel != nil && audioMixModel?.localPath != nil) || (videoStickers != nil && (videoStickers?.count ?? 0) > 0 || originMusicDuration != 0) {
  295. BFLog(2, message: "有参加混音的数据。")
  296. (audioMix, composition) = PQPlayerViewModel.setupAudioMix(originAsset: asset, bgmData: audioMixModel, videoStickers: videoStickers,originMusicDuration:originMusicDuration,clipAudioRange: clipAudioRange)
  297. } else {
  298. audioMix = nil
  299. }
  300. isReadyToPlay = false
  301. asset.loadValuesAsynchronously(forKeys: ["tracks", "duration", "commonMetadata"]) { [weak self] in
  302. guard let strongSelf = self else { return }
  303. let tracksStatus = strongSelf.asset?.statusOfValue(forKey: AVAssetKey.tracks, error: nil) ?? .unknown
  304. let durationStatus = strongSelf.asset?.statusOfValue(forKey: AVAssetKey.duration, error: nil) ?? .unknown
  305. strongSelf.isReadyToPlay = tracksStatus == .loaded && durationStatus == .loaded
  306. }
  307. var audioSettings: [String: Any] = [
  308. AVFormatIDKey: kAudioFormatLinearPCM,
  309. ]
  310. // if #available(iOS 14.0, *) {
  311. audioSettings[AVLinearPCMIsFloatKey] = false
  312. audioSettings[AVLinearPCMBitDepthKey] = 16
  313. // }
  314. do {
  315. if composition != nil {
  316. BFLog(2, message: "composition 方式初始化")
  317. movie = try PQMovieInput(asset: composition!, videoComposition: videoComposition, audioMix: audioMix, playAtActualSpeed: true, loop: isLoop, audioSettings: audioSettings)
  318. // movie?.exportAudioUrl = url // clipAudioRange
  319. var ranges = Array<CMTimeRange>()
  320. if CMTimeGetSeconds(clipAudioRange.duration) == 0 {
  321. let range = CMTimeRange(start: CMTime.zero, duration: asset.duration)
  322. ranges.append(range)
  323. }else{
  324. ranges.append(clipAudioRange)
  325. }
  326. movie?.configAVPlayer(assetUrl: url, ranges: ranges)
  327. } else {
  328. movie = try PQMovieInput(url: url, playAtActualSpeed: true, loop: isLoop, audioSettings: audioSettings)
  329. /* 测试代码
  330. let audioDecodeSettings = [AVFormatIDKey:kAudioFormatLinearPCM]
  331. let bundleURL = Bundle.main.resourceURL!
  332. let movieURL = URL(string:"11111.mp4", relativeTo:bundleURL)!
  333. movie = try MovieInput(url:movieURL, playAtActualSpeed:true, loop:true, audioSettings:audioDecodeSettings)
  334. */
  335. }
  336. movie!.runBenchmark = false
  337. movie!.synchronizedEncodingDebug = false
  338. } catch {
  339. status = .error
  340. if enableDebug {
  341. debugPrint(error)
  342. }
  343. }
  344. guard let movie = movie else { return }
  345. movie.progress = { [weak self] currTime, duration, prgressValue in
  346. guard let strongSelf = self else { return }
  347. // BFLog(1, message: " movie 进度\(currTime)")
  348. strongSelf.changeFilter(currTime: currTime)
  349. strongSelf.progress?(currTime, duration, prgressValue)
  350. DispatchQueue.main.async {
  351. strongSelf.playbackTime = currTime
  352. // Non-main thread change this property is not valid
  353. strongSelf.animationLayer?.timeOffset = strongSelf.playbackTime
  354. if strongSelf.showProgressLab {
  355. if(strongSelf.showProgressStartTime == 0 ){
  356. strongSelf.showProgressStartTime = Float(CMTimeGetSeconds(strongSelf.movie?.startTime ?? .zero))
  357. }
  358. if duration < 1 {
  359. strongSelf.progressLab.text = "\((currTime - Double(CMTimeGetSeconds(strongSelf.movie?.startTime ?? .zero))).formatDurationToHMS()) / 00:01"
  360. } else {
  361. var showTime = currTime - Double(strongSelf.showProgressStartTime)
  362. if (showTime < 0){
  363. showTime = 0
  364. }
  365. strongSelf.progressLab.text = "\(showTime.formatDurationToHMS()) / \( (duration - Double(strongSelf.showProgressStartTime)).formatDurationToHMS())"
  366. }
  367. }
  368. }
  369. }
  370. movie.completion = { [weak self] in
  371. guard let strongSelf = self else { return }
  372. //缓存已经用完,重新初始化缓存
  373. if(strongSelf.filters.count == 0){
  374. strongSelf.configCache(beginTime: strongSelf.mStickers?.first?.timelineIn ?? 0)
  375. }
  376. DispatchQueue.main.async {
  377. strongSelf.status = .stop
  378. strongSelf.finishedClosure?()
  379. strongSelf.showPlayBtn(isHidden: false)
  380. if(strongSelf.progress != nil){
  381. strongSelf.progress!(0,0,1)
  382. }
  383. }
  384. }
  385. speaker = SpeakerOutput()
  386. movie.audioEncodingTarget = speaker
  387. applyFilters()
  388. }
  389. /// 初始化缓存,默认选创建 cacheFiltersMaxCount 个缓存 filterrs
  390. /// - Parameter beginTime: 开始缓存的开始时间,用在 seek操作时 老的缓存已经无效不能在使用了
  391. func configCache(beginTime: Float64 ) {
  392. cacheFilters.removeAll()
  393. BFLog(2, message: "原素材 总数:\(mStickers?.count ?? 0) ")
  394. if mStickers?.count ?? 0 > 0 {
  395. for (index, currentSticker) in mStickers!.enumerated() {
  396. BFLog(message: "mStickers timelinein:\(currentSticker.timelineIn) timelineout: \(currentSticker.timelineOut) index : \(index)")
  397. //到达最大缓存数退出
  398. if cacheFilters.count == cacheFiltersMaxCount {
  399. break
  400. }
  401. //小于缓存的开始时间继续查找
  402. if(currentSticker.timelineOut < beginTime){
  403. continue
  404. }
  405. var showFitler: PQBaseFilter?
  406. if currentSticker.type == StickerType.VIDEO.rawValue {
  407. showFitler = PQMovieFilter(movieSticker: currentSticker)
  408. } else if currentSticker.type == StickerType.IMAGE.rawValue {
  409. showFitler = PQImageFilter(sticker: currentSticker, isExport: (movie?.mIsExport) ?? false, showUISize: mCanverSize)
  410. }
  411. if showFitler != nil {
  412. BFLog(message: " 加入到缓存 的 filter timelinein:\(currentSticker.timelineIn) timelineout: \(currentSticker.timelineOut) in :\(currentSticker.model_in) out: \(currentSticker.out) index : \(index)")
  413. cacheFilters.append(showFitler!)
  414. }
  415. }
  416. for (index, filter) in cacheFilters.enumerated() {
  417. BFLog(2, message: " 初始化 config create currentSticker timelinein \(String(describing: filter.stickerInfo?.timelineIn)) timelineout \(String(describing: filter.stickerInfo?.timelineOut)) in :\(String(describing: filter.stickerInfo?.model_in)) out \(String(describing: filter.stickerInfo?.out)) index\(index)")
  418. }
  419. if(cacheFilters.first != nil){
  420. movie?.removeAllTargets()
  421. let showFilter: PQBaseFilter = cacheFilters.first!
  422. movie?.addTarget(showFilter, atTargetIndex: 0)
  423. showFilter.addTarget(renderView, atTargetIndex: 0)
  424. }
  425. }
  426. }
  427. //创建下一个filter 数据
  428. func createNextFilter() {
  429. BFLog(2, message: "加入前 当前的缓存个数为: \(cacheFilters.count) maxCount \(cacheFiltersMaxCount) 最后一个显示时间 \(String(describing: cacheFilters.last?.stickerInfo?.timelineIn))")
  430. if cacheFilters.count <= cacheFiltersMaxCount {
  431. let showIndex = mStickers?.firstIndex(where: { (sticker) -> Bool in
  432. (cacheFilters.last?.stickerInfo == sticker)
  433. })
  434. BFLog(2, message: "当前显示的showIndex: \(String(describing: showIndex))")
  435. if ((showIndex ?? 0) + 1) < (mStickers?.count ?? 0) {
  436. let currentSticker = mStickers?[(showIndex ?? 0) + 1]
  437. if currentSticker != nil {
  438. var showFitler: PQBaseFilter?
  439. if currentSticker!.type == StickerType.VIDEO.rawValue {
  440. showFitler = PQMovieFilter(movieSticker: currentSticker!)
  441. } else if currentSticker!.type == StickerType.IMAGE.rawValue {
  442. showFitler = PQImageFilter(sticker: currentSticker!, isExport: (movie?.mIsExport) ?? false, showUISize: mCanverSize)
  443. }
  444. if showFitler != nil {
  445. cacheFilters.append(showFitler!)
  446. }
  447. }else{
  448. BFLog(2, message: "缓存数据加入不成功!!!!!")
  449. }
  450. }
  451. BFLog(2, message: "加入后 当前的缓存个数为: \(cacheFilters.count) maxCount \(cacheFiltersMaxCount) 最后一个显示时间 \(String(describing: cacheFilters.last?.stickerInfo?.timelineIn))")
  452. }
  453. }
  454. /// 按时间从缓存中取出要显示的filter
  455. /// - Parameter currTime: 当前播放时间
  456. func changeFilter(currTime: Float64) {
  457. // let starts:CFTimeInterval = CFAbsoluteTimeGetCurrent()
  458. BFLog(message: " 要查找的 currTime is \(currTime)")
  459. //1,删除已经显示过的 filter
  460. self.cacheFilters.removeAll(where: {(filter) -> Bool in
  461. (currTime > (filter.stickerInfo?.timelineOut ?? 0.0))
  462. })
  463. // 2,找出一个要显示的 fitler
  464. let showIndex = cacheFilters.firstIndex(where: { (filter) -> Bool in
  465. (currTime >= (filter.stickerInfo?.timelineIn ?? 0.0) && currTime <= (filter.stickerInfo?.timelineOut ?? 0.0))
  466. })
  467. if(showIndex == nil){
  468. BFLog(2, message: "缓存没有查找到?出现数据错误!!!!")
  469. return
  470. }
  471. let showFilter: PQBaseFilter = cacheFilters[showIndex ?? 0]
  472. BFLog(2, message: "缓存操作 查找到命中的显示是为:\(currTime) 缓存数据timeline in :\(showFilter.stickerInfo?.timelineIn ?? 0.0)) timelineOut:\(showFilter.stickerInfo?.timelineOut ?? 0.0) in:\(showFilter.stickerInfo?.model_in ?? 0.0) out:\(showFilter.stickerInfo?.out ?? 0.0) 缓存数 \(cacheFilters.count) index: \(String(describing: showIndex))")
  473. if(!(showFilter.isShow)){
  474. BFLog(2, message: "showIndex当前时间为 \(currTime) showIndex is \(String(describing: showIndex)) 显示 filter timelineIn is: \(String(describing: showFilter.stickerInfo?.timelineIn)) timelineOut is: \(String(describing: showFilter.stickerInfo?.timelineOut))")
  475. showFilter.isShow = true
  476. movie!.removeAllTargets()
  477. //为了优化性能只有素材宽高比和画面宽高比不一样时才做高斯
  478. //原图的比例
  479. let stickerAspectRatio = String(format: "%.6f", (showFilter.stickerInfo?.width ?? 0.0 ) / (showFilter.stickerInfo?.height ?? 0.0))
  480. //画面的比例
  481. let canverAspectRatio = String(format: "%.6f",(movie?.mShowVidoSize.width ?? 0.0) / (movie?.mShowVidoSize.height ?? 0.0))
  482. if(showFilter.stickerInfo?.type == StickerType.IMAGE.rawValue && showGaussianBlur && Float(stickerAspectRatio) != Float(canverAspectRatio)){
  483. BFLog(2, message: "显示图片filter")
  484. // //高斯层
  485. let blurStickerModel:PQEditVisionTrackMaterialsModel? = showFilter.stickerInfo?.copy() as? PQEditVisionTrackMaterialsModel
  486. blurStickerModel?.canvasFillType = stickerContentMode.aspectFillStr.rawValue
  487. if blurStickerModel == nil {
  488. BFLog(2, message: "显示图片filter blurStickerModel is nil")
  489. return
  490. }
  491. let showGaussianFitler:PQBaseFilter = PQImageFilter(sticker: blurStickerModel!, isExport: (movie?.mIsExport) ?? false, showUISize: mCanverSize)
  492. let iosb:GaussianBlur = GaussianBlur.init()
  493. iosb.blurRadiusInPixels = 20
  494. showGaussianFitler.addTarget(iosb)
  495. self.movie?.addTarget(showGaussianFitler, atTargetIndex: 0)
  496. iosb.addTarget(showFilter,atTargetIndex: 0)
  497. showFilter.addTarget(self.renderView as ImageConsumer, atTargetIndex: 0)
  498. BFLog(2, message: "filter 添加成功 注意是否添加成功。")
  499. // }
  500. }else{
  501. movie?.addTarget(showFilter, atTargetIndex: 0)
  502. showFilter.addTarget(renderView, atTargetIndex: 0)
  503. }
  504. self.createFiltersQueue.async {
  505. self.createNextFilter()
  506. }
  507. }else{
  508. BFLog(2, message: " 添加过了 currTime is \(currTime) timelineIn:\(showFilter.stickerInfo?.timelineIn ?? 0.0)")
  509. }
  510. }
  511. /// 设置 filter 是否为 seek 状态
  512. func setEnableSeek(isSeek: Bool) {
  513. for filter in filters {
  514. (filter as? PQBaseFilter)?.enableSeek = isSeek
  515. }
  516. }
  517. private func applyFilters() {
  518. guard let movie = movie else { return }
  519. movie.removeAllTargets()
  520. var currentTarget: ImageSource = movie
  521. filters.forEach {
  522. let f = $0
  523. currentTarget.addTarget(f, atTargetIndex: 0)
  524. currentTarget = f
  525. }
  526. currentTarget.addTarget(renderView, atTargetIndex: 0)
  527. }
  528. }
  529. // MARK: Player control
  530. public extension PQGPUImagePlayerView {
  531. /// 开始播放
  532. /// - Parameter pauseFirstFrame: 是否暂停到第一帧
  533. func play(pauseFirstFrame: Bool = false, playeTimeRange: CMTimeRange = CMTimeRange()) {
  534. DispatchQueue.main.async {
  535. self.playerEmptyView.isHidden = true
  536. self.playView.isHidden = !pauseFirstFrame
  537. self.playMaskView.isHidden = !pauseFirstFrame
  538. self.renderView.isHidden = false
  539. self.progressLab.isHidden = false
  540. }
  541. // guard status != .playing else {
  542. // BFLog(2, message: "已经是播放状态")
  543. // return
  544. // }
  545. // 如果没有设置开始结束时长 使用默认音频总时长(创作工具就不会传值)
  546. if CMTIMERANGE_IS_INVALID(playeTimeRange) {
  547. let endTime = CMTime(value: CMTimeValue(CMTimeGetSeconds(asset?.duration ?? .zero) * 600), timescale: 600)
  548. mPlayeTimeRange = CMTimeRange(start: .zero, end: endTime)
  549. } else {
  550. mPlayeTimeRange = playeTimeRange
  551. }
  552. // 清空音频缓存
  553. speaker?.clearBuffer()
  554. movie?.start(timeRange: mPlayeTimeRange ?? CMTimeRange())
  555. speaker?.start()
  556. status = pauseFirstFrame ? .pause : .playing
  557. showProgressStartTime = 0
  558. }
  559. // 快进
  560. func seek(to time: CMTime) {
  561. mPlayeTimeRange?.start = time
  562. play(pauseFirstFrame: false, playeTimeRange: mPlayeTimeRange ?? .zero)
  563. }
  564. // 暂停
  565. func pause() {
  566. guard status != .pause else {
  567. return
  568. }
  569. movie?.pause() // 可能会引起crash: configureThread()里timebaseInfo为0,除法出错
  570. speaker?.pause()
  571. status = .pause
  572. showPlayBtn(isHidden: false)
  573. }
  574. // 停止f解码状态
  575. func stop() {
  576. // guard status != .stop else {
  577. // return
  578. // }
  579. movie?.cancel()
  580. speaker?.cancel()
  581. status = .stop
  582. }
  583. // 清空播放器状态,到空状态
  584. func clearPlayerView() {
  585. playerEmptyView.isHidden = false
  586. renderView.isHidden = true
  587. progressLab.isHidden = true
  588. }
  589. // 显示提示文字
  590. func showTip(show: Bool) {
  591. BFLog(2, message: "showTip \(show)")
  592. tipLab.isHidden = !show
  593. if show {
  594. playerEmptyView.isHidden = true
  595. renderView.isHidden = true
  596. progressLab.isHidden = true
  597. }
  598. }
  599. }
  600. // MARK: Filter 操作
  601. public extension PQGPUImagePlayerView {
  602. // 添加 filter
  603. func appendFilter(_ filter: ImageProcessingOperation) {
  604. filters.append(filter)
  605. }
  606. // 添加一组filters
  607. func appendFilters(_ newFilters: [ImageProcessingOperation]) {
  608. filters = filters + newFilters
  609. }
  610. // 移除所有filter
  611. func removeAllFilters() {
  612. filters.removeAll()
  613. }
  614. // 重置所有 filer
  615. func appendFiltersClearOldFilter(_ newFilters: [ImageProcessingOperation]) {
  616. filters.removeAll()
  617. filters = newFilters
  618. }
  619. }
  620. // MARK: - RenderViewDelegate
  621. extension PQGPUImagePlayerView: RenderViewDelegate{
  622. public func willDisplayFramebuffer(renderView _: RenderView, framebuffer _: Framebuffer) {
  623. BFLog(2, message: "willDisplayFramebuffer")
  624. }
  625. public func didDisplayFramebuffer(renderView _: RenderView, framebuffer: Framebuffer) {
  626. BFLog(2, message: "didDisplayFramebuffer")
  627. }
  628. public func shouldDisplayNextFramebufferAfterMainThreadLoop() -> Bool {
  629. BFLog(2, message: "didDisplayFramebuffer")
  630. return false
  631. }
  632. }