BFFramework/BFFramework/Classes/Stuckpoint/ViewModel/PQGPUImagePlayerView.swift

//
//  PQGPUImagePlayer.swift
//  GPUImage_iOS
//
//  Created by ak on 2020/8/27.
//  Copyright © 2020 Sunset Lake Software LLC. All rights reserved.
//  功能：滤镜播放器 支持音频 https://juejin.im/post/6844904024760664078 这个有用

import AVFoundation
import AVKit
import UIKit

// import GPUImage
struct AVAssetKey {
    static let tracks = "tracks"
    static let duration = "duration"
    static let metadata = "commonMetadata"
}

// 播放器状态
public enum PQGPUImagePlayerViewStatus: Int {
    case playing = 10
    case pause = 20
    case stop = 30
    case error = 0
    case unknow = -1000
}

public class PQGPUImagePlayerView: UIView, RenderViewDelegate {
    public func willDisplayFramebuffer(renderView _: RenderView, framebuffer _: Framebuffer) {}

    public func didDisplayFramebuffer(renderView _: RenderView, framebuffer: Framebuffer) {
//        if(renderView.bounds.size.width = framebuffer.size.width && renderView.bounds.size.height = framebuffer.size.height){

        if GLint(mCanverSize.width) == framebuffer.size.width, GLint(mCanverSize.height) == framebuffer.size.height {
//        DispatchQueue.main.asyncAfter(deadline: .now() + 1) {

//        DispatchQueue.main.async {
//            renderView.isHidden = false
        }
//        }
    }

    public func shouldDisplayNextFramebufferAfterMainThreadLoop() -> Bool {
        return false
    }

    public private(set) var playbackTime: TimeInterval = 0 {
        willSet {
            playbackTimeChangeClosure?(newValue)
        }
    }

    var mCanverSize: Size = Size(width: 0, height: 0)

    // 自动隐藏边框
    var isAutoHiden: Bool = false
    
    //是否显示边框
    var isShowLine:Bool = true

    // 播放进度
    public var playbackTimeChangeClosure: ((_ time: TimeInterval) -> Void)?
    // 参数说明：1,当前时间 2，总时长 3，进度
    public var progress: ((Double, Double, Double) -> Void)?
    
    /// 预览区域点击回调
    var renderViewOnClickHandle: (() -> Void)?

    public private(set) var asset: AVAsset?

    public var duration: TimeInterval {
        return asset?.duration.seconds ?? 0
    }

    public private(set) var status: PQGPUImagePlayerViewStatus = .unknow {
        willSet {
            statusChangeClosure?(newValue)
        }
    }

    public var statusChangeClosure: ((_ status: PQGPUImagePlayerViewStatus) -> Void)?

    public private(set) var isReadyToPlay = false {
        willSet {
            assetLoadClosure?(newValue)
        }
    }

    public var assetLoadClosure: ((_ isReadyToPlay: Bool) -> Void)?

    /// Called when video finished
    /// This closure will not called if isLoop is true
    public var finishedClosure: (() -> Void)?

    /// Set this attribute to true will print debug info
    public var enableDebug = false {
        willSet {
            movie?.runBenchmark = newValue
        }
    }

    /// Setting this attribute before the end of the video works
    public var isLoop = false {
        willSet {
            movie?.loop = newValue
        }
    }

    /// The player will control the animationLayer of animation with the property `timeOffset`
    /// You can set up some animations in this layer like caption
    public var animationLayer: CALayer? {
        willSet {
            // Set speed to 0, use timeOffset to control the animation
            newValue?.speed = 0

            newValue?.timeOffset = playbackTime
        }
        didSet {
            oldValue?.removeFromSuperlayer()
        }
    }

    /// Add filters to this array and call updateAsset(_:) method
    public var filters: [ImageProcessingOperation] = []

    var movie: PQMoveInput?

    var speaker: SpeakerOutput?

    /// Volumn of original sounds in AVAsset
    public var originVolumn: Float = 1.0 {
        didSet {}
    }

    var playerLayer: AVPlayerLayer?
    var player: AVPlayer?

    var playerEmptyView: UIImageView!

    var borderLayer: CAShapeLayer?
    
    var  mPlayeTimeRange:CMTimeRange?
    
    var mStickers: [PQEditVisionTrackMaterialsModel]?
    
    //最后一次显示的sticker
    var lastshowSticker:PQEditVisionTrackMaterialsModel?
    
    //是否显示时间条
    var showProgressLab:Bool = true
    
    var cacheFilters:Array<PQBaseFilter> = Array.init()

    // 渲染区view
    private lazy var renderView: RenderView = {
        let view = RenderView()
        view.backgroundColor = PQBFConfig.shared.styleBackGroundColor
        view.frame = self.bounds
        view.delegate = self
        let tap = UITapGestureRecognizer(target: self, action: #selector(RenderViewOnclick))
        view.addGestureRecognizer(tap)

        return view
    }()

    // 暂停播放view
    lazy var playView: UIImageView = {
        let view = UIImageView(frame: CGRect(x: (self.frame.size.width - 52) / 2, y: (self.frame.size.height - 52) / 2, width: 52, height: 52))
        view.image = UIImage.init().BF_Image(named:  "gpuplayBtn")
        view.isHidden = true
        return view

    }()

    // 播放进度/总时长
    lazy var progressLab: UILabel = {
        let titleLab = UILabel(frame: CGRect(x: (self.frame.size.width - 140) / 2, y: 10, width: 140, height: 14))
        titleLab.font = UIFont.systemFont(ofSize: 14, weight: .medium)
        titleLab.textColor = UIColor.white
        titleLab.textAlignment = .center
        titleLab.text = ""
        titleLab.layer.shadowColor = UIColor.black.cgColor
        titleLab.layer.shadowOpacity = 0.3
        titleLab.layer.shadowOffset = .zero
        titleLab.layer.shadowRadius = 1

        return titleLab

    }()

    lazy var tipLab: UILabel = {
        let tipLab = UILabel(frame: CGRect(x: (self.frame.size.width - 100) / 2, y: (self.frame.size.height - 14) / 2, width: 100, height: 14))
        tipLab.font = UIFont.systemFont(ofSize: 14, weight: .medium)
        tipLab.textColor = UIColor.white
        tipLab.textAlignment = .center
        tipLab.text = "资源加载中..."
        tipLab.layer.shadowColor = UIColor.white.cgColor
        tipLab.layer.shadowOpacity = 0.5
        tipLab.layer.shadowOffset = .zero
        tipLab.layer.shadowRadius = 1
        tipLab.isHidden = true
        return tipLab

    }()

    required init?(coder _: NSCoder) {
        fatalError("init(coder:) has not been implemented")
    }

    override init(frame: CGRect) {
        super.init(frame: frame)

        addSubview(renderView)
        addSubview(playView)
        addSubview(progressLab)
        backgroundColor = UIColor.black

        playerEmptyView = UIImageView(frame: bounds)
        playerEmptyView.backgroundColor = .black
        playerEmptyView.image = UIImage.init().BF_Image(named:  "playEmpty")
        playerEmptyView.contentMode = .center
        addSubview(playerEmptyView)

        addSubview(tipLab)
    }

    func showBorderLayer() {
        if borderLayer != nil {
            borderLayer?.removeFromSuperlayer()
        }
        // 线条颜色
        borderLayer = CAShapeLayer()
        borderLayer?.strokeColor = UIColor.hexColor(hexadecimal: "#FFFFFF").cgColor
        borderLayer?.fillColor = nil
        borderLayer?.path = UIBezierPath(rect: CGRect(x: 1, y: 1, width: bounds.width - 2, height: bounds.height - 2)).cgPath
        borderLayer?.frame = bounds
        borderLayer?.lineWidth = 2.0
        borderLayer?.lineCap = .round
        // 第一位是 线条长度   第二位是间距 nil时为实线
        if borderLayer != nil {
            renderView.layer.addSublayer(borderLayer!)
        }

        if isAutoHiden {
            borderLayer?.opacity = 0
            let groupAnimation = CAAnimationGroup()
            groupAnimation.beginTime = CACurrentMediaTime()
            groupAnimation.duration = 1
            groupAnimation.fillMode = .forwards
            groupAnimation.isRemovedOnCompletion = true
            groupAnimation.repeatCount = 3

            let opacity = CABasicAnimation(keyPath: "opacity")
            opacity.fromValue = 0
            opacity.toValue = 1
            opacity.isRemovedOnCompletion = true

            let opacity2 = CABasicAnimation(keyPath: "opacity")
            opacity2.fromValue = 1
            opacity2.toValue = 0
            opacity2.isRemovedOnCompletion = false
            groupAnimation.animations = [opacity, opacity2]

            borderLayer?.add(groupAnimation, forKey: nil)
        }
    }

    // 设置画布比例
    func resetCanvasFrame(frame: CGRect) {
        if self.frame.equalTo(frame) {
            BFLog(message: "新老值一样，不重置")
            return
        }

        self.frame = frame

        if(isShowLine){
            showBorderLayer()
        }

        BFLog(message: "new frame is \(frame)")
        renderView.isHidden = true
        renderView.frame = CGRect(x: 0, y: 0, width: self.frame.size.width, height: self.frame.size.height)
        renderView.resatSize()

        playerEmptyView.frame = CGRect(x: 0, y: 0, width: self.frame.size.width, height: self.frame.size.height)
        tipLab.frame = CGRect(x: (self.frame.size.width - 100) / 2, y: (self.frame.size.height - 14) / 2, width: 100, height: 14)
        progressLab.frame = CGRect(x: (self.frame.size.width - 140) / 2, y: 10, width: 140, height: 14)
        playView.frame = CGRect(x: (self.frame.size.width - 52) / 2, y: (self.frame.size.height - 52) / 2, width: 52, height: 52)
    }

    override public func layoutSubviews() {
        super.layoutSubviews()
    }

    @objc func RenderViewOnclick() {
        if status == .playing {
            playView.isHidden = false
            pause()
        

        } else if status == .stop || status == .pause {
            playView.isHidden = true
 
            movie?.resume()
            speaker?.start()
            status = .playing
    
        }
        if renderViewOnClickHandle != nil {
            renderViewOnClickHandle!()
        }
    }

    func showPlayBtn(isHidden: Bool) {
        playView.isHidden = isHidden
    }

    deinit {
        stop()
        movie = nil
        speaker = nil
    }

    /// XXXX 这里的 URL 使用的是全路径 ，如果不是全的会 crash ,方便复用 （不用处理业务的文件放在哪里）
    func updateAsset(_ url: URL, videoComposition: AVVideoComposition? = nil, audioMixModel: PQVoiceModel? = nil, videoStickers: [PQEditVisionTrackMaterialsModel]? = nil) {
        // 每次初始化的时候设置初始值 为 nIl
        var audioMix: AVMutableAudioMix?
        var composition: AVMutableComposition?

        let asset = AVURLAsset(url: url, options: avAssertOptions)
        BFLog(message: "播放器初始化的音频时长\(asset.duration.seconds)  url is \(url)")
        self.asset = asset
        if (audioMixModel != nil && audioMixModel?.localPath != nil) || (videoStickers != nil && (videoStickers?.count ?? 0) > 0) {
            BFLog(message: "有参加混音的数据。")
            (audioMix, composition) = PQPlayerViewModel.setupAudioMix(originAsset: asset, bgmData: audioMixModel, videoStickers: videoStickers)
        } else {
            audioMix = nil
        }

        isReadyToPlay = false
        asset.loadValuesAsynchronously(forKeys: ["tracks", "duration", "commonMetadata"]) { [weak self] in
            guard let strongSelf = self else { return }
            let tracksStatus = strongSelf.asset?.statusOfValue(forKey: AVAssetKey.tracks, error: nil) ?? .unknown
            let durationStatus = strongSelf.asset?.statusOfValue(forKey: AVAssetKey.duration, error: nil) ?? .unknown
            strongSelf.isReadyToPlay = tracksStatus == .loaded && durationStatus == .loaded
        }
        var audioSettings: [String: Any] = [
            AVFormatIDKey: kAudioFormatLinearPCM,
        ]
        if #available(iOS 14.0, *) {
            audioSettings[AVLinearPCMIsFloatKey] = false
            audioSettings[AVLinearPCMBitDepthKey] = 16
        }
        do {
            if composition != nil {
                BFLog(message: "composition 方式初始化")
                movie = try PQMoveInput(asset: composition!, videoComposition: videoComposition, audioMix: audioMix, playAtActualSpeed: true, loop: isLoop, audioSettings: audioSettings)
            } else {
                movie = try PQMoveInput(url: url, playAtActualSpeed: true, loop: isLoop, audioSettings: audioSettings)

                /* 测试代码
                 let audioDecodeSettings = [AVFormatIDKey:kAudioFormatLinearPCM]
                 let bundleURL = Bundle.main.resourceURL!
                 let movieURL = URL(string:"11111.mp4", relativeTo:bundleURL)!
                 movie = try MovieInput(url:movieURL, playAtActualSpeed:true, loop:true, audioSettings:audioDecodeSettings)
                 */
            }

            movie!.runBenchmark = false
            movie!.synchronizedEncodingDebug = false

        } catch {
            status = .error
            if enableDebug {
                debugPrint(error)
            }
        }
        guard let movie = movie else { return }
        movie.progress = { [weak self, movie] currTime, duration, prgressValue in
            guard let strongSelf = self else { return }
            
            self?.findShowStikcer(currTime: movie.currentTime.seconds)
            
            self?.progress?(currTime, duration, prgressValue)
            
            DispatchQueue.main.async {
                strongSelf.playbackTime = movie.currentTime.seconds

                // Non-main thread change this property is not valid
                strongSelf.animationLayer?.timeOffset = strongSelf.playbackTime
                if(strongSelf.showProgressLab){
                    if duration < 1 {
                        strongSelf.progressLab.text = "\(currTime.formatDurationToHMS()) / 00:01"
                    } else {
                        strongSelf.progressLab.text = "\(currTime.formatDurationToHMS()) / \(duration.formatDurationToHMS())"
                    }
                }
            }
        }
        movie.completion = { [weak self] in
            guard let strongSelf = self else { return }
            DispatchQueue.main.async {
                strongSelf.status = .stop
                strongSelf.finishedClosure?()
                strongSelf.showPlayBtn(isHidden: false)
            }
        }
        speaker = SpeakerOutput()
        movie.audioEncodingTarget = speaker

        applyFilters()
    }
    
    func findShowStikcer(currTime:Float64)  {
         
        if(mStickers?.count ?? 0 == 0){
            BFLog(message: "mStickers data is error")
            return
        }
        var currentSticker:PQEditVisionTrackMaterialsModel?
        var currentIdenx:Int = 0
        for (index, sticker) in mStickers!.enumerated() {
        
            if(sticker.timelineIn <= currTime && sticker.timelineOut >= currTime){
                currentSticker = sticker
                currentIdenx = index
            
                break
            }
        }
        //创建不同的filter
        if(currentSticker == nil){
            BFLog(message: "sticker data is error")
            return
        }
        
      
      
       //
        if(movie != nil && currentSticker != lastshowSticker){
            
            BFLog(message: "sticker timelineIn is: \(currentSticker!.timelineIn) timelineOut \(currentSticker!.timelineOut)    in is :\(currentSticker!.model_in) in out is :\(currentSticker!.out)  sticker location::: \(String(describing: currentSticker?.locationPath))")
            
            var showFitler:PQBaseFilter?
            if currentSticker!.type == StickerType.VIDEO.rawValue {
                showFitler = PQMoveFilter(movieSticker: currentSticker!)
     

            } else if currentSticker!.type == StickerType.IMAGE.rawValue {
                showFitler = PQImageFilter(sticker: currentSticker!)
                
            }
            
            movie!.removeAllTargets()
            let currentTarget: ImageSource = movie!
//
            currentTarget.addTarget(showFitler!, atTargetIndex: 0)
//
            showFitler?.addTarget(renderView, atTargetIndex: 0)
            
            lastshowSticker = currentSticker
        }
      
    
    }
    
    /// 设置 filter 是否为 seek 状态
    func setEnableSeek(isSeek:Bool) {
        
        for filter in filters {
            (filter as? PQBaseFilter)?.enableSeek = isSeek
        }
       
    }

    private func applyFilters() {
        guard let movie = movie else { return }
        movie.removeAllTargets()
        var currentTarget: ImageSource = movie
        filters.forEach {
            let f = $0
            currentTarget.addTarget(f, atTargetIndex: 0)
            currentTarget = f
        }
        currentTarget.addTarget(renderView, atTargetIndex: 0)
    }
}

// MARK: Player control

public extension PQGPUImagePlayerView {
    ///  开始播放
    /// - Parameter pauseFirstFrame: 是否暂停到第一帧
    func play(pauseFirstFrame: Bool = false,  playeTimeRange:CMTimeRange = CMTimeRange.init()) {
        DispatchQueue.main.async {
       
            self.playerEmptyView.isHidden = true
            self.playView.isHidden = !pauseFirstFrame
            self.renderView.isHidden = false
            self.progressLab.isHidden = false
        }
//        guard status != .playing else {
//            BFLog(message: "已经是播放状态")
//            return
//        }
        
        //如果没有设置开始结束时长 使用默认音频总时长（创作工具就不会传值）
        if(CMTIMERANGE_IS_INVALID(playeTimeRange)){

            let endTime = CMTime.init(value: CMTimeValue(CMTimeGetSeconds(self.asset?.duration ?? .zero) * 600), timescale: 600)
            mPlayeTimeRange = CMTimeRange(start: .zero, end:endTime)
    
        }else{
            
            mPlayeTimeRange = playeTimeRange
        }
        //清空音频缓存
        speaker?.clearBuffer()
        
        movie?.start(timeRange:mPlayeTimeRange ?? CMTimeRange.init())

        speaker?.start()

        status = pauseFirstFrame ? .pause : .playing
    }

    // 快进
    func seek(to time: CMTime) {
        mPlayeTimeRange?.start = time
        play(pauseFirstFrame: false, playeTimeRange: mPlayeTimeRange ?? .zero)

    }

    // 暂停
    func pause() {
        guard status != .pause else {
            return
        }
        movie?.pause()
        speaker?.pause()
        status = .pause
        showPlayBtn(isHidden: false)
    }

    // 停止f解码状态
    func stop() {
        //        guard status != .stop else {
        //            return
        //        }

        movie?.cancel()
        speaker?.cancel()
        status = .stop
    }

    // 清空播放器状态，到空状态
    func clearPlayerView() {
        playerEmptyView.isHidden = false
        renderView.isHidden = true
        progressLab.isHidden = true
    }

    // 显示提示文字
    func showTip(show: Bool) {
        BFLog(message: "showTip \(show)")
        tipLab.isHidden = !show
        if show {
            playerEmptyView.isHidden = true

            renderView.isHidden = true
            progressLab.isHidden = true
        }
    }
}

// MARK: Filter 操作

public extension PQGPUImagePlayerView {
    // 添加 filter
    func appendFilter(_ filter: ImageProcessingOperation) {
        filters.append(filter)
    }

    // 添加一组filters
    func appendFilters(_ newFilters: [ImageProcessingOperation]) {
        filters = filters + newFilters
    }

    // 移除所有filter
    func removeAllFilters() {
        filters.removeAll()
    }

    // 重置所有 filer
    func appendFiltersClearOldFilter(_ newFilters: [ImageProcessingOperation]) {
        filters.removeAll()
        filters = newFilters
    }
    
//    // 重置所有 filer
//    func appendStickers(stickers: [PQEditVisionTrackMaterialsModel]) {
//
//        mStickers = stickers
//    }
    
    
}