NCPlayerToolBar.swift 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525
  1. //
  2. // NCPlayerToolBar.swift
  3. // Nextcloud
  4. //
  5. // Created by Marino Faggiana on 01/07/21.
  6. // Copyright © 2021 Marino Faggiana. All rights reserved.
  7. //
  8. // Author Marino Faggiana <marino.faggiana@nextcloud.com>
  9. //
  10. // This program is free software: you can redistribute it and/or modify
  11. // it under the terms of the GNU General Public License as published by
  12. // the Free Software Foundation, either version 3 of the License, or
  13. // (at your option) any later version.
  14. //
  15. // This program is distributed in the hope that it will be useful,
  16. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  17. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  18. // GNU General Public License for more details.
  19. //
  20. // You should have received a copy of the GNU General Public License
  21. // along with this program. If not, see <http://www.gnu.org/licenses/>.
  22. //
  23. import Foundation
  24. import NCCommunication
  25. import CoreMedia
  26. import UIKit
  27. import AVKit
  28. import MediaPlayer
  29. class NCPlayerToolBar: UIView {
  30. @IBOutlet weak var playerTopToolBarView: UIView!
  31. @IBOutlet weak var pipButton: UIButton!
  32. @IBOutlet weak var muteButton: UIButton!
  33. @IBOutlet weak var playButton: UIButton!
  34. @IBOutlet weak var forwardButton: UIButton!
  35. @IBOutlet weak var backButton: UIButton!
  36. @IBOutlet weak var playbackSlider: UISlider!
  37. @IBOutlet weak var labelOverallDuration: UILabel!
  38. @IBOutlet weak var labelCurrentTime: UILabel!
  39. enum sliderEventType {
  40. case began
  41. case ended
  42. case moved
  43. }
  44. private let appDelegate = UIApplication.shared.delegate as! AppDelegate
  45. private var ncplayer: NCPlayer?
  46. private var wasInPlay: Bool = false
  47. private var playbackSliderEvent: sliderEventType = .ended
  48. private var durationTime: CMTime = .zero
  49. private var timeObserver: Any?
  50. private var timerAutoHide: Timer?
  51. private var metadata: tableMetadata?
  52. private var image: UIImage?
  53. // MARK: - View Life Cycle
  54. override func awakeFromNib() {
  55. super.awakeFromNib()
  56. // for disable gesture of UIPageViewController
  57. let panRecognizer = UIPanGestureRecognizer(target: self, action: nil)
  58. addGestureRecognizer(panRecognizer)
  59. let singleTapGestureRecognizer = UITapGestureRecognizer(target: self, action: #selector(didSingleTapWith(gestureRecognizer:)))
  60. addGestureRecognizer(singleTapGestureRecognizer)
  61. // self
  62. self.layer.cornerRadius = 15
  63. self.layer.masksToBounds = true
  64. let blurEffectView = UIVisualEffectView(effect: UIBlurEffect(style: .dark))
  65. blurEffectView.frame = self.bounds
  66. blurEffectView.autoresizingMask = [.flexibleWidth, .flexibleHeight]
  67. self.insertSubview(blurEffectView, at:0)
  68. // Top ToolBar
  69. playerTopToolBarView.layer.cornerRadius = 10
  70. playerTopToolBarView.layer.masksToBounds = true
  71. let blurEffectTopToolBarView = UIVisualEffectView(effect: UIBlurEffect(style: .dark))
  72. blurEffectTopToolBarView.frame = playerTopToolBarView.bounds
  73. blurEffectTopToolBarView.autoresizingMask = [.flexibleWidth, .flexibleHeight]
  74. playerTopToolBarView.insertSubview(blurEffectTopToolBarView, at:0)
  75. pipButton.setImage(NCUtility.shared.loadImage(named: "pip.enter", color: .lightGray), for: .normal)
  76. pipButton.isEnabled = false
  77. muteButton.setImage(NCUtility.shared.loadImage(named: "audioOff", color: .lightGray), for: .normal)
  78. muteButton.isEnabled = false
  79. playbackSlider.value = 0
  80. playbackSlider.minimumValue = 0
  81. playbackSlider.maximumValue = 0
  82. playbackSlider.isContinuous = true
  83. playbackSlider.tintColor = .lightGray
  84. playbackSlider.isEnabled = false
  85. labelCurrentTime.text = NCUtility.shared.stringFromTime(.zero)
  86. labelCurrentTime.textColor = .lightGray
  87. labelOverallDuration.text = NCUtility.shared.stringFromTime(.zero)
  88. labelOverallDuration.textColor = .lightGray
  89. backButton.setImage(NCUtility.shared.loadImage(named: "gobackward.10", color: .lightGray), for: .normal)
  90. backButton.isEnabled = false
  91. playButton.setImage(NCUtility.shared.loadImage(named: "play.fill", color: .lightGray), for: .normal)
  92. playButton.isEnabled = false
  93. forwardButton.setImage(NCUtility.shared.loadImage(named: "goforward.10", color: .lightGray), for: .normal)
  94. forwardButton.isEnabled = false
  95. NotificationCenter.default.addObserver(self, selector: #selector(handleInterruption), name: AVAudioSession.interruptionNotification, object: nil)
  96. NotificationCenter.default.addObserver(self, selector: #selector(handleRouteChange), name: AVAudioSession.routeChangeNotification, object: nil)
  97. }
  98. deinit {
  99. print("deinit NCPlayerToolBar")
  100. if self.timeObserver != nil {
  101. appDelegate.player?.removeTimeObserver(self.timeObserver!)
  102. }
  103. NotificationCenter.default.removeObserver(self, name: AVAudioSession.interruptionNotification, object: nil)
  104. NotificationCenter.default.removeObserver(self, name: AVAudioSession.routeChangeNotification, object: nil)
  105. }
  106. // MARK: -
  107. func setBarPlayer(ncplayer: NCPlayer, timeSeek: CMTime, metadata: tableMetadata, image: UIImage?) {
  108. self.ncplayer = ncplayer
  109. self.metadata = metadata
  110. self.image = image
  111. if let durationTime = NCManageDatabase.shared.getVideoDurationTime(metadata: ncplayer.metadata) {
  112. self.durationTime = durationTime
  113. playbackSlider.value = 0
  114. playbackSlider.minimumValue = 0
  115. playbackSlider.maximumValue = Float(durationTime.value)
  116. playbackSlider.addTarget(self, action: #selector(onSliderValChanged(slider:event:)), for: .valueChanged)
  117. labelCurrentTime.text = NCUtility.shared.stringFromTime(.zero)
  118. labelOverallDuration.text = "-" + NCUtility.shared.stringFromTime(durationTime)
  119. }
  120. if let ncplayer = self.ncplayer {
  121. UIApplication.shared.beginReceivingRemoteControlEvents()
  122. let commandCenter = MPRemoteCommandCenter.shared()
  123. var nowPlayingInfo = [String : Any]()
  124. commandCenter.playCommand.isEnabled = true
  125. // Add handler for Play Command
  126. appDelegate.commandCenterPlayCommand = commandCenter.playCommand.addTarget { event in
  127. if !ncplayer.isPlay() {
  128. ncplayer.playerPlay()
  129. self.updateToolBar(timeSeek: nil)
  130. return .success
  131. }
  132. return .commandFailed
  133. }
  134. // Add handler for Pause Command
  135. appDelegate.commandCenterPauseCommand = commandCenter.pauseCommand.addTarget { event in
  136. if ncplayer.isPlay() {
  137. ncplayer.playerPause()
  138. self.updateToolBar(timeSeek: nil)
  139. return .success
  140. }
  141. return .commandFailed
  142. }
  143. // Add handler for Backward Command
  144. appDelegate.commandCenterSkipBackwardCommand = commandCenter.skipBackwardCommand.addTarget { event in
  145. let seconds = Float64((event as! MPSkipIntervalCommandEvent).interval)
  146. self.skip(seconds: -seconds)
  147. return.success
  148. }
  149. // Add handler for Forward Command
  150. appDelegate.commandCenterskipForwardCommand = commandCenter.skipForwardCommand.addTarget { event in
  151. let seconds = Float64((event as! MPSkipIntervalCommandEvent).interval)
  152. self.skip(seconds: seconds)
  153. return.success
  154. }
  155. nowPlayingInfo[MPMediaItemPropertyTitle] = metadata.fileNameView
  156. nowPlayingInfo[MPMediaItemPropertyPlaybackDuration] = appDelegate.player?.currentItem?.asset.duration.seconds
  157. if let image = self.image {
  158. nowPlayingInfo[MPMediaItemPropertyArtwork] = MPMediaItemArtwork(boundsSize: image.size) { size in
  159. return image
  160. }
  161. }
  162. MPNowPlayingInfoCenter.default().nowPlayingInfo = nowPlayingInfo
  163. }
  164. updateToolBar(timeSeek: timeSeek)
  165. self.timeObserver = appDelegate.player?.addPeriodicTimeObserver(forInterval: CMTimeMakeWithSeconds(1, preferredTimescale: 1), queue: .main, using: { (CMTime) in
  166. if self.appDelegate.player?.currentItem?.status == .readyToPlay {
  167. if self.isHidden == false {
  168. self.updateToolBar()
  169. }
  170. }
  171. })
  172. }
  173. public func updateToolBar(timeSeek: CMTime? = nil) {
  174. guard let metadata = self.metadata else { return }
  175. var namedPlay = "play.fill"
  176. var currentTime = appDelegate.player?.currentTime() ?? .zero
  177. currentTime = currentTime.convertScale(1000, method: .default)
  178. if CCUtility.getAudioMute() {
  179. muteButton.setImage(NCUtility.shared.loadImage(named: "audioOff", color: .white), for: .normal)
  180. } else {
  181. muteButton.setImage(NCUtility.shared.loadImage(named: "audioOn", color: .white), for: .normal)
  182. }
  183. muteButton.isEnabled = true
  184. if CCUtility.fileProviderStorageExists(metadata.ocId, fileNameView: metadata.fileNameView) {
  185. pipButton.setImage(NCUtility.shared.loadImage(named: "pip.enter", color: .white), for: .normal)
  186. pipButton.isEnabled = true
  187. if let ncplayer = self.ncplayer, let playerLayer = ncplayer.videoLayer, ncplayer.pictureInPictureController == nil {
  188. ncplayer.pictureInPictureController = AVPictureInPictureController(playerLayer: playerLayer)
  189. ncplayer.pictureInPictureController?.delegate = ncplayer
  190. }
  191. } else {
  192. pipButton.setImage(NCUtility.shared.loadImage(named: "pip.enter", color: .gray), for: .normal)
  193. pipButton.isEnabled = false
  194. if let ncplayer = self.ncplayer, ncplayer.pictureInPictureController != nil {
  195. ncplayer.pictureInPictureController = nil
  196. ncplayer.pictureInPictureController?.delegate = nil
  197. }
  198. }
  199. if timeSeek != nil {
  200. playbackSlider.value = Float(timeSeek!.value)
  201. MPNowPlayingInfoCenter.default().nowPlayingInfo?[MPNowPlayingInfoPropertyElapsedPlaybackTime] = timeSeek!.seconds
  202. } else {
  203. playbackSlider.value = Float(currentTime.value)
  204. MPNowPlayingInfoCenter.default().nowPlayingInfo?[MPNowPlayingInfoPropertyElapsedPlaybackTime] = currentTime.seconds
  205. }
  206. playbackSlider.isEnabled = true
  207. if #available(iOS 13.0, *) {
  208. backButton.setImage(NCUtility.shared.loadImage(named: "gobackward.10", color: .white), for: .normal)
  209. } else {
  210. backButton.setImage(NCUtility.shared.loadImage(named: "gobackward.10", color: .white, size: 30), for: .normal)
  211. }
  212. backButton.isEnabled = true
  213. if let ncplayer = ncplayer, ncplayer.isPlay() {
  214. namedPlay = "pause.fill"
  215. MPNowPlayingInfoCenter.default().nowPlayingInfo?[MPNowPlayingInfoPropertyPlaybackRate] = 1
  216. } else {
  217. MPNowPlayingInfoCenter.default().nowPlayingInfo?[MPNowPlayingInfoPropertyPlaybackRate] = 0
  218. }
  219. if #available(iOS 13.0, *) {
  220. playButton.setImage(NCUtility.shared.loadImage(named: namedPlay, color: .white, symbolConfiguration: UIImage.SymbolConfiguration(pointSize: 30)), for: .normal)
  221. } else {
  222. playButton.setImage(NCUtility.shared.loadImage(named: namedPlay, color: .white, size: 30), for: .normal)
  223. }
  224. playButton.isEnabled = true
  225. if #available(iOS 13.0, *) {
  226. forwardButton.setImage(NCUtility.shared.loadImage(named: "goforward.10", color: .white), for: .normal)
  227. } else {
  228. forwardButton.setImage(NCUtility.shared.loadImage(named: "goforward.10", color: .white, size: 30), for: .normal)
  229. }
  230. forwardButton.isEnabled = true
  231. labelCurrentTime.text = NCUtility.shared.stringFromTime(currentTime)
  232. labelOverallDuration.text = "-" + NCUtility.shared.stringFromTime(self.durationTime - currentTime)
  233. }
  234. // MARK: Handle Notifications
  235. @objc func handleRouteChange(notification: Notification) {
  236. guard let userInfo = notification.userInfo, let reasonValue = userInfo[AVAudioSessionRouteChangeReasonKey] as? UInt, let reason = AVAudioSession.RouteChangeReason(rawValue:reasonValue) else { return }
  237. switch reason {
  238. case .newDeviceAvailable:
  239. let session = AVAudioSession.sharedInstance()
  240. for output in session.currentRoute.outputs where output.portType == AVAudioSession.Port.headphones {
  241. print("headphones connected")
  242. DispatchQueue.main.sync {
  243. ncplayer?.playerPlay()
  244. startTimerAutoHide()
  245. }
  246. break
  247. }
  248. case .oldDeviceUnavailable:
  249. if let previousRoute = userInfo[AVAudioSessionRouteChangePreviousRouteKey] as? AVAudioSessionRouteDescription {
  250. for output in previousRoute.outputs where output.portType == AVAudioSession.Port.headphones {
  251. print("headphones disconnected")
  252. DispatchQueue.main.sync {
  253. ncplayer?.playerPause()
  254. ncplayer?.saveCurrentTime()
  255. }
  256. break
  257. }
  258. }
  259. default: ()
  260. }
  261. }
  262. @objc func handleInterruption(notification: Notification) {
  263. guard let userInfo = notification.userInfo, let typeValue = userInfo[AVAudioSessionInterruptionTypeKey] as? UInt, let type = AVAudioSession.InterruptionType(rawValue: typeValue) else { return }
  264. if type == .began {
  265. print("Interruption began")
  266. // Interruption began, take appropriate actions
  267. } else if type == .ended {
  268. if let optionsValue = userInfo[AVAudioSessionInterruptionOptionKey] as? UInt {
  269. let options = AVAudioSession.InterruptionOptions(rawValue: optionsValue)
  270. if options.contains(.shouldResume) {
  271. // Interruption Ended - playback should resume
  272. print("Interruption Ended - playback should resume")
  273. ncplayer?.playerPlay()
  274. startTimerAutoHide()
  275. } else {
  276. // Interruption Ended - playback should NOT resume
  277. print("Interruption Ended - playback should NOT resume")
  278. }
  279. }
  280. }
  281. }
  282. // MARK: -
  283. public func show(enableTimerAutoHide: Bool) {
  284. guard let metadata = self.metadata else { return }
  285. if metadata.classFile != NCCommunicationCommon.typeClassFile.video.rawValue && metadata.classFile != NCCommunicationCommon.typeClassFile.audio.rawValue { return }
  286. if metadata.livePhoto { return }
  287. timerAutoHide?.invalidate()
  288. if enableTimerAutoHide {
  289. startTimerAutoHide()
  290. }
  291. if !self.isHidden { return }
  292. updateToolBar()
  293. UIView.animate(withDuration: 0.3, animations: {
  294. self.alpha = 1
  295. self.playerTopToolBarView.alpha = 1
  296. }, completion: { (value: Bool) in
  297. self.isHidden = false
  298. self.playerTopToolBarView.isHidden = false
  299. })
  300. }
  301. func isShow() -> Bool {
  302. return !self.isHidden
  303. }
  304. public func hide() {
  305. UIView.animate(withDuration: 0.3, animations: {
  306. self.alpha = 0
  307. self.playerTopToolBarView.alpha = 0
  308. }, completion: { (value: Bool) in
  309. self.isHidden = true
  310. self.playerTopToolBarView.isHidden = true
  311. })
  312. }
  313. @objc private func automaticHide() {
  314. if let metadata = self.metadata {
  315. NotificationCenter.default.postOnMainThread(name: NCGlobal.shared.notificationCenterHidePlayerToolBar, userInfo: ["ocId":metadata.ocId])
  316. }
  317. }
  318. private func startTimerAutoHide() {
  319. timerAutoHide?.invalidate()
  320. timerAutoHide = Timer.scheduledTimer(timeInterval: 3.5, target: self, selector: #selector(automaticHide), userInfo: nil, repeats: false)
  321. }
  322. private func reStartTimerAutoHide() {
  323. if let timerAutoHide = timerAutoHide, timerAutoHide.isValid {
  324. startTimerAutoHide()
  325. }
  326. }
  327. func skip(seconds: Float64) {
  328. guard let ncplayer = ncplayer else { return }
  329. guard let player = appDelegate.player else { return }
  330. let currentTime = player.currentTime()
  331. var newTime: CMTime = .zero
  332. let timeToAdd: CMTime = CMTimeMakeWithSeconds(abs(seconds), preferredTimescale: 1)
  333. if seconds > 0 {
  334. newTime = CMTimeAdd(currentTime, timeToAdd)
  335. if newTime < durationTime {
  336. ncplayer.videoSeek(time: newTime)
  337. } else if newTime >= durationTime {
  338. let timeToSubtract: CMTime = CMTimeMakeWithSeconds(3, preferredTimescale: 1)
  339. newTime = CMTimeSubtract(durationTime, timeToSubtract)
  340. if newTime > currentTime {
  341. ncplayer.videoSeek(time: newTime)
  342. }
  343. }
  344. } else {
  345. newTime = CMTimeSubtract(currentTime, timeToAdd)
  346. ncplayer.videoSeek(time: newTime)
  347. }
  348. reStartTimerAutoHide()
  349. }
  350. //MARK: - Event / Gesture
  351. @objc func onSliderValChanged(slider: UISlider, event: UIEvent) {
  352. if let touchEvent = event.allTouches?.first, let ncplayer = ncplayer {
  353. let seconds: Int64 = Int64(self.playbackSlider.value)
  354. let targetTime: CMTime = CMTimeMake(value: seconds, timescale: 1000)
  355. switch touchEvent.phase {
  356. case .began:
  357. wasInPlay = ncplayer.isPlay()
  358. ncplayer.playerPause()
  359. playbackSliderEvent = .began
  360. case .moved:
  361. ncplayer.videoSeek(time: targetTime)
  362. playbackSliderEvent = .moved
  363. case .ended:
  364. ncplayer.videoSeek(time: targetTime)
  365. if wasInPlay {
  366. ncplayer.playerPlay()
  367. }
  368. playbackSliderEvent = .ended
  369. default:
  370. break
  371. }
  372. reStartTimerAutoHide()
  373. }
  374. }
  375. @objc func didSingleTapWith(gestureRecognizer: UITapGestureRecognizer) {
  376. hide()
  377. }
  378. //MARK: - Action
  379. @IBAction func buttonTouchInside(_ sender: UIButton) {
  380. }
  381. @IBAction func playerPause(_ sender: Any) {
  382. if appDelegate.player?.timeControlStatus == .playing {
  383. ncplayer?.playerPause()
  384. ncplayer?.saveCurrentTime()
  385. timerAutoHide?.invalidate()
  386. } else if appDelegate.player?.timeControlStatus == .paused {
  387. ncplayer?.playerPlay()
  388. startTimerAutoHide()
  389. } else if appDelegate.player?.timeControlStatus == .waitingToPlayAtSpecifiedRate {
  390. print("timeControlStatus.waitingToPlayAtSpecifiedRate")
  391. if let reason = appDelegate.player?.reasonForWaitingToPlay {
  392. switch reason {
  393. case .evaluatingBufferingRate:
  394. print("reasonForWaitingToPlay.evaluatingBufferingRate")
  395. case .toMinimizeStalls:
  396. print("reasonForWaitingToPlay.toMinimizeStalls")
  397. case .noItemToPlay:
  398. print("reasonForWaitingToPlay.noItemToPlay")
  399. default:
  400. print("Unknown \(reason)")
  401. }
  402. }
  403. }
  404. }
  405. @IBAction func setMute(_ sender: Any) {
  406. let mute = CCUtility.getAudioMute()
  407. CCUtility.setAudioMute(!mute)
  408. appDelegate.player?.isMuted = !mute
  409. updateToolBar()
  410. reStartTimerAutoHide()
  411. }
  412. @IBAction func setPip(_ sender: Any) {
  413. guard let metadata = self.metadata else { return }
  414. ncplayer?.pictureInPictureController?.startPictureInPicture()
  415. NotificationCenter.default.postOnMainThread(name: NCGlobal.shared.notificationCenterHidePlayerToolBar, userInfo: ["ocId":metadata.ocId])
  416. }
  417. @IBAction func forwardButtonSec(_ sender: Any) {
  418. skip(seconds: 10)
  419. }
  420. @IBAction func backButtonSec(_ sender: Any) {
  421. skip(seconds: -10)
  422. }
  423. }