NCPlayer.swift 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322
  1. //
  2. // NCPlayer.swift
  3. // Nextcloud
  4. //
  5. // Created by Marino Faggiana on 01/07/21.
  6. // Copyright © 2021 Marino Faggiana. All rights reserved.
  7. //
  8. // Author Marino Faggiana <marino.faggiana@nextcloud.com>
  9. //
  10. // This program is free software: you can redistribute it and/or modify
  11. // it under the terms of the GNU General Public License as published by
  12. // the Free Software Foundation, either version 3 of the License, or
  13. // (at your option) any later version.
  14. //
  15. // This program is distributed in the hope that it will be useful,
  16. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  17. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  18. // GNU General Public License for more details.
  19. //
  20. // You should have received a copy of the GNU General Public License
  21. // along with this program. If not, see <http://www.gnu.org/licenses/>.
  22. //
  23. import Foundation
  24. import NCCommunication
  25. import UIKit
  26. import AVFoundation
  27. import MediaPlayer
  28. class NCPlayer: NSObject {
  29. internal let appDelegate = UIApplication.shared.delegate as! AppDelegate
  30. internal var url: URL
  31. internal var playerToolBar: NCPlayerToolBar?
  32. internal var viewController: UIViewController
  33. private var imageVideoContainer: imageVideoContainerView
  34. private var detailView: NCViewerMediaDetailView?
  35. private var observerAVPlayerItemDidPlayToEndTime: Any?
  36. private var observerAVPlayertTime: Any?
  37. public var player: AVPlayer?
  38. public var durationTime: CMTime = .zero
  39. public var metadata: tableMetadata
  40. public var videoLayer: AVPlayerLayer?
  41. // MARK: - View Life Cycle
  42. init(url: URL, autoPlay: Bool, imageVideoContainer: imageVideoContainerView, playerToolBar: NCPlayerToolBar?, metadata: tableMetadata, detailView: NCViewerMediaDetailView?, viewController: UIViewController) {
  43. self.url = url
  44. self.imageVideoContainer = imageVideoContainer
  45. self.playerToolBar = playerToolBar
  46. self.metadata = metadata
  47. self.detailView = detailView
  48. self.viewController = viewController
  49. super.init()
  50. do {
  51. try AVAudioSession.sharedInstance().setCategory(.playback)
  52. try AVAudioSession.sharedInstance().overrideOutputAudioPort(AVAudioSession.PortOverride.none)
  53. try AVAudioSession.sharedInstance().setActive(true)
  54. } catch {
  55. print(error)
  56. }
  57. #if MFFFLIB
  58. if CCUtility.fileProviderStorageExists(metadata.ocId, fileNameView: NCGlobal.shared.fileNameVideoEncoded) {
  59. self.url = URL(fileURLWithPath: CCUtility.getDirectoryProviderStorageOcId(metadata.ocId, fileNameView: NCGlobal.shared.fileNameVideoEncoded))
  60. }
  61. if MFFF.shared.existsMFFFSession(url: URL(fileURLWithPath: CCUtility.getDirectoryProviderStorageOcId(metadata.ocId, fileNameView: metadata.fileNameView))) {
  62. return
  63. } else {
  64. MFFF.shared.dismissMessage()
  65. }
  66. #endif
  67. openAVPlayer() { status, error in
  68. switch status {
  69. case .loaded:
  70. if autoPlay {
  71. self.player?.play()
  72. }
  73. break
  74. case .failed:
  75. #if MFFFLIB
  76. self.convertVideo(error: error)
  77. #else
  78. if let title = error?.localizedDescription, let description = error?.localizedFailureReason {
  79. NCContentPresenter.shared.messageNotification(title, description: description, delay: NCGlobal.shared.dismissAfterSecond, type: NCContentPresenter.messageType.error, errorCode: NCGlobal.shared.errorGeneric, priority: .max)
  80. } else {
  81. NCContentPresenter.shared.messageNotification("_error_", description: "_error_something_wrong_", delay: NCGlobal.shared.dismissAfterSecond, type: NCContentPresenter.messageType.error, errorCode: NCGlobal.shared.errorGeneric, priority: .max)
  82. }
  83. #endif
  84. break
  85. case .cancelled:
  86. break
  87. default:
  88. break
  89. }
  90. }
  91. }
  92. internal func openAVPlayer(completion: @escaping (_ status: AVKeyValueStatus, _ error: NSError?)->()) {
  93. print("Play URL: \(self.url)")
  94. player = AVPlayer(url: self.url)
  95. playerToolBar?.setMetadata(self.metadata)
  96. if metadata.livePhoto {
  97. player?.isMuted = false
  98. } else if metadata.classFile == NCCommunicationCommon.typeClassFile.audio.rawValue {
  99. player?.isMuted = CCUtility.getAudioMute()
  100. } else {
  101. player?.isMuted = CCUtility.getAudioMute()
  102. if let time = NCManageDatabase.shared.getVideoTime(metadata: metadata) {
  103. player?.seek(to: time)
  104. }
  105. }
  106. player?.currentItem?.asset.loadValuesAsynchronously(forKeys: ["playable"], completionHandler: {
  107. var error: NSError? = nil
  108. let status = self.player?.currentItem?.asset.statusOfValue(forKey: "playable", error: &error) ?? .unknown
  109. DispatchQueue.main.async {
  110. if status == .loaded {
  111. self.durationTime = self.player?.currentItem?.asset.duration ?? .zero
  112. NCManageDatabase.shared.addVideoTime(metadata: self.metadata, time: nil, durationTime: self.durationTime)
  113. self.activateObserver(playerToolBar: self.playerToolBar)
  114. self.videoLayer = AVPlayerLayer(player: self.player)
  115. self.videoLayer!.frame = self.imageVideoContainer.bounds
  116. self.videoLayer!.videoGravity = .resizeAspect
  117. if self.metadata.classFile == NCCommunicationCommon.typeClassFile.video.rawValue {
  118. self.imageVideoContainer.layer.addSublayer(self.videoLayer!)
  119. self.imageVideoContainer.playerLayer = self.videoLayer
  120. self.imageVideoContainer.metadata = self.metadata
  121. self.imageVideoContainer.image = self.imageVideoContainer.image?.image(alpha: 0)
  122. }
  123. self.playerToolBar?.setBarPlayer(ncplayer: self)
  124. self.generatorImagePreview()
  125. if !(self.detailView?.isShow() ?? false) {
  126. NotificationCenter.default.postOnMainThread(name: NCGlobal.shared.notificationCenterShowPlayerToolBar, userInfo: ["ocId":self.metadata.ocId, "enableTimerAutoHide": false])
  127. }
  128. }
  129. completion(status, error)
  130. }
  131. })
  132. }
  133. deinit {
  134. print("deinit NCPlayer")
  135. deactivateObserver()
  136. }
  137. func activateObserver(playerToolBar: NCPlayerToolBar?) {
  138. self.playerToolBar = playerToolBar
  139. // At end go back to start & show toolbar
  140. observerAVPlayerItemDidPlayToEndTime = NotificationCenter.default.addObserver(forName: .AVPlayerItemDidPlayToEndTime, object: player?.currentItem, queue: .main) { notification in
  141. if let item = notification.object as? AVPlayerItem, let currentItem = self.player?.currentItem, item == currentItem {
  142. NCKTVHTTPCache.shared.saveCache(metadata: self.metadata)
  143. self.videoSeek(time: .zero)
  144. if !(self.detailView?.isShow() ?? false) {
  145. NotificationCenter.default.postOnMainThread(name: NCGlobal.shared.notificationCenterShowPlayerToolBar, userInfo: ["ocId": self.metadata.ocId, "enableTimerAutoHide": false])
  146. }
  147. self.playerToolBar?.updateToolBar()
  148. }
  149. }
  150. // Evey 1 second update toolbar
  151. observerAVPlayertTime = player?.addPeriodicTimeObserver(forInterval: CMTimeMakeWithSeconds(1, preferredTimescale: 1), queue: .main, using: { _ in
  152. if self.player?.currentItem?.status == .readyToPlay {
  153. self.playerToolBar?.updateToolBar()
  154. }
  155. })
  156. NotificationCenter.default.addObserver(self, selector: #selector(generatorImagePreview), name: NSNotification.Name(rawValue: NCGlobal.shared.notificationCenterApplicationWillResignActive), object: nil)
  157. NotificationCenter.default.addObserver(self, selector: #selector(applicationDidEnterBackground(_:)), name: NSNotification.Name(rawValue: NCGlobal.shared.notificationCenterApplicationDidEnterBackground), object: nil)
  158. NotificationCenter.default.addObserver(self, selector: #selector(applicationDidBecomeActive(_:)), name: NSNotification.Name(rawValue: NCGlobal.shared.notificationCenterApplicationDidBecomeActive), object: nil)
  159. NotificationCenter.default.addObserver(self, selector: #selector(playerPause), name: NSNotification.Name(rawValue: NCGlobal.shared.notificationCenterPauseMedia), object: nil)
  160. NotificationCenter.default.addObserver(self, selector: #selector(playerPlay), name: NSNotification.Name(rawValue: NCGlobal.shared.notificationCenterPlayMedia), object: nil)
  161. }
  162. func deactivateObserver() {
  163. if isPlay() {
  164. playerPause()
  165. }
  166. self.playerToolBar = nil
  167. if let observerAVPlayerItemDidPlayToEndTime = self.observerAVPlayerItemDidPlayToEndTime {
  168. NotificationCenter.default.removeObserver(observerAVPlayerItemDidPlayToEndTime)
  169. }
  170. self.observerAVPlayerItemDidPlayToEndTime = nil
  171. if let observerAVPlayertTime = self.observerAVPlayertTime {
  172. player?.removeTimeObserver(observerAVPlayertTime)
  173. }
  174. self.observerAVPlayertTime = nil
  175. NotificationCenter.default.removeObserver(self, name: NSNotification.Name(rawValue: NCGlobal.shared.notificationCenterApplicationWillResignActive), object: nil)
  176. NotificationCenter.default.removeObserver(self, name: NSNotification.Name(rawValue: NCGlobal.shared.notificationCenterApplicationDidEnterBackground), object: nil)
  177. NotificationCenter.default.removeObserver(self, name: NSNotification.Name(rawValue: NCGlobal.shared.notificationCenterApplicationDidBecomeActive), object: nil)
  178. NotificationCenter.default.removeObserver(self, name: NSNotification.Name(rawValue: NCGlobal.shared.notificationCenterPauseMedia), object: nil)
  179. NotificationCenter.default.removeObserver(self, name: NSNotification.Name(rawValue: NCGlobal.shared.notificationCenterPlayMedia), object: nil)
  180. }
  181. // MARK: - NotificationCenter
  182. @objc func applicationDidEnterBackground(_ notification: NSNotification) {
  183. if metadata.classFile == NCCommunicationCommon.typeClassFile.video.rawValue, let playerToolBar = self.playerToolBar {
  184. if !playerToolBar.isPictureInPictureActive() {
  185. playerPause()
  186. }
  187. }
  188. }
  189. @objc func applicationDidBecomeActive(_ notification: NSNotification) {
  190. playerToolBar?.updateToolBar()
  191. }
  192. // MARK: -
  193. func isPlay() -> Bool {
  194. if player?.rate == 1 { return true } else { return false }
  195. }
  196. @objc func playerPlay() {
  197. player?.play()
  198. self.playerToolBar?.updateToolBar()
  199. }
  200. @objc func playerPause() {
  201. player?.pause()
  202. self.playerToolBar?.updateToolBar()
  203. if let playerToolBar = self.playerToolBar, playerToolBar.isPictureInPictureActive() {
  204. playerToolBar.pictureInPictureController?.stopPictureInPicture()
  205. }
  206. }
  207. func videoSeek(time: CMTime) {
  208. player?.seek(to: time)
  209. self.saveTime(time)
  210. }
  211. func saveTime(_ time: CMTime) {
  212. if metadata.classFile == NCCommunicationCommon.typeClassFile.audio.rawValue { return }
  213. NCManageDatabase.shared.addVideoTime(metadata: metadata, time: time, durationTime: nil)
  214. generatorImagePreview()
  215. }
  216. func saveCurrentTime() {
  217. if let player = self.player {
  218. saveTime(player.currentTime())
  219. }
  220. }
  221. @objc func generatorImagePreview() {
  222. guard let time = player?.currentTime(), !metadata.livePhoto, metadata.classFile != NCCommunicationCommon.typeClassFile.audio.rawValue else { return }
  223. var image: UIImage?
  224. if let asset = player?.currentItem?.asset {
  225. do {
  226. let fileNamePreviewLocalPath = CCUtility.getDirectoryProviderStoragePreviewOcId(metadata.ocId, etag: metadata.etag)!
  227. let fileNameIconLocalPath = CCUtility.getDirectoryProviderStorageIconOcId(metadata.ocId, etag: metadata.etag)!
  228. let imageGenerator = AVAssetImageGenerator(asset: asset)
  229. imageGenerator.appliesPreferredTrackTransform = true
  230. let cgImage = try imageGenerator.copyCGImage(at: time, actualTime: nil)
  231. image = UIImage(cgImage: cgImage)
  232. // Update Playing Info Center
  233. let mediaItemPropertyTitle = MPNowPlayingInfoCenter.default().nowPlayingInfo?[MPMediaItemPropertyTitle] as? String
  234. if let image = image, mediaItemPropertyTitle == metadata.fileNameView {
  235. MPNowPlayingInfoCenter.default().nowPlayingInfo?[MPMediaItemPropertyArtwork] = MPMediaItemArtwork(boundsSize: image.size) { _ in
  236. return image
  237. }
  238. }
  239. // Preview
  240. if let data = image?.jpegData(compressionQuality: 0.5) {
  241. try data.write(to: URL(fileURLWithPath: fileNamePreviewLocalPath), options: .atomic)
  242. }
  243. // Icon
  244. if let data = image?.jpegData(compressionQuality: 0.5) {
  245. try data.write(to: URL(fileURLWithPath: fileNameIconLocalPath), options: .atomic)
  246. }
  247. } catch let error as NSError {
  248. print(error.localizedDescription)
  249. }
  250. }
  251. }
  252. }