NCViewerMedia.swift 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578
  1. //
  2. // NCViewerMedia.swift
  3. // Nextcloud
  4. //
  5. // Created by Marino Faggiana on 24/10/2020.
  6. // Copyright © 2020 Marino Faggiana. All rights reserved.
  7. //
  8. // Author Marino Faggiana <marino.faggiana@nextcloud.com>
  9. //
  10. // This program is free software: you can redistribute it and/or modify
  11. // it under the terms of the GNU General Public License as published by
  12. // the Free Software Foundation, either version 3 of the License, or
  13. // (at your option) any later version.
  14. //
  15. // This program is distributed in the hope that it will be useful,
  16. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  17. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  18. // GNU General Public License for more details.
  19. //
  20. // You should have received a copy of the GNU General Public License
  21. // along with this program. If not, see <http://www.gnu.org/licenses/>.
  22. //
  23. import UIKit
  24. import SVGKit
  25. import NextcloudKit
  26. import EasyTipView
  27. import SwiftUI
  28. class NCViewerMedia: UIViewController {
  29. @IBOutlet weak var detailViewTopConstraint: NSLayoutConstraint!
  30. @IBOutlet weak var detailViewHeighConstraint: NSLayoutConstraint!
  31. @IBOutlet weak var imageViewTopConstraint: NSLayoutConstraint!
  32. @IBOutlet weak var imageViewBottomConstraint: NSLayoutConstraint!
  33. @IBOutlet weak var scrollView: UIScrollView!
  34. @IBOutlet weak var imageVideoContainer: imageVideoContainerView!
  35. @IBOutlet weak var statusViewImage: UIImageView!
  36. @IBOutlet weak var statusLabel: UILabel!
  37. @IBOutlet weak var detailView: NCViewerMediaDetailView!
  38. private var tipView: EasyTipView?
  39. let appDelegate = UIApplication.shared.delegate as! AppDelegate
  40. weak var viewerMediaPage: NCViewerMediaPage?
  41. var playerToolBar: NCPlayerToolBar?
  42. var ncplayer: NCPlayer?
  43. var image: UIImage?
  44. var metadata: tableMetadata = tableMetadata()
  45. var index: Int = 0
  46. var doubleTapGestureRecognizer: UITapGestureRecognizer = UITapGestureRecognizer()
  47. var imageViewConstraint: CGFloat = 0
  48. var isDetailViewInitializze: Bool = false
  49. var avPlayerLayer: AVPlayerLayer?
  50. var avPlayer: AVPlayer?
  51. // MARK: - View Life Cycle
  52. required init?(coder aDecoder: NSCoder) {
  53. super.init(coder: aDecoder)
  54. doubleTapGestureRecognizer = UITapGestureRecognizer(target: self, action: #selector(didDoubleTapWith(gestureRecognizer:)))
  55. doubleTapGestureRecognizer.numberOfTapsRequired = 2
  56. }
  57. deinit {
  58. print("deinit NCViewerMedia")
  59. self.tipView?.dismiss()
  60. NotificationCenter.default.removeObserver(self, name: NSNotification.Name(rawValue: NCGlobal.shared.notificationCenterOpenMediaDetail), object: nil)
  61. }
  62. override func viewDidLoad() {
  63. super.viewDidLoad()
  64. scrollView.delegate = self
  65. scrollView.maximumZoomScale = 4
  66. scrollView.minimumZoomScale = 1
  67. view.addGestureRecognizer(doubleTapGestureRecognizer)
  68. if NCManageDatabase.shared.getMetadataLivePhoto(metadata: metadata) != nil {
  69. statusViewImage.image = NCUtility.shared.loadImage(named: "livephoto", color: .gray)
  70. statusLabel.text = "LIVE"
  71. } else {
  72. statusViewImage.image = nil
  73. statusLabel.text = ""
  74. }
  75. if metadata.isMovie {
  76. playerToolBar = Bundle.main.loadNibNamed("NCPlayerToolBar", owner: self, options: nil)?.first as? NCPlayerToolBar
  77. if let playerToolBar = playerToolBar {
  78. view.addSubview(playerToolBar)
  79. playerToolBar.translatesAutoresizingMaskIntoConstraints = false
  80. playerToolBar.topAnchor.constraint(equalTo: view.safeAreaLayoutGuide.topAnchor, constant: 10).isActive = true
  81. playerToolBar.bottomAnchor.constraint(equalTo: view.safeAreaLayoutGuide.bottomAnchor, constant: -10).isActive = true
  82. playerToolBar.leadingAnchor.constraint(equalTo: view.safeAreaLayoutGuide.leadingAnchor, constant: 10).isActive = true
  83. playerToolBar.trailingAnchor.constraint(equalTo: view.safeAreaLayoutGuide.trailingAnchor, constant: -10).isActive = true
  84. }
  85. self.ncplayer = NCPlayer(imageVideoContainer: self.imageVideoContainer, playerToolBar: self.playerToolBar, metadata: self.metadata, viewerMediaPage: self.viewerMediaPage)
  86. }
  87. // TIP
  88. var preferences = EasyTipView.Preferences()
  89. preferences.drawing.foregroundColor = .white
  90. preferences.drawing.backgroundColor = NCBrandColor.shared.nextcloud
  91. preferences.drawing.textAlignment = .left
  92. preferences.drawing.arrowPosition = .top
  93. preferences.drawing.cornerRadius = 10
  94. preferences.animating.dismissTransform = CGAffineTransform(translationX: 0, y: 100)
  95. preferences.animating.showInitialTransform = CGAffineTransform(translationX: 0, y: -100)
  96. preferences.animating.showInitialAlpha = 0
  97. preferences.animating.showDuration = 0.5
  98. preferences.animating.dismissDuration = 0
  99. tipView = EasyTipView(text: NSLocalizedString("_tip_open_mediadetail_", comment: ""), preferences: preferences, delegate: self)
  100. detailViewTopConstraint.constant = 0
  101. detailView.hide()
  102. self.image = nil
  103. self.imageVideoContainer.image = nil
  104. viewerMediaPage?.changeScreenMode(mode: viewerMediaScreenMode)
  105. loadImage()
  106. }
  107. override func viewWillAppear(_ animated: Bool) {
  108. super.viewWillAppear(animated)
  109. viewerMediaPage?.navigationController?.navigationBar.prefersLargeTitles = false
  110. viewerMediaPage?.navigationItem.title = metadata.fileNameView
  111. if metadata.isImage, let viewerMediaPage = self.viewerMediaPage {
  112. if viewerMediaPage.modifiedOcId.contains(metadata.ocId) {
  113. viewerMediaPage.modifiedOcId.removeAll(where: { $0 == metadata.ocId })
  114. loadImage()
  115. }
  116. }
  117. }
  118. override func viewDidAppear(_ animated: Bool) {
  119. super.viewDidAppear(animated)
  120. if metadata.isMovie {
  121. if let ncplayer = self.ncplayer {
  122. if ncplayer.url == nil {
  123. NCNetworking.shared.getVideoUrl(metadata: metadata) { url, autoplay in
  124. if let url = url {
  125. ncplayer.openAVPlayer(url: url, autoplay: autoplay)
  126. self.viewerMediaPage?.updateCommandCenter(ncplayer: ncplayer, metadata: self.metadata)
  127. }
  128. }
  129. } else {
  130. var position: Float = 0
  131. if let result = NCManageDatabase.shared.getVideo(metadata: metadata), let resultPosition = result.position {
  132. position = resultPosition
  133. }
  134. ncplayer.restartAVPlayer(position: position)
  135. }
  136. }
  137. } else if metadata.isImage {
  138. viewerMediaPage?.clearCommandCenter()
  139. showTip()
  140. }
  141. NotificationCenter.default.addObserver(self, selector: #selector(openDetail(_:)), name: NSNotification.Name(rawValue: NCGlobal.shared.notificationCenterOpenMediaDetail), object: nil)
  142. }
  143. override func viewWillDisappear(_ animated: Bool) {
  144. super.viewWillDisappear(animated)
  145. self.tipView?.dismiss()
  146. }
  147. override func viewDidDisappear(_ animated: Bool) {
  148. super.viewDidDisappear(animated)
  149. if let ncplayer = ncplayer, ncplayer.isPlay() {
  150. ncplayer.playerPause()
  151. }
  152. }
  153. override func viewWillTransition(to size: CGSize, with coordinator: UIViewControllerTransitionCoordinator) {
  154. super.viewWillTransition(to: size, with: coordinator)
  155. self.tipView?.dismiss()
  156. coordinator.animate(alongsideTransition: { context in
  157. // back to the original size
  158. self.scrollView.zoom(to: CGRect(x: 0, y: 0, width: self.scrollView.bounds.width, height: self.scrollView.bounds.height), animated: false)
  159. self.view.layoutIfNeeded()
  160. UIView.animate(withDuration: context.transitionDuration) {
  161. if self.detailView.isShow() {
  162. self.openDetail()
  163. }
  164. }
  165. }, completion: { context in
  166. self.showTip()
  167. })
  168. }
  169. // MARK: - Tip
  170. func showTip() {
  171. if !NCManageDatabase.shared.tipExists(NCGlobal.shared.tipNCViewerMediaDetailView), let view = self.navigationController?.navigationBar {
  172. self.tipView?.show(forView: view)
  173. }
  174. }
  175. // MARK: - Image
  176. func loadImage() {
  177. guard let metadata = NCManageDatabase.shared.getMetadataFromOcId(metadata.ocId) else { return }
  178. self.metadata = metadata
  179. // Download image
  180. if !CCUtility.fileProviderStorageExists(metadata) && metadata.isImage && metadata.session == "" {
  181. if metadata.livePhoto {
  182. let fileName = (metadata.fileNameView as NSString).deletingPathExtension + ".mov"
  183. if let metadata = NCManageDatabase.shared.getMetadata(predicate: NSPredicate(format: "account == %@ AND serverUrl == %@ AND fileNameView LIKE[c] %@", metadata.account, metadata.serverUrl, fileName)), !CCUtility.fileProviderStorageExists(metadata) {
  184. NCNetworking.shared.download(metadata: metadata, selector: "") { _, _ in }
  185. }
  186. }
  187. NCNetworking.shared.download(metadata: metadata, selector: "") { _, _ in
  188. let image = getImageMetadata(metadata)
  189. if self.metadata.ocId == metadata.ocId {
  190. self.image = image
  191. self.imageVideoContainer.image = image
  192. }
  193. }
  194. }
  195. // Get image
  196. let image = getImageMetadata(metadata)
  197. if self.metadata.ocId == metadata.ocId {
  198. self.image = image
  199. self.imageVideoContainer.image = image
  200. }
  201. func getImageMetadata(_ metadata: tableMetadata) -> UIImage? {
  202. if let image = getImage(metadata: metadata) {
  203. return image
  204. }
  205. if metadata.isVideo && !metadata.hasPreview {
  206. NCUtility.shared.createImageFrom(fileNameView: metadata.fileNameView, ocId: metadata.ocId, etag: metadata.etag, classFile: metadata.classFile)
  207. }
  208. if CCUtility.fileProviderStoragePreviewIconExists(metadata.ocId, etag: metadata.etag) {
  209. if let imagePreviewPath = CCUtility.getDirectoryProviderStoragePreviewOcId(metadata.ocId, etag: metadata.etag) {
  210. return UIImage(contentsOfFile: imagePreviewPath)
  211. }
  212. }
  213. if metadata.isAudio {
  214. return UIImage(named: "noPreviewAudio")!.image(color: .gray, size: view.frame.width)
  215. } else if metadata.isImage {
  216. return UIImage(named: "noPreview")!.image(color: .gray, size: view.frame.width)
  217. } else {
  218. return nil
  219. }
  220. }
  221. func getImage(metadata: tableMetadata) -> UIImage? {
  222. let ext = CCUtility.getExtension(metadata.fileNameView)
  223. var image: UIImage?
  224. if CCUtility.fileProviderStorageExists(metadata) && metadata.isImage {
  225. let previewPath = CCUtility.getDirectoryProviderStoragePreviewOcId(metadata.ocId, etag: metadata.etag)!
  226. let imagePath = CCUtility.getDirectoryProviderStorageOcId(metadata.ocId, fileNameView: metadata.fileNameView)!
  227. if ext == "GIF" {
  228. if !FileManager().fileExists(atPath: previewPath) {
  229. NCUtility.shared.createImageFrom(fileNameView: metadata.fileNameView, ocId: metadata.ocId, etag: metadata.etag, classFile: metadata.classFile)
  230. }
  231. image = UIImage.animatedImage(withAnimatedGIFURL: URL(fileURLWithPath: imagePath))
  232. } else if ext == "SVG" {
  233. if let svgImage = SVGKImage(contentsOfFile: imagePath) {
  234. svgImage.size = CGSize(width: NCGlobal.shared.sizePreview, height: NCGlobal.shared.sizePreview)
  235. if let image = svgImage.uiImage {
  236. if !FileManager().fileExists(atPath: previewPath) {
  237. do {
  238. try image.pngData()?.write(to: URL(fileURLWithPath: previewPath), options: .atomic)
  239. } catch { }
  240. }
  241. return image
  242. } else {
  243. return nil
  244. }
  245. } else {
  246. return nil
  247. }
  248. } else {
  249. NCUtility.shared.createImageFrom(fileNameView: metadata.fileNameView, ocId: metadata.ocId, etag: metadata.etag, classFile: metadata.classFile)
  250. image = UIImage(contentsOfFile: imagePath)
  251. }
  252. }
  253. return image
  254. }
  255. }
  256. // MARK: - Live Photo
  257. func playLivePhoto(filePath: String) {
  258. updateViewConstraints()
  259. statusViewImage.isHidden = true
  260. statusLabel.isHidden = true
  261. avPlayer = AVPlayer(url: URL(fileURLWithPath: filePath))
  262. avPlayerLayer = AVPlayerLayer(player: avPlayer)
  263. if let avPlayerLayer = self.avPlayerLayer, let imageView = imageVideoContainer {
  264. avPlayerLayer.videoGravity = .resizeAspect
  265. avPlayerLayer.frame = imageView.bounds
  266. imageView.layer.addSublayer(avPlayerLayer)
  267. imageView.playerLayer = avPlayerLayer
  268. avPlayer?.play()
  269. }
  270. }
  271. func stopLivePhoto() {
  272. avPlayer?.pause()
  273. avPlayerLayer?.removeFromSuperlayer()
  274. statusViewImage.isHidden = false
  275. statusLabel.isHidden = false
  276. }
  277. // MARK: - Gesture
  278. @objc func didDoubleTapWith(gestureRecognizer: UITapGestureRecognizer) {
  279. guard metadata.isImage, !detailView.isShow() else { return }
  280. let pointInView = gestureRecognizer.location(in: self.imageVideoContainer)
  281. var newZoomScale = self.scrollView.maximumZoomScale
  282. if self.scrollView.zoomScale >= newZoomScale || abs(self.scrollView.zoomScale - newZoomScale) <= 0.01 {
  283. newZoomScale = self.scrollView.minimumZoomScale
  284. }
  285. let width = self.scrollView.bounds.width / newZoomScale
  286. let height = self.scrollView.bounds.height / newZoomScale
  287. let originX = pointInView.x - (width / 2.0)
  288. let originY = pointInView.y - (height / 2.0)
  289. let rectToZoomTo = CGRect(x: originX, y: originY, width: width, height: height)
  290. self.scrollView.zoom(to: rectToZoomTo, animated: true)
  291. }
  292. @objc func didPanWith(gestureRecognizer: UIPanGestureRecognizer) {
  293. guard metadata.isImage else { return }
  294. let currentLocation = gestureRecognizer.translation(in: self.view)
  295. switch gestureRecognizer.state {
  296. case .began:
  297. // let velocity = gestureRecognizer.velocity(in: self.view)
  298. // gesture moving Up
  299. // if velocity.y < 0 {
  300. // }
  301. break
  302. case .ended:
  303. if detailView.isShow() {
  304. self.imageViewTopConstraint.constant = -imageViewConstraint
  305. self.imageViewBottomConstraint.constant = imageViewConstraint
  306. } else {
  307. self.imageViewTopConstraint.constant = 0
  308. self.imageViewBottomConstraint.constant = 0
  309. }
  310. case .changed:
  311. imageViewTopConstraint.constant = (currentLocation.y - imageViewConstraint)
  312. imageViewBottomConstraint.constant = -(currentLocation.y - imageViewConstraint)
  313. // DISMISS VIEW
  314. if detailView.isHidden && (currentLocation.y > 20) {
  315. viewerMediaPage?.navigationController?.popViewController(animated: true)
  316. gestureRecognizer.state = .ended
  317. }
  318. // CLOSE DETAIL
  319. if !detailView.isHidden && (currentLocation.y > 20) {
  320. self.closeDetail()
  321. gestureRecognizer.state = .ended
  322. }
  323. // OPEN DETAIL
  324. if detailView.isHidden && (currentLocation.y < -20) {
  325. self.openDetail()
  326. gestureRecognizer.state = .ended
  327. }
  328. default:
  329. break
  330. }
  331. }
  332. }
  333. // MARK: -
  334. extension NCViewerMedia {
  335. @objc func openDetail(_ notification: NSNotification) {
  336. if let userInfo = notification.userInfo as NSDictionary?, let ocId = userInfo["ocId"] as? String, ocId == metadata.ocId {
  337. openDetail()
  338. }
  339. }
  340. private func openDetail() {
  341. self.dismissTip()
  342. CCUtility.setExif(metadata) { latitude, longitude, location, date, lensModel in
  343. if latitude != -1 && latitude != 0 && longitude != -1 && longitude != 0 {
  344. self.detailViewHeighConstraint.constant = self.view.bounds.height / 2
  345. } else {
  346. self.detailViewHeighConstraint.constant = 170
  347. }
  348. self.view.layoutIfNeeded()
  349. self.detailView.show(
  350. metadata: self.metadata,
  351. image: self.image,
  352. textColor: self.viewerMediaPage?.textColor,
  353. mediaMetadata: (latitude: latitude, longitude: longitude, location: location, date: date, lensModel: lensModel),
  354. ncplayer: self.ncplayer,
  355. delegate: self)
  356. if let image = self.imageVideoContainer.image {
  357. let ratioW = self.imageVideoContainer.frame.width / image.size.width
  358. let ratioH = self.imageVideoContainer.frame.height / image.size.height
  359. let ratio = ratioW < ratioH ? ratioW : ratioH
  360. let imageHeight = image.size.height * ratio
  361. let VideoContainerHeight = self.imageVideoContainer.frame.height * ratio
  362. let height = max(imageHeight, VideoContainerHeight)
  363. self.imageViewConstraint = self.detailView.frame.height - ((self.view.frame.height - height) / 2) + self.view.safeAreaInsets.bottom
  364. if self.imageViewConstraint < 0 { self.imageViewConstraint = 0 }
  365. }
  366. UIView.animate(withDuration: 0.3) {
  367. self.imageViewTopConstraint.constant = -self.imageViewConstraint
  368. self.imageViewBottomConstraint.constant = self.imageViewConstraint
  369. self.detailViewTopConstraint.constant = self.detailViewHeighConstraint.constant
  370. self.view.layoutIfNeeded()
  371. } completion: { _ in
  372. }
  373. self.scrollView.pinchGestureRecognizer?.isEnabled = false
  374. }
  375. }
  376. private func closeDetail() {
  377. self.detailView.hide()
  378. imageViewConstraint = 0
  379. UIView.animate(withDuration: 0.3) {
  380. self.imageViewTopConstraint.constant = 0
  381. self.imageViewBottomConstraint.constant = 0
  382. self.detailViewTopConstraint.constant = 0
  383. self.view.layoutIfNeeded()
  384. } completion: { _ in
  385. }
  386. scrollView.pinchGestureRecognizer?.isEnabled = true
  387. }
  388. func reloadDetail() {
  389. if self.detailView.isShow() {
  390. CCUtility.setExif(metadata) { (latitude, longitude, location, date, lensModel) in
  391. self.detailView.show(
  392. metadata: self.metadata,
  393. image: self.image,
  394. textColor: self.viewerMediaPage?.textColor,
  395. mediaMetadata: (latitude: latitude, longitude: longitude, location: location, date: date, lensModel: lensModel),
  396. ncplayer: self.ncplayer,
  397. delegate: self)
  398. }
  399. }
  400. }
  401. }
  402. // MARK: -
  403. extension NCViewerMedia: UIScrollViewDelegate {
  404. func viewForZooming(in scrollView: UIScrollView) -> UIView? {
  405. return imageVideoContainer
  406. }
  407. func scrollViewDidZoom(_ scrollView: UIScrollView) {
  408. if scrollView.zoomScale > 1 {
  409. if let image = imageVideoContainer.image {
  410. let ratioW = imageVideoContainer.frame.width / image.size.width
  411. let ratioH = imageVideoContainer.frame.height / image.size.height
  412. let ratio = ratioW < ratioH ? ratioW : ratioH
  413. let newWidth = image.size.width * ratio
  414. let newHeight = image.size.height * ratio
  415. let conditionLeft = newWidth*scrollView.zoomScale > imageVideoContainer.frame.width
  416. let left = 0.5 * (conditionLeft ? newWidth - imageVideoContainer.frame.width : (scrollView.frame.width - scrollView.contentSize.width))
  417. let conditioTop = newHeight*scrollView.zoomScale > imageVideoContainer.frame.height
  418. let top = 0.5 * (conditioTop ? newHeight - imageVideoContainer.frame.height : (scrollView.frame.height - scrollView.contentSize.height))
  419. scrollView.contentInset = UIEdgeInsets(top: top, left: left, bottom: top, right: left)
  420. }
  421. } else {
  422. scrollView.contentInset = .zero
  423. }
  424. }
  425. func scrollViewDidScroll(_ scrollView: UIScrollView) {
  426. }
  427. }
  428. extension NCViewerMedia: NCViewerMediaDetailViewDelegate {
  429. func downloadFullResolution() {
  430. closeDetail()
  431. NCNetworking.shared.download(metadata: metadata, selector: NCGlobal.shared.selectorOpenDetail) { _, _ in }
  432. }
  433. }
  434. extension NCViewerMedia: EasyTipViewDelegate {
  435. // TIP
  436. func easyTipViewDidTap(_ tipView: EasyTipView) {
  437. NCManageDatabase.shared.addTip(NCGlobal.shared.tipNCViewerMediaDetailView)
  438. }
  439. func easyTipViewDidDismiss(_ tipView: EasyTipView) { }
  440. func dismissTip() {
  441. NCManageDatabase.shared.addTip(NCGlobal.shared.tipNCViewerMediaDetailView)
  442. self.tipView?.dismiss()
  443. }
  444. }
  445. // MARK: -
  446. class imageVideoContainerView: UIImageView {
  447. var playerLayer: CALayer?
  448. var metadata: tableMetadata?
  449. override func layoutSublayers(of layer: CALayer) {
  450. super.layoutSublayers(of: layer)
  451. playerLayer?.frame = self.bounds
  452. }
  453. }