NCViewerMedia.swift 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576
  1. //
  2. // NCViewerMedia.swift
  3. // Nextcloud
  4. //
  5. // Created by Marino Faggiana on 24/10/2020.
  6. // Copyright © 2020 Marino Faggiana. All rights reserved.
  7. //
  8. // Author Marino Faggiana <marino.faggiana@nextcloud.com>
  9. //
  10. // This program is free software: you can redistribute it and/or modify
  11. // it under the terms of the GNU General Public License as published by
  12. // the Free Software Foundation, either version 3 of the License, or
  13. // (at your option) any later version.
  14. //
  15. // This program is distributed in the hope that it will be useful,
  16. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  17. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  18. // GNU General Public License for more details.
  19. //
  20. // You should have received a copy of the GNU General Public License
  21. // along with this program. If not, see <http://www.gnu.org/licenses/>.
  22. //
  23. import UIKit
  24. import SVGKit
  25. import NextcloudKit
  26. import EasyTipView
  27. import SwiftUI
  28. class NCViewerMedia: UIViewController {
  29. @IBOutlet weak var detailViewTopConstraint: NSLayoutConstraint!
  30. @IBOutlet weak var detailViewHeighConstraint: NSLayoutConstraint!
  31. @IBOutlet weak var imageViewTopConstraint: NSLayoutConstraint!
  32. @IBOutlet weak var imageViewBottomConstraint: NSLayoutConstraint!
  33. @IBOutlet weak var scrollView: UIScrollView!
  34. @IBOutlet weak var imageVideoContainer: imageVideoContainerView!
  35. @IBOutlet weak var statusViewImage: UIImageView!
  36. @IBOutlet weak var statusLabel: UILabel!
  37. @IBOutlet weak var detailView: NCViewerMediaDetailView!
  38. private var tipView: EasyTipView?
  39. let appDelegate = UIApplication.shared.delegate as! AppDelegate
  40. weak var viewerMediaPage: NCViewerMediaPage?
  41. var playerToolBar: NCPlayerToolBar?
  42. var ncplayer: NCPlayer?
  43. var image: UIImage?
  44. var metadata: tableMetadata = tableMetadata()
  45. var index: Int = 0
  46. var doubleTapGestureRecognizer: UITapGestureRecognizer = UITapGestureRecognizer()
  47. var imageViewConstraint: CGFloat = 0
  48. var isDetailViewInitializze: Bool = false
  49. var avPlayerLayer: AVPlayerLayer?
  50. var avPlayer: AVPlayer?
  51. // MARK: - View Life Cycle
  52. required init?(coder aDecoder: NSCoder) {
  53. super.init(coder: aDecoder)
  54. doubleTapGestureRecognizer = UITapGestureRecognizer(target: self, action: #selector(didDoubleTapWith(gestureRecognizer:)))
  55. doubleTapGestureRecognizer.numberOfTapsRequired = 2
  56. }
  57. deinit {
  58. print("deinit NCViewerMedia")
  59. self.tipView?.dismiss()
  60. NotificationCenter.default.removeObserver(self, name: NSNotification.Name(rawValue: NCGlobal.shared.notificationCenterOpenMediaDetail), object: nil)
  61. }
  62. override func viewDidLoad() {
  63. super.viewDidLoad()
  64. scrollView.delegate = self
  65. scrollView.maximumZoomScale = 4
  66. scrollView.minimumZoomScale = 1
  67. view.addGestureRecognizer(doubleTapGestureRecognizer)
  68. if NCManageDatabase.shared.getMetadataLivePhoto(metadata: metadata) != nil {
  69. statusViewImage.image = NCUtility.shared.loadImage(named: "livephoto", color: .gray)
  70. statusLabel.text = "LIVE"
  71. } else {
  72. statusViewImage.image = nil
  73. statusLabel.text = ""
  74. }
  75. if metadata.isMovie {
  76. playerToolBar = Bundle.main.loadNibNamed("NCPlayerToolBar", owner: self, options: nil)?.first as? NCPlayerToolBar
  77. if let playerToolBar = playerToolBar {
  78. view.addSubview(playerToolBar)
  79. playerToolBar.translatesAutoresizingMaskIntoConstraints = false
  80. playerToolBar.topAnchor.constraint(equalTo: view.safeAreaLayoutGuide.topAnchor, constant: 10).isActive = true
  81. playerToolBar.bottomAnchor.constraint(equalTo: view.safeAreaLayoutGuide.bottomAnchor, constant: -10).isActive = true
  82. playerToolBar.leadingAnchor.constraint(equalTo: view.safeAreaLayoutGuide.leadingAnchor, constant: 10).isActive = true
  83. playerToolBar.trailingAnchor.constraint(equalTo: view.safeAreaLayoutGuide.trailingAnchor, constant: -10).isActive = true
  84. }
  85. self.ncplayer = NCPlayer(imageVideoContainer: self.imageVideoContainer, playerToolBar: self.playerToolBar, metadata: self.metadata, viewerMediaPage: self.viewerMediaPage)
  86. }
  87. // TIP
  88. var preferences = EasyTipView.Preferences()
  89. preferences.drawing.foregroundColor = .white
  90. preferences.drawing.backgroundColor = NCBrandColor.shared.nextcloud
  91. preferences.drawing.textAlignment = .left
  92. preferences.drawing.arrowPosition = .top
  93. preferences.drawing.cornerRadius = 10
  94. preferences.animating.dismissTransform = CGAffineTransform(translationX: 0, y: 100)
  95. preferences.animating.showInitialTransform = CGAffineTransform(translationX: 0, y: -100)
  96. preferences.animating.showInitialAlpha = 0
  97. preferences.animating.showDuration = 0.5
  98. preferences.animating.dismissDuration = 0
  99. tipView = EasyTipView(text: NSLocalizedString("_tip_open_mediadetail_", comment: ""), preferences: preferences, delegate: self)
  100. detailViewTopConstraint.constant = 0
  101. detailView.hide()
  102. self.image = nil
  103. self.imageVideoContainer.image = nil
  104. loadImage()
  105. }
  106. override func viewWillAppear(_ animated: Bool) {
  107. super.viewWillAppear(animated)
  108. viewerMediaPage?.navigationController?.navigationBar.prefersLargeTitles = false
  109. viewerMediaPage?.navigationItem.title = metadata.fileNameView
  110. if metadata.isImage, let viewerMediaPage = self.viewerMediaPage {
  111. if viewerMediaPage.modifiedOcId.contains(metadata.ocId) {
  112. viewerMediaPage.modifiedOcId.removeAll(where: { $0 == metadata.ocId })
  113. loadImage()
  114. }
  115. }
  116. }
  117. override func viewDidAppear(_ animated: Bool) {
  118. super.viewDidAppear(animated)
  119. if metadata.isMovie {
  120. if let ncplayer = self.ncplayer {
  121. if ncplayer.url == nil {
  122. NCNetworking.shared.getVideoUrl(metadata: metadata) { url, autoplay in
  123. if let url = url {
  124. ncplayer.openAVPlayer(url: url, autoplay: autoplay)
  125. self.viewerMediaPage?.updateCommandCenter(ncplayer: ncplayer, metadata: self.metadata)
  126. }
  127. }
  128. } else {
  129. var position: Float = 0
  130. if let result = NCManageDatabase.shared.getVideo(metadata: metadata), let resultPosition = result.position {
  131. position = resultPosition
  132. }
  133. ncplayer.restartAVPlayer(position: position)
  134. }
  135. }
  136. } else if metadata.isImage {
  137. viewerMediaPage?.clearCommandCenter()
  138. showTip()
  139. }
  140. NotificationCenter.default.addObserver(self, selector: #selector(openDetail(_:)), name: NSNotification.Name(rawValue: NCGlobal.shared.notificationCenterOpenMediaDetail), object: nil)
  141. }
  142. override func viewWillDisappear(_ animated: Bool) {
  143. super.viewWillDisappear(animated)
  144. self.tipView?.dismiss()
  145. }
  146. override func viewDidDisappear(_ animated: Bool) {
  147. super.viewDidDisappear(animated)
  148. if let ncplayer = ncplayer, ncplayer.isPlay() {
  149. ncplayer.playerPause()
  150. }
  151. }
  152. override func viewWillTransition(to size: CGSize, with coordinator: UIViewControllerTransitionCoordinator) {
  153. super.viewWillTransition(to: size, with: coordinator)
  154. self.tipView?.dismiss()
  155. coordinator.animate(alongsideTransition: { context in
  156. // back to the original size
  157. self.scrollView.zoom(to: CGRect(x: 0, y: 0, width: self.scrollView.bounds.width, height: self.scrollView.bounds.height), animated: false)
  158. self.view.layoutIfNeeded()
  159. UIView.animate(withDuration: context.transitionDuration) {
  160. if self.detailView.isShow() {
  161. self.openDetail()
  162. }
  163. }
  164. }, completion: { context in
  165. self.showTip()
  166. })
  167. }
  168. // MARK: - Tip
  169. func showTip() {
  170. if !NCManageDatabase.shared.tipExists(NCGlobal.shared.tipNCViewerMediaDetailView), let view = self.navigationController?.navigationBar {
  171. self.tipView?.show(forView: view)
  172. }
  173. }
  174. // MARK: - Image
  175. func loadImage() {
  176. guard let metadata = NCManageDatabase.shared.getMetadataFromOcId(metadata.ocId) else { return }
  177. self.metadata = metadata
  178. // Download image
  179. if !CCUtility.fileProviderStorageExists(metadata) && metadata.isImage && metadata.session == "" {
  180. if metadata.livePhoto {
  181. let fileName = (metadata.fileNameView as NSString).deletingPathExtension + ".mov"
  182. if let metadata = NCManageDatabase.shared.getMetadata(predicate: NSPredicate(format: "account == %@ AND serverUrl == %@ AND fileNameView LIKE[c] %@", metadata.account, metadata.serverUrl, fileName)), !CCUtility.fileProviderStorageExists(metadata) {
  183. NCNetworking.shared.download(metadata: metadata, selector: "") { _, _ in }
  184. }
  185. }
  186. NCNetworking.shared.download(metadata: metadata, selector: "") { _, _ in
  187. let image = getImageMetadata(metadata)
  188. if self.metadata.ocId == metadata.ocId {
  189. self.image = image
  190. self.imageVideoContainer.image = image
  191. }
  192. }
  193. }
  194. // Get image
  195. let image = getImageMetadata(metadata)
  196. if self.metadata.ocId == metadata.ocId {
  197. self.image = image
  198. self.imageVideoContainer.image = image
  199. }
  200. func getImageMetadata(_ metadata: tableMetadata) -> UIImage? {
  201. if let image = getImage(metadata: metadata) {
  202. return image
  203. }
  204. if metadata.isVideo && !metadata.hasPreview {
  205. NCUtility.shared.createImageFrom(fileNameView: metadata.fileNameView, ocId: metadata.ocId, etag: metadata.etag, classFile: metadata.classFile)
  206. }
  207. if CCUtility.fileProviderStoragePreviewIconExists(metadata.ocId, etag: metadata.etag) {
  208. if let imagePreviewPath = CCUtility.getDirectoryProviderStoragePreviewOcId(metadata.ocId, etag: metadata.etag) {
  209. return UIImage(contentsOfFile: imagePreviewPath)
  210. }
  211. }
  212. if metadata.isAudio {
  213. return UIImage(named: "noPreviewAudio")!.image(color: .gray, size: view.frame.width)
  214. } else if metadata.isImage {
  215. return UIImage(named: "noPreview")!.image(color: .gray, size: view.frame.width)
  216. } else {
  217. return nil
  218. }
  219. }
  220. func getImage(metadata: tableMetadata) -> UIImage? {
  221. let ext = CCUtility.getExtension(metadata.fileNameView)
  222. var image: UIImage?
  223. if CCUtility.fileProviderStorageExists(metadata) && metadata.isImage {
  224. let previewPath = CCUtility.getDirectoryProviderStoragePreviewOcId(metadata.ocId, etag: metadata.etag)!
  225. let imagePath = CCUtility.getDirectoryProviderStorageOcId(metadata.ocId, fileNameView: metadata.fileNameView)!
  226. if ext == "GIF" {
  227. if !FileManager().fileExists(atPath: previewPath) {
  228. NCUtility.shared.createImageFrom(fileNameView: metadata.fileNameView, ocId: metadata.ocId, etag: metadata.etag, classFile: metadata.classFile)
  229. }
  230. image = UIImage.animatedImage(withAnimatedGIFURL: URL(fileURLWithPath: imagePath))
  231. } else if ext == "SVG" {
  232. if let svgImage = SVGKImage(contentsOfFile: imagePath) {
  233. svgImage.size = CGSize(width: NCGlobal.shared.sizePreview, height: NCGlobal.shared.sizePreview)
  234. if let image = svgImage.uiImage {
  235. if !FileManager().fileExists(atPath: previewPath) {
  236. do {
  237. try image.pngData()?.write(to: URL(fileURLWithPath: previewPath), options: .atomic)
  238. } catch { }
  239. }
  240. return image
  241. } else {
  242. return nil
  243. }
  244. } else {
  245. return nil
  246. }
  247. } else {
  248. NCUtility.shared.createImageFrom(fileNameView: metadata.fileNameView, ocId: metadata.ocId, etag: metadata.etag, classFile: metadata.classFile)
  249. image = UIImage(contentsOfFile: imagePath)
  250. }
  251. }
  252. return image
  253. }
  254. }
  255. // MARK: - Live Photo
  256. func playLivePhoto(filePath: String) {
  257. updateViewConstraints()
  258. statusViewImage.isHidden = true
  259. statusLabel.isHidden = true
  260. avPlayer = AVPlayer(url: URL(fileURLWithPath: filePath))
  261. avPlayerLayer = AVPlayerLayer(player: avPlayer)
  262. if let avPlayerLayer = self.avPlayerLayer, let imageView = imageVideoContainer {
  263. avPlayerLayer.videoGravity = .resizeAspect
  264. avPlayerLayer.frame = imageView.bounds
  265. imageView.layer.addSublayer(avPlayerLayer)
  266. imageView.playerLayer = avPlayerLayer
  267. avPlayer?.play()
  268. }
  269. }
  270. func stopLivePhoto() {
  271. avPlayer?.pause()
  272. avPlayerLayer?.removeFromSuperlayer()
  273. statusViewImage.isHidden = false
  274. statusLabel.isHidden = false
  275. }
  276. // MARK: - Gesture
  277. @objc func didDoubleTapWith(gestureRecognizer: UITapGestureRecognizer) {
  278. guard metadata.isImage, !detailView.isShow() else { return }
  279. let pointInView = gestureRecognizer.location(in: self.imageVideoContainer)
  280. var newZoomScale = self.scrollView.maximumZoomScale
  281. if self.scrollView.zoomScale >= newZoomScale || abs(self.scrollView.zoomScale - newZoomScale) <= 0.01 {
  282. newZoomScale = self.scrollView.minimumZoomScale
  283. }
  284. let width = self.scrollView.bounds.width / newZoomScale
  285. let height = self.scrollView.bounds.height / newZoomScale
  286. let originX = pointInView.x - (width / 2.0)
  287. let originY = pointInView.y - (height / 2.0)
  288. let rectToZoomTo = CGRect(x: originX, y: originY, width: width, height: height)
  289. self.scrollView.zoom(to: rectToZoomTo, animated: true)
  290. }
  291. @objc func didPanWith(gestureRecognizer: UIPanGestureRecognizer) {
  292. guard metadata.isImage else { return }
  293. let currentLocation = gestureRecognizer.translation(in: self.view)
  294. switch gestureRecognizer.state {
  295. case .began:
  296. // let velocity = gestureRecognizer.velocity(in: self.view)
  297. // gesture moving Up
  298. // if velocity.y < 0 {
  299. // }
  300. break
  301. case .ended:
  302. if detailView.isShow() {
  303. self.imageViewTopConstraint.constant = -imageViewConstraint
  304. self.imageViewBottomConstraint.constant = imageViewConstraint
  305. } else {
  306. self.imageViewTopConstraint.constant = 0
  307. self.imageViewBottomConstraint.constant = 0
  308. }
  309. case .changed:
  310. imageViewTopConstraint.constant = (currentLocation.y - imageViewConstraint)
  311. imageViewBottomConstraint.constant = -(currentLocation.y - imageViewConstraint)
  312. // DISMISS VIEW
  313. if detailView.isHidden && (currentLocation.y > 20) {
  314. viewerMediaPage?.navigationController?.popViewController(animated: true)
  315. gestureRecognizer.state = .ended
  316. }
  317. // CLOSE DETAIL
  318. if !detailView.isHidden && (currentLocation.y > 20) {
  319. self.closeDetail()
  320. gestureRecognizer.state = .ended
  321. }
  322. // OPEN DETAIL
  323. if detailView.isHidden && (currentLocation.y < -20) {
  324. self.openDetail()
  325. gestureRecognizer.state = .ended
  326. }
  327. default:
  328. break
  329. }
  330. }
  331. }
  332. // MARK: -
  333. extension NCViewerMedia {
  334. @objc func openDetail(_ notification: NSNotification) {
  335. if let userInfo = notification.userInfo as NSDictionary?, let ocId = userInfo["ocId"] as? String, ocId == metadata.ocId {
  336. openDetail()
  337. }
  338. }
  339. private func openDetail() {
  340. self.dismissTip()
  341. CCUtility.setExif(metadata) { latitude, longitude, location, date, lensModel in
  342. if latitude != -1 && latitude != 0 && longitude != -1 && longitude != 0 {
  343. self.detailViewHeighConstraint.constant = self.view.bounds.height / 2
  344. } else {
  345. self.detailViewHeighConstraint.constant = 170
  346. }
  347. self.view.layoutIfNeeded()
  348. self.detailView.show(
  349. metadata: self.metadata,
  350. image: self.image,
  351. textColor: self.viewerMediaPage?.textColor,
  352. mediaMetadata: (latitude: latitude, longitude: longitude, location: location, date: date, lensModel: lensModel),
  353. ncplayer: self.ncplayer,
  354. delegate: self)
  355. if let image = self.imageVideoContainer.image {
  356. let ratioW = self.imageVideoContainer.frame.width / image.size.width
  357. let ratioH = self.imageVideoContainer.frame.height / image.size.height
  358. let ratio = ratioW < ratioH ? ratioW : ratioH
  359. let imageHeight = image.size.height * ratio
  360. let VideoContainerHeight = self.imageVideoContainer.frame.height * ratio
  361. let height = max(imageHeight, VideoContainerHeight)
  362. self.imageViewConstraint = self.detailView.frame.height - ((self.view.frame.height - height) / 2) + self.view.safeAreaInsets.bottom
  363. if self.imageViewConstraint < 0 { self.imageViewConstraint = 0 }
  364. }
  365. UIView.animate(withDuration: 0.3) {
  366. self.imageViewTopConstraint.constant = -self.imageViewConstraint
  367. self.imageViewBottomConstraint.constant = self.imageViewConstraint
  368. self.detailViewTopConstraint.constant = self.detailViewHeighConstraint.constant
  369. self.view.layoutIfNeeded()
  370. } completion: { _ in
  371. }
  372. self.scrollView.pinchGestureRecognizer?.isEnabled = false
  373. }
  374. }
  375. private func closeDetail() {
  376. self.detailView.hide()
  377. imageViewConstraint = 0
  378. UIView.animate(withDuration: 0.3) {
  379. self.imageViewTopConstraint.constant = 0
  380. self.imageViewBottomConstraint.constant = 0
  381. self.detailViewTopConstraint.constant = 0
  382. self.view.layoutIfNeeded()
  383. } completion: { _ in
  384. }
  385. scrollView.pinchGestureRecognizer?.isEnabled = true
  386. }
  387. func reloadDetail() {
  388. if self.detailView.isShow() {
  389. CCUtility.setExif(metadata) { (latitude, longitude, location, date, lensModel) in
  390. self.detailView.show(
  391. metadata: self.metadata,
  392. image: self.image,
  393. textColor: self.viewerMediaPage?.textColor,
  394. mediaMetadata: (latitude: latitude, longitude: longitude, location: location, date: date, lensModel: lensModel),
  395. ncplayer: self.ncplayer,
  396. delegate: self)
  397. }
  398. }
  399. }
  400. }
  401. // MARK: -
  402. extension NCViewerMedia: UIScrollViewDelegate {
  403. func viewForZooming(in scrollView: UIScrollView) -> UIView? {
  404. return imageVideoContainer
  405. }
  406. func scrollViewDidZoom(_ scrollView: UIScrollView) {
  407. if scrollView.zoomScale > 1 {
  408. if let image = imageVideoContainer.image {
  409. let ratioW = imageVideoContainer.frame.width / image.size.width
  410. let ratioH = imageVideoContainer.frame.height / image.size.height
  411. let ratio = ratioW < ratioH ? ratioW : ratioH
  412. let newWidth = image.size.width * ratio
  413. let newHeight = image.size.height * ratio
  414. let conditionLeft = newWidth*scrollView.zoomScale > imageVideoContainer.frame.width
  415. let left = 0.5 * (conditionLeft ? newWidth - imageVideoContainer.frame.width : (scrollView.frame.width - scrollView.contentSize.width))
  416. let conditioTop = newHeight*scrollView.zoomScale > imageVideoContainer.frame.height
  417. let top = 0.5 * (conditioTop ? newHeight - imageVideoContainer.frame.height : (scrollView.frame.height - scrollView.contentSize.height))
  418. scrollView.contentInset = UIEdgeInsets(top: top, left: left, bottom: top, right: left)
  419. }
  420. } else {
  421. scrollView.contentInset = .zero
  422. }
  423. }
  424. func scrollViewDidScroll(_ scrollView: UIScrollView) {
  425. }
  426. }
  427. extension NCViewerMedia: NCViewerMediaDetailViewDelegate {
  428. func downloadFullResolution() {
  429. closeDetail()
  430. NCNetworking.shared.download(metadata: metadata, selector: NCGlobal.shared.selectorOpenDetail) { _, _ in }
  431. }
  432. }
  433. extension NCViewerMedia: EasyTipViewDelegate {
  434. // TIP
  435. func easyTipViewDidTap(_ tipView: EasyTipView) {
  436. NCManageDatabase.shared.addTip(NCGlobal.shared.tipNCViewerMediaDetailView)
  437. }
  438. func easyTipViewDidDismiss(_ tipView: EasyTipView) { }
  439. func dismissTip() {
  440. NCManageDatabase.shared.addTip(NCGlobal.shared.tipNCViewerMediaDetailView)
  441. self.tipView?.dismiss()
  442. }
  443. }
  444. // MARK: -
  445. class imageVideoContainerView: UIImageView {
  446. var playerLayer: CALayer?
  447. var metadata: tableMetadata?
  448. override func layoutSublayers(of layer: CALayer) {
  449. super.layoutSublayers(of: layer)
  450. playerLayer?.frame = self.bounds
  451. }
  452. }