NCViewerMedia.swift 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583
  1. //
  2. // NCViewerMedia.swift
  3. // Nextcloud
  4. //
  5. // Created by Marino Faggiana on 24/10/2020.
  6. // Copyright © 2020 Marino Faggiana. All rights reserved.
  7. //
  8. // Author Marino Faggiana <marino.faggiana@nextcloud.com>
  9. //
  10. // This program is free software: you can redistribute it and/or modify
  11. // it under the terms of the GNU General Public License as published by
  12. // the Free Software Foundation, either version 3 of the License, or
  13. // (at your option) any later version.
  14. //
  15. // This program is distributed in the hope that it will be useful,
  16. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  17. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  18. // GNU General Public License for more details.
  19. //
  20. // You should have received a copy of the GNU General Public License
  21. // along with this program. If not, see <http://www.gnu.org/licenses/>.
  22. //
  23. import UIKit
  24. import SVGKit
  25. import NextcloudKit
  26. import EasyTipView
  27. import SwiftUI
  28. import MobileVLCKit
  29. class NCViewerMedia: UIViewController {
  30. @IBOutlet weak var detailViewTopConstraint: NSLayoutConstraint!
  31. @IBOutlet weak var detailViewHeighConstraint: NSLayoutConstraint!
  32. @IBOutlet weak var imageViewTopConstraint: NSLayoutConstraint!
  33. @IBOutlet weak var imageViewBottomConstraint: NSLayoutConstraint!
  34. @IBOutlet weak var scrollView: UIScrollView!
  35. @IBOutlet weak var imageVideoContainer: UIImageView!
  36. @IBOutlet weak var statusViewImage: UIImageView!
  37. @IBOutlet weak var statusLabel: UILabel!
  38. @IBOutlet weak var detailView: NCViewerMediaDetailView!
  39. private var tipView: EasyTipView?
  40. private let player = VLCMediaPlayer()
  41. let appDelegate = UIApplication.shared.delegate as! AppDelegate
  42. weak var viewerMediaPage: NCViewerMediaPage?
  43. var playerToolBar: NCPlayerToolBar?
  44. var ncplayer: NCPlayer?
  45. var image: UIImage?
  46. var metadata: tableMetadata = tableMetadata()
  47. var index: Int = 0
  48. var doubleTapGestureRecognizer: UITapGestureRecognizer = UITapGestureRecognizer()
  49. var imageViewConstraint: CGFloat = 0
  50. var isDetailViewInitializze: Bool = false
  51. // MARK: - View Life Cycle
  52. required init?(coder aDecoder: NSCoder) {
  53. super.init(coder: aDecoder)
  54. doubleTapGestureRecognizer = UITapGestureRecognizer(target: self, action: #selector(didDoubleTapWith(gestureRecognizer:)))
  55. doubleTapGestureRecognizer.numberOfTapsRequired = 2
  56. }
  57. deinit {
  58. print("deinit NCViewerMedia")
  59. self.tipView?.dismiss()
  60. NotificationCenter.default.removeObserver(self, name: NSNotification.Name(rawValue: NCGlobal.shared.notificationCenterOpenMediaDetail), object: nil)
  61. }
  62. override func viewDidLoad() {
  63. super.viewDidLoad()
  64. scrollView.delegate = self
  65. scrollView.maximumZoomScale = 4
  66. scrollView.minimumZoomScale = 1
  67. view.addGestureRecognizer(doubleTapGestureRecognizer)
  68. if NCManageDatabase.shared.getMetadataLivePhoto(metadata: metadata) != nil {
  69. statusViewImage.image = NCUtility.shared.loadImage(named: "livephoto", color: .gray)
  70. statusLabel.text = "LIVE"
  71. } else {
  72. statusViewImage.image = nil
  73. statusLabel.text = ""
  74. }
  75. if metadata.isAudioOrVideo {
  76. playerToolBar = Bundle.main.loadNibNamed("NCPlayerToolBar", owner: self, options: nil)?.first as? NCPlayerToolBar
  77. if let playerToolBar = playerToolBar {
  78. view.addSubview(playerToolBar)
  79. playerToolBar.translatesAutoresizingMaskIntoConstraints = false
  80. playerToolBar.topAnchor.constraint(equalTo: view.safeAreaLayoutGuide.topAnchor).isActive = true
  81. playerToolBar.bottomAnchor.constraint(equalTo: view.bottomAnchor).isActive = true
  82. playerToolBar.leadingAnchor.constraint(equalTo: view.leadingAnchor).isActive = true
  83. playerToolBar.trailingAnchor.constraint(equalTo: view.trailingAnchor).isActive = true
  84. }
  85. self.ncplayer = NCPlayer(imageVideoContainer: self.imageVideoContainer, playerToolBar: self.playerToolBar, metadata: self.metadata, viewerMediaPage: self.viewerMediaPage)
  86. }
  87. // TIP
  88. var preferences = EasyTipView.Preferences()
  89. preferences.drawing.foregroundColor = .white
  90. preferences.drawing.backgroundColor = NCBrandColor.shared.nextcloud
  91. preferences.drawing.textAlignment = .left
  92. preferences.drawing.arrowPosition = .top
  93. preferences.drawing.cornerRadius = 10
  94. preferences.animating.dismissTransform = CGAffineTransform(translationX: 0, y: 100)
  95. preferences.animating.showInitialTransform = CGAffineTransform(translationX: 0, y: -100)
  96. preferences.animating.showInitialAlpha = 0
  97. preferences.animating.showDuration = 0.5
  98. preferences.animating.dismissDuration = 0
  99. tipView = EasyTipView(text: NSLocalizedString("_tip_open_mediadetail_", comment: ""), preferences: preferences, delegate: self)
  100. detailViewTopConstraint.constant = 0
  101. detailView.hide()
  102. self.image = nil
  103. self.imageVideoContainer.image = nil
  104. loadImage()
  105. }
  106. override func viewWillAppear(_ animated: Bool) {
  107. super.viewWillAppear(animated)
  108. viewerMediaPage?.navigationController?.navigationBar.prefersLargeTitles = false
  109. viewerMediaPage?.navigationItem.title = metadata.fileNameView
  110. if metadata.isImage, let viewerMediaPage = self.viewerMediaPage {
  111. if viewerMediaPage.modifiedOcId.contains(metadata.ocId) {
  112. viewerMediaPage.modifiedOcId.removeAll(where: { $0 == metadata.ocId })
  113. loadImage()
  114. }
  115. }
  116. }
  117. override func viewDidAppear(_ animated: Bool) {
  118. super.viewDidAppear(animated)
  119. viewerMediaPage?.clearCommandCenter()
  120. if metadata.isAudioOrVideo {
  121. if let ncplayer = self.ncplayer {
  122. if ncplayer.url == nil {
  123. NCActivityIndicator.shared.startActivity(backgroundView: self.view, style: .medium)
  124. NCNetworking.shared.getVideoUrl(metadata: metadata) { url, autoplay, error in
  125. NCActivityIndicator.shared.stop()
  126. if error == .success, let url = url {
  127. ncplayer.openAVPlayer(url: url, autoplay: autoplay)
  128. } else {
  129. NCContentPresenter.shared.showError(error: error)
  130. }
  131. }
  132. } else {
  133. var position: Float = 0
  134. if let result = NCManageDatabase.shared.getVideo(metadata: metadata), let resultPosition = result.position {
  135. position = resultPosition
  136. }
  137. ncplayer.restartAVPlayer(position: position, pauseAfterPlay: true)
  138. }
  139. }
  140. } else if metadata.isImage {
  141. DispatchQueue.main.asyncAfter(deadline: .now() + 1) {
  142. self.showTip()
  143. }
  144. }
  145. NotificationCenter.default.addObserver(self, selector: #selector(openDetail(_:)), name: NSNotification.Name(rawValue: NCGlobal.shared.notificationCenterOpenMediaDetail), object: nil)
  146. }
  147. override func viewWillDisappear(_ animated: Bool) {
  148. super.viewWillDisappear(animated)
  149. self.tipView?.dismiss()
  150. }
  151. override func viewDidDisappear(_ animated: Bool) {
  152. super.viewDidDisappear(animated)
  153. if let ncplayer = ncplayer, ncplayer.isPlay() {
  154. ncplayer.playerPause()
  155. }
  156. }
  157. override func viewWillTransition(to size: CGSize, with coordinator: UIViewControllerTransitionCoordinator) {
  158. self.tipView?.dismiss()
  159. if metadata.isVideo {
  160. self.imageVideoContainer.isHidden = true
  161. }
  162. super.viewWillTransition(to: size, with: coordinator)
  163. coordinator.animate(alongsideTransition: { context in
  164. // back to the original size
  165. self.scrollView.zoom(to: CGRect(x: 0, y: 0, width: self.scrollView.bounds.width, height: self.scrollView.bounds.height), animated: false)
  166. self.view.layoutIfNeeded()
  167. UIView.animate(withDuration: context.transitionDuration) {
  168. if self.detailView.isShow() {
  169. self.openDetail()
  170. }
  171. }
  172. }, completion: { context in
  173. self.showTip()
  174. if self.metadata.isVideo {
  175. self.imageVideoContainer.isHidden = false
  176. }
  177. })
  178. }
  179. // MARK: - Tip
  180. func showTip() {
  181. if !NCManageDatabase.shared.tipExists(NCGlobal.shared.tipNCViewerMediaDetailView), let view = self.navigationController?.navigationBar {
  182. self.tipView?.show(forView: view)
  183. }
  184. }
  185. // MARK: - Image
  186. func loadImage() {
  187. guard let metadata = NCManageDatabase.shared.getMetadataFromOcId(metadata.ocId) else { return }
  188. self.metadata = metadata
  189. // Download image
  190. if !CCUtility.fileProviderStorageExists(metadata) && metadata.isImage && metadata.session == "" {
  191. if metadata.livePhoto {
  192. let fileName = (metadata.fileNameView as NSString).deletingPathExtension + ".mov"
  193. if let metadata = NCManageDatabase.shared.getMetadata(predicate: NSPredicate(format: "account == %@ AND serverUrl == %@ AND fileNameView LIKE[c] %@", metadata.account, metadata.serverUrl, fileName)), !CCUtility.fileProviderStorageExists(metadata) {
  194. NCNetworking.shared.download(metadata: metadata, selector: "") { _, _ in }
  195. }
  196. }
  197. NCNetworking.shared.download(metadata: metadata, selector: "") { _, _ in
  198. let image = getImageMetadata(metadata)
  199. if self.metadata.ocId == metadata.ocId {
  200. self.image = image
  201. self.imageVideoContainer.image = image
  202. }
  203. }
  204. }
  205. // Get image
  206. let image = getImageMetadata(metadata)
  207. if self.metadata.ocId == metadata.ocId {
  208. self.image = image
  209. self.imageVideoContainer.image = image
  210. }
  211. func getImageMetadata(_ metadata: tableMetadata) -> UIImage? {
  212. if let image = getImage(metadata: metadata) {
  213. return image
  214. }
  215. if metadata.isVideo && !metadata.hasPreview {
  216. NCUtility.shared.createImageFrom(fileNameView: metadata.fileNameView, ocId: metadata.ocId, etag: metadata.etag, classFile: metadata.classFile)
  217. }
  218. if CCUtility.fileProviderStoragePreviewIconExists(metadata.ocId, etag: metadata.etag) {
  219. if let imagePreviewPath = CCUtility.getDirectoryProviderStoragePreviewOcId(metadata.ocId, etag: metadata.etag) {
  220. return UIImage(contentsOfFile: imagePreviewPath)
  221. }
  222. }
  223. if metadata.isAudio {
  224. return UIImage(named: "noPreviewAudio")!.image(color: .gray, size: view.frame.width)
  225. } else if metadata.isImage {
  226. return UIImage(named: "noPreview")!.image(color: .gray, size: view.frame.width)
  227. } else {
  228. return nil
  229. }
  230. }
  231. func getImage(metadata: tableMetadata) -> UIImage? {
  232. let ext = CCUtility.getExtension(metadata.fileNameView)
  233. var image: UIImage?
  234. if CCUtility.fileProviderStorageExists(metadata) && metadata.isImage {
  235. let previewPath = CCUtility.getDirectoryProviderStoragePreviewOcId(metadata.ocId, etag: metadata.etag)!
  236. let imagePath = CCUtility.getDirectoryProviderStorageOcId(metadata.ocId, fileNameView: metadata.fileNameView)!
  237. if ext == "GIF" {
  238. if !FileManager().fileExists(atPath: previewPath) {
  239. NCUtility.shared.createImageFrom(fileNameView: metadata.fileNameView, ocId: metadata.ocId, etag: metadata.etag, classFile: metadata.classFile)
  240. }
  241. image = UIImage.animatedImage(withAnimatedGIFURL: URL(fileURLWithPath: imagePath))
  242. } else if ext == "SVG" {
  243. if let svgImage = SVGKImage(contentsOfFile: imagePath) {
  244. svgImage.size = CGSize(width: NCGlobal.shared.sizePreview, height: NCGlobal.shared.sizePreview)
  245. if let image = svgImage.uiImage {
  246. if !FileManager().fileExists(atPath: previewPath) {
  247. do {
  248. try image.pngData()?.write(to: URL(fileURLWithPath: previewPath), options: .atomic)
  249. } catch { }
  250. }
  251. return image
  252. } else {
  253. return nil
  254. }
  255. } else {
  256. return nil
  257. }
  258. } else {
  259. NCUtility.shared.createImageFrom(fileNameView: metadata.fileNameView, ocId: metadata.ocId, etag: metadata.etag, classFile: metadata.classFile)
  260. image = UIImage(contentsOfFile: imagePath)
  261. }
  262. }
  263. return image
  264. }
  265. }
  266. // MARK: - Live Photo
  267. func playLivePhoto(filePath: String) {
  268. updateViewConstraints()
  269. statusViewImage.isHidden = true
  270. statusLabel.isHidden = true
  271. player.media = VLCMedia(url: URL(fileURLWithPath: filePath))
  272. player.drawable = imageVideoContainer
  273. player.play()
  274. }
  275. func stopLivePhoto() {
  276. player.stop()
  277. statusViewImage.isHidden = false
  278. statusLabel.isHidden = false
  279. }
  280. // MARK: - Gesture
  281. @objc func didDoubleTapWith(gestureRecognizer: UITapGestureRecognizer) {
  282. guard metadata.isImage, !detailView.isShow() else { return }
  283. let pointInView = gestureRecognizer.location(in: self.imageVideoContainer)
  284. var newZoomScale = self.scrollView.maximumZoomScale
  285. if self.scrollView.zoomScale >= newZoomScale || abs(self.scrollView.zoomScale - newZoomScale) <= 0.01 {
  286. newZoomScale = self.scrollView.minimumZoomScale
  287. }
  288. let width = self.scrollView.bounds.width / newZoomScale
  289. let height = self.scrollView.bounds.height / newZoomScale
  290. let originX = pointInView.x - (width / 2.0)
  291. let originY = pointInView.y - (height / 2.0)
  292. let rectToZoomTo = CGRect(x: originX, y: originY, width: width, height: height)
  293. self.scrollView.zoom(to: rectToZoomTo, animated: true)
  294. }
  295. @objc func didPanWith(gestureRecognizer: UIPanGestureRecognizer) {
  296. guard metadata.isImage else { return }
  297. let currentLocation = gestureRecognizer.translation(in: self.view)
  298. switch gestureRecognizer.state {
  299. case .began:
  300. // let velocity = gestureRecognizer.velocity(in: self.view)
  301. // gesture moving Up
  302. // if velocity.y < 0 {
  303. // }
  304. break
  305. case .ended:
  306. if detailView.isShow() {
  307. self.imageViewTopConstraint.constant = -imageViewConstraint
  308. self.imageViewBottomConstraint.constant = imageViewConstraint
  309. } else {
  310. self.imageViewTopConstraint.constant = 0
  311. self.imageViewBottomConstraint.constant = 0
  312. }
  313. case .changed:
  314. imageViewTopConstraint.constant = (currentLocation.y - imageViewConstraint)
  315. imageViewBottomConstraint.constant = -(currentLocation.y - imageViewConstraint)
  316. // DISMISS VIEW
  317. if detailView.isHidden && (currentLocation.y > 20) {
  318. viewerMediaPage?.navigationController?.popViewController(animated: true)
  319. gestureRecognizer.state = .ended
  320. }
  321. // CLOSE DETAIL
  322. if !detailView.isHidden && (currentLocation.y > 20) {
  323. self.closeDetail()
  324. gestureRecognizer.state = .ended
  325. }
  326. // OPEN DETAIL
  327. if detailView.isHidden && (currentLocation.y < -20) {
  328. self.openDetail()
  329. gestureRecognizer.state = .ended
  330. }
  331. default:
  332. break
  333. }
  334. }
  335. }
  336. // MARK: -
  337. extension NCViewerMedia {
  338. @objc func openDetail(_ notification: NSNotification) {
  339. if let userInfo = notification.userInfo as NSDictionary?, let ocId = userInfo["ocId"] as? String, ocId == metadata.ocId {
  340. openDetail()
  341. }
  342. }
  343. private func openDetail() {
  344. self.dismissTip()
  345. CCUtility.setExif(metadata) { latitude, longitude, location, date, lensModel in
  346. if latitude != -1 && latitude != 0 && longitude != -1 && longitude != 0 {
  347. self.detailViewHeighConstraint.constant = self.view.bounds.height / 2
  348. } else {
  349. self.detailViewHeighConstraint.constant = 170
  350. }
  351. self.view.layoutIfNeeded()
  352. self.detailView.show(
  353. metadata: self.metadata,
  354. image: self.image,
  355. textColor: self.viewerMediaPage?.textColor,
  356. mediaMetadata: (latitude: latitude, longitude: longitude, location: location, date: date, lensModel: lensModel),
  357. ncplayer: self.ncplayer,
  358. delegate: self)
  359. if let image = self.imageVideoContainer.image {
  360. let ratioW = self.imageVideoContainer.frame.width / image.size.width
  361. let ratioH = self.imageVideoContainer.frame.height / image.size.height
  362. let ratio = ratioW < ratioH ? ratioW : ratioH
  363. let imageHeight = image.size.height * ratio
  364. let VideoContainerHeight = self.imageVideoContainer.frame.height * ratio
  365. let height = max(imageHeight, VideoContainerHeight)
  366. self.imageViewConstraint = self.detailView.frame.height - ((self.view.frame.height - height) / 2) + self.view.safeAreaInsets.bottom
  367. if self.imageViewConstraint < 0 { self.imageViewConstraint = 0 }
  368. }
  369. UIView.animate(withDuration: 0.3) {
  370. self.imageViewTopConstraint.constant = -self.imageViewConstraint
  371. self.imageViewBottomConstraint.constant = self.imageViewConstraint
  372. self.detailViewTopConstraint.constant = self.detailViewHeighConstraint.constant
  373. self.view.layoutIfNeeded()
  374. } completion: { _ in
  375. }
  376. self.scrollView.pinchGestureRecognizer?.isEnabled = false
  377. }
  378. }
  379. private func closeDetail() {
  380. self.detailView.hide()
  381. imageViewConstraint = 0
  382. UIView.animate(withDuration: 0.3) {
  383. self.imageViewTopConstraint.constant = 0
  384. self.imageViewBottomConstraint.constant = 0
  385. self.detailViewTopConstraint.constant = 0
  386. self.view.layoutIfNeeded()
  387. } completion: { _ in
  388. }
  389. scrollView.pinchGestureRecognizer?.isEnabled = true
  390. }
  391. func reloadDetail() {
  392. if self.detailView.isShow() {
  393. CCUtility.setExif(metadata) { (latitude, longitude, location, date, lensModel) in
  394. self.detailView.show(
  395. metadata: self.metadata,
  396. image: self.image,
  397. textColor: self.viewerMediaPage?.textColor,
  398. mediaMetadata: (latitude: latitude, longitude: longitude, location: location, date: date, lensModel: lensModel),
  399. ncplayer: self.ncplayer,
  400. delegate: self)
  401. }
  402. }
  403. }
  404. }
  405. // MARK: -
  406. extension NCViewerMedia: UIScrollViewDelegate {
  407. func viewForZooming(in scrollView: UIScrollView) -> UIView? {
  408. return imageVideoContainer
  409. }
  410. func scrollViewDidZoom(_ scrollView: UIScrollView) {
  411. if scrollView.zoomScale > 1 {
  412. if let image = imageVideoContainer.image {
  413. let ratioW = imageVideoContainer.frame.width / image.size.width
  414. let ratioH = imageVideoContainer.frame.height / image.size.height
  415. let ratio = ratioW < ratioH ? ratioW : ratioH
  416. let newWidth = image.size.width * ratio
  417. let newHeight = image.size.height * ratio
  418. let conditionLeft = newWidth*scrollView.zoomScale > imageVideoContainer.frame.width
  419. let left = 0.5 * (conditionLeft ? newWidth - imageVideoContainer.frame.width : (scrollView.frame.width - scrollView.contentSize.width))
  420. let conditioTop = newHeight*scrollView.zoomScale > imageVideoContainer.frame.height
  421. let top = 0.5 * (conditioTop ? newHeight - imageVideoContainer.frame.height : (scrollView.frame.height - scrollView.contentSize.height))
  422. scrollView.contentInset = UIEdgeInsets(top: top, left: left, bottom: top, right: left)
  423. }
  424. } else {
  425. scrollView.contentInset = .zero
  426. }
  427. }
  428. func scrollViewDidScroll(_ scrollView: UIScrollView) {
  429. }
  430. }
  431. extension NCViewerMedia: NCViewerMediaDetailViewDelegate {
  432. func downloadFullResolution() {
  433. closeDetail()
  434. NCNetworking.shared.download(metadata: metadata, selector: NCGlobal.shared.selectorOpenDetail) { _, _ in }
  435. }
  436. }
  437. extension NCViewerMedia: EasyTipViewDelegate {
  438. // TIP
  439. func easyTipViewDidTap(_ tipView: EasyTipView) {
  440. NCManageDatabase.shared.addTip(NCGlobal.shared.tipNCViewerMediaDetailView)
  441. }
  442. func easyTipViewDidDismiss(_ tipView: EasyTipView) { }
  443. func dismissTip() {
  444. NCManageDatabase.shared.addTip(NCGlobal.shared.tipNCViewerMediaDetailView)
  445. self.tipView?.dismiss()
  446. }
  447. }
  448. // MARK: -
  449. /*
  450. class imageVideoContainerView: UIImageView {
  451. var playerLayer: CALayer?
  452. var metadata: tableMetadata?
  453. override func layoutSublayers(of layer: CALayer) {
  454. super.layoutSublayers(of: layer)
  455. playerLayer?.frame = self.bounds
  456. }
  457. }
  458. */