NCAutoUpload.swift 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296
  1. //
  2. // NCAutoUpload.swift
  3. // Nextcloud
  4. //
  5. // Created by Marino Faggiana on 27/01/21.
  6. // Copyright © 2021 Marino Faggiana. All rights reserved.
  7. //
  8. // Author Marino Faggiana <marino.faggiana@nextcloud.com>
  9. //
  10. // This program is free software: you can redistribute it and/or modify
  11. // it under the terms of the GNU General Public License as published by
  12. // the Free Software Foundation, either version 3 of the License, or
  13. // (at your option) any later version.
  14. //
  15. // This program is distributed in the hope that it will be useful,
  16. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  17. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  18. // GNU General Public License for more details.
  19. //
  20. // You should have received a copy of the GNU General Public License
  21. // along with this program. If not, see <http://www.gnu.org/licenses/>.
  22. //
  23. import UIKit
  24. import CoreLocation
  25. import NextcloudKit
  26. import Photos
  27. class NCAutoUpload: NSObject {
  28. @objc static let shared: NCAutoUpload = {
  29. let instance = NCAutoUpload()
  30. return instance
  31. }()
  32. private var endForAssetToUpload: Bool = false
  33. private let appDelegate = UIApplication.shared.delegate as? AppDelegate
  34. // MARK: -
  35. @objc func initAutoUpload(viewController: UIViewController?, completion: @escaping (_ items: Int) -> Void) {
  36. guard let account = NCManageDatabase.shared.getActiveAccount(), account.autoUpload else {
  37. completion(0)
  38. return
  39. }
  40. NCAskAuthorization.shared.askAuthorizationPhotoLibrary(viewController: viewController) { hasPermission in
  41. guard hasPermission else {
  42. NCManageDatabase.shared.setAccountAutoUploadProperty("autoUpload", state: false)
  43. completion(0)
  44. return
  45. }
  46. self.uploadAssetsNewAndFull(viewController: viewController, selector: NCGlobal.shared.selectorUploadAutoUpload, log: "Init Auto Upload") { items in
  47. completion(items)
  48. }
  49. }
  50. }
  51. @objc func autoUploadFullPhotos(viewController: UIViewController?, log: String) {
  52. NCAskAuthorization.shared.askAuthorizationPhotoLibrary(viewController: viewController) { hasPermission in
  53. guard hasPermission else { return }
  54. let error = NKError(errorCode: NCGlobal.shared.errorInternalError, errorDescription: "_create_full_upload_")
  55. NCContentPresenter.shared.showWarning(error: error, priority: .max)
  56. NCActivityIndicator.shared.start()
  57. self.uploadAssetsNewAndFull(viewController: viewController, selector: NCGlobal.shared.selectorUploadAutoUploadAll, log: log) { _ in
  58. NCActivityIndicator.shared.stop()
  59. }
  60. }
  61. }
  62. private func uploadAssetsNewAndFull(viewController: UIViewController?, selector: String, log: String, completion: @escaping (_ items: Int) -> Void) {
  63. guard let account = NCManageDatabase.shared.getActiveAccount() else {
  64. completion(0)
  65. return
  66. }
  67. DispatchQueue.global().async {
  68. let autoUploadPath = NCManageDatabase.shared.getAccountAutoUploadPath(urlBase: account.urlBase, account: account.account)
  69. var metadatas: [tableMetadata] = []
  70. self.getCameraRollAssets(viewController: viewController, account: account, selector: selector, alignPhotoLibrary: false) { assets in
  71. guard let assets = assets, !assets.isEmpty else {
  72. NKCommon.shared.writeLog("[INFO] Automatic upload, no new assets found [" + log + "]")
  73. completion(0)
  74. return
  75. }
  76. NKCommon.shared.writeLog("[INFO] Automatic upload, new \(assets.count) assets found [" + log + "]")
  77. // Create the folder for auto upload & if request the subfolders
  78. if !NCNetworking.shared.createFolder(assets: assets, selector: selector, useSubFolder: account.autoUploadCreateSubfolder, account: account.account, urlBase: account.urlBase) {
  79. if selector == NCGlobal.shared.selectorUploadAutoUploadAll {
  80. let error = NKError(errorCode: NCGlobal.shared.errorInternalError, errorDescription: "_error_createsubfolders_upload_")
  81. NCContentPresenter.shared.showError(error: error, priority: .max)
  82. }
  83. return completion(0)
  84. }
  85. self.endForAssetToUpload = false
  86. for asset in assets {
  87. var livePhoto = false
  88. var session: String = ""
  89. guard let assetDate = asset.creationDate else { continue }
  90. let assetMediaType = asset.mediaType
  91. var serverUrl: String = ""
  92. let fileName = CCUtility.createFileName(asset.value(forKey: "filename") as? String, fileDate: assetDate, fileType: assetMediaType, keyFileName: NCGlobal.shared.keyFileNameAutoUploadMask, keyFileNameType: NCGlobal.shared.keyFileNameAutoUploadType, keyFileNameOriginal: NCGlobal.shared.keyFileNameOriginalAutoUpload, forcedNewFileName: false)!
  93. let formatter = DateFormatter()
  94. formatter.dateFormat = "yyyy"
  95. let yearString = formatter.string(from: assetDate)
  96. formatter.dateFormat = "MM"
  97. let monthString = formatter.string(from: assetDate)
  98. if asset.mediaSubtypes.contains(.photoLive) && CCUtility.getLivePhoto() {
  99. livePhoto = true
  100. }
  101. if selector == NCGlobal.shared.selectorUploadAutoUploadAll {
  102. session = NKCommon.shared.sessionIdentifierUpload
  103. } else {
  104. if assetMediaType == PHAssetMediaType.image && account.autoUploadWWAnPhoto == false {
  105. session = NCNetworking.shared.sessionIdentifierBackground
  106. } else if assetMediaType == PHAssetMediaType.video && account.autoUploadWWAnVideo == false {
  107. session = NCNetworking.shared.sessionIdentifierBackground
  108. } else if assetMediaType == PHAssetMediaType.image && account.autoUploadWWAnPhoto {
  109. session = NCNetworking.shared.sessionIdentifierBackgroundWWan
  110. } else if assetMediaType == PHAssetMediaType.video && account.autoUploadWWAnVideo {
  111. session = NCNetworking.shared.sessionIdentifierBackgroundWWan
  112. } else { session = NCNetworking.shared.sessionIdentifierBackground }
  113. }
  114. if account.autoUploadCreateSubfolder {
  115. serverUrl = autoUploadPath + "/" + yearString + "/" + monthString
  116. } else {
  117. serverUrl = autoUploadPath
  118. }
  119. // MOST COMPATIBLE SEARCH --> HEIC --> JPG
  120. var fileNameSearchMetadata = fileName
  121. let ext = (fileNameSearchMetadata as NSString).pathExtension.uppercased()
  122. if ext == "HEIC" && CCUtility.getFormatCompatibility() {
  123. fileNameSearchMetadata = (fileNameSearchMetadata as NSString).deletingPathExtension + ".jpg"
  124. }
  125. if NCManageDatabase.shared.getMetadata(predicate: NSPredicate(format: "account == %@ AND serverUrl == %@ AND fileNameView == %@", account.account, serverUrl, fileNameSearchMetadata)) != nil {
  126. if selector == NCGlobal.shared.selectorUploadAutoUpload {
  127. NCManageDatabase.shared.addPhotoLibrary([asset], account: account.account)
  128. }
  129. } else {
  130. let metadata = NCManageDatabase.shared.createMetadata(account: account.account, user: account.user, userId: account.userId, fileName: fileName, fileNameView: fileName, ocId: NSUUID().uuidString, serverUrl: serverUrl, urlBase: account.urlBase, url: "", contentType: "", isLivePhoto: livePhoto)
  131. metadata.assetLocalIdentifier = asset.localIdentifier
  132. metadata.session = session
  133. metadata.sessionSelector = selector
  134. metadata.status = NCGlobal.shared.metadataStatusWaitUpload
  135. if assetMediaType == PHAssetMediaType.video {
  136. metadata.classFile = NKCommon.typeClassFile.video.rawValue
  137. } else if assetMediaType == PHAssetMediaType.image {
  138. metadata.classFile = NKCommon.typeClassFile.image.rawValue
  139. }
  140. if selector == NCGlobal.shared.selectorUploadAutoUpload {
  141. NKCommon.shared.writeLog("[INFO] Automatic upload added \(metadata.fileNameView) with Identifier \(metadata.assetLocalIdentifier)")
  142. NCManageDatabase.shared.addPhotoLibrary([asset], account: account.account)
  143. }
  144. metadatas.append(metadata)
  145. }
  146. }
  147. self.endForAssetToUpload = true
  148. if selector == NCGlobal.shared.selectorUploadAutoUploadAll {
  149. self.appDelegate?.networkingProcessUpload?.createProcessUploads(metadatas: metadatas, completion: completion)
  150. } else {
  151. self.createProcessAutoUploads(metadatas: metadatas, completion: completion)
  152. }
  153. completion(metadatas.count)
  154. }
  155. }
  156. }
  157. // MARK: -
  158. func createProcessAutoUploads(metadatas: [tableMetadata], completion: @escaping (_ items: Int) -> Void) {
  159. var metadatasForUpload: [tableMetadata] = []
  160. var numStartUpload: Int = 0
  161. for metadata in metadatas {
  162. if NCManageDatabase.shared.getMetadata(predicate: NSPredicate(format: "account == %@ && serverUrl == %@ && fileName == %@ && session != ''", metadata.account, metadata.serverUrl, metadata.fileName)) != nil { continue }
  163. metadatasForUpload.append(metadata)
  164. }
  165. NCManageDatabase.shared.addMetadatas(metadatasForUpload)
  166. let metadatasInUpload = NCManageDatabase.shared.getMetadatas(predicate: NSPredicate(format: "status == %d OR status == %d", NCGlobal.shared.metadataStatusInUpload, NCGlobal.shared.metadataStatusUploading))
  167. let counterUpload = NCGlobal.shared.maxConcurrentOperationUpload - metadatasInUpload.count
  168. if counterUpload <= 0 { return completion(0) }
  169. // Extract file
  170. let metadatas = NCManageDatabase.shared.getAdvancedMetadatas(predicate: NSPredicate(format: "sessionSelector == %@ AND status == %d", NCGlobal.shared.selectorUploadAutoUpload, NCGlobal.shared.metadataStatusWaitUpload), page: 0, limit: counterUpload, sorted: "date", ascending: true)
  171. for metadata in metadatas {
  172. let metadata = tableMetadata.init(value: metadata)
  173. let semaphore = DispatchSemaphore(value: 0)
  174. NCUtility.shared.extractFiles(from: metadata) { metadatas in
  175. if metadatas.isEmpty {
  176. NCManageDatabase.shared.deleteMetadata(predicate: NSPredicate(format: "ocId == %@", metadata.ocId))
  177. }
  178. for metadata in metadatas {
  179. if (metadata.e2eEncrypted || metadata.chunk) && UIApplication.shared.applicationState != .active { continue }
  180. let isWiFi = NCNetworking.shared.networkReachability == NKCommon.typeReachability.reachableEthernetOrWiFi
  181. if metadata.session == NCNetworking.shared.sessionIdentifierBackgroundWWan && !isWiFi { continue }
  182. guard let metadata = NCManageDatabase.shared.setMetadataStatus(ocId: metadata.ocId, status: NCGlobal.shared.metadataStatusInUpload) else { continue }
  183. // Upload
  184. let semaphoreUpload = DispatchSemaphore(value: 1)
  185. NCNetworking.shared.upload(metadata: metadata) {
  186. numStartUpload += 1
  187. } completion: { error in
  188. semaphoreUpload.signal()
  189. }
  190. semaphoreUpload.wait()
  191. }
  192. semaphore.signal()
  193. }
  194. semaphore.wait()
  195. }
  196. completion(numStartUpload)
  197. }
  198. // MARK: -
  199. @objc func alignPhotoLibrary(viewController: UIViewController?) {
  200. guard let activeAccount = NCManageDatabase.shared.getActiveAccount() else { return }
  201. getCameraRollAssets(viewController: viewController, account: activeAccount, selector: NCGlobal.shared.selectorUploadAutoUploadAll, alignPhotoLibrary: true) { assets in
  202. NCManageDatabase.shared.clearTable(tablePhotoLibrary.self, account: activeAccount.account)
  203. guard let assets = assets else { return }
  204. NCManageDatabase.shared.addPhotoLibrary(assets, account: activeAccount.account)
  205. NKCommon.shared.writeLog("[INFO] Align Photo Library \(assets.count)")
  206. }
  207. }
  208. private func getCameraRollAssets(viewController: UIViewController?, account: tableAccount, selector: String, alignPhotoLibrary: Bool, completion: @escaping (_ assets: [PHAsset]?) -> Void) {
  209. NCAskAuthorization.shared.askAuthorizationPhotoLibrary(viewController: viewController) { hasPermission in
  210. guard hasPermission else {
  211. completion(nil)
  212. return
  213. }
  214. let assetCollection = PHAssetCollection.fetchAssetCollections(with: PHAssetCollectionType.smartAlbum, subtype: PHAssetCollectionSubtype.smartAlbumUserLibrary, options: nil)
  215. if assetCollection.count == 0 {
  216. completion(nil)
  217. return
  218. }
  219. let predicateImage = NSPredicate(format: "mediaType == %i", PHAssetMediaType.image.rawValue)
  220. let predicateVideo = NSPredicate(format: "mediaType == %i", PHAssetMediaType.video.rawValue)
  221. var predicate: NSPredicate?
  222. let fetchOptions = PHFetchOptions()
  223. var newAssets: [PHAsset] = []
  224. if alignPhotoLibrary || (account.autoUploadImage && account.autoUploadVideo) {
  225. predicate = NSCompoundPredicate(orPredicateWithSubpredicates: [predicateImage, predicateVideo])
  226. } else if account.autoUploadImage {
  227. predicate = predicateImage
  228. } else if account.autoUploadVideo {
  229. predicate = predicateVideo
  230. } else {
  231. return completion(nil)
  232. }
  233. fetchOptions.predicate = predicate
  234. let assets: PHFetchResult<PHAsset> = PHAsset.fetchAssets(in: assetCollection.firstObject!, options: fetchOptions)
  235. if selector == NCGlobal.shared.selectorUploadAutoUpload {
  236. var creationDate = ""
  237. var idAsset = ""
  238. let idsAsset = NCManageDatabase.shared.getPhotoLibraryIdAsset(image: account.autoUploadImage, video: account.autoUploadVideo, account: account.account)
  239. assets.enumerateObjects { asset, _, _ in
  240. if asset.creationDate != nil { creationDate = String(describing: asset.creationDate!) }
  241. idAsset = account.account + asset.localIdentifier + creationDate
  242. if !(idsAsset?.contains(idAsset) ?? false) {
  243. newAssets.append(asset)
  244. }
  245. }
  246. } else {
  247. assets.enumerateObjects { asset, _, _ in
  248. newAssets.append(asset)
  249. }
  250. }
  251. completion(newAssets)
  252. }
  253. }
  254. }