NCAutoUpload.swift 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297
  1. //
  2. // NCAutoUpload.swift
  3. // Nextcloud
  4. //
  5. // Created by Marino Faggiana on 27/01/21.
  6. // Copyright © 2021 Marino Faggiana. All rights reserved.
  7. //
  8. // Author Marino Faggiana <marino.faggiana@nextcloud.com>
  9. //
  10. // This program is free software: you can redistribute it and/or modify
  11. // it under the terms of the GNU General Public License as published by
  12. // the Free Software Foundation, either version 3 of the License, or
  13. // (at your option) any later version.
  14. //
  15. // This program is distributed in the hope that it will be useful,
  16. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  17. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  18. // GNU General Public License for more details.
  19. //
  20. // You should have received a copy of the GNU General Public License
  21. // along with this program. If not, see <http://www.gnu.org/licenses/>.
  22. //
  23. import UIKit
  24. import CoreLocation
  25. import NextcloudKit
  26. import Photos
  27. class NCAutoUpload: NSObject {
  28. @objc static let shared: NCAutoUpload = {
  29. let instance = NCAutoUpload()
  30. return instance
  31. }()
  32. private var endForAssetToUpload: Bool = false
  33. private let appDelegate = UIApplication.shared.delegate as? AppDelegate
  34. private let applicationState = UIApplication.shared.applicationState
  35. // MARK: -
  36. @objc func initAutoUpload(viewController: UIViewController?, completion: @escaping (_ items: Int) -> Void) {
  37. guard let account = NCManageDatabase.shared.getActiveAccount(), account.autoUpload else {
  38. completion(0)
  39. return
  40. }
  41. NCAskAuthorization.shared.askAuthorizationPhotoLibrary(viewController: viewController) { hasPermission in
  42. guard hasPermission else {
  43. NCManageDatabase.shared.setAccountAutoUploadProperty("autoUpload", state: false)
  44. completion(0)
  45. return
  46. }
  47. DispatchQueue.global().async {
  48. self.uploadAssetsNewAndFull(viewController: viewController, selector: NCGlobal.shared.selectorUploadAutoUpload, log: "Init Auto Upload") { items in
  49. completion(items)
  50. }
  51. }
  52. }
  53. }
  54. @objc func autoUploadFullPhotos(viewController: UIViewController?, log: String) {
  55. NCAskAuthorization.shared.askAuthorizationPhotoLibrary(viewController: viewController) { hasPermission in
  56. guard hasPermission else { return }
  57. let error = NKError(errorCode: NCGlobal.shared.errorInternalError, errorDescription: "_create_full_upload_")
  58. NCContentPresenter.shared.showWarning(error: error, priority: .max)
  59. NCActivityIndicator.shared.start()
  60. DispatchQueue.global().async {
  61. self.uploadAssetsNewAndFull(viewController: viewController, selector: NCGlobal.shared.selectorUploadAutoUploadAll, log: log) { _ in
  62. NCActivityIndicator.shared.stop()
  63. }
  64. }
  65. }
  66. }
  67. private func uploadAssetsNewAndFull(viewController: UIViewController?, selector: String, log: String, completion: @escaping (_ items: Int) -> Void) {
  68. guard let account = NCManageDatabase.shared.getActiveAccount() else {
  69. completion(0)
  70. return
  71. }
  72. let autoUploadPath = NCManageDatabase.shared.getAccountAutoUploadPath(urlBase: account.urlBase, account: account.account)
  73. var metadatas: [tableMetadata] = []
  74. self.getCameraRollAssets(viewController: viewController, account: account, selector: selector, alignPhotoLibrary: false) { assets in
  75. guard let assets = assets, !assets.isEmpty else {
  76. NKCommon.shared.writeLog("[INFO] Automatic upload, no new assets found [" + log + "]")
  77. completion(0)
  78. return
  79. }
  80. NKCommon.shared.writeLog("[INFO] Automatic upload, new \(assets.count) assets found [" + log + "]")
  81. // Create the folder for auto upload & if request the subfolders
  82. if !NCNetworking.shared.createFolder(assets: assets, selector: selector, useSubFolder: account.autoUploadCreateSubfolder, account: account.account, urlBase: account.urlBase) {
  83. if selector == NCGlobal.shared.selectorUploadAutoUploadAll {
  84. let error = NKError(errorCode: NCGlobal.shared.errorInternalError, errorDescription: "_error_createsubfolders_upload_")
  85. NCContentPresenter.shared.showError(error: error, priority: .max)
  86. }
  87. return completion(0)
  88. }
  89. self.endForAssetToUpload = false
  90. for asset in assets {
  91. var livePhoto = false
  92. var session: String = ""
  93. guard let assetDate = asset.creationDate else { continue }
  94. let assetMediaType = asset.mediaType
  95. var serverUrl: String = ""
  96. let fileName = CCUtility.createFileName(asset.value(forKey: "filename") as? String, fileDate: assetDate, fileType: assetMediaType, keyFileName: NCGlobal.shared.keyFileNameAutoUploadMask, keyFileNameType: NCGlobal.shared.keyFileNameAutoUploadType, keyFileNameOriginal: NCGlobal.shared.keyFileNameOriginalAutoUpload, forcedNewFileName: false)!
  97. let formatter = DateFormatter()
  98. formatter.dateFormat = "yyyy"
  99. let yearString = formatter.string(from: assetDate)
  100. formatter.dateFormat = "MM"
  101. let monthString = formatter.string(from: assetDate)
  102. if asset.mediaSubtypes.contains(.photoLive) && CCUtility.getLivePhoto() {
  103. livePhoto = true
  104. }
  105. if selector == NCGlobal.shared.selectorUploadAutoUploadAll {
  106. session = NKCommon.shared.sessionIdentifierUpload
  107. } else {
  108. if assetMediaType == PHAssetMediaType.image && account.autoUploadWWAnPhoto == false {
  109. session = NCNetworking.shared.sessionIdentifierBackground
  110. } else if assetMediaType == PHAssetMediaType.video && account.autoUploadWWAnVideo == false {
  111. session = NCNetworking.shared.sessionIdentifierBackground
  112. } else if assetMediaType == PHAssetMediaType.image && account.autoUploadWWAnPhoto {
  113. session = NCNetworking.shared.sessionIdentifierBackgroundWWan
  114. } else if assetMediaType == PHAssetMediaType.video && account.autoUploadWWAnVideo {
  115. session = NCNetworking.shared.sessionIdentifierBackgroundWWan
  116. } else { session = NCNetworking.shared.sessionIdentifierBackground }
  117. }
  118. if account.autoUploadCreateSubfolder {
  119. serverUrl = autoUploadPath + "/" + yearString + "/" + monthString
  120. } else {
  121. serverUrl = autoUploadPath
  122. }
  123. // MOST COMPATIBLE SEARCH --> HEIC --> JPG
  124. var fileNameSearchMetadata = fileName
  125. let ext = (fileNameSearchMetadata as NSString).pathExtension.uppercased()
  126. if ext == "HEIC" && CCUtility.getFormatCompatibility() {
  127. fileNameSearchMetadata = (fileNameSearchMetadata as NSString).deletingPathExtension + ".jpg"
  128. }
  129. if NCManageDatabase.shared.getMetadata(predicate: NSPredicate(format: "account == %@ AND serverUrl == %@ AND fileNameView == %@", account.account, serverUrl, fileNameSearchMetadata)) != nil {
  130. if selector == NCGlobal.shared.selectorUploadAutoUpload {
  131. NCManageDatabase.shared.addPhotoLibrary([asset], account: account.account)
  132. }
  133. } else {
  134. let metadata = NCManageDatabase.shared.createMetadata(account: account.account, user: account.user, userId: account.userId, fileName: fileName, fileNameView: fileName, ocId: NSUUID().uuidString, serverUrl: serverUrl, urlBase: account.urlBase, url: "", contentType: "", isLivePhoto: livePhoto)
  135. metadata.assetLocalIdentifier = asset.localIdentifier
  136. metadata.session = session
  137. metadata.sessionSelector = selector
  138. metadata.status = NCGlobal.shared.metadataStatusWaitUpload
  139. if assetMediaType == PHAssetMediaType.video {
  140. metadata.classFile = NKCommon.typeClassFile.video.rawValue
  141. } else if assetMediaType == PHAssetMediaType.image {
  142. metadata.classFile = NKCommon.typeClassFile.image.rawValue
  143. }
  144. if selector == NCGlobal.shared.selectorUploadAutoUpload {
  145. NKCommon.shared.writeLog("[INFO] Automatic upload added \(metadata.fileNameView) with Identifier \(metadata.assetLocalIdentifier)")
  146. NCManageDatabase.shared.addPhotoLibrary([asset], account: account.account)
  147. }
  148. metadatas.append(metadata)
  149. }
  150. }
  151. self.endForAssetToUpload = true
  152. if selector == NCGlobal.shared.selectorUploadAutoUploadAll {
  153. self.appDelegate?.networkingProcessUpload?.createProcessUploads(metadatas: metadatas, completion: completion)
  154. } else {
  155. if self.applicationState == .background {
  156. self.createBackgroundProcessAutoUpload(metadatas: metadatas, completion: completion)
  157. } else {
  158. self.appDelegate?.networkingProcessUpload?.createProcessUploads(metadatas: metadatas, completion: completion)
  159. }
  160. }
  161. }
  162. }
  163. // MARK: -
  164. func createBackgroundProcessAutoUpload(metadatas: [tableMetadata], completion: @escaping (_ items: Int) -> Void) {
  165. var metadatasForUpload: [tableMetadata] = []
  166. var numStartUpload: Int = 0
  167. let isWiFi = NCNetworking.shared.networkReachability == NKCommon.typeReachability.reachableEthernetOrWiFi
  168. for metadata in metadatas {
  169. if NCManageDatabase.shared.getMetadata(predicate: NSPredicate(format: "account == %@ && serverUrl == %@ && fileName == %@ && session != ''", metadata.account, metadata.serverUrl, metadata.fileName)) != nil { continue }
  170. metadatasForUpload.append(metadata)
  171. }
  172. NCManageDatabase.shared.addMetadatas(metadatasForUpload)
  173. let metadatasInUpload = NCManageDatabase.shared.getMetadatas(predicate: NSPredicate(format: "status == %d OR status == %d", NCGlobal.shared.metadataStatusInUpload, NCGlobal.shared.metadataStatusUploading))
  174. let counterUpload = NCGlobal.shared.maxConcurrentOperationUpload - metadatasInUpload.count
  175. if counterUpload <= 0 { return completion(0) }
  176. // Extract file
  177. let metadatas = NCManageDatabase.shared.getAdvancedMetadatas(predicate: NSPredicate(format: "sessionSelector == %@ AND status == %d", NCGlobal.shared.selectorUploadAutoUpload, NCGlobal.shared.metadataStatusWaitUpload), page: 0, limit: counterUpload, sorted: "date", ascending: true)
  178. for metadata in metadatas {
  179. let metadata = tableMetadata.init(value: metadata)
  180. let semaphore = DispatchSemaphore(value: 0)
  181. NCUtility.shared.extractFiles(from: metadata) { metadatas in
  182. if metadatas.isEmpty {
  183. NCManageDatabase.shared.deleteMetadata(predicate: NSPredicate(format: "ocId == %@", metadata.ocId))
  184. }
  185. for metadata in metadatas {
  186. if (metadata.e2eEncrypted || metadata.chunk) { continue }
  187. if (metadata.session == NCNetworking.shared.sessionIdentifierBackgroundWWan && !isWiFi) { continue }
  188. guard let metadata = NCManageDatabase.shared.setMetadataStatus(ocId: metadata.ocId, status: NCGlobal.shared.metadataStatusInUpload) else { continue }
  189. // Upload
  190. let semaphoreUpload = DispatchSemaphore(value: 1)
  191. NCNetworking.shared.upload(metadata: metadata) {
  192. numStartUpload += 1
  193. } completion: { error in
  194. semaphoreUpload.signal()
  195. }
  196. semaphoreUpload.wait()
  197. }
  198. semaphore.signal()
  199. }
  200. semaphore.wait()
  201. }
  202. completion(numStartUpload)
  203. }
  204. // MARK: -
  205. @objc func alignPhotoLibrary(viewController: UIViewController?) {
  206. guard let activeAccount = NCManageDatabase.shared.getActiveAccount() else { return }
  207. getCameraRollAssets(viewController: viewController, account: activeAccount, selector: NCGlobal.shared.selectorUploadAutoUploadAll, alignPhotoLibrary: true) { assets in
  208. NCManageDatabase.shared.clearTable(tablePhotoLibrary.self, account: activeAccount.account)
  209. guard let assets = assets else { return }
  210. NCManageDatabase.shared.addPhotoLibrary(assets, account: activeAccount.account)
  211. NKCommon.shared.writeLog("[INFO] Align Photo Library \(assets.count)")
  212. }
  213. }
  214. private func getCameraRollAssets(viewController: UIViewController?, account: tableAccount, selector: String, alignPhotoLibrary: Bool, completion: @escaping (_ assets: [PHAsset]?) -> Void) {
  215. NCAskAuthorization.shared.askAuthorizationPhotoLibrary(viewController: viewController) { hasPermission in
  216. guard hasPermission else {
  217. completion(nil)
  218. return
  219. }
  220. let assetCollection = PHAssetCollection.fetchAssetCollections(with: PHAssetCollectionType.smartAlbum, subtype: PHAssetCollectionSubtype.smartAlbumUserLibrary, options: nil)
  221. if assetCollection.count == 0 {
  222. completion(nil)
  223. return
  224. }
  225. let predicateImage = NSPredicate(format: "mediaType == %i", PHAssetMediaType.image.rawValue)
  226. let predicateVideo = NSPredicate(format: "mediaType == %i", PHAssetMediaType.video.rawValue)
  227. var predicate: NSPredicate?
  228. let fetchOptions = PHFetchOptions()
  229. var newAssets: [PHAsset] = []
  230. if alignPhotoLibrary || (account.autoUploadImage && account.autoUploadVideo) {
  231. predicate = NSCompoundPredicate(orPredicateWithSubpredicates: [predicateImage, predicateVideo])
  232. } else if account.autoUploadImage {
  233. predicate = predicateImage
  234. } else if account.autoUploadVideo {
  235. predicate = predicateVideo
  236. } else {
  237. return completion(nil)
  238. }
  239. fetchOptions.predicate = predicate
  240. let assets: PHFetchResult<PHAsset> = PHAsset.fetchAssets(in: assetCollection.firstObject!, options: fetchOptions)
  241. if selector == NCGlobal.shared.selectorUploadAutoUpload {
  242. var creationDate = ""
  243. var idAsset = ""
  244. let idsAsset = NCManageDatabase.shared.getPhotoLibraryIdAsset(image: account.autoUploadImage, video: account.autoUploadVideo, account: account.account)
  245. assets.enumerateObjects { asset, _, _ in
  246. if asset.creationDate != nil { creationDate = String(describing: asset.creationDate!) }
  247. idAsset = account.account + asset.localIdentifier + creationDate
  248. if !(idsAsset?.contains(idAsset) ?? false) {
  249. newAssets.append(asset)
  250. }
  251. }
  252. } else {
  253. assets.enumerateObjects { asset, _, _ in
  254. newAssets.append(asset)
  255. }
  256. }
  257. completion(newAssets)
  258. }
  259. }
  260. }