NCNetworkingProcessUpload.swift 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317
  1. //
  2. // NCNetworkingProcessUpload.swift
  3. // Nextcloud
  4. //
  5. // Created by Marino Faggiana on 25/06/2020.
  6. // Copyright © 2020 Marino Faggiana. All rights reserved.
  7. //
  8. // Author Marino Faggiana <marino.faggiana@nextcloud.com>
  9. //
  10. // This program is free software: you can redistribute it and/or modify
  11. // it under the terms of the GNU General Public License as published by
  12. // the Free Software Foundation, either version 3 of the License, or
  13. // (at your option) any later version.
  14. //
  15. // This program is distributed in the hope that it will be useful,
  16. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  17. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  18. // GNU General Public License for more details.
  19. //
  20. // You should have received a copy of the GNU General Public License
  21. // along with this program. If not, see <http://www.gnu.org/licenses/>.
  22. //
  23. import UIKit
  24. import NextcloudKit
  25. import Photos
  26. import JGProgressHUD
  27. import RealmSwift
  28. class NCNetworkingProcessUpload: NSObject {
  29. public static let shared: NCNetworkingProcessUpload = {
  30. let instance = NCNetworkingProcessUpload()
  31. return instance
  32. }()
  33. private let appDelegate = UIApplication.shared.delegate as! AppDelegate
  34. private var notificationToken: NotificationToken?
  35. private var timerProcess: Timer?
  36. private var pauseProcess: Bool = false
  37. func observeTableMetadata() {
  38. let realm = try! Realm()
  39. let results = realm.objects(tableMetadata.self).filter("session != '' || sessionError != ''")
  40. notificationToken = results.observe { [weak self] (changes: RealmCollectionChange) in
  41. switch changes {
  42. case .initial:
  43. print("Initial")
  44. case .update(_, let deletions, let insertions, let modifications):
  45. if (deletions.count > 0 || insertions.count > 0 || modifications.count > 0) {
  46. self?.invalidateObserveTableMetadata()
  47. self?.start(completition: { items in
  48. print("[LOG] PROCESS-UPLOAD-OBSERVE \(items)")
  49. DispatchQueue.main.async {
  50. self?.observeTableMetadata()
  51. }
  52. })
  53. }
  54. case .error(let error):
  55. NKCommon.shared.writeLog("[ERROR] Could not write to TableMetadata: \(error)")
  56. }
  57. }
  58. }
  59. func invalidateObserveTableMetadata() {
  60. notificationToken?.invalidate()
  61. notificationToken = nil
  62. }
  63. func startTimer() {
  64. DispatchQueue.main.async {
  65. self.timerProcess?.invalidate()
  66. self.timerProcess = Timer.scheduledTimer(timeInterval: 5, target: self, selector: #selector(self.processTimer), userInfo: nil, repeats: true)
  67. }
  68. }
  69. func stopTimer() {
  70. DispatchQueue.main.async {
  71. self.timerProcess?.invalidate()
  72. }
  73. }
  74. @objc private func processTimer() {
  75. start { items in
  76. print("[LOG] PROCESS-UPLOAD-TIMER \(items)")
  77. }
  78. }
  79. func start(completition: @escaping (_ items: Int) -> Void) {
  80. if appDelegate.account.isEmpty || pauseProcess {
  81. return completition(0)
  82. } else {
  83. pauseProcess = true
  84. }
  85. let applicationState = UIApplication.shared.applicationState
  86. let queue = DispatchQueue.global()
  87. var maxConcurrentOperationUpload = 10
  88. let viewController = appDelegate.window?.rootViewController
  89. let hud = JGProgressHUD()
  90. queue.async {
  91. let metadatasUpload = NCManageDatabase.shared.getMetadatas(predicate: NSPredicate(format: "account == %@ AND (status == %d OR status == %d)", self.appDelegate.account, NCGlobal.shared.metadataStatusInUpload, NCGlobal.shared.metadataStatusUploading))
  92. let isWiFi = NCNetworking.shared.networkReachability == NKCommon.typeReachability.reachableEthernetOrWiFi
  93. var counterUpload = metadatasUpload.count
  94. let sessionSelectors = [NCGlobal.shared.selectorUploadFileNODelete, NCGlobal.shared.selectorUploadFile, NCGlobal.shared.selectorUploadAutoUpload, NCGlobal.shared.selectorUploadAutoUploadAll]
  95. // Update Badge
  96. let counterBadge = NCManageDatabase.shared.getMetadatas(predicate: NSPredicate(format: "account == %@ AND (status == %d OR status == %d OR status == %d)", self.appDelegate.account, NCGlobal.shared.metadataStatusWaitUpload, NCGlobal.shared.metadataStatusInUpload, NCGlobal.shared.metadataStatusUploading))
  97. NotificationCenter.default.postOnMainThread(name: NCGlobal.shared.notificationCenterUpdateBadgeNumber, userInfo: ["counter":counterBadge.count])
  98. // ** TEST ONLY ONE **
  99. // E2EE
  100. let uniqueMetadatas = metadatasUpload.unique(map: { $0.serverUrl })
  101. for metadata in uniqueMetadatas {
  102. if NCUtility.shared.isDirectoryE2EE(metadata: metadata) {
  103. self.pauseProcess = false
  104. return completition(counterUpload)
  105. }
  106. }
  107. // CHUNK
  108. if metadatasUpload.filter({ $0.chunk }).count > 0 {
  109. self.pauseProcess = false
  110. return completition(counterUpload)
  111. }
  112. NCNetworking.shared.getOcIdInBackgroundSession(queue: queue, completion: { listOcId in
  113. for sessionSelector in sessionSelectors where counterUpload < maxConcurrentOperationUpload {
  114. let limit = maxConcurrentOperationUpload - counterUpload
  115. let metadatas = NCManageDatabase.shared.getAdvancedMetadatas(predicate: NSPredicate(format: "account == %@ AND sessionSelector == %@ AND status == %d", self.appDelegate.account, sessionSelector, NCGlobal.shared.metadataStatusWaitUpload), page: 1, limit: limit, sorted: "date", ascending: true)
  116. if metadatas.count > 0 {
  117. NKCommon.shared.writeLog("[INFO] PROCESS-UPLOAD find \(metadatas.count) items")
  118. }
  119. for metadata in metadatas where counterUpload < maxConcurrentOperationUpload {
  120. // Is already in upload background? skipped
  121. if listOcId.contains(metadata.ocId) {
  122. NKCommon.shared.writeLog("[INFO] Process auto upload skipped file: \(metadata.serverUrl)/\(metadata.fileNameView), because is already in session.")
  123. continue
  124. }
  125. // Session Extension ? skipped
  126. if metadata.session == NCNetworking.shared.sessionIdentifierBackgroundExtension {
  127. continue
  128. }
  129. let semaphore = DispatchSemaphore(value: 0)
  130. NCUtility.shared.extractFiles(from: metadata, viewController: viewController, hud: hud) { metadatas in
  131. if metadatas.isEmpty {
  132. NCManageDatabase.shared.deleteMetadata(predicate: NSPredicate(format: "ocId == %@", metadata.ocId))
  133. }
  134. for metadata in metadatas where counterUpload < maxConcurrentOperationUpload {
  135. // isE2EE
  136. let isDirectoryE2EE = NCUtility.shared.isDirectoryE2EE(metadata: metadata)
  137. // NO WiFi
  138. if !isWiFi && metadata.session == NCNetworking.shared.sessionIdentifierBackgroundWWan {
  139. continue
  140. }
  141. if applicationState != .active && (isDirectoryE2EE || metadata.chunk) {
  142. continue
  143. }
  144. if let metadata = NCManageDatabase.shared.setMetadataStatus(ocId: metadata.ocId, status: NCGlobal.shared.metadataStatusInUpload) {
  145. NCNetworking.shared.upload(metadata: metadata)
  146. if isDirectoryE2EE || metadata.chunk {
  147. maxConcurrentOperationUpload = 1
  148. }
  149. counterUpload += 1
  150. }
  151. }
  152. semaphore.signal()
  153. }
  154. semaphore.wait()
  155. }
  156. }
  157. // No upload available ? --> Retry Upload in Error
  158. if counterUpload == 0 {
  159. let metadatas = NCManageDatabase.shared.getMetadatas(predicate: NSPredicate(format: "account == %@ AND status == %d", self.appDelegate.account, NCGlobal.shared.metadataStatusUploadError))
  160. for metadata in metadatas {
  161. NCManageDatabase.shared.setMetadataSession(ocId: metadata.ocId, session: NCNetworking.shared.sessionIdentifierBackground, sessionError: "", sessionTaskIdentifier: 0, status: NCGlobal.shared.metadataStatusWaitUpload)
  162. }
  163. // verify delete Asset Local Identifiers in auto upload (DELETE Photos album)
  164. if applicationState == .active && metadatas.isEmpty && !self.appDelegate.isPasscodePresented() {
  165. self.deleteAssetLocalIdentifiers {
  166. self.pauseProcess = false
  167. }
  168. } else {
  169. self.pauseProcess = false
  170. }
  171. } else {
  172. self.pauseProcess = false
  173. }
  174. completition(counterUpload)
  175. })
  176. }
  177. }
  178. private func deleteAssetLocalIdentifiers(completition: @escaping () -> Void) {
  179. let metadatasSessionUpload = NCManageDatabase.shared.getMetadatas(predicate: NSPredicate(format: "account == %@ AND session CONTAINS[cd] %@", appDelegate.account, "upload"))
  180. if !metadatasSessionUpload.isEmpty { return completition() }
  181. let localIdentifiers = NCManageDatabase.shared.getAssetLocalIdentifiersUploaded(account: appDelegate.account)
  182. if localIdentifiers.isEmpty { return completition() }
  183. let assets = PHAsset.fetchAssets(withLocalIdentifiers: localIdentifiers, options: nil)
  184. PHPhotoLibrary.shared().performChanges({
  185. PHAssetChangeRequest.deleteAssets(assets as NSFastEnumeration)
  186. }, completionHandler: { _, _ in
  187. NCManageDatabase.shared.clearAssetLocalIdentifiers(localIdentifiers, account: self.appDelegate.account)
  188. completition()
  189. })
  190. }
  191. // MARK: -
  192. func createProcessUploads(metadatas: [tableMetadata], verifyAlreadyExists: Bool = false, completion: @escaping (_ items: Int) -> Void) {
  193. var metadatasForUpload: [tableMetadata] = []
  194. for metadata in metadatas {
  195. if verifyAlreadyExists {
  196. if NCManageDatabase.shared.getMetadata(predicate: NSPredicate(format: "account == %@ && serverUrl == %@ && fileName == %@ && session != ''", metadata.account, metadata.serverUrl, metadata.fileName)) != nil {
  197. continue
  198. }
  199. }
  200. metadatasForUpload.append(metadata)
  201. }
  202. NCManageDatabase.shared.addMetadatas(metadatasForUpload)
  203. completion(metadatasForUpload.count)
  204. }
  205. // MARK: -
  206. func verifyUploadZombie() {
  207. var session: URLSession?
  208. // remove leaning upload share extension
  209. let metadatasUploadShareExtension = NCManageDatabase.shared.getMetadatas(predicate: NSPredicate(format: "session == %@ AND sessionSelector == %@", NKCommon.shared.sessionIdentifierUpload, NCGlobal.shared.selectorUploadFileShareExtension))
  210. for metadata in metadatasUploadShareExtension {
  211. let path = CCUtility.getDirectoryProviderStorageOcId(metadata.ocId)!
  212. NCManageDatabase.shared.deleteMetadata(predicate: NSPredicate(format: "ocId == %@", metadata.ocId))
  213. NCManageDatabase.shared.deleteChunks(account: metadata.account, ocId: metadata.ocId)
  214. NCUtilityFileSystem.shared.deleteFile(filePath: path)
  215. }
  216. // verify metadataStatusInUpload (BACKGROUND)
  217. let metadatasInUploadBackground = NCManageDatabase.shared.getMetadatas(
  218. predicate: NSPredicate(
  219. format: "(session == %@ OR session == %@ OR session == %@) AND status == %d AND sessionTaskIdentifier == 0",
  220. NCNetworking.shared.sessionIdentifierBackground,
  221. NCNetworking.shared.sessionIdentifierBackgroundExtension,
  222. NCNetworking.shared.sessionIdentifierBackgroundWWan,
  223. NCGlobal.shared.metadataStatusInUpload))
  224. for metadata in metadatasInUploadBackground {
  225. DispatchQueue.main.asyncAfter(deadline: .now() + 5) {
  226. if let metadata = NCManageDatabase.shared.getMetadata(predicate: NSPredicate(format: "ocId == %@ AND status == %d AND sessionTaskIdentifier == 0", metadata.ocId, NCGlobal.shared.metadataStatusInUpload)) {
  227. NCManageDatabase.shared.setMetadataSession(ocId: metadata.ocId, session: NCNetworking.shared.sessionIdentifierBackground, sessionError: "", sessionSelector: nil, sessionTaskIdentifier: 0, status: NCGlobal.shared.metadataStatusWaitUpload)
  228. }
  229. }
  230. }
  231. // metadataStatusUploading (BACKGROUND)
  232. let metadatasUploadingBackground = NCManageDatabase.shared.getMetadatas(predicate: NSPredicate(format: "(session == %@ OR session == %@ OR session == %@) AND status == %d", NCNetworking.shared.sessionIdentifierBackground, NCNetworking.shared.sessionIdentifierBackgroundWWan, NCNetworking.shared.sessionIdentifierBackgroundExtension, NCGlobal.shared.metadataStatusUploading))
  233. for metadata in metadatasUploadingBackground {
  234. if metadata.session == NCNetworking.shared.sessionIdentifierBackground {
  235. session = NCNetworking.shared.sessionManagerBackground
  236. } else if metadata.session == NCNetworking.shared.sessionIdentifierBackgroundWWan {
  237. session = NCNetworking.shared.sessionManagerBackgroundWWan
  238. }
  239. var taskUpload: URLSessionTask?
  240. session?.getAllTasks(completionHandler: { tasks in
  241. for task in tasks {
  242. if task.taskIdentifier == metadata.sessionTaskIdentifier {
  243. taskUpload = task
  244. }
  245. }
  246. if taskUpload == nil {
  247. if let metadata = NCManageDatabase.shared.getMetadata(predicate: NSPredicate(format: "ocId == %@ AND status == %d", metadata.ocId, NCGlobal.shared.metadataStatusUploading)) {
  248. NCManageDatabase.shared.setMetadataSession(ocId: metadata.ocId, session: NCNetworking.shared.sessionIdentifierBackground, sessionError: "", sessionSelector: nil, sessionTaskIdentifier: 0, status: NCGlobal.shared.metadataStatusWaitUpload)
  249. }
  250. }
  251. })
  252. }
  253. // metadataStatusUploading OR metadataStatusInUpload (FOREGROUND)
  254. let metadatasUploading = NCManageDatabase.shared.getMetadatas(predicate: NSPredicate(format: "session == %@ AND (status == %d OR status == %d)", NKCommon.shared.sessionIdentifierUpload, NCGlobal.shared.metadataStatusUploading, NCGlobal.shared.metadataStatusInUpload))
  255. for metadata in metadatasUploading {
  256. let fileNameLocalPath = CCUtility.getDirectoryProviderStorageOcId(metadata.ocId, fileNameView: metadata.fileNameView)!
  257. if NCNetworking.shared.uploadRequest[fileNameLocalPath] == nil {
  258. NCManageDatabase.shared.setMetadataSession(ocId: metadata.ocId, session: nil, sessionError: "", sessionSelector: nil, sessionTaskIdentifier: 0, status: NCGlobal.shared.metadataStatusWaitUpload)
  259. }
  260. }
  261. // download
  262. let metadatasDownload = NCManageDatabase.shared.getMetadatas(predicate: NSPredicate(format: "session == %@", NKCommon.shared.sessionIdentifierDownload))
  263. for metadata in metadatasDownload {
  264. NCManageDatabase.shared.setMetadataSession(ocId: metadata.ocId, session: "", sessionError: "", sessionSelector: "", sessionTaskIdentifier: 0, status: NCGlobal.shared.metadataStatusNormal)
  265. }
  266. }
  267. }