//
// NCNetworkingUploadChunk.swift
// Nextcloud
//
// Created by Marino Faggiana on 05/04/21.
// Copyright © 2021 Marino Faggiana. All rights reserved.
//
// Author Marino Faggiana <marino.faggiana@nextcloud.com>
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program. If not, see <http://www.gnu.org/licenses/>.
//
import UIKit
import NCCommunication
import Queuer
extension NCNetworking {
internal func uploadChunkedFile(metadata: tableMetadata, start: @escaping () -> Void, completion: @escaping (_ errorCode: Int, _ errorDescription: String)->()) {
let directoryProviderStorageOcId = CCUtility.getDirectoryProviderStorageOcId(metadata.ocId)!
let chunkFolder = NCManageDatabase.shared.getChunkFolder(account: metadata.account, ocId: metadata.ocId)
let chunkFolderPath = metadata.urlBase + "/" + NCUtilityFileSystem.shared.getWebDAV(account: metadata.account) + "/uploads/" + metadata.userId + "/" + chunkFolder
let fileNameLocalPath = CCUtility.getDirectoryProviderStorageOcId(metadata.ocId, fileNameView: metadata.fileNameView)!
let chunkSize = CCUtility.getChunkSize()
var uploadErrorCode: Int = 0
var uploadErrorDescription: String = ""
var filesNames = NCManageDatabase.shared.getChunks(account: metadata.account, ocId: metadata.ocId)
if filesNames.count == 0 {
filesNames = NCCommunicationCommon.shared.chunkedFile(inputDirectory: directoryProviderStorageOcId, outputDirectory: directoryProviderStorageOcId, fileName: metadata.fileName, chunkSizeMB: chunkSize)
if filesNames.count > 0 {
NCManageDatabase.shared.addChunks(account: metadata.account, ocId: metadata.ocId, chunkFolder: chunkFolder, fileNames: filesNames)
} else {
NCContentPresenter.shared.messageNotification("_error_", description: "_err_file_not_found_", delay: NCGlobal.shared.dismissAfterSecond, type: NCContentPresenter.messageType.error, errorCode:NCGlobal.shared.errorReadFile, forced: true)
NCManageDatabase.shared.deleteMetadata(predicate: NSPredicate(format: "ocId == %@", metadata.ocId))
return completion(uploadErrorCode, uploadErrorDescription)
}
} else {
NotificationCenter.default.postOnMainThread(name: NCGlobal.shared.notificationCenterReloadDataSource, userInfo: ["serverUrl":metadata.serverUrl])
}
NCContentPresenter.shared.noteTop(text: NSLocalizedString("_upload_chunk_", comment: ""), image: nil, type: NCContentPresenter.messageType.info, delay: NCGlobal.shared.dismissAfterSecond, name: nil)
createChunkedFolder(chunkFolderPath: chunkFolderPath, account: metadata.account) { (errorCode, errorDescription) in
start()
if errorCode == 0 {
NotificationCenter.default.postOnMainThread(name: NCGlobal.shared.notificationCenterUploadStartFile, userInfo: ["ocId": metadata.ocId])
DispatchQueue.global(qos: .background).async {
for fileName in filesNames {
let serverUrlFileName = chunkFolderPath + "/" + fileName
let fileNameChunkLocalPath = CCUtility.getDirectoryProviderStorageOcId(metadata.ocId, fileNameView: fileName)!
var size: Int64?
if let tableChunk = NCManageDatabase.shared.getChunk(account: metadata.account, fileName: fileName) {
size = tableChunk.size - NCUtilityFileSystem.shared.getFileSize(filePath: fileNameChunkLocalPath)
}
let semaphore = Semaphore()
NCCommunication.shared.upload(serverUrlFileName: serverUrlFileName, fileNameLocalPath: fileNameChunkLocalPath, requestHandler: { (request) in
self.uploadRequest[fileNameLocalPath] = request
}, taskHandler: { (task) in
NCManageDatabase.shared.setMetadataSession(ocId: metadata.ocId, sessionError: "", sessionTaskIdentifier: task.taskIdentifier, status: NCGlobal.shared.metadataStatusUploading)
}, progressHandler: { (progress) in
if let size = size {
let totalBytesExpected = size + progress.completedUnitCount
let totalBytes = metadata.size
let fractionCompleted = Float(totalBytesExpected) / Float(totalBytes)
NotificationCenter.default.postOnMainThread(name: NCGlobal.shared.notificationCenterProgressTask, object: nil, userInfo: ["account":metadata.account, "ocId":metadata.ocId, "fileName":metadata.fileName, "serverUrl":metadata.serverUrl, "status":NSNumber(value: NCGlobal.shared.metadataStatusInUpload), "progress":NSNumber(value: fractionCompleted), "totalBytes":NSNumber(value: totalBytes), "totalBytesExpected":NSNumber(value: totalBytesExpected)])
}
}) { (_, _, _, _, _, _, _, errorCode, errorDescription) in
self.uploadRequest[fileNameLocalPath] = nil
uploadErrorCode = errorCode
uploadErrorDescription = errorDescription
semaphore.continue()
}
semaphore.wait()
if uploadErrorCode == 0 {
NCManageDatabase.shared.deleteChunk(account: metadata.account, ocId: metadata.ocId, fileName: fileName)
} else {
break
}
}
if uploadErrorCode == 0 {
// Assembling the chunks
let serverUrlFileNameSource = chunkFolderPath + "/.file"
let pathServerUrl = CCUtility.returnPathfromServerUrl(metadata.serverUrl, urlBase: metadata.urlBase, account: metadata.account)!
let serverUrlFileNameDestination = metadata.urlBase + "/" + NCUtilityFileSystem.shared.getWebDAV(account: metadata.account) + "/files/" + metadata.userId + pathServerUrl + "/" + metadata.fileName
var addCustomHeaders: [String:String] = [:]
let creationDate = "\(metadata.creationDate.timeIntervalSince1970)"
let modificationDate = "\(metadata.date.timeIntervalSince1970)"
addCustomHeaders["X-OC-CTime"] = creationDate
addCustomHeaders["X-OC-MTime"] = modificationDate
NCCommunication.shared.moveFileOrFolder(serverUrlFileNameSource: serverUrlFileNameSource, serverUrlFileNameDestination: serverUrlFileNameDestination, overwrite: true, addCustomHeaders: addCustomHeaders) { (_, errorCode, errorDescription) in
if errorCode == 0 {
let serverUrl = metadata.serverUrl
NCManageDatabase.shared.deleteMetadata(predicate: NSPredicate(format: "ocId == %@", metadata.ocId))
NCManageDatabase.shared.deleteChunks(account: metadata.account, ocId: metadata.ocId)
NCUtilityFileSystem.shared.deleteFile(filePath: directoryProviderStorageOcId)
self.readFile(serverUrlFileName: serverUrlFileNameDestination, account: metadata.account) { (_, metadata, _, _) in
if errorCode == 0, let metadata = metadata {
NCManageDatabase.shared.addMetadata(metadata)
NotificationCenter.default.postOnMainThread(name: NCGlobal.shared.notificationCenterReloadDataSource, userInfo: ["serverUrl":serverUrl])
} else {
NotificationCenter.default.postOnMainThread(name: NCGlobal.shared.notificationCenterReloadDataSourceNetworkForced, userInfo: ["serverUrl": serverUrl])
}
completion(errorCode, errorDescription)
}
} else {
self.uploadChunkFileError(metadata: metadata, chunkFolderPath: chunkFolderPath, directoryProviderStorageOcId: directoryProviderStorageOcId, errorCode: errorCode, errorDescription: errorDescription)
completion(errorCode, errorDescription)
}
}
} else {
self.uploadChunkFileError(metadata: metadata, chunkFolderPath: chunkFolderPath, directoryProviderStorageOcId: directoryProviderStorageOcId, errorCode: uploadErrorCode, errorDescription: uploadErrorDescription)
completion(errorCode, errorDescription)
}
}
} else {
self.uploadChunkFileError(metadata: metadata, chunkFolderPath: chunkFolderPath, directoryProviderStorageOcId: directoryProviderStorageOcId, errorCode: errorCode, errorDescription: errorDescription)
completion(errorCode, errorDescription)
}
}
}
private func createChunkedFolder(chunkFolderPath: String, account: String, completion: @escaping (_ errorCode: Int, _ errorDescription: String)->()) {
NCCommunication.shared.readFileOrFolder(serverUrlFileName: chunkFolderPath, depth: "0", showHiddenFiles: CCUtility.getShowHiddenFiles()) { (_, _, _, errorCode, errorDescription) in
if errorCode == 0 {
completion(0, "")
} else if errorCode == NCGlobal.shared.errorResourceNotFound {
NCCommunication.shared.createFolder(chunkFolderPath) { (_, _, _, errorCode, errorDescription) in
completion(errorCode, errorDescription)
}
} else {
completion(errorCode, errorDescription)
}
}
}
private func uploadChunkFileError(metadata: tableMetadata, chunkFolderPath: String, directoryProviderStorageOcId: String, errorCode: Int, errorDescription: String) {
var errorDescription = errorDescription
if errorCode == NSURLErrorCancelled || errorCode == NCGlobal.shared.errorRequestExplicityCancelled {
// Delete chunk folder
NCCommunication.shared.deleteFileOrFolder(chunkFolderPath) { (_, _, _) in }
NCManageDatabase.shared.deleteMetadata(predicate: NSPredicate(format: "ocId == %@", metadata.ocId))
NCManageDatabase.shared.deleteChunks(account: metadata.account, ocId: metadata.ocId)
NCUtilityFileSystem.shared.deleteFile(filePath: directoryProviderStorageOcId)
NCCommunication.shared.deleteFileOrFolder(chunkFolderPath) { (_, _, _) in }
} else {
// NO report for the connection lost
if errorCode == NCGlobal.shared.errorConnectionLost {
errorDescription = ""
} else {
let description = errorDescription + " code: \(errorCode)"
NCContentPresenter.shared.messageNotification("_error_", description: description, delay: NCGlobal.shared.dismissAfterSecond, type: NCContentPresenter.messageType.error, errorCode: NCGlobal.shared.errorInternalError, forced: true)
}
NCManageDatabase.shared.setMetadataSession(ocId: metadata.ocId, session: nil, sessionError: errorDescription, sessionTaskIdentifier: NCGlobal.shared.metadataStatusNormal, status: NCGlobal.shared.metadataStatusUploadError)
}
NotificationCenter.default.postOnMainThread(name: NCGlobal.shared.notificationCenterReloadDataSource, userInfo: ["serverUrl":metadata.serverUrl])
}
/*
@objc func chunkedFile(inputDirectory: String, outputDirectory: String, fileName: String, chunkSizeMB:Int, bufferSize: Int = 1000000) -> [String] {
let fileManager: FileManager = .default
var isDirectory: ObjCBool = false
let chunkSize = chunkSizeMB * 1000000
var outputFilesName: [String] = []
var reader: FileHandle?
var writer: FileHandle?
var chunk: Int = 0
var counter: Int = 0
if !fileManager.fileExists(atPath:outputDirectory, isDirectory:&isDirectory) {
do {
try fileManager.createDirectory(atPath: outputDirectory, withIntermediateDirectories: true, attributes: nil)
} catch {
return []
}
}
do {
reader = try .init(forReadingFrom: URL(fileURLWithPath: inputDirectory + "/" + fileName))
} catch {
return []
}
repeat {
let bufferCounter = autoreleasepool { () -> Int in
if chunk >= chunkSize {
writer?.closeFile()
writer = nil
chunk = 0
counter += 1
print("Counter: \(counter)")
}
let chunkRemaining: Int = chunkSize - chunk
let buffer = reader?.readData(ofLength: min(bufferSize, chunkRemaining))
if writer == nil {
let fileNameChunk = fileName + String(format: "%010d", counter)
let outputFileName = outputDirectory + "/" + fileNameChunk
fileManager.createFile(atPath: outputFileName, contents: nil, attributes: nil)
do {
writer = try .init(forWritingTo: URL(fileURLWithPath: outputFileName))
} catch { }
outputFilesName.append(fileNameChunk)
}
if let buffer = buffer {
writer?.write(buffer)
chunk = chunk + buffer.count
return buffer.count
}
return 0
}
if bufferCounter == 0 {
break
}
} while true
writer?.closeFile()
reader?.closeFile()
return outputFilesName
}
*/
}