NCUtility+Image.swift 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369
  1. //
  2. // NCUtility+Image.swift
  3. // Nextcloud
  4. //
  5. // Created by Marino Faggiana on 06/11/23.
  6. // Copyright © 2023 Marino Faggiana. All rights reserved.
  7. //
  8. // Author Marino Faggiana <marino.faggiana@nextcloud.com>
  9. //
  10. // This program is free software: you can redistribute it and/or modify
  11. // it under the terms of the GNU General Public License as published by
  12. // the Free Software Foundation, either version 3 of the License, or
  13. // (at your option) any later version.
  14. //
  15. // This program is distributed in the hope that it will be useful,
  16. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  17. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  18. // GNU General Public License for more details.
  19. //
  20. // You should have received a copy of the GNU General Public License
  21. // along with this program. If not, see <http://www.gnu.org/licenses/>.
  22. //
  23. import UIKit
  24. import NextcloudKit
  25. import PDFKit
  26. import Accelerate
  27. import CoreMedia
  28. import Photos
  29. import SVGKit
  30. extension NCUtility {
  31. func loadImage(named imageName: String, color: UIColor = UIColor.systemGray, size: CGFloat = 50, symbolConfiguration: Any? = nil, renderingMode: UIImage.RenderingMode = .alwaysOriginal) -> UIImage {
  32. var image: UIImage?
  33. // see https://stackoverflow.com/questions/71764255
  34. let sfSymbolName = imageName.replacingOccurrences(of: "_", with: ".")
  35. if let symbolConfiguration {
  36. image = UIImage(systemName: sfSymbolName, withConfiguration: symbolConfiguration as? UIImage.Configuration)?.withTintColor(color, renderingMode: renderingMode)
  37. } else {
  38. image = UIImage(systemName: sfSymbolName)?.withTintColor(color, renderingMode: renderingMode)
  39. }
  40. if image == nil {
  41. image = UIImage(named: imageName)?.image(color: color, size: size)
  42. }
  43. if let image {
  44. return image
  45. }
  46. return UIImage(named: "file")!.image(color: color, size: size)
  47. }
  48. @objc func loadUserImage(for user: String, displayName: String?, userBaseUrl: NCUserBaseUrl) -> UIImage {
  49. let fileName = userBaseUrl.userBaseUrl + "-" + user + ".png"
  50. let localFilePath = utilityFileSystem.directoryUserData + "/" + fileName
  51. if var localImage = UIImage(contentsOfFile: localFilePath) {
  52. let rect = CGRect(x: 0, y: 0, width: 30, height: 30)
  53. UIGraphicsBeginImageContextWithOptions(rect.size, false, 3.0)
  54. UIBezierPath(roundedRect: rect, cornerRadius: rect.size.height).addClip()
  55. localImage.draw(in: rect)
  56. localImage = UIGraphicsGetImageFromCurrentImageContext() ?? localImage
  57. UIGraphicsEndImageContext()
  58. return localImage
  59. } else if let loadedAvatar = NCManageDatabase.shared.getImageAvatarLoaded(fileName: fileName) {
  60. return loadedAvatar
  61. } else if let displayName = displayName, !displayName.isEmpty, let avatarImg = createAvatar(displayName: displayName, size: 30) {
  62. return avatarImg
  63. } else {
  64. let config = UIImage.SymbolConfiguration(pointSize: 30)
  65. return loadImage(named: "person.crop.circle", symbolConfiguration: config)
  66. }
  67. }
  68. func imageFromVideo(url: URL, at time: TimeInterval) -> UIImage? {
  69. let asset = AVURLAsset(url: url)
  70. let assetIG = AVAssetImageGenerator(asset: asset)
  71. assetIG.appliesPreferredTrackTransform = true
  72. assetIG.apertureMode = AVAssetImageGenerator.ApertureMode.encodedPixels
  73. let cmTime = CMTime(seconds: time, preferredTimescale: 60)
  74. let thumbnailImageRef: CGImage
  75. do {
  76. thumbnailImageRef = try assetIG.copyCGImage(at: cmTime, actualTime: nil)
  77. } catch let error {
  78. print("Error: \(error)")
  79. return nil
  80. }
  81. return UIImage(cgImage: thumbnailImageRef)
  82. }
  83. func createImageFrom(fileNameView: String, ocId: String, etag: String, classFile: String) {
  84. var originalImage, scaleImagePreview, scaleImageIcon: UIImage?
  85. let fileNamePath = utilityFileSystem.getDirectoryProviderStorageOcId(ocId, fileNameView: fileNameView)
  86. let fileNamePathPreview = utilityFileSystem.getDirectoryProviderStoragePreviewOcId(ocId, etag: etag)
  87. let fileNamePathIcon = utilityFileSystem.getDirectoryProviderStorageIconOcId(ocId, etag: etag)
  88. if utilityFileSystem.fileProviderStorageSize(ocId, fileNameView: fileNameView) > 0 && FileManager().fileExists(atPath: fileNamePathPreview) && FileManager().fileExists(atPath: fileNamePathIcon) { return }
  89. if classFile != NKCommon.TypeClassFile.image.rawValue && classFile != NKCommon.TypeClassFile.video.rawValue { return }
  90. if classFile == NKCommon.TypeClassFile.image.rawValue {
  91. originalImage = UIImage(contentsOfFile: fileNamePath)
  92. scaleImagePreview = originalImage?.resizeImage(size: CGSize(width: NCGlobal.shared.sizePreview, height: NCGlobal.shared.sizePreview))
  93. scaleImageIcon = originalImage?.resizeImage(size: CGSize(width: NCGlobal.shared.sizeIcon, height: NCGlobal.shared.sizeIcon))
  94. try? scaleImagePreview?.jpegData(compressionQuality: 0.7)?.write(to: URL(fileURLWithPath: fileNamePathPreview))
  95. try? scaleImageIcon?.jpegData(compressionQuality: 0.7)?.write(to: URL(fileURLWithPath: fileNamePathIcon))
  96. } else if classFile == NKCommon.TypeClassFile.video.rawValue {
  97. let videoPath = NSTemporaryDirectory() + "tempvideo.mp4"
  98. utilityFileSystem.linkItem(atPath: fileNamePath, toPath: videoPath)
  99. originalImage = imageFromVideo(url: URL(fileURLWithPath: videoPath), at: 0)
  100. try? originalImage?.jpegData(compressionQuality: 0.7)?.write(to: URL(fileURLWithPath: fileNamePathPreview))
  101. try? originalImage?.jpegData(compressionQuality: 0.7)?.write(to: URL(fileURLWithPath: fileNamePathIcon))
  102. }
  103. }
  104. func getImageMetadata(_ metadata: tableMetadata, for size: CGFloat) -> UIImage? {
  105. if let image = getImage(metadata: metadata) {
  106. return image
  107. }
  108. if metadata.isVideo && !metadata.hasPreview {
  109. createImageFrom(fileNameView: metadata.fileNameView, ocId: metadata.ocId, etag: metadata.etag, classFile: metadata.classFile)
  110. }
  111. if utilityFileSystem.fileProviderStoragePreviewIconExists(metadata.ocId, etag: metadata.etag) {
  112. return UIImage(contentsOfFile: utilityFileSystem.getDirectoryProviderStoragePreviewOcId(metadata.ocId, etag: metadata.etag))
  113. }
  114. if metadata.isVideo {
  115. return UIImage(named: "noPreviewVideo")?.image(color: .gray, size: size)
  116. } else if metadata.isAudio {
  117. return UIImage(named: "noPreviewAudio")?.image(color: .gray, size: size)
  118. } else {
  119. return UIImage(named: "noPreview")?.image(color: .gray, size: size)
  120. }
  121. }
  122. func getImage(metadata: tableMetadata) -> UIImage? {
  123. let ext = (metadata.fileName as NSString).pathExtension.uppercased()
  124. var image: UIImage?
  125. if utilityFileSystem.fileProviderStorageExists(metadata) && metadata.isImage {
  126. let previewPath = utilityFileSystem.getDirectoryProviderStoragePreviewOcId(metadata.ocId, etag: metadata.etag)
  127. let iconPath = utilityFileSystem.getDirectoryProviderStorageIconOcId(metadata.ocId, etag: metadata.etag)
  128. let imagePath = utilityFileSystem.getDirectoryProviderStorageOcId(metadata.ocId, fileNameView: metadata.fileNameView)
  129. if ext == "GIF" {
  130. if !FileManager().fileExists(atPath: previewPath) {
  131. createImageFrom(fileNameView: metadata.fileNameView, ocId: metadata.ocId, etag: metadata.etag, classFile: metadata.classFile)
  132. }
  133. image = UIImage.animatedImage(withAnimatedGIFURL: URL(fileURLWithPath: imagePath))
  134. } else if ext == "SVG" {
  135. if let svgImage = SVGKImage(contentsOfFile: imagePath) {
  136. svgImage.size = CGSize(width: NCGlobal.shared.sizePreview, height: NCGlobal.shared.sizePreview)
  137. if let image = svgImage.uiImage {
  138. if !FileManager().fileExists(atPath: previewPath) {
  139. do {
  140. try image.pngData()?.write(to: URL(fileURLWithPath: previewPath), options: .atomic)
  141. try image.pngData()?.write(to: URL(fileURLWithPath: iconPath), options: .atomic)
  142. } catch { }
  143. }
  144. return image
  145. } else {
  146. return nil
  147. }
  148. } else {
  149. return nil
  150. }
  151. } else {
  152. createImageFrom(fileNameView: metadata.fileNameView, ocId: metadata.ocId, etag: metadata.etag, classFile: metadata.classFile)
  153. image = UIImage(contentsOfFile: imagePath)
  154. }
  155. }
  156. return image
  157. }
  158. func imageFromVideo(url: URL, at time: TimeInterval, completion: @escaping (UIImage?) -> Void) {
  159. DispatchQueue.global().async {
  160. let asset = AVURLAsset(url: url)
  161. let assetIG = AVAssetImageGenerator(asset: asset)
  162. assetIG.appliesPreferredTrackTransform = true
  163. assetIG.apertureMode = AVAssetImageGenerator.ApertureMode.encodedPixels
  164. let cmTime = CMTime(seconds: time, preferredTimescale: 60)
  165. let thumbnailImageRef: CGImage
  166. do {
  167. thumbnailImageRef = try assetIG.copyCGImage(at: cmTime, actualTime: nil)
  168. } catch let error {
  169. print("Error: \(error)")
  170. return completion(nil)
  171. }
  172. DispatchQueue.main.async {
  173. completion(UIImage(cgImage: thumbnailImageRef))
  174. }
  175. }
  176. }
  177. func createFilePreviewImage(ocId: String, etag: String, fileNameView: String, classFile: String, status: Int, createPreviewMedia: Bool) -> UIImage? {
  178. var imagePreview: UIImage?
  179. let filePath = utilityFileSystem.getDirectoryProviderStorageOcId(ocId, fileNameView: fileNameView)
  180. let iconImagePath = utilityFileSystem.getDirectoryProviderStorageIconOcId(ocId, etag: etag)
  181. if FileManager.default.fileExists(atPath: iconImagePath) {
  182. imagePreview = UIImage(contentsOfFile: iconImagePath)
  183. } else if !createPreviewMedia {
  184. return nil
  185. } else if createPreviewMedia && status >= NCGlobal.shared.metadataStatusNormal && classFile == NKCommon.TypeClassFile.image.rawValue && FileManager().fileExists(atPath: filePath) {
  186. if let image = UIImage(contentsOfFile: filePath), let image = image.resizeImage(size: CGSize(width: NCGlobal.shared.sizeIcon, height: NCGlobal.shared.sizeIcon)), let data = image.jpegData(compressionQuality: 0.5) {
  187. do {
  188. try data.write(to: URL(fileURLWithPath: iconImagePath), options: .atomic)
  189. imagePreview = image
  190. } catch { }
  191. }
  192. } else if createPreviewMedia && status >= NCGlobal.shared.metadataStatusNormal && classFile == NKCommon.TypeClassFile.video.rawValue && FileManager().fileExists(atPath: filePath) {
  193. if let image = imageFromVideo(url: URL(fileURLWithPath: filePath), at: 0), let image = image.resizeImage(size: CGSize(width: NCGlobal.shared.sizeIcon, height: NCGlobal.shared.sizeIcon)), let data = image.jpegData(compressionQuality: 0.5) {
  194. do {
  195. try data.write(to: URL(fileURLWithPath: iconImagePath), options: .atomic)
  196. imagePreview = image
  197. } catch { }
  198. }
  199. }
  200. return imagePreview
  201. }
  202. @objc func pdfThumbnail(url: URL, width: CGFloat = 240) -> UIImage? {
  203. guard let data = try? Data(contentsOf: url), let page = PDFDocument(data: data)?.page(at: 0) else {
  204. return nil
  205. }
  206. let pageSize = page.bounds(for: .mediaBox)
  207. let pdfScale = width / pageSize.width
  208. // Apply if you're displaying the thumbnail on screen
  209. let scale = UIScreen.main.scale * pdfScale
  210. let screenSize = CGSize(width: pageSize.width * scale, height: pageSize.height * scale)
  211. return page.thumbnail(of: screenSize, for: .mediaBox)
  212. }
  213. func createAvatar(displayName: String, size: CGFloat) -> UIImage? {
  214. guard let initials = displayName.uppercaseInitials else {
  215. return nil
  216. }
  217. let userColor = NCGlobal.shared.usernameToColor(displayName)
  218. let rect = CGRect(x: 0, y: 0, width: size, height: size)
  219. var avatarImage: UIImage?
  220. UIGraphicsBeginImageContextWithOptions(rect.size, false, 3.0)
  221. let context = UIGraphicsGetCurrentContext()
  222. UIBezierPath(roundedRect: rect, cornerRadius: rect.size.height).addClip()
  223. context?.setFillColor(userColor)
  224. context?.fill(rect)
  225. let textStyle = NSMutableParagraphStyle()
  226. textStyle.alignment = NSTextAlignment.center
  227. let lineHeight = UIFont.systemFont(ofSize: UIFont.systemFontSize).pointSize
  228. NSString(string: initials)
  229. .draw(
  230. in: CGRect(x: 0, y: (size - lineHeight) / 2, width: size, height: lineHeight),
  231. withAttributes: [NSAttributedString.Key.paragraphStyle: textStyle])
  232. avatarImage = UIGraphicsGetImageFromCurrentImageContext()
  233. UIGraphicsEndImageContext()
  234. return avatarImage
  235. }
  236. func convertSVGtoPNGWriteToUserData(svgUrlString: String, fileName: String? = nil, width: CGFloat? = nil, rewrite: Bool, account: String, id: Int? = nil, completion: @escaping (_ imageNamePath: String?, _ id: Int?) -> Void) {
  237. var fileNamePNG = ""
  238. guard let svgUrlString = svgUrlString.addingPercentEncoding(withAllowedCharacters: .urlQueryAllowed),
  239. let iconURL = URL(string: svgUrlString) else {
  240. return completion(nil, id)
  241. }
  242. if let fileName = fileName {
  243. fileNamePNG = fileName
  244. } else {
  245. fileNamePNG = iconURL.deletingPathExtension().lastPathComponent + ".png"
  246. }
  247. let imageNamePath = utilityFileSystem.directoryUserData + "/" + fileNamePNG
  248. if !FileManager.default.fileExists(atPath: imageNamePath) || rewrite == true {
  249. NextcloudKit.shared.downloadContent(serverUrl: iconURL.absoluteString) { _, data, error in
  250. if error == .success && data != nil {
  251. if let image = UIImage(data: data!) {
  252. var newImage: UIImage = image
  253. if width != nil {
  254. let ratio = image.size.height / image.size.width
  255. let newSize = CGSize(width: width!, height: width! * ratio)
  256. let renderFormat = UIGraphicsImageRendererFormat.default()
  257. renderFormat.opaque = false
  258. let renderer = UIGraphicsImageRenderer(size: CGSize(width: newSize.width, height: newSize.height), format: renderFormat)
  259. newImage = renderer.image { _ in
  260. image.draw(in: CGRect(x: 0, y: 0, width: newSize.width, height: newSize.height))
  261. }
  262. }
  263. guard let pngImageData = newImage.pngData() else {
  264. return completion(nil, id)
  265. }
  266. try? pngImageData.write(to: URL(fileURLWithPath: imageNamePath))
  267. return completion(imageNamePath, id)
  268. } else {
  269. guard let svgImage: SVGKImage = SVGKImage(data: data) else {
  270. return completion(nil, id)
  271. }
  272. if width != nil {
  273. let scale = svgImage.size.height / svgImage.size.width
  274. svgImage.size = CGSize(width: width!, height: width! * scale)
  275. }
  276. guard let image: UIImage = svgImage.uiImage else {
  277. return completion(nil, id)
  278. }
  279. guard let pngImageData = image.pngData() else {
  280. return completion(nil, id)
  281. }
  282. try? pngImageData.write(to: URL(fileURLWithPath: imageNamePath))
  283. return completion(imageNamePath, id)
  284. }
  285. } else {
  286. return completion(nil, id)
  287. }
  288. }
  289. } else {
  290. return completion(imageNamePath, id)
  291. }
  292. }
  293. }