PerformanceTests.swift 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574
  1. ////////////////////////////////////////////////////////////////////////////
  2. //
  3. // Copyright 2015 Realm Inc.
  4. //
  5. // Licensed under the Apache License, Version 2.0 (the "License");
  6. // you may not use this file except in compliance with the License.
  7. // You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. //
  17. ////////////////////////////////////////////////////////////////////////////
  18. import XCTest
  19. import RealmSwift
  20. private func createStringObjects(_ factor: Int) -> Realm {
  21. let realm = inMemoryRealm(factor.description)
  22. try! realm.write {
  23. for _ in 0..<(1000 * factor) {
  24. realm.create(SwiftStringObject.self, value: ["a"])
  25. realm.create(SwiftStringObject.self, value: ["b"])
  26. }
  27. }
  28. return realm
  29. }
  30. private var smallRealm: Realm!
  31. private var mediumRealm: Realm!
  32. private var largeRealm: Realm!
  33. private let isRunningOnDevice = TARGET_IPHONE_SIMULATOR == 0
  34. class SwiftPerformanceTests: TestCase {
  35. override class var defaultTestSuite: XCTestSuite {
  36. #if !DEBUG && os(iOS)
  37. if isRunningOnDevice {
  38. return super.defaultTestSuite
  39. }
  40. #endif
  41. return XCTestSuite(name: "SwiftPerformanceTests")
  42. }
  43. override class func setUp() {
  44. super.setUp()
  45. autoreleasepool {
  46. smallRealm = createStringObjects(1)
  47. mediumRealm = createStringObjects(5)
  48. largeRealm = createStringObjects(50)
  49. }
  50. }
  51. override class func tearDown() {
  52. smallRealm = nil
  53. mediumRealm = nil
  54. largeRealm = nil
  55. super.tearDown()
  56. }
  57. override func resetRealmState() {
  58. // Do nothing, as we need to keep our in-memory realms around between tests
  59. }
  60. override func measure(_ block: (() -> Void)) {
  61. super.measure {
  62. autoreleasepool {
  63. block()
  64. }
  65. }
  66. }
  67. override func measureMetrics(_ metrics: [XCTPerformanceMetric], automaticallyStartMeasuring: Bool, for block: () -> Void) {
  68. super.measureMetrics(metrics, automaticallyStartMeasuring: automaticallyStartMeasuring) {
  69. autoreleasepool {
  70. block()
  71. }
  72. }
  73. }
  74. func inMeasureBlock(block: () -> Void) {
  75. measureMetrics(type(of: self).defaultPerformanceMetrics, automaticallyStartMeasuring: false) {
  76. _ = block()
  77. }
  78. }
  79. private func copyRealmToTestPath(_ realm: Realm) -> Realm {
  80. do {
  81. try FileManager.default.removeItem(at: testRealmURL())
  82. } catch let error as NSError {
  83. XCTAssertTrue(error.domain == NSCocoaErrorDomain && error.code == 4)
  84. } catch {
  85. fatalError("Unexpected error: \(error)")
  86. }
  87. try! realm.writeCopy(toFile: testRealmURL())
  88. return realmWithTestPath()
  89. }
  90. func testInsertMultiple() {
  91. inMeasureBlock {
  92. let realm = self.realmWithTestPath()
  93. self.startMeasuring()
  94. try! realm.write {
  95. for _ in 0..<5000 {
  96. let obj = SwiftStringObject()
  97. obj.stringCol = "a"
  98. realm.add(obj)
  99. }
  100. }
  101. self.stopMeasuring()
  102. self.tearDown()
  103. }
  104. }
  105. func testInsertSingleLiteral() {
  106. inMeasureBlock {
  107. let realm = self.realmWithTestPath()
  108. self.startMeasuring()
  109. for _ in 0..<50 {
  110. try! realm.write {
  111. _ = realm.create(SwiftStringObject.self, value: ["a"])
  112. }
  113. }
  114. self.stopMeasuring()
  115. self.tearDown()
  116. }
  117. }
  118. func testInsertMultipleLiteral() {
  119. inMeasureBlock {
  120. let realm = self.realmWithTestPath()
  121. self.startMeasuring()
  122. try! realm.write {
  123. for _ in 0..<5000 {
  124. realm.create(SwiftStringObject.self, value: ["a"])
  125. }
  126. }
  127. self.stopMeasuring()
  128. self.tearDown()
  129. }
  130. }
  131. func testCountWhereQuery() {
  132. let realm = copyRealmToTestPath(largeRealm)
  133. measure {
  134. for _ in 0..<50 {
  135. let results = realm.objects(SwiftStringObject.self).filter("stringCol = 'a'")
  136. _ = results.count
  137. }
  138. }
  139. }
  140. func testCountWhereTableView() {
  141. let realm = copyRealmToTestPath(mediumRealm)
  142. measure {
  143. for _ in 0..<50 {
  144. let results = realm.objects(SwiftStringObject.self).filter("stringCol = 'a'")
  145. _ = results.first
  146. _ = results.count
  147. }
  148. }
  149. }
  150. func testEnumerateAndAccessQuery() {
  151. let realm = copyRealmToTestPath(largeRealm)
  152. measure {
  153. for stringObject in realm.objects(SwiftStringObject.self).filter("stringCol = 'a'") {
  154. _ = stringObject.stringCol
  155. }
  156. }
  157. }
  158. func testEnumerateAndAccessAll() {
  159. let realm = copyRealmToTestPath(largeRealm)
  160. measure {
  161. for stringObject in realm.objects(SwiftStringObject.self) {
  162. _ = stringObject.stringCol
  163. }
  164. }
  165. }
  166. func testEnumerateAndAccessAllSlow() {
  167. let realm = copyRealmToTestPath(largeRealm)
  168. measure {
  169. let results = realm.objects(SwiftStringObject.self)
  170. for i in 0..<results.count {
  171. _ = results[i].stringCol
  172. }
  173. }
  174. }
  175. func testEnumerateAndAccessArrayProperty() {
  176. let realm = copyRealmToTestPath(largeRealm)
  177. realm.beginWrite()
  178. let arrayPropertyObject = realm.create(SwiftArrayPropertyObject.self,
  179. value: ["name", realm.objects(SwiftStringObject.self).map { $0 } as NSArray, []])
  180. try! realm.commitWrite()
  181. measure {
  182. for stringObject in arrayPropertyObject.array {
  183. _ = stringObject.stringCol
  184. }
  185. }
  186. }
  187. func testEnumerateAndAccessArrayPropertySlow() {
  188. let realm = copyRealmToTestPath(largeRealm)
  189. realm.beginWrite()
  190. let arrayPropertyObject = realm.create(SwiftArrayPropertyObject.self,
  191. value: ["name", realm.objects(SwiftStringObject.self).map { $0 } as NSArray, []])
  192. try! realm.commitWrite()
  193. measure {
  194. let list = arrayPropertyObject.array
  195. for i in 0..<list.count {
  196. _ = list[i].stringCol
  197. }
  198. }
  199. }
  200. func testEnumerateAndMutateAll() {
  201. let realm = copyRealmToTestPath(largeRealm)
  202. measure {
  203. try! realm.write {
  204. for stringObject in realm.objects(SwiftStringObject.self) {
  205. stringObject.stringCol = "c"
  206. }
  207. }
  208. }
  209. }
  210. func testEnumerateAndMutateQuery() {
  211. let realm = copyRealmToTestPath(largeRealm)
  212. measure {
  213. try! realm.write {
  214. for stringObject in realm.objects(SwiftStringObject.self).filter("stringCol != 'b'") {
  215. stringObject.stringCol = "c"
  216. }
  217. }
  218. }
  219. }
  220. func testDeleteAll() {
  221. inMeasureBlock {
  222. let realm = self.copyRealmToTestPath(largeRealm)
  223. self.startMeasuring()
  224. try! realm.write {
  225. realm.delete(realm.objects(SwiftStringObject.self))
  226. }
  227. self.stopMeasuring()
  228. }
  229. }
  230. func testQueryDeletion() {
  231. inMeasureBlock {
  232. let realm = self.copyRealmToTestPath(mediumRealm)
  233. self.startMeasuring()
  234. try! realm.write {
  235. realm.delete(realm.objects(SwiftStringObject.self).filter("stringCol = 'a' OR stringCol = 'b'"))
  236. }
  237. self.stopMeasuring()
  238. }
  239. }
  240. func testManualDeletion() {
  241. inMeasureBlock {
  242. let realm = self.copyRealmToTestPath(mediumRealm)
  243. let objects = realm.objects(SwiftStringObject.self).map { $0 }
  244. self.startMeasuring()
  245. try! realm.write {
  246. realm.delete(objects)
  247. }
  248. self.stopMeasuring()
  249. }
  250. }
  251. func testUnindexedStringLookup() {
  252. let realm = realmWithTestPath()
  253. try! realm.write {
  254. for i in 0..<1000 {
  255. realm.create(SwiftStringObject.self, value: [i.description])
  256. }
  257. }
  258. measure {
  259. for i in 0..<1000 {
  260. _ = realm.objects(SwiftStringObject.self).filter("stringCol = %@", i.description).first
  261. }
  262. }
  263. }
  264. func testIndexedStringLookup() {
  265. let realm = realmWithTestPath()
  266. try! realm.write {
  267. for i in 0..<1000 {
  268. realm.create(SwiftIndexedPropertiesObject.self, value: [i.description, i])
  269. }
  270. }
  271. measure {
  272. for i in 0..<1000 {
  273. _ = realm.objects(SwiftIndexedPropertiesObject.self).filter("stringCol = %@", i.description).first
  274. }
  275. }
  276. }
  277. func testLargeINQuery() {
  278. let realm = realmWithTestPath()
  279. realm.beginWrite()
  280. var ids = [Int]()
  281. for i in 0..<10000 {
  282. realm.create(SwiftIntObject.self, value: [i])
  283. if i % 2 != 0 {
  284. ids.append(i)
  285. }
  286. }
  287. try! realm.commitWrite()
  288. measure {
  289. _ = realm.objects(SwiftIntObject.self).filter("intCol IN %@", ids).first
  290. }
  291. }
  292. func testSortingAllObjects() {
  293. let realm = realmWithTestPath()
  294. try! realm.write {
  295. for _ in 0..<8000 {
  296. let randomNumber = Int(arc4random_uniform(UInt32(INT_MAX)))
  297. realm.create(SwiftIntObject.self, value: [randomNumber])
  298. }
  299. }
  300. measure {
  301. _ = realm.objects(SwiftIntObject.self).sorted(byKeyPath: "intCol", ascending: true).last
  302. }
  303. }
  304. func testRealmCreationCached() {
  305. var realm: Realm!
  306. dispatchSyncNewThread {
  307. realm = try! Realm()
  308. }
  309. measure {
  310. for _ in 0..<250 {
  311. autoreleasepool {
  312. _ = try! Realm()
  313. }
  314. }
  315. }
  316. _ = realm.configuration
  317. }
  318. func testRealmCreationUncached() {
  319. measure {
  320. for _ in 0..<50 {
  321. autoreleasepool {
  322. _ = try! Realm()
  323. }
  324. }
  325. }
  326. }
  327. func testCommitWriteTransaction() {
  328. inMeasureBlock {
  329. let realm = inMemoryRealm("test")
  330. realm.beginWrite()
  331. let object = realm.create(SwiftIntObject.self)
  332. try! realm.commitWrite()
  333. self.startMeasuring()
  334. while object.intCol < 100 {
  335. try! realm.write { object.intCol += 1 }
  336. }
  337. self.stopMeasuring()
  338. }
  339. }
  340. func testCommitWriteTransactionWithLocalNotification() {
  341. inMeasureBlock {
  342. let realm = inMemoryRealm("test")
  343. realm.beginWrite()
  344. let object = realm.create(SwiftIntObject.self)
  345. try! realm.commitWrite()
  346. let token = realm.observe { _, _ in }
  347. self.startMeasuring()
  348. while object.intCol < 100 {
  349. try! realm.write { object.intCol += 1 }
  350. }
  351. self.stopMeasuring()
  352. token.invalidate()
  353. }
  354. }
  355. func testCommitWriteTransactionWithCrossThreadNotification() {
  356. let stopValue = 100
  357. inMeasureBlock {
  358. let realm = inMemoryRealm("test")
  359. realm.beginWrite()
  360. let object = realm.create(SwiftIntObject.self)
  361. try! realm.commitWrite()
  362. let queue = DispatchQueue(label: "background")
  363. let semaphore = DispatchSemaphore(value: 0)
  364. queue.async {
  365. autoreleasepool {
  366. let realm = inMemoryRealm("test")
  367. let object = realm.objects(SwiftIntObject.self).first!
  368. var token: NotificationToken! = nil
  369. CFRunLoopPerformBlock(CFRunLoopGetCurrent(), CFRunLoopMode.defaultMode.rawValue) {
  370. token = realm.observe { _, _ in
  371. if object.intCol == stopValue {
  372. CFRunLoopStop(CFRunLoopGetCurrent())
  373. }
  374. }
  375. semaphore.signal()
  376. }
  377. CFRunLoopRun()
  378. token.invalidate()
  379. }
  380. }
  381. _ = semaphore.wait(timeout: DispatchTime.distantFuture)
  382. self.startMeasuring()
  383. while object.intCol < stopValue {
  384. try! realm.write { object.intCol += 1 }
  385. }
  386. queue.sync { }
  387. self.stopMeasuring()
  388. }
  389. }
  390. func testCrossThreadSyncLatency() {
  391. let stopValue = 500
  392. let queue = DispatchQueue(label: "background")
  393. let semaphore = DispatchSemaphore(value: 0)
  394. inMeasureBlock {
  395. let realm = inMemoryRealm("test")
  396. realm.beginWrite()
  397. let object = realm.create(SwiftIntObject.self)
  398. try! realm.commitWrite()
  399. queue.async {
  400. autoreleasepool {
  401. let realm = inMemoryRealm("test")
  402. let object = realm.objects(SwiftIntObject.self).first!
  403. var token: NotificationToken! = nil
  404. CFRunLoopPerformBlock(CFRunLoopGetCurrent(), CFRunLoopMode.defaultMode.rawValue) {
  405. token = realm.observe { _, _ in
  406. if object.intCol == stopValue {
  407. CFRunLoopStop(CFRunLoopGetCurrent())
  408. } else if object.intCol % 2 == 0 {
  409. try! realm.write { object.intCol += 1 }
  410. }
  411. }
  412. semaphore.signal()
  413. }
  414. CFRunLoopRun()
  415. token.invalidate()
  416. }
  417. }
  418. let token = realm.observe { _, _ in
  419. if object.intCol % 2 == 1 && object.intCol < stopValue {
  420. try! realm.write { object.intCol += 1 }
  421. }
  422. }
  423. _ = semaphore.wait(timeout: DispatchTime.distantFuture)
  424. self.startMeasuring()
  425. try! realm.write { object.intCol += 1 }
  426. while object.intCol < stopValue {
  427. #if swift(>=4.2)
  428. RunLoop.current.run(mode: RunLoop.Mode.default, before: Date.distantFuture)
  429. #else
  430. RunLoop.current.run(mode: RunLoopMode.defaultRunLoopMode, before: Date.distantFuture)
  431. #endif
  432. }
  433. queue.sync {}
  434. self.stopMeasuring()
  435. token.invalidate()
  436. }
  437. }
  438. func testValueForKeyForListObjects() {
  439. let realm = try! Realm()
  440. try! realm.write {
  441. for value in 0..<10000 {
  442. let listObject = SwiftListOfSwiftObject()
  443. let object = SwiftObject()
  444. object.intCol = value
  445. object.stringCol = String(value)
  446. listObject.array.append(object)
  447. realm.add(listObject)
  448. }
  449. }
  450. let objects = realm.objects(SwiftListOfSwiftObject.self)
  451. measure {
  452. _ = objects.value(forKeyPath: "array") as! [List<SwiftListOfSwiftObject>]
  453. }
  454. }
  455. func testValueForKeyForIntObjects() {
  456. let realm = try! Realm()
  457. try! realm.write {
  458. for value in 0..<10000 {
  459. autoreleasepool {
  460. let object = SwiftObject()
  461. object.intCol = value
  462. realm.add(object)
  463. }
  464. }
  465. }
  466. let objects = realm.objects(SwiftObject.self)
  467. measure {
  468. _ = objects.value(forKeyPath: "intCol") as! [Int]
  469. }
  470. }
  471. func testValueForKeyForStringObjects() {
  472. let realm = try! Realm()
  473. try! realm.write {
  474. for value in 0..<10000 {
  475. autoreleasepool {
  476. let object = SwiftObject()
  477. object.stringCol = String(value)
  478. realm.add(object)
  479. }
  480. }
  481. }
  482. let objects = realm.objects(SwiftObject.self)
  483. measure {
  484. _ = objects.value(forKeyPath: "stringCol") as! [String]
  485. }
  486. }
  487. func testValueForKeyForOptionalIntObjects() {
  488. let realm = try! Realm()
  489. try! realm.write {
  490. for value in 0..<10000 {
  491. autoreleasepool {
  492. let object = SwiftOptionalObject()
  493. object.optIntCol.value = value
  494. realm.add(object)
  495. }
  496. }
  497. }
  498. let objects = realm.objects(SwiftOptionalObject.self)
  499. measure {
  500. _ = objects.value(forKeyPath: "optIntCol") as! [Int]
  501. }
  502. }
  503. func testValueForKeyForOptionalStringObjects() {
  504. let realm = try! Realm()
  505. try! realm.write {
  506. for value in 0..<10000 {
  507. autoreleasepool {
  508. let object = SwiftOptionalObject()
  509. object.optStringCol = String(value)
  510. realm.add(object)
  511. }
  512. }
  513. }
  514. let objects = realm.objects(SwiftOptionalObject.self)
  515. measure {
  516. _ = objects.value(forKeyPath: "optStringCol") as! [String]
  517. }
  518. }
  519. }