PerformanceTests.swift 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610
  1. ////////////////////////////////////////////////////////////////////////////
  2. //
  3. // Copyright 2015 Realm Inc.
  4. //
  5. // Licensed under the Apache License, Version 2.0 (the "License");
  6. // you may not use this file except in compliance with the License.
  7. // You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. //
  17. ////////////////////////////////////////////////////////////////////////////
  18. import XCTest
  19. import RealmSwift
  20. private func createStringObjects(_ factor: Int) -> Realm {
  21. let realm = inMemoryRealm(factor.description)
  22. try! realm.write {
  23. for _ in 0..<(1000 * factor) {
  24. realm.create(SwiftStringObject.self, value: ["a"])
  25. realm.create(SwiftStringObject.self, value: ["b"])
  26. }
  27. }
  28. return realm
  29. }
  30. private var smallRealm: Realm!
  31. private var mediumRealm: Realm!
  32. private var largeRealm: Realm!
  33. private let isRunningOnDevice = TARGET_IPHONE_SIMULATOR == 0
  34. class SwiftPerformanceTests: TestCase {
  35. #if swift(>=4)
  36. override class var defaultTestSuite: XCTestSuite {
  37. #if !DEBUG && os(iOS)
  38. if isRunningOnDevice {
  39. return super.defaultTestSuite
  40. }
  41. #endif
  42. return XCTestSuite(name: "SwiftPerformanceTests")
  43. }
  44. #else
  45. override class func defaultTestSuite() -> XCTestSuite {
  46. #if !DEBUG && os(iOS)
  47. if isRunningOnDevice {
  48. return super.defaultTestSuite()
  49. }
  50. #endif
  51. return XCTestSuite(name: "SwiftPerformanceTests")
  52. }
  53. #endif
  54. override class func setUp() {
  55. super.setUp()
  56. autoreleasepool {
  57. smallRealm = createStringObjects(1)
  58. mediumRealm = createStringObjects(5)
  59. largeRealm = createStringObjects(50)
  60. }
  61. }
  62. override class func tearDown() {
  63. smallRealm = nil
  64. mediumRealm = nil
  65. largeRealm = nil
  66. super.tearDown()
  67. }
  68. override func resetRealmState() {
  69. // Do nothing, as we need to keep our in-memory realms around between tests
  70. }
  71. #if swift(>=4)
  72. override func measure(_ block: (() -> Void)) {
  73. super.measure {
  74. autoreleasepool {
  75. block()
  76. }
  77. }
  78. }
  79. override func measureMetrics(_ metrics: [XCTPerformanceMetric], automaticallyStartMeasuring: Bool, for block: () -> Void) {
  80. super.measureMetrics(metrics, automaticallyStartMeasuring: automaticallyStartMeasuring) {
  81. autoreleasepool {
  82. block()
  83. }
  84. }
  85. }
  86. func inMeasureBlock(block: () -> Void) {
  87. measureMetrics(type(of: self).defaultPerformanceMetrics, automaticallyStartMeasuring: false) {
  88. _ = block()
  89. }
  90. }
  91. #else
  92. override func measure(_ block: @escaping (() -> Void)) {
  93. super.measure {
  94. autoreleasepool {
  95. block()
  96. }
  97. }
  98. }
  99. override func measureMetrics(_ metrics: [String], automaticallyStartMeasuring: Bool, for block: @escaping () -> Void) {
  100. super.measureMetrics(metrics, automaticallyStartMeasuring: automaticallyStartMeasuring) {
  101. autoreleasepool {
  102. block()
  103. }
  104. }
  105. }
  106. func inMeasureBlock(block: @escaping () -> Void) {
  107. measureMetrics(type(of: self).defaultPerformanceMetrics(), automaticallyStartMeasuring: false) {
  108. _ = block()
  109. }
  110. }
  111. #endif
  112. private func copyRealmToTestPath(_ realm: Realm) -> Realm {
  113. do {
  114. try FileManager.default.removeItem(at: testRealmURL())
  115. } catch let error as NSError {
  116. XCTAssertTrue(error.domain == NSCocoaErrorDomain && error.code == 4)
  117. } catch {
  118. fatalError("Unexpected error: \(error)")
  119. }
  120. try! realm.writeCopy(toFile: testRealmURL())
  121. return realmWithTestPath()
  122. }
  123. func testInsertMultiple() {
  124. inMeasureBlock {
  125. let realm = self.realmWithTestPath()
  126. self.startMeasuring()
  127. try! realm.write {
  128. for _ in 0..<5000 {
  129. let obj = SwiftStringObject()
  130. obj.stringCol = "a"
  131. realm.add(obj)
  132. }
  133. }
  134. self.stopMeasuring()
  135. self.tearDown()
  136. }
  137. }
  138. func testInsertSingleLiteral() {
  139. inMeasureBlock {
  140. let realm = self.realmWithTestPath()
  141. self.startMeasuring()
  142. for _ in 0..<50 {
  143. try! realm.write {
  144. _ = realm.create(SwiftStringObject.self, value: ["a"])
  145. }
  146. }
  147. self.stopMeasuring()
  148. self.tearDown()
  149. }
  150. }
  151. func testInsertMultipleLiteral() {
  152. inMeasureBlock {
  153. let realm = self.realmWithTestPath()
  154. self.startMeasuring()
  155. try! realm.write {
  156. for _ in 0..<5000 {
  157. realm.create(SwiftStringObject.self, value: ["a"])
  158. }
  159. }
  160. self.stopMeasuring()
  161. self.tearDown()
  162. }
  163. }
  164. func testCountWhereQuery() {
  165. let realm = copyRealmToTestPath(largeRealm)
  166. measure {
  167. for _ in 0..<50 {
  168. let results = realm.objects(SwiftStringObject.self).filter("stringCol = 'a'")
  169. _ = results.count
  170. }
  171. }
  172. }
  173. func testCountWhereTableView() {
  174. let realm = copyRealmToTestPath(mediumRealm)
  175. measure {
  176. for _ in 0..<50 {
  177. let results = realm.objects(SwiftStringObject.self).filter("stringCol = 'a'")
  178. _ = results.first
  179. _ = results.count
  180. }
  181. }
  182. }
  183. func testEnumerateAndAccessQuery() {
  184. let realm = copyRealmToTestPath(largeRealm)
  185. measure {
  186. for stringObject in realm.objects(SwiftStringObject.self).filter("stringCol = 'a'") {
  187. _ = stringObject.stringCol
  188. }
  189. }
  190. }
  191. func testEnumerateAndAccessAll() {
  192. let realm = copyRealmToTestPath(largeRealm)
  193. measure {
  194. for stringObject in realm.objects(SwiftStringObject.self) {
  195. _ = stringObject.stringCol
  196. }
  197. }
  198. }
  199. func testEnumerateAndAccessAllSlow() {
  200. let realm = copyRealmToTestPath(largeRealm)
  201. measure {
  202. let results = realm.objects(SwiftStringObject.self)
  203. for i in 0..<results.count {
  204. _ = results[i].stringCol
  205. }
  206. }
  207. }
  208. func testEnumerateAndAccessArrayProperty() {
  209. let realm = copyRealmToTestPath(largeRealm)
  210. realm.beginWrite()
  211. let arrayPropertyObject = realm.create(SwiftArrayPropertyObject.self,
  212. value: ["name", realm.objects(SwiftStringObject.self).map { $0 } as NSArray, []])
  213. try! realm.commitWrite()
  214. measure {
  215. for stringObject in arrayPropertyObject.array {
  216. _ = stringObject.stringCol
  217. }
  218. }
  219. }
  220. func testEnumerateAndAccessArrayPropertySlow() {
  221. let realm = copyRealmToTestPath(largeRealm)
  222. realm.beginWrite()
  223. let arrayPropertyObject = realm.create(SwiftArrayPropertyObject.self,
  224. value: ["name", realm.objects(SwiftStringObject.self).map { $0 } as NSArray, []])
  225. try! realm.commitWrite()
  226. measure {
  227. let list = arrayPropertyObject.array
  228. for i in 0..<list.count {
  229. _ = list[i].stringCol
  230. }
  231. }
  232. }
  233. func testEnumerateAndMutateAll() {
  234. let realm = copyRealmToTestPath(largeRealm)
  235. measure {
  236. try! realm.write {
  237. for stringObject in realm.objects(SwiftStringObject.self) {
  238. stringObject.stringCol = "c"
  239. }
  240. }
  241. }
  242. }
  243. func testEnumerateAndMutateQuery() {
  244. let realm = copyRealmToTestPath(largeRealm)
  245. measure {
  246. try! realm.write {
  247. for stringObject in realm.objects(SwiftStringObject.self).filter("stringCol != 'b'") {
  248. stringObject.stringCol = "c"
  249. }
  250. }
  251. }
  252. }
  253. func testDeleteAll() {
  254. inMeasureBlock {
  255. let realm = self.copyRealmToTestPath(largeRealm)
  256. self.startMeasuring()
  257. try! realm.write {
  258. realm.delete(realm.objects(SwiftStringObject.self))
  259. }
  260. self.stopMeasuring()
  261. }
  262. }
  263. func testQueryDeletion() {
  264. inMeasureBlock {
  265. let realm = self.copyRealmToTestPath(mediumRealm)
  266. self.startMeasuring()
  267. try! realm.write {
  268. realm.delete(realm.objects(SwiftStringObject.self).filter("stringCol = 'a' OR stringCol = 'b'"))
  269. }
  270. self.stopMeasuring()
  271. }
  272. }
  273. func testManualDeletion() {
  274. inMeasureBlock {
  275. let realm = self.copyRealmToTestPath(mediumRealm)
  276. let objects = realm.objects(SwiftStringObject.self).map { $0 }
  277. self.startMeasuring()
  278. try! realm.write {
  279. realm.delete(objects)
  280. }
  281. self.stopMeasuring()
  282. }
  283. }
  284. func testUnindexedStringLookup() {
  285. let realm = realmWithTestPath()
  286. try! realm.write {
  287. for i in 0..<1000 {
  288. realm.create(SwiftStringObject.self, value: [i.description])
  289. }
  290. }
  291. measure {
  292. for i in 0..<1000 {
  293. _ = realm.objects(SwiftStringObject.self).filter("stringCol = %@", i.description).first
  294. }
  295. }
  296. }
  297. func testIndexedStringLookup() {
  298. let realm = realmWithTestPath()
  299. try! realm.write {
  300. for i in 0..<1000 {
  301. realm.create(SwiftIndexedPropertiesObject.self, value: [i.description, i])
  302. }
  303. }
  304. measure {
  305. for i in 0..<1000 {
  306. _ = realm.objects(SwiftIndexedPropertiesObject.self).filter("stringCol = %@", i.description).first
  307. }
  308. }
  309. }
  310. func testLargeINQuery() {
  311. let realm = realmWithTestPath()
  312. realm.beginWrite()
  313. var ids = [Int]()
  314. for i in 0..<10000 {
  315. realm.create(SwiftIntObject.self, value: [i])
  316. if i % 2 != 0 {
  317. ids.append(i)
  318. }
  319. }
  320. try! realm.commitWrite()
  321. measure {
  322. _ = realm.objects(SwiftIntObject.self).filter("intCol IN %@", ids).first
  323. }
  324. }
  325. func testSortingAllObjects() {
  326. let realm = realmWithTestPath()
  327. try! realm.write {
  328. for _ in 0..<8000 {
  329. let randomNumber = Int(arc4random_uniform(UInt32(INT_MAX)))
  330. realm.create(SwiftIntObject.self, value: [randomNumber])
  331. }
  332. }
  333. measure {
  334. _ = realm.objects(SwiftIntObject.self).sorted(byKeyPath: "intCol", ascending: true).last
  335. }
  336. }
  337. func testRealmCreationCached() {
  338. var realm: Realm!
  339. dispatchSyncNewThread {
  340. realm = try! Realm()
  341. }
  342. measure {
  343. for _ in 0..<250 {
  344. autoreleasepool {
  345. _ = try! Realm()
  346. }
  347. }
  348. }
  349. _ = realm.configuration
  350. }
  351. func testRealmCreationUncached() {
  352. measure {
  353. for _ in 0..<50 {
  354. autoreleasepool {
  355. _ = try! Realm()
  356. }
  357. }
  358. }
  359. }
  360. func testCommitWriteTransaction() {
  361. inMeasureBlock {
  362. let realm = inMemoryRealm("test")
  363. realm.beginWrite()
  364. let object = realm.create(SwiftIntObject.self)
  365. try! realm.commitWrite()
  366. self.startMeasuring()
  367. while object.intCol < 100 {
  368. try! realm.write { object.intCol += 1 }
  369. }
  370. self.stopMeasuring()
  371. }
  372. }
  373. func testCommitWriteTransactionWithLocalNotification() {
  374. inMeasureBlock {
  375. let realm = inMemoryRealm("test")
  376. realm.beginWrite()
  377. let object = realm.create(SwiftIntObject.self)
  378. try! realm.commitWrite()
  379. let token = realm.observe { _, _ in }
  380. self.startMeasuring()
  381. while object.intCol < 100 {
  382. try! realm.write { object.intCol += 1 }
  383. }
  384. self.stopMeasuring()
  385. token.invalidate()
  386. }
  387. }
  388. func testCommitWriteTransactionWithCrossThreadNotification() {
  389. let stopValue = 100
  390. inMeasureBlock {
  391. let realm = inMemoryRealm("test")
  392. realm.beginWrite()
  393. let object = realm.create(SwiftIntObject.self)
  394. try! realm.commitWrite()
  395. let queue = DispatchQueue(label: "background")
  396. let semaphore = DispatchSemaphore(value: 0)
  397. queue.async {
  398. autoreleasepool {
  399. let realm = inMemoryRealm("test")
  400. let object = realm.objects(SwiftIntObject.self).first!
  401. var token: NotificationToken! = nil
  402. CFRunLoopPerformBlock(CFRunLoopGetCurrent(), CFRunLoopMode.defaultMode.rawValue) {
  403. token = realm.observe { _, _ in
  404. if object.intCol == stopValue {
  405. CFRunLoopStop(CFRunLoopGetCurrent())
  406. }
  407. }
  408. semaphore.signal()
  409. }
  410. CFRunLoopRun()
  411. token.invalidate()
  412. }
  413. }
  414. _ = semaphore.wait(timeout: DispatchTime.distantFuture)
  415. self.startMeasuring()
  416. while object.intCol < stopValue {
  417. try! realm.write { object.intCol += 1 }
  418. }
  419. queue.sync { }
  420. self.stopMeasuring()
  421. }
  422. }
  423. func testCrossThreadSyncLatency() {
  424. let stopValue = 500
  425. let queue = DispatchQueue(label: "background")
  426. let semaphore = DispatchSemaphore(value: 0)
  427. inMeasureBlock {
  428. let realm = inMemoryRealm("test")
  429. realm.beginWrite()
  430. let object = realm.create(SwiftIntObject.self)
  431. try! realm.commitWrite()
  432. queue.async {
  433. autoreleasepool {
  434. let realm = inMemoryRealm("test")
  435. let object = realm.objects(SwiftIntObject.self).first!
  436. var token: NotificationToken! = nil
  437. CFRunLoopPerformBlock(CFRunLoopGetCurrent(), CFRunLoopMode.defaultMode.rawValue) {
  438. token = realm.observe { _, _ in
  439. if object.intCol == stopValue {
  440. CFRunLoopStop(CFRunLoopGetCurrent())
  441. } else if object.intCol % 2 == 0 {
  442. try! realm.write { object.intCol += 1 }
  443. }
  444. }
  445. semaphore.signal()
  446. }
  447. CFRunLoopRun()
  448. token.invalidate()
  449. }
  450. }
  451. let token = realm.observe { _, _ in
  452. if object.intCol % 2 == 1 && object.intCol < stopValue {
  453. try! realm.write { object.intCol += 1 }
  454. }
  455. }
  456. _ = semaphore.wait(timeout: DispatchTime.distantFuture)
  457. self.startMeasuring()
  458. try! realm.write { object.intCol += 1 }
  459. while object.intCol < stopValue {
  460. #if swift(>=4.2)
  461. RunLoop.current.run(mode: RunLoop.Mode.default, before: Date.distantFuture)
  462. #else
  463. RunLoop.current.run(mode: RunLoopMode.defaultRunLoopMode, before: Date.distantFuture)
  464. #endif
  465. }
  466. queue.sync {}
  467. self.stopMeasuring()
  468. token.invalidate()
  469. }
  470. }
  471. func testValueForKeyForListObjects() {
  472. let realm = try! Realm()
  473. try! realm.write {
  474. for value in 0..<10000 {
  475. let listObject = SwiftListOfSwiftObject()
  476. let object = SwiftObject()
  477. object.intCol = value
  478. object.stringCol = String(value)
  479. listObject.array.append(object)
  480. realm.add(listObject)
  481. }
  482. }
  483. let objects = realm.objects(SwiftListOfSwiftObject.self)
  484. measure {
  485. _ = objects.value(forKeyPath: "array") as! [List<SwiftListOfSwiftObject>]
  486. }
  487. }
  488. func testValueForKeyForIntObjects() {
  489. let realm = try! Realm()
  490. try! realm.write {
  491. for value in 0..<10000 {
  492. autoreleasepool {
  493. let object = SwiftObject()
  494. object.intCol = value
  495. realm.add(object)
  496. }
  497. }
  498. }
  499. let objects = realm.objects(SwiftObject.self)
  500. measure {
  501. _ = objects.value(forKeyPath: "intCol") as! [Int]
  502. }
  503. }
  504. func testValueForKeyForStringObjects() {
  505. let realm = try! Realm()
  506. try! realm.write {
  507. for value in 0..<10000 {
  508. autoreleasepool {
  509. let object = SwiftObject()
  510. object.stringCol = String(value)
  511. realm.add(object)
  512. }
  513. }
  514. }
  515. let objects = realm.objects(SwiftObject.self)
  516. measure {
  517. _ = objects.value(forKeyPath: "stringCol") as! [String]
  518. }
  519. }
  520. func testValueForKeyForOptionalIntObjects() {
  521. let realm = try! Realm()
  522. try! realm.write {
  523. for value in 0..<10000 {
  524. autoreleasepool {
  525. let object = SwiftOptionalObject()
  526. object.optIntCol.value = value
  527. realm.add(object)
  528. }
  529. }
  530. }
  531. let objects = realm.objects(SwiftOptionalObject.self)
  532. measure {
  533. _ = objects.value(forKeyPath: "optIntCol") as! [Int]
  534. }
  535. }
  536. func testValueForKeyForOptionalStringObjects() {
  537. let realm = try! Realm()
  538. try! realm.write {
  539. for value in 0..<10000 {
  540. autoreleasepool {
  541. let object = SwiftOptionalObject()
  542. object.optStringCol = String(value)
  543. realm.add(object)
  544. }
  545. }
  546. }
  547. let objects = realm.objects(SwiftOptionalObject.self)
  548. measure {
  549. _ = objects.value(forKeyPath: "optStringCol") as! [String]
  550. }
  551. }
  552. }