#49, #123 - Setup UI integration and performance testing (#148)

2026-11-02 21:33:26 +00:00 · 2022-08-18 16:32:29 +03:00
parent b6e1d6d1e5
commit 78df4abc7f
27 changed files with 954 additions and 78 deletions
@@ -0,0 +1,120 @@
+//
+//  TestMeasurementParser.swift
+//  IntegrationTests
+//
+//  Created by Stefan Ceriu on 28/07/2022.
+//  Copyright © 2022 Element. All rights reserved.
+//
+
+import Foundation
+import XCTest
+
+enum TestMeasurementParserMetric: String {
+    case appLaunch = "Duration (AppLaunch)"
+    case clockMonotonicTime = "Clock Monotonic Time"
+    case cpuTime = "CPU Time"
+    case memoryPeakPhysical = "Memory Peak Physical"
+    case memoryPhysical = "Memory Physical"
+    case cpuInstructionsRetired = "CPU Instructions Retired"
+    case diskLogicalWrites = "Disk Logical Writes"
+    case cpuCycles = "CPU Cycles"
+    
+    var regexValue: String {
+        switch self {
+        case .appLaunch:
+            return rawValue.replacingOccurrences(of: "(", with: "\\(").replacingOccurrences(of: ")", with: "\\)")
+        default:
+            return rawValue
+        }
+    }
+}
+
+/// This class is responsible for extracting XCTest measurement run results from stderr in lieu of an official API
+/// Heavily inspired by https://stackoverflow.com/questions/54814422/how-to-extract-performance-metrics-measured-by-measureblock-in-xctest
+class TestMeasurementParser {
+    private let pipe = Pipe()
+    private let regex: NSRegularExpression
+    private var results = [String: Double]()
+    
+    init() {
+        do {
+            let pattern = """
+            \\[(\
+            \(XCTestMeasurementParserMetric.appLaunch.regexValue)|\
+            \(XCTestMeasurementParserMetric.clockMonotonicTime.regexValue)|\
+            \(XCTestMeasurementParserMetric.cpuTime.regexValue)|\
+            \(XCTestMeasurementParserMetric.memoryPeakPhysical.regexValue)|\
+            \(XCTestMeasurementParserMetric.memoryPhysical.regexValue)|\
+            \(XCTestMeasurementParserMetric.cpuInstructionsRetired.regexValue)|\
+            \(XCTestMeasurementParserMetric.diskLogicalWrites.regexValue)|\
+            \(XCTestMeasurementParserMetric.cpuCycles.regexValue)\
+            ), \
+            (s|kB|kI|kC)\\] \
+            average: ([0-9\\.]*),
+            """
+            
+            regex = try NSRegularExpression(pattern: pattern,
+                                            options: .caseInsensitive)
+        } catch {
+            fatalError("Invalid regular expression")
+        }
+    }
+    
+    /// Running an XCTest measure block within this will enable the `XCTestMeasurementParser` to read resulting values from stderr and store them locally
+    /// - Parameters:
+    ///   - testCase: we need the test case so that we can add and wait for an expectation on it, allowing the capturing to finish
+    ///   - block: should contain the normal test steps and measure block
+    func capture(testCase: XCTestCase, block: @escaping () -> Void) {
+        results.removeAll()
+        
+        // Save original output
+        let original = dup(STDERR_FILENO)
+        
+        // Configure `stderr` so that it's not buffered
+        setvbuf(stderr, nil, _IONBF, 0)
+        
+        dup2(pipe.fileHandleForWriting.fileDescriptor, STDERR_FILENO)
+        
+        pipe.fileHandleForReading.readabilityHandler = { [weak self] handle in
+            guard let self = self else {
+                return
+            }
+            
+            let string = String(data: handle.availableData, encoding: .utf8) ?? "<Non-ascii data of size\(handle.availableData.count)>\n"
+            self.regex.matches(in: string, options: .reportCompletion, range: NSRange(location: 0, length: string.count)).forEach {
+                if let nameIndex = Range($0.range(at: 1), in: string),
+                   let averageIndex = Range($0.range(at: 3), in: string) {
+                    let name = String(string[nameIndex])
+                    let average = Double(string[averageIndex])
+                    
+                    self.results[name] = average
+                }
+            }
+            
+            // Print to stdout because stderr is piped
+            print("\(string)")
+        }
+        
+        block()
+        
+        // Revert
+        fflush(stderr)
+        dup2(original, STDERR_FILENO)
+        close(original)
+        
+        // Allow the parser to finish
+        let expectation = testCase.expectation(description: "Wait for the results to be gathered")
+        DispatchQueue.main.asyncAfter(deadline: .now() + 5.0) {
+            expectation.fulfill()
+        }
+        
+        testCase.waitForExpectations(timeout: 10.0)
+    }
+    
+    /// Retrieve the recorded average value for a particular metric
+    /// - Parameter metric: Needs to match one of the metrics passed in the XCTest measure metrics array
+    /// - Returns: The resulting average value
+    func valueForMetric(_ metric: XCTestMeasurementParserMetric) -> Double? {
+        results[metric.rawValue]
+    }
+}