GitHub/SWCompression
1
0
Fork 0
mirror of https://github.com/tsolomko/SWCompression.git synced 2026-06-23 14:56:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

[swcomp] Extract comparison printing as a new function

Browse Source
This commit is contained in:
Timofey Solomko
2022-10-05 18:07:47 +03:00
parent e84040b156
commit 61eb547202
2 changed files with 38 additions and 34 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Sources/swcomp/Benchmarks/BenchmarkResult.swift
+36 -1
View File
@@ -13,7 +13,42 @@ struct BenchmarkResult: Codable {
var avg: Double
var std: Double
func compare(with other: BenchmarkResult) -> Int? {
func printComparison(with other: BenchmarkResult) {
let diff = (self.avg / other.avg - 1) * 100
let comparison = self.compare(with: other)
if diff < 0 {
switch comparison {
case 1:
print(String(format: "OK %f%% (p-value > 0.05)", diff))
case nil:
print("Cannot compare due to unsupported iteration count.")
case -1:
print(String(format: "REG %f%% (p-value < 0.05)", diff))
case 0:
print(String(format: "REG %f%% (p-value = 0.05)", diff))
default:
swcompExit(.benchmarkUnknownCompResult)
}
}
else if diff > 0 {
switch comparison {
case 1:
print(String(format: "OK %f%% (p-value > 0.05)", diff))
case nil:
print("Cannot compare due to unsupported iteration count.")
case -1:
print(String(format: "IMP %f%% (p-value < 0.05)", diff))
case 0:
print(String(format: "IMP %f%% (p-value = 0.05)", diff))
default:
swcompExit(.benchmarkUnknownCompResult)
}
} else {
print("OK (exact match of averages)")
}
}
private func compare(with other: BenchmarkResult) -> Int? {
let degreesOfFreedom = Double(self.iterCount + other.iterCount - 2)
let t1: Double = Double(self.iterCount - 1) * pow(self.std, 2)
let t2: Double = Double(other.iterCount - 1) * pow(other.std, 2)
Sources/swcomp/Benchmarks/RunBenchmarkCommand.swift
+2 -33
View File
@@ -23,7 +23,7 @@ final class RunBenchmarkCommand: Command {
@Key("-s", "--save", description: "Saves the results into the specified file")
var savePath: String?
@Key("-c", "--compare", description: "Compares the results with the results saved in the specified file")
@Key("-c", "--compare", description: "Compares the results with other results saved in the specified file")
var comparePath: String?
@Flag("-W", "--no-warmup", description: "Disables warmup iteration")
@@ -87,38 +87,7 @@ final class RunBenchmarkCommand: Command {
let result = BenchmarkResult(name: self.selectedBenchmark.rawValue, input: input, iterCount: iterationCount,
avg: avgSpeed, std: std)
if let other = otherResults?.first(where: { $0.name == result.name && $0.input == result.input }) {
let comparison = result.compare(with: other)
let diff = (result.avg / other.avg - 1) * 100
if diff < 0 {
switch comparison {
case 1:
print(String(format: "OK %f%% (p-value > 0.05)", diff))
case nil:
print("Cannot compare due to unsupported iteration count.")
case -1:
print(String(format: "REG %f%% (p-value < 0.05)", diff))
case 0:
print(String(format: "REG %f%% (p-value = 0.05)", diff))
default:
swcompExit(.benchmarkUnknownCompResult)
}
}
else if diff > 0 {
switch comparison {
case 1:
print(String(format: "OK %f%% (p-value > 0.05)", diff))
case nil:
print("Cannot compare due to unsupported iteration count.")
case -1:
print(String(format: "IMP %f%% (p-value < 0.05)", diff))
case 0:
print(String(format: "IMP %f%% (p-value = 0.05)", diff))
default:
swcompExit(.benchmarkUnknownCompResult)
}
} else {
print("OK (exact match of averages)")
}
result.printComparison(with: other)
}
results.append(result)