Skip to content

Commit 34e7b4d

Browse files
blindspotbountyblindspotbounty
committed
create dummy thresholds from ci results
1 parent 6a2a1b7 commit 34e7b4d

File tree

23 files changed

+118
-114
lines changed

23 files changed

+118
-114
lines changed

Diff for: ‎Benchmarks/Benchmarks/SwiftKafkaConsumerBenchmarks/KafkaConsumerBenchmark.swift

+1-1
Original file line numberDiff line numberDiff line change
@@ -34,7 +34,7 @@ let benchmarks = {
3434
thresholds: [
3535
// Thresholds are wild guess mostly. Have to adjust with time.
3636
.wallClock: .init(relative: [.p90: 10]),
37-
.cpuTotal: .init(relative: [.p90: 0]),
37+
.cpuTotal: .init(relative: [.p90: 10]),
3838
.allocatedResidentMemory: .init(relative: [.p90: 20]),
3939
.contextSwitches: .init(relative: [.p90: 10]),
4040
.throughput: .init(relative: [.p90: 10]),

Diff for: ‎Benchmarks/Benchmarks/SwiftKafkaProducerBenchmarks/KafkaProducerBenchmark.swift

+13-1
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,19 @@ let benchmarks = {
2222
warmupIterations: 0,
2323
scalingFactor: .one,
2424
maxDuration: .seconds(5),
25-
maxIterations: 100
25+
maxIterations: 100,
26+
thresholds: [
27+
// Thresholds are wild guess mostly. Have to adjust with time.
28+
.wallClock: .init(relative: [.p90: 10]),
29+
.cpuTotal: .init(relative: [.p90: 10]),
30+
.allocatedResidentMemory: .init(relative: [.p90: 20]),
31+
.contextSwitches: .init(relative: [.p90: 10]),
32+
.throughput: .init(relative: [.p90: 10]),
33+
.objectAllocCount: .init(relative: [.p90: 10]),
34+
.retainCount: .init(relative: [.p90: 10]),
35+
.releaseCount: .init(relative: [.p90: 10]),
36+
.retainReleaseDelta: .init(relative: [.p90: 10]),
37+
]
2638
)
2739

2840
Benchmark.setup = {}

Diff for: ‎Benchmarks/Plugins/BenchmarkCheckWrapper/BenchmarkCheckWrapper.swift

-8
This file was deleted.

Diff for: ‎Benchmarks/Thresholds/5.10/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_basic_consumer_messages_1000.p90.json

+8-8
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
{
2-
"allocatedResidentMemory" : 77660159,
3-
"cpuTotal" : 80000000,
4-
"objectAllocCount" : 4643,
5-
"releaseCount" : 30815,
6-
"retainCount" : 23791,
7-
"retainReleaseDelta" : 2391,
2+
"allocatedResidentMemory" : 77463551,
3+
"cpuTotal" : 70057983,
4+
"objectAllocCount" : 4647,
5+
"releaseCount" : 25903,
6+
"retainCount" : 18863,
7+
"retainReleaseDelta" : 2399,
88
"throughput" : 8,
9-
"wallClock" : 133693439
10-
}
9+
"wallClock" : 9994972543
10+
}

Diff for: ‎Benchmarks/Thresholds/5.10/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_with_offset_commit_messages_1000.p90.json

+8-8
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
{
2-
"allocatedResidentMemory" : 70254592,
3-
"cpuTotal" : 270000000,
4-
"objectAllocCount" : 7917,
5-
"releaseCount" : 38881,
6-
"retainCount" : 27059,
7-
"retainReleaseDelta" : 3905,
2+
"allocatedResidentMemory" : 72351744,
3+
"cpuTotal" : 240000000,
4+
"objectAllocCount" : 7980,
5+
"releaseCount" : 34126,
6+
"retainCount" : 22195,
7+
"retainReleaseDelta" : 3951,
88
"throughput" : 2,
9-
"wallClock" : 634566500
10-
}
9+
"wallClock" : 9995008416
10+
}

Diff for: ‎Benchmarks/Thresholds/5.10/SwiftKafkaConsumerBenchmarks.librdkafka_basic_consumer_messages_1000.p90.json

+3-3
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
{
2-
"allocatedResidentMemory" : 42860544,
2+
"allocatedResidentMemory" : 46530560,
33
"cpuTotal" : 20000000,
44
"objectAllocCount" : 0,
55
"releaseCount" : 0,
66
"retainCount" : 0,
77
"retainReleaseDelta" : 0,
88
"throughput" : 2,
9-
"wallClock" : 620173292
10-
}
9+
"wallClock" : 621817625
10+
}

Diff for: ‎Benchmarks/Thresholds/5.10/SwiftKafkaConsumerBenchmarks.librdkafka_with_offset_commit_messages_1000.p90.json

+4-4
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
{
2-
"allocatedResidentMemory" : 48300032,
3-
"cpuTotal" : 150000000,
2+
"allocatedResidentMemory" : 48234496,
3+
"cpuTotal" : 400000000,
44
"objectAllocCount" : 0,
55
"releaseCount" : 0,
66
"retainCount" : 0,
77
"retainReleaseDelta" : 0,
88
"throughput" : 1,
9-
"wallClock" : 827764833
10-
}
9+
"wallClock" : 1506038376
10+
}

Diff for: ‎Benchmarks/Thresholds/5.7/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_basic_consumer_messages_1000.p90.json

+9-9
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
{
2-
"allocatedResidentMemory" : 69468160,
3-
"cpuTotal" : 270000000,
4-
"objectAllocCount" : 7175,
5-
"releaseCount" : 37657,
6-
"retainCount" : 26402,
7-
"retainReleaseDelta" : 4080,
8-
"throughput" : 2,
9-
"wallClock" : 683494251
10-
}
2+
"allocatedResidentMemory" : 77463551,
3+
"cpuTotal" : 70057983,
4+
"objectAllocCount" : 4647,
5+
"releaseCount" : 25903,
6+
"retainCount" : 18863,
7+
"retainReleaseDelta" : 2399,
8+
"throughput" : 8,
9+
"wallClock" : 9994972543
10+
}

Diff for: ‎Benchmarks/Thresholds/5.7/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_with_offset_commit_messages_1000.p90.json

+8-8
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
{
2-
"allocatedResidentMemory" : 73007104,
3-
"cpuTotal" : 270000000,
4-
"objectAllocCount" : 7941,
5-
"releaseCount" : 39038,
6-
"retainCount" : 27174,
7-
"retainReleaseDelta" : 3923,
2+
"allocatedResidentMemory" : 72351744,
3+
"cpuTotal" : 240000000,
4+
"objectAllocCount" : 7980,
5+
"releaseCount" : 34126,
6+
"retainCount" : 22195,
7+
"retainReleaseDelta" : 3951,
88
"throughput" : 2,
9-
"wallClock" : 644024709
10-
}
9+
"wallClock" : 9995008416
10+
}

Diff for: ‎Benchmarks/Thresholds/5.7/SwiftKafkaConsumerBenchmarks.librdkafka_basic_consumer_messages_1000.p90.json

+3-3
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
{
2-
"allocatedResidentMemory" : 46596096,
2+
"allocatedResidentMemory" : 46530560,
33
"cpuTotal" : 20000000,
44
"objectAllocCount" : 0,
55
"releaseCount" : 0,
66
"retainCount" : 0,
77
"retainReleaseDelta" : 0,
88
"throughput" : 2,
9-
"wallClock" : 627353501
10-
}
9+
"wallClock" : 621817625
10+
}

Diff for: ‎Benchmarks/Thresholds/5.7/SwiftKafkaConsumerBenchmarks.librdkafka_with_offset_commit_messages_1000.p90.json

+4-4
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
{
2-
"allocatedResidentMemory" : 44040192,
3-
"cpuTotal" : 150000000,
2+
"allocatedResidentMemory" : 48234496,
3+
"cpuTotal" : 400000000,
44
"objectAllocCount" : 0,
55
"releaseCount" : 0,
66
"retainCount" : 0,
77
"retainReleaseDelta" : 0,
88
"throughput" : 1,
9-
"wallClock" : 835152709
10-
}
9+
"wallClock" : 1506038376
10+
}

Diff for: ‎Benchmarks/Thresholds/5.8/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_basic_consumer_messages_1000.p90.json

+2-2
Original file line numberDiff line numberDiff line change
@@ -6,5 +6,5 @@
66
"retainCount" : 18863,
77
"retainReleaseDelta" : 2399,
88
"throughput" : 8,
9-
"wallClock" : 132972543
10-
}
9+
"wallClock" : 9994972543
10+
}

Diff for: ‎Benchmarks/Thresholds/5.8/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_with_offset_commit_messages_1000.p90.json

+2-2
Original file line numberDiff line numberDiff line change
@@ -6,5 +6,5 @@
66
"retainCount" : 22195,
77
"retainReleaseDelta" : 3951,
88
"throughput" : 2,
9-
"wallClock" : 629008416
10-
}
9+
"wallClock" : 9995008416
10+
}

Diff for: ‎Benchmarks/Thresholds/5.8/SwiftKafkaConsumerBenchmarks.librdkafka_basic_consumer_messages_1000.p90.json

+2-2
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
{
22
"allocatedResidentMemory" : 46530560,
3-
"cpuTotal" : 10000000,
3+
"cpuTotal" : 20000000,
44
"objectAllocCount" : 0,
55
"releaseCount" : 0,
66
"retainCount" : 0,
77
"retainReleaseDelta" : 0,
88
"throughput" : 2,
99
"wallClock" : 621817625
10-
}
10+
}

Diff for: ‎Benchmarks/Thresholds/5.8/SwiftKafkaConsumerBenchmarks.librdkafka_with_offset_commit_messages_1000.p90.json

+3-3
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
{
22
"allocatedResidentMemory" : 48234496,
3-
"cpuTotal" : 150000000,
3+
"cpuTotal" : 400000000,
44
"objectAllocCount" : 0,
55
"releaseCount" : 0,
66
"retainCount" : 0,
77
"retainReleaseDelta" : 0,
88
"throughput" : 1,
9-
"wallClock" : 826038376
10-
}
9+
"wallClock" : 1506038376
10+
}

Diff for: ‎Benchmarks/Thresholds/5.9/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_basic_consumer_messages_1000.p90.json

+9-9
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
{
2-
"allocatedResidentMemory" : 72876032,
3-
"cpuTotal" : 270000000,
4-
"objectAllocCount" : 6921,
5-
"releaseCount" : 31952,
6-
"retainCount" : 21121,
7-
"retainReleaseDelta" : 3910,
8-
"throughput" : 2,
9-
"wallClock" : 639700000
10-
}
2+
"allocatedResidentMemory" : 77463551,
3+
"cpuTotal" : 70057983,
4+
"objectAllocCount" : 4647,
5+
"releaseCount" : 25903,
6+
"retainCount" : 18863,
7+
"retainReleaseDelta" : 2399,
8+
"throughput" : 8,
9+
"wallClock" : 9994972543
10+
}

Diff for: ‎Benchmarks/Thresholds/5.9/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_with_offset_commit_messages_1000.p90.json

+8-8
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
{
2-
"allocatedResidentMemory" : 72089600,
3-
"cpuTotal" : 260000000,
4-
"objectAllocCount" : 7907,
5-
"releaseCount" : 33901,
6-
"retainCount" : 22094,
7-
"retainReleaseDelta" : 3900,
2+
"allocatedResidentMemory" : 72351744,
3+
"cpuTotal" : 240000000,
4+
"objectAllocCount" : 7980,
5+
"releaseCount" : 34126,
6+
"retainCount" : 22195,
7+
"retainReleaseDelta" : 3951,
88
"throughput" : 2,
9-
"wallClock" : 631249876
10-
}
9+
"wallClock" : 9995008416
10+
}

Diff for: ‎Benchmarks/Thresholds/5.9/SwiftKafkaConsumerBenchmarks.librdkafka_basic_consumer_messages_1000.p90.json

+3-3
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
{
2-
"allocatedResidentMemory" : 43319296,
2+
"allocatedResidentMemory" : 46530560,
33
"cpuTotal" : 20000000,
44
"objectAllocCount" : 0,
55
"releaseCount" : 0,
66
"retainCount" : 0,
77
"retainReleaseDelta" : 0,
88
"throughput" : 2,
9-
"wallClock" : 620977209
10-
}
9+
"wallClock" : 621817625
10+
}

Diff for: ‎Benchmarks/Thresholds/5.9/SwiftKafkaConsumerBenchmarks.librdkafka_with_offset_commit_messages_1000.p90.json

+4-4
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
{
2-
"allocatedResidentMemory" : 44761088,
3-
"cpuTotal" : 150000000,
2+
"allocatedResidentMemory" : 48234496,
3+
"cpuTotal" : 400000000,
44
"objectAllocCount" : 0,
55
"releaseCount" : 0,
66
"retainCount" : 0,
77
"retainReleaseDelta" : 0,
88
"throughput" : 1,
9-
"wallClock" : 819931167
10-
}
9+
"wallClock" : 1506038376
10+
}

Diff for: ‎Benchmarks/Thresholds/main/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_basic_consumer_messages_1000.p90.json

+9-9
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
{
2-
"allocatedResidentMemory" : 75759616,
3-
"cpuTotal" : 280000000,
4-
"objectAllocCount" : 6919,
5-
"releaseCount" : 36876,
6-
"retainCount" : 26056,
7-
"retainReleaseDelta" : 3909,
8-
"throughput" : 2,
9-
"wallClock" : 636520708
10-
}
2+
"allocatedResidentMemory" : 77463551,
3+
"cpuTotal" : 70057983,
4+
"objectAllocCount" : 4647,
5+
"releaseCount" : 25903,
6+
"retainCount" : 18863,
7+
"retainReleaseDelta" : 2399,
8+
"throughput" : 8,
9+
"wallClock" : 9994972543
10+
}

Diff for: ‎Benchmarks/Thresholds/main/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_with_offset_commit_messages_1000.p90.json

+8-8
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
{
2-
"allocatedResidentMemory" : 72744960,
3-
"cpuTotal" : 290000000,
4-
"objectAllocCount" : 7906,
5-
"releaseCount" : 38839,
6-
"retainCount" : 27022,
7-
"retainReleaseDelta" : 3921,
2+
"allocatedResidentMemory" : 72351744,
3+
"cpuTotal" : 240000000,
4+
"objectAllocCount" : 7980,
5+
"releaseCount" : 34126,
6+
"retainCount" : 22195,
7+
"retainReleaseDelta" : 3951,
88
"throughput" : 2,
9-
"wallClock" : 634470084
10-
}
9+
"wallClock" : 9995008416
10+
}

Diff for: ‎Benchmarks/Thresholds/main/SwiftKafkaConsumerBenchmarks.librdkafka_basic_consumer_messages_1000.p90.json

+3-3
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
{
2-
"allocatedResidentMemory" : 50200576,
2+
"allocatedResidentMemory" : 46530560,
33
"cpuTotal" : 20000000,
44
"objectAllocCount" : 0,
55
"releaseCount" : 0,
66
"retainCount" : 0,
77
"retainReleaseDelta" : 0,
88
"throughput" : 2,
9-
"wallClock" : 618693125
10-
}
9+
"wallClock" : 621817625
10+
}

Diff for: ‎Benchmarks/Thresholds/main/SwiftKafkaConsumerBenchmarks.librdkafka_with_offset_commit_messages_1000.p90.json

+4-4
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,10 @@
11
{
2-
"allocatedResidentMemory" : 47185920,
3-
"cpuTotal" : 150000000,
2+
"allocatedResidentMemory" : 48234496,
3+
"cpuTotal" : 400000000,
44
"objectAllocCount" : 0,
55
"releaseCount" : 0,
66
"retainCount" : 0,
77
"retainReleaseDelta" : 0,
88
"throughput" : 1,
9-
"wallClock" : 815092876
10-
}
9+
"wallClock" : 1506038376
10+
}

0 commit comments

Comments
 (0)