Repository navigation
Expand file tree
/
Copy path.gitperfconfig
More file actions
70 lines (62 loc) · 1.75 KB
/
Copy path.gitperfconfig
File metadata and controls
70 lines (62 loc) · 1.75 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
[measurement."report-size"]
epoch = "fedee674"
min_relative_deviation = 10.0
unit = "bytes"
min_measurements = 10
[measurement."report"]
epoch = "fedee674"
unit = "ns"
min_measurements = 10
[measurement."test-measure2"]
epoch = "439374ca"
min_relative_deviation = 10.0
unit = "ns"
[measurement."release-binary-size"]
epoch = "3a1aff1"
unit = "bytes"
min_relative_deviation = 10.0
min_measurements = 10
[measurement."report-benchmark"]
epoch = "296bc41"
unit = "ns"
sigma = 3
aggregate_by = "min"
min_measurements = 10
[measurement."bench::add_measurements/add_measurement/50::median"]
epoch = "4493382"
unit = "ns"
dispersion_method = "mad"
sigma = 3.5
aggregate_by = "min"
min_measurements = 3
# Sequential cross-runner study (10 instances, max-parallel=1): CoV=8.0%, MAD%=4.6%.
# Parallel study gave 34.8% CoV due to runner resource contention — sequential is accurate.
# min_relative_deviation=12 (1.5× CoV), max_cov=16 (2× CoV) per study recommendation.
min_relative_deviation = 12
max_cov = 16
[measurement."add-benchmark"]
epoch = "296bc41"
unit = "ns"
dispersion_method = "mad"
sigma = 3.5
aggregate_by = "min"
min_measurements = 10
# MAD converges to ~228µs as measurements stabilize, making the ±3.5σ threshold
# only ±800µs — too tight for CI runner variability. Even when the z-score
# exceeds 3.5σ, the failure is suppressed if the actual head deviation is
# below 10% of the tail median.
min_relative_deviation = 10.0
[measurement."report-size-benchmark"]
epoch = "fe2d91f5"
unit = "bytes"
min_relative_deviation = 10.0
sigma = 3.5
aggregate_by = "median"
min_measurements = 10
[measurement."bench::report/report_generation/10::median"]
unit = "ns"
dispersion_method = "mad"
sigma = 3.5
aggregate_by = "median"
min_measurements = 5
min_relative_deviation = 10.0