grafeo/bench-thresholds.toml at main · react-querybuilder/grafeo · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
# Per-benchmark performance regression thresholds for CI.
#
# Categories use fnmatch-style glob patterns to match Criterion benchmark names.
# A benchmark matching multiple categories uses the first match.
#
# - threshold_pct: maximum allowed regression percentage before flagging
# - fail_ci: whether exceeding the threshold fails the CI build
#
# Start with fail_ci = false to establish baselines, then flip to true
# once historical data confirms thresholds are realistic.

[defaults]
threshold_pct = 15
fail_ci = false

[categories.core]
threshold_pct = 30
fail_ci = true
benchmarks = [
    "epoch_arena_*",
    "bump_*",
    "object_pool_*",
    "adjacency_*",
    "hash_index_*",
    "distance/*",
    "scalar_quantization/*",
    "product_quantization/*",
    "brute_force_*",
    "hnsw_*",
]

[categories.query]
threshold_pct = 12
fail_ci = false
benchmarks = [
    "query_*",
    "rdf_*",
    "regression_repeat_*",
    "regression_edge_filter_*",
    "top_k_vs_sort_limit_time/*",
    "top_k_drain/*",
    "top_k_filtered_e2e/*",
]

[categories.multihop]
threshold_pct = 15
fail_ci = false
benchmarks = [
    "regression_1hop_*",
    "regression_2hop_*",
    "regression_3hop_*",
    "regression_fan_out_*",
]

[categories.wal]
threshold_pct = 10
fail_ci = false
benchmarks = [
    "wal_write_*",
    "wal_batch_*",
    "wal_recovery_*",
]

[categories.serialization]
threshold_pct = 12
fail_ci = false
benchmarks = [
    "snapshot_*",
    "value_*",
]

[memory]
fail_ci = false

[memory.bounds]
memory_empty_db = 524288             # 512 KB
memory_1k_nodes_5k_edges = 4194304  # 4 MB
memory_10k_nodes_50k_edges = 41943040  # 40 MB
memory_after_100_queries = 6291456  # 6 MB
memory_vector_index_1k = 8388608    # 8 MB