-
Notifications
You must be signed in to change notification settings - Fork 1
/
bench_runner.toml
64 lines (55 loc) · 1.5 KB
/
bench_runner.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
# After making changes to this file, re-run:
# python -m bench_runner install
# to have the changes reflected in the generated workflow files
[bases]
# List the base versions you want to compare every benchmark run to
versions = ["3.12.6", "3.13.0rc2"]
compare_to_default = ["NOGIL"]
[benchmarks]
# List any benchmarks you want to exclude from results here
excluded_benchmarks = [
# Benchmarks where the mean execution count < 5
"aiohttp",
"asyncio_tcp",
"asyncio_tcp_ssl",
"bench_mp_pool",
"bench_thread_pool",
"deepcopy_reduce",
"logging_silent",
"pickle",
"pickle_dict",
"pickle_list",
"unpack_sequence",
"unpickle",
"unpickle_list",
]
# Each of the "runners" section has the following values:
# os: one of 'linux', 'darwin', 'windows'
# arch: 'amd64' or 'arm64' (used for display only)
# hostname: Must match the hostname of the machine (as retrieved from
# socket.gethostname()).
# available: True if the machine is available (we need to keep the
# metadata around for old machines for the generated results). (Default: True)
[[runners]]
[runners.linux]
os = "linux"
arch = "x86_64"
hostname = "pyperf"
available = true
[runners.vultr]
os = "linux"
arch = "x86_64"
hostname = "pyperf"
available = true
[plot]
bases = ["3.12.6", "3.13.0rc2"]
versions = [[3, 13], [3, 14]]
runners = ["linux", "vultr"]
names = ["linux", "linux-vultr"]
colors = ["C0", "C0"]
styles = ["-", ":"]
markers = ["s", "s"]
[publish_mirror]
skip = true
[notify]
notification_issue = 4