blob: 883af4ff721313c7c1fd5e061eb4ff34dee8c5b8 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
|
########################################################################################################
# This file contains thresholds for performance tests run by resmoke. These correspond to #
# the GenerateAndCheckPerfResults hook. Thresholds are set on a per variant basis. #
# Make sure to set the --variantName flag when running benchmarks in resmoke. #
# #
# Each entry should follow the format below #
########################################################################################################
#
# tests:
# test1:
# variant1:
# - thread_level: {thread_level_value}
# metrics:
# - name: {name of the metric to check}
# value: {Whatever the threshold to check against is}
# bound_direction: {What the threshold direction should be. Must be one of upper or lower}
# - thread_level: {thread_level_value}
# metrics:
# - name: {name of the metric to check}
# value: {Whatever the threshold to check against is}
# bound_direction: {What the threshold direction should be. Must be one of upper or lower}
# test2:
# variant1:
# - thread_level: {thread_level_value}
# metrics:
# - name: {name of the metric to check}
# value: {Whatever the threshold to check against is}
# bound_direction: {What the threshold direction should be. Must be one of upper or lower}
# - thread_level: {thread_level_value}
# metrics:
# - name: {name of the metric to check}
# value: {Whatever the threshold to check against is}
# bound_direction: {What the threshold direction should be. Must be one of upper or lower}
#
#
#
#
# Bound direction upper means that the value reported by the test must be BELOW the threshold value.
# Bound direction lower means that the value reported by the test must be ABOVE the threshold value.
#
#
########################################################################################################
tests:
ServiceEntryPointRouterRoleBenchmarkFixture/BM_SEP_PING:
al2023-arm64-sep-benchmark:
# The current suggested method for raising these values is to run the benchmark a few times in patches, get the
# means of these metrics in them, and then multiply them by 1.002 (+ .2%). Please make sure the new values
# are above the maximum values reported in those patches to prevent any future flakiness.
- thread_level: 1
metrics:
- name: instructions_per_iteration_mean
value: 20759
bound_direction: upper
- thread_level: 32
metrics:
- name: instructions_per_iteration_mean
value: 20783
bound_direction: upper
ServiceEntryPointShardRoleBenchmarkFixture/BM_SEP_PING:
al2023-arm64-sep-benchmark:
# The current suggested method for raising these values is to run the benchmark a few times in patches, get the
# means of these metrics in them, and then multiply them by 1.002 (+ .2%). Please make sure the new values
# are above the maximum values reported in those patches to prevent any future flakiness.
- thread_level: 1
metrics:
- name: instructions_per_iteration_mean
value: 24034
bound_direction: upper
- thread_level: 32
metrics:
- name: instructions_per_iteration_mean
value: 24113
bound_direction: upper
|
