1
2 #undef NDEBUG
3
4 #include "benchmark/benchmark.h"
5 #include "output_test.h"
6
7 // ========================================================================= //
8 // ------------------------ Thousands Customisation ------------------------ //
9 // ========================================================================= //
10
BM_Counters_Thousands(benchmark::State & state)11 void BM_Counters_Thousands(benchmark::State& state) {
12 for (auto _ : state) {
13 }
14 namespace bm = benchmark;
15 state.counters.insert({
16 {"t0_1000000DefaultBase",
17 bm::Counter(1000 * 1000, bm::Counter::kDefaults)},
18 {"t1_1000000Base1000", bm::Counter(1000 * 1000, bm::Counter::kDefaults,
19 bm::Counter::OneK::kIs1000)},
20 {"t2_1000000Base1024", bm::Counter(1000 * 1000, bm::Counter::kDefaults,
21 bm::Counter::OneK::kIs1024)},
22 {"t3_1048576Base1000", bm::Counter(1024 * 1024, bm::Counter::kDefaults,
23 bm::Counter::OneK::kIs1000)},
24 {"t4_1048576Base1024", bm::Counter(1024 * 1024, bm::Counter::kDefaults,
25 bm::Counter::OneK::kIs1024)},
26 });
27 }
28 BENCHMARK(BM_Counters_Thousands)->Repetitions(2);
29 ADD_CASES(
30 TC_ConsoleOut,
31 {
32 {"^BM_Counters_Thousands/repeats:2 %console_report "
33 "t0_1000000DefaultBase=1M "
34 "t1_1000000Base1000=1M t2_1000000Base1024=976.56[23]Ki "
35 "t3_1048576Base1000=1.04858M t4_1048576Base1024=1Mi$"},
36 {"^BM_Counters_Thousands/repeats:2 %console_report "
37 "t0_1000000DefaultBase=1M "
38 "t1_1000000Base1000=1M t2_1000000Base1024=976.56[23]Ki "
39 "t3_1048576Base1000=1.04858M t4_1048576Base1024=1Mi$"},
40 {"^BM_Counters_Thousands/repeats:2_mean %console_report "
41 "t0_1000000DefaultBase=1M t1_1000000Base1000=1M "
42 "t2_1000000Base1024=976.56[23]Ki t3_1048576Base1000=1.04858M "
43 "t4_1048576Base1024=1Mi$"},
44 {"^BM_Counters_Thousands/repeats:2_median %console_report "
45 "t0_1000000DefaultBase=1M t1_1000000Base1000=1M "
46 "t2_1000000Base1024=976.56[23]Ki t3_1048576Base1000=1.04858M "
47 "t4_1048576Base1024=1Mi$"},
48 {"^BM_Counters_Thousands/repeats:2_stddev %console_time_only_report [ "
49 "]*2 t0_1000000DefaultBase=0 t1_1000000Base1000=0 "
50 "t2_1000000Base1024=0 t3_1048576Base1000=0 t4_1048576Base1024=0$"},
51 });
52 ADD_CASES(TC_JSONOut,
53 {{"\"name\": \"BM_Counters_Thousands/repeats:2\",$"},
54 {"\"family_index\": 0,$", MR_Next},
55 {"\"per_family_instance_index\": 0,$", MR_Next},
56 {"\"run_name\": \"BM_Counters_Thousands/repeats:2\",$", MR_Next},
57 {"\"run_type\": \"iteration\",$", MR_Next},
58 {"\"repetitions\": 2,$", MR_Next},
59 {"\"repetition_index\": 0,$", MR_Next},
60 {"\"threads\": 1,$", MR_Next},
61 {"\"iterations\": %int,$", MR_Next},
62 {"\"real_time\": %float,$", MR_Next},
63 {"\"cpu_time\": %float,$", MR_Next},
64 {"\"time_unit\": \"ns\",$", MR_Next},
65 {"\"t0_1000000DefaultBase\": 1\\.(0)*e\\+(0)*6,$", MR_Next},
66 {"\"t1_1000000Base1000\": 1\\.(0)*e\\+(0)*6,$", MR_Next},
67 {"\"t2_1000000Base1024\": 1\\.(0)*e\\+(0)*6,$", MR_Next},
68 {"\"t3_1048576Base1000\": 1\\.048576(0)*e\\+(0)*6,$", MR_Next},
69 {"\"t4_1048576Base1024\": 1\\.048576(0)*e\\+(0)*6$", MR_Next},
70 {"}", MR_Next}});
71 ADD_CASES(TC_JSONOut,
72 {{"\"name\": \"BM_Counters_Thousands/repeats:2\",$"},
73 {"\"family_index\": 0,$", MR_Next},
74 {"\"per_family_instance_index\": 0,$", MR_Next},
75 {"\"run_name\": \"BM_Counters_Thousands/repeats:2\",$", MR_Next},
76 {"\"run_type\": \"iteration\",$", MR_Next},
77 {"\"repetitions\": 2,$", MR_Next},
78 {"\"repetition_index\": 1,$", MR_Next},
79 {"\"threads\": 1,$", MR_Next},
80 {"\"iterations\": %int,$", MR_Next},
81 {"\"real_time\": %float,$", MR_Next},
82 {"\"cpu_time\": %float,$", MR_Next},
83 {"\"time_unit\": \"ns\",$", MR_Next},
84 {"\"t0_1000000DefaultBase\": 1\\.(0)*e\\+(0)*6,$", MR_Next},
85 {"\"t1_1000000Base1000\": 1\\.(0)*e\\+(0)*6,$", MR_Next},
86 {"\"t2_1000000Base1024\": 1\\.(0)*e\\+(0)*6,$", MR_Next},
87 {"\"t3_1048576Base1000\": 1\\.048576(0)*e\\+(0)*6,$", MR_Next},
88 {"\"t4_1048576Base1024\": 1\\.048576(0)*e\\+(0)*6$", MR_Next},
89 {"}", MR_Next}});
90 ADD_CASES(TC_JSONOut,
91 {{"\"name\": \"BM_Counters_Thousands/repeats:2_mean\",$"},
92 {"\"family_index\": 0,$", MR_Next},
93 {"\"per_family_instance_index\": 0,$", MR_Next},
94 {"\"run_name\": \"BM_Counters_Thousands/repeats:2\",$", MR_Next},
95 {"\"run_type\": \"aggregate\",$", MR_Next},
96 {"\"repetitions\": 2,$", MR_Next},
97 {"\"threads\": 1,$", MR_Next},
98 {"\"aggregate_name\": \"mean\",$", MR_Next},
99 {"\"aggregate_unit\": \"time\",$", MR_Next},
100 {"\"iterations\": 2,$", MR_Next},
101 {"\"real_time\": %float,$", MR_Next},
102 {"\"cpu_time\": %float,$", MR_Next},
103 {"\"time_unit\": \"ns\",$", MR_Next},
104 {"\"t0_1000000DefaultBase\": 1\\.(0)*e\\+(0)*6,$", MR_Next},
105 {"\"t1_1000000Base1000\": 1\\.(0)*e\\+(0)*6,$", MR_Next},
106 {"\"t2_1000000Base1024\": 1\\.(0)*e\\+(0)*6,$", MR_Next},
107 {"\"t3_1048576Base1000\": 1\\.048576(0)*e\\+(0)*6,$", MR_Next},
108 {"\"t4_1048576Base1024\": 1\\.048576(0)*e\\+(0)*6$", MR_Next},
109 {"}", MR_Next}});
110 ADD_CASES(TC_JSONOut,
111 {{"\"name\": \"BM_Counters_Thousands/repeats:2_median\",$"},
112 {"\"family_index\": 0,$", MR_Next},
113 {"\"per_family_instance_index\": 0,$", MR_Next},
114 {"\"run_name\": \"BM_Counters_Thousands/repeats:2\",$", MR_Next},
115 {"\"run_type\": \"aggregate\",$", MR_Next},
116 {"\"repetitions\": 2,$", MR_Next},
117 {"\"threads\": 1,$", MR_Next},
118 {"\"aggregate_name\": \"median\",$", MR_Next},
119 {"\"aggregate_unit\": \"time\",$", MR_Next},
120 {"\"iterations\": 2,$", MR_Next},
121 {"\"real_time\": %float,$", MR_Next},
122 {"\"cpu_time\": %float,$", MR_Next},
123 {"\"time_unit\": \"ns\",$", MR_Next},
124 {"\"t0_1000000DefaultBase\": 1\\.(0)*e\\+(0)*6,$", MR_Next},
125 {"\"t1_1000000Base1000\": 1\\.(0)*e\\+(0)*6,$", MR_Next},
126 {"\"t2_1000000Base1024\": 1\\.(0)*e\\+(0)*6,$", MR_Next},
127 {"\"t3_1048576Base1000\": 1\\.048576(0)*e\\+(0)*6,$", MR_Next},
128 {"\"t4_1048576Base1024\": 1\\.048576(0)*e\\+(0)*6$", MR_Next},
129 {"}", MR_Next}});
130 ADD_CASES(TC_JSONOut,
131 {{"\"name\": \"BM_Counters_Thousands/repeats:2_stddev\",$"},
132 {"\"family_index\": 0,$", MR_Next},
133 {"\"per_family_instance_index\": 0,$", MR_Next},
134 {"\"run_name\": \"BM_Counters_Thousands/repeats:2\",$", MR_Next},
135 {"\"run_type\": \"aggregate\",$", MR_Next},
136 {"\"repetitions\": 2,$", MR_Next},
137 {"\"threads\": 1,$", MR_Next},
138 {"\"aggregate_name\": \"stddev\",$", MR_Next},
139 {"\"aggregate_unit\": \"time\",$", MR_Next},
140 {"\"iterations\": 2,$", MR_Next},
141 {"\"real_time\": %float,$", MR_Next},
142 {"\"cpu_time\": %float,$", MR_Next},
143 {"\"time_unit\": \"ns\",$", MR_Next},
144 {"\"t0_1000000DefaultBase\": 0\\.(0)*e\\+(0)*,$", MR_Next},
145 {"\"t1_1000000Base1000\": 0\\.(0)*e\\+(0)*,$", MR_Next},
146 {"\"t2_1000000Base1024\": 0\\.(0)*e\\+(0)*,$", MR_Next},
147 {"\"t3_1048576Base1000\": 0\\.(0)*e\\+(0)*,$", MR_Next},
148 {"\"t4_1048576Base1024\": 0\\.(0)*e\\+(0)*$", MR_Next},
149 {"}", MR_Next}});
150
151 ADD_CASES(
152 TC_CSVOut,
153 {{"^\"BM_Counters_Thousands/"
154 "repeats:2\",%csv_report,1e\\+(0)*6,1e\\+(0)*6,1e\\+(0)*6,1\\.04858e\\+("
155 "0)*6,1\\.04858e\\+(0)*6$"},
156 {"^\"BM_Counters_Thousands/"
157 "repeats:2\",%csv_report,1e\\+(0)*6,1e\\+(0)*6,1e\\+(0)*6,1\\.04858e\\+("
158 "0)*6,1\\.04858e\\+(0)*6$"},
159 {"^\"BM_Counters_Thousands/"
160 "repeats:2_mean\",%csv_report,1e\\+(0)*6,1e\\+(0)*6,1e\\+(0)*6,1\\."
161 "04858e\\+(0)*6,1\\.04858e\\+(0)*6$"},
162 {"^\"BM_Counters_Thousands/"
163 "repeats:2_median\",%csv_report,1e\\+(0)*6,1e\\+(0)*6,1e\\+(0)*6,1\\."
164 "04858e\\+(0)*6,1\\.04858e\\+(0)*6$"},
165 {"^\"BM_Counters_Thousands/repeats:2_stddev\",%csv_report,0,0,0,0,0$"}});
166 // VS2013 does not allow this function to be passed as a lambda argument
167 // to CHECK_BENCHMARK_RESULTS()
CheckThousands(Results const & e)168 void CheckThousands(Results const& e) {
169 if (e.name != "BM_Counters_Thousands/repeats:2")
170 return; // Do not check the aggregates!
171
172 // check that the values are within 0.01% of the expected values
173 CHECK_FLOAT_COUNTER_VALUE(e, "t0_1000000DefaultBase", EQ, 1000 * 1000,
174 0.0001);
175 CHECK_FLOAT_COUNTER_VALUE(e, "t1_1000000Base1000", EQ, 1000 * 1000, 0.0001);
176 CHECK_FLOAT_COUNTER_VALUE(e, "t2_1000000Base1024", EQ, 1000 * 1000, 0.0001);
177 CHECK_FLOAT_COUNTER_VALUE(e, "t3_1048576Base1000", EQ, 1024 * 1024, 0.0001);
178 CHECK_FLOAT_COUNTER_VALUE(e, "t4_1048576Base1024", EQ, 1024 * 1024, 0.0001);
179 }
180 CHECK_BENCHMARK_RESULTS("BM_Counters_Thousands", &CheckThousands);
181
182 // ========================================================================= //
183 // --------------------------- TEST CASES END ------------------------------ //
184 // ========================================================================= //
185
main(int argc,char * argv[])186 int main(int argc, char* argv[]) { RunOutputTests(argc, argv); }
187