1*cc02d7e2SAndroid Build Coastguard Worker //
2*cc02d7e2SAndroid Build Coastguard Worker //
3*cc02d7e2SAndroid Build Coastguard Worker // Copyright 2015 gRPC authors.
4*cc02d7e2SAndroid Build Coastguard Worker //
5*cc02d7e2SAndroid Build Coastguard Worker // Licensed under the Apache License, Version 2.0 (the "License");
6*cc02d7e2SAndroid Build Coastguard Worker // you may not use this file except in compliance with the License.
7*cc02d7e2SAndroid Build Coastguard Worker // You may obtain a copy of the License at
8*cc02d7e2SAndroid Build Coastguard Worker //
9*cc02d7e2SAndroid Build Coastguard Worker // http://www.apache.org/licenses/LICENSE-2.0
10*cc02d7e2SAndroid Build Coastguard Worker //
11*cc02d7e2SAndroid Build Coastguard Worker // Unless required by applicable law or agreed to in writing, software
12*cc02d7e2SAndroid Build Coastguard Worker // distributed under the License is distributed on an "AS IS" BASIS,
13*cc02d7e2SAndroid Build Coastguard Worker // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14*cc02d7e2SAndroid Build Coastguard Worker // See the License for the specific language governing permissions and
15*cc02d7e2SAndroid Build Coastguard Worker // limitations under the License.
16*cc02d7e2SAndroid Build Coastguard Worker //
17*cc02d7e2SAndroid Build Coastguard Worker //
18*cc02d7e2SAndroid Build Coastguard Worker
19*cc02d7e2SAndroid Build Coastguard Worker #include "test/cpp/qps/report.h"
20*cc02d7e2SAndroid Build Coastguard Worker
21*cc02d7e2SAndroid Build Coastguard Worker #include <fstream>
22*cc02d7e2SAndroid Build Coastguard Worker
23*cc02d7e2SAndroid Build Coastguard Worker #include <grpc/support/log.h>
24*cc02d7e2SAndroid Build Coastguard Worker #include <grpcpp/client_context.h>
25*cc02d7e2SAndroid Build Coastguard Worker
26*cc02d7e2SAndroid Build Coastguard Worker #include "src/core/lib/gprpp/crash.h"
27*cc02d7e2SAndroid Build Coastguard Worker #include "src/proto/grpc/testing/report_qps_scenario_service.grpc.pb.h"
28*cc02d7e2SAndroid Build Coastguard Worker #include "test/cpp/qps/driver.h"
29*cc02d7e2SAndroid Build Coastguard Worker #include "test/cpp/qps/parse_json.h"
30*cc02d7e2SAndroid Build Coastguard Worker #include "test/cpp/qps/stats.h"
31*cc02d7e2SAndroid Build Coastguard Worker
32*cc02d7e2SAndroid Build Coastguard Worker namespace grpc {
33*cc02d7e2SAndroid Build Coastguard Worker namespace testing {
34*cc02d7e2SAndroid Build Coastguard Worker
add(std::unique_ptr<Reporter> reporter)35*cc02d7e2SAndroid Build Coastguard Worker void CompositeReporter::add(std::unique_ptr<Reporter> reporter) {
36*cc02d7e2SAndroid Build Coastguard Worker reporters_.emplace_back(std::move(reporter));
37*cc02d7e2SAndroid Build Coastguard Worker }
38*cc02d7e2SAndroid Build Coastguard Worker
ReportQPS(const ScenarioResult & result)39*cc02d7e2SAndroid Build Coastguard Worker void CompositeReporter::ReportQPS(const ScenarioResult& result) {
40*cc02d7e2SAndroid Build Coastguard Worker for (size_t i = 0; i < reporters_.size(); ++i) {
41*cc02d7e2SAndroid Build Coastguard Worker reporters_[i]->ReportQPS(result);
42*cc02d7e2SAndroid Build Coastguard Worker }
43*cc02d7e2SAndroid Build Coastguard Worker }
44*cc02d7e2SAndroid Build Coastguard Worker
ReportQPSPerCore(const ScenarioResult & result)45*cc02d7e2SAndroid Build Coastguard Worker void CompositeReporter::ReportQPSPerCore(const ScenarioResult& result) {
46*cc02d7e2SAndroid Build Coastguard Worker for (size_t i = 0; i < reporters_.size(); ++i) {
47*cc02d7e2SAndroid Build Coastguard Worker reporters_[i]->ReportQPSPerCore(result);
48*cc02d7e2SAndroid Build Coastguard Worker }
49*cc02d7e2SAndroid Build Coastguard Worker }
50*cc02d7e2SAndroid Build Coastguard Worker
ReportLatency(const ScenarioResult & result)51*cc02d7e2SAndroid Build Coastguard Worker void CompositeReporter::ReportLatency(const ScenarioResult& result) {
52*cc02d7e2SAndroid Build Coastguard Worker for (size_t i = 0; i < reporters_.size(); ++i) {
53*cc02d7e2SAndroid Build Coastguard Worker reporters_[i]->ReportLatency(result);
54*cc02d7e2SAndroid Build Coastguard Worker }
55*cc02d7e2SAndroid Build Coastguard Worker }
56*cc02d7e2SAndroid Build Coastguard Worker
ReportTimes(const ScenarioResult & result)57*cc02d7e2SAndroid Build Coastguard Worker void CompositeReporter::ReportTimes(const ScenarioResult& result) {
58*cc02d7e2SAndroid Build Coastguard Worker for (size_t i = 0; i < reporters_.size(); ++i) {
59*cc02d7e2SAndroid Build Coastguard Worker reporters_[i]->ReportTimes(result);
60*cc02d7e2SAndroid Build Coastguard Worker }
61*cc02d7e2SAndroid Build Coastguard Worker }
62*cc02d7e2SAndroid Build Coastguard Worker
ReportCpuUsage(const ScenarioResult & result)63*cc02d7e2SAndroid Build Coastguard Worker void CompositeReporter::ReportCpuUsage(const ScenarioResult& result) {
64*cc02d7e2SAndroid Build Coastguard Worker for (size_t i = 0; i < reporters_.size(); ++i) {
65*cc02d7e2SAndroid Build Coastguard Worker reporters_[i]->ReportCpuUsage(result);
66*cc02d7e2SAndroid Build Coastguard Worker }
67*cc02d7e2SAndroid Build Coastguard Worker }
68*cc02d7e2SAndroid Build Coastguard Worker
ReportPollCount(const ScenarioResult & result)69*cc02d7e2SAndroid Build Coastguard Worker void CompositeReporter::ReportPollCount(const ScenarioResult& result) {
70*cc02d7e2SAndroid Build Coastguard Worker for (size_t i = 0; i < reporters_.size(); ++i) {
71*cc02d7e2SAndroid Build Coastguard Worker reporters_[i]->ReportPollCount(result);
72*cc02d7e2SAndroid Build Coastguard Worker }
73*cc02d7e2SAndroid Build Coastguard Worker }
74*cc02d7e2SAndroid Build Coastguard Worker
ReportQueriesPerCpuSec(const ScenarioResult & result)75*cc02d7e2SAndroid Build Coastguard Worker void CompositeReporter::ReportQueriesPerCpuSec(const ScenarioResult& result) {
76*cc02d7e2SAndroid Build Coastguard Worker for (size_t i = 0; i < reporters_.size(); ++i) {
77*cc02d7e2SAndroid Build Coastguard Worker reporters_[i]->ReportQueriesPerCpuSec(result);
78*cc02d7e2SAndroid Build Coastguard Worker }
79*cc02d7e2SAndroid Build Coastguard Worker }
80*cc02d7e2SAndroid Build Coastguard Worker
ReportQPS(const ScenarioResult & result)81*cc02d7e2SAndroid Build Coastguard Worker void GprLogReporter::ReportQPS(const ScenarioResult& result) {
82*cc02d7e2SAndroid Build Coastguard Worker gpr_log(GPR_INFO, "QPS: %.1f", result.summary().qps());
83*cc02d7e2SAndroid Build Coastguard Worker if (result.summary().failed_requests_per_second() > 0) {
84*cc02d7e2SAndroid Build Coastguard Worker gpr_log(GPR_INFO, "failed requests/second: %.1f",
85*cc02d7e2SAndroid Build Coastguard Worker result.summary().failed_requests_per_second());
86*cc02d7e2SAndroid Build Coastguard Worker gpr_log(GPR_INFO, "successful requests/second: %.1f",
87*cc02d7e2SAndroid Build Coastguard Worker result.summary().successful_requests_per_second());
88*cc02d7e2SAndroid Build Coastguard Worker }
89*cc02d7e2SAndroid Build Coastguard Worker }
90*cc02d7e2SAndroid Build Coastguard Worker
ReportQPSPerCore(const ScenarioResult & result)91*cc02d7e2SAndroid Build Coastguard Worker void GprLogReporter::ReportQPSPerCore(const ScenarioResult& result) {
92*cc02d7e2SAndroid Build Coastguard Worker gpr_log(GPR_INFO, "QPS: %.1f (%.1f/server core)", result.summary().qps(),
93*cc02d7e2SAndroid Build Coastguard Worker result.summary().qps_per_server_core());
94*cc02d7e2SAndroid Build Coastguard Worker }
95*cc02d7e2SAndroid Build Coastguard Worker
ReportLatency(const ScenarioResult & result)96*cc02d7e2SAndroid Build Coastguard Worker void GprLogReporter::ReportLatency(const ScenarioResult& result) {
97*cc02d7e2SAndroid Build Coastguard Worker gpr_log(GPR_INFO,
98*cc02d7e2SAndroid Build Coastguard Worker "Latencies (50/90/95/99/99.9%%-ile): %.1f/%.1f/%.1f/%.1f/%.1f us",
99*cc02d7e2SAndroid Build Coastguard Worker result.summary().latency_50() / 1000,
100*cc02d7e2SAndroid Build Coastguard Worker result.summary().latency_90() / 1000,
101*cc02d7e2SAndroid Build Coastguard Worker result.summary().latency_95() / 1000,
102*cc02d7e2SAndroid Build Coastguard Worker result.summary().latency_99() / 1000,
103*cc02d7e2SAndroid Build Coastguard Worker result.summary().latency_999() / 1000);
104*cc02d7e2SAndroid Build Coastguard Worker }
105*cc02d7e2SAndroid Build Coastguard Worker
ReportTimes(const ScenarioResult & result)106*cc02d7e2SAndroid Build Coastguard Worker void GprLogReporter::ReportTimes(const ScenarioResult& result) {
107*cc02d7e2SAndroid Build Coastguard Worker gpr_log(GPR_INFO, "Server system time: %.2f%%",
108*cc02d7e2SAndroid Build Coastguard Worker result.summary().server_system_time());
109*cc02d7e2SAndroid Build Coastguard Worker gpr_log(GPR_INFO, "Server user time: %.2f%%",
110*cc02d7e2SAndroid Build Coastguard Worker result.summary().server_user_time());
111*cc02d7e2SAndroid Build Coastguard Worker gpr_log(GPR_INFO, "Client system time: %.2f%%",
112*cc02d7e2SAndroid Build Coastguard Worker result.summary().client_system_time());
113*cc02d7e2SAndroid Build Coastguard Worker gpr_log(GPR_INFO, "Client user time: %.2f%%",
114*cc02d7e2SAndroid Build Coastguard Worker result.summary().client_user_time());
115*cc02d7e2SAndroid Build Coastguard Worker }
116*cc02d7e2SAndroid Build Coastguard Worker
ReportCpuUsage(const ScenarioResult & result)117*cc02d7e2SAndroid Build Coastguard Worker void GprLogReporter::ReportCpuUsage(const ScenarioResult& result) {
118*cc02d7e2SAndroid Build Coastguard Worker gpr_log(GPR_INFO, "Server CPU usage: %.2f%%",
119*cc02d7e2SAndroid Build Coastguard Worker result.summary().server_cpu_usage());
120*cc02d7e2SAndroid Build Coastguard Worker }
121*cc02d7e2SAndroid Build Coastguard Worker
ReportPollCount(const ScenarioResult & result)122*cc02d7e2SAndroid Build Coastguard Worker void GprLogReporter::ReportPollCount(const ScenarioResult& result) {
123*cc02d7e2SAndroid Build Coastguard Worker gpr_log(GPR_INFO, "Client Polls per Request: %.2f",
124*cc02d7e2SAndroid Build Coastguard Worker result.summary().client_polls_per_request());
125*cc02d7e2SAndroid Build Coastguard Worker gpr_log(GPR_INFO, "Server Polls per Request: %.2f",
126*cc02d7e2SAndroid Build Coastguard Worker result.summary().server_polls_per_request());
127*cc02d7e2SAndroid Build Coastguard Worker }
128*cc02d7e2SAndroid Build Coastguard Worker
ReportQueriesPerCpuSec(const ScenarioResult & result)129*cc02d7e2SAndroid Build Coastguard Worker void GprLogReporter::ReportQueriesPerCpuSec(const ScenarioResult& result) {
130*cc02d7e2SAndroid Build Coastguard Worker gpr_log(GPR_INFO, "Server Queries/CPU-sec: %.2f",
131*cc02d7e2SAndroid Build Coastguard Worker result.summary().server_queries_per_cpu_sec());
132*cc02d7e2SAndroid Build Coastguard Worker gpr_log(GPR_INFO, "Client Queries/CPU-sec: %.2f",
133*cc02d7e2SAndroid Build Coastguard Worker result.summary().client_queries_per_cpu_sec());
134*cc02d7e2SAndroid Build Coastguard Worker }
135*cc02d7e2SAndroid Build Coastguard Worker
ReportQPS(const ScenarioResult & result)136*cc02d7e2SAndroid Build Coastguard Worker void JsonReporter::ReportQPS(const ScenarioResult& result) {
137*cc02d7e2SAndroid Build Coastguard Worker std::string json_string =
138*cc02d7e2SAndroid Build Coastguard Worker SerializeJson(result, "type.googleapis.com/grpc.testing.ScenarioResult");
139*cc02d7e2SAndroid Build Coastguard Worker std::ofstream output_file(report_file_);
140*cc02d7e2SAndroid Build Coastguard Worker output_file << json_string;
141*cc02d7e2SAndroid Build Coastguard Worker output_file.close();
142*cc02d7e2SAndroid Build Coastguard Worker }
143*cc02d7e2SAndroid Build Coastguard Worker
ReportQPSPerCore(const ScenarioResult &)144*cc02d7e2SAndroid Build Coastguard Worker void JsonReporter::ReportQPSPerCore(const ScenarioResult& /*result*/) {
145*cc02d7e2SAndroid Build Coastguard Worker // NOP - all reporting is handled by ReportQPS.
146*cc02d7e2SAndroid Build Coastguard Worker }
147*cc02d7e2SAndroid Build Coastguard Worker
ReportLatency(const ScenarioResult &)148*cc02d7e2SAndroid Build Coastguard Worker void JsonReporter::ReportLatency(const ScenarioResult& /*result*/) {
149*cc02d7e2SAndroid Build Coastguard Worker // NOP - all reporting is handled by ReportQPS.
150*cc02d7e2SAndroid Build Coastguard Worker }
151*cc02d7e2SAndroid Build Coastguard Worker
ReportTimes(const ScenarioResult &)152*cc02d7e2SAndroid Build Coastguard Worker void JsonReporter::ReportTimes(const ScenarioResult& /*result*/) {
153*cc02d7e2SAndroid Build Coastguard Worker // NOP - all reporting is handled by ReportQPS.
154*cc02d7e2SAndroid Build Coastguard Worker }
155*cc02d7e2SAndroid Build Coastguard Worker
ReportCpuUsage(const ScenarioResult &)156*cc02d7e2SAndroid Build Coastguard Worker void JsonReporter::ReportCpuUsage(const ScenarioResult& /*result*/) {
157*cc02d7e2SAndroid Build Coastguard Worker // NOP - all reporting is handled by ReportQPS.
158*cc02d7e2SAndroid Build Coastguard Worker }
159*cc02d7e2SAndroid Build Coastguard Worker
ReportPollCount(const ScenarioResult &)160*cc02d7e2SAndroid Build Coastguard Worker void JsonReporter::ReportPollCount(const ScenarioResult& /*result*/) {
161*cc02d7e2SAndroid Build Coastguard Worker // NOP - all reporting is handled by ReportQPS.
162*cc02d7e2SAndroid Build Coastguard Worker }
163*cc02d7e2SAndroid Build Coastguard Worker
ReportQueriesPerCpuSec(const ScenarioResult &)164*cc02d7e2SAndroid Build Coastguard Worker void JsonReporter::ReportQueriesPerCpuSec(const ScenarioResult& /*result*/) {
165*cc02d7e2SAndroid Build Coastguard Worker // NOP - all reporting is handled by ReportQPS.
166*cc02d7e2SAndroid Build Coastguard Worker }
167*cc02d7e2SAndroid Build Coastguard Worker
ReportQPS(const ScenarioResult & result)168*cc02d7e2SAndroid Build Coastguard Worker void RpcReporter::ReportQPS(const ScenarioResult& result) {
169*cc02d7e2SAndroid Build Coastguard Worker grpc::ClientContext context;
170*cc02d7e2SAndroid Build Coastguard Worker grpc::Status status;
171*cc02d7e2SAndroid Build Coastguard Worker Void phony;
172*cc02d7e2SAndroid Build Coastguard Worker
173*cc02d7e2SAndroid Build Coastguard Worker gpr_log(GPR_INFO, "RPC reporter sending scenario result to server");
174*cc02d7e2SAndroid Build Coastguard Worker status = stub_->ReportScenario(&context, result, &phony);
175*cc02d7e2SAndroid Build Coastguard Worker
176*cc02d7e2SAndroid Build Coastguard Worker if (status.ok()) {
177*cc02d7e2SAndroid Build Coastguard Worker gpr_log(GPR_INFO, "RpcReporter report RPC success!");
178*cc02d7e2SAndroid Build Coastguard Worker } else {
179*cc02d7e2SAndroid Build Coastguard Worker gpr_log(GPR_ERROR, "RpcReporter report RPC: code: %d. message: %s",
180*cc02d7e2SAndroid Build Coastguard Worker status.error_code(), status.error_message().c_str());
181*cc02d7e2SAndroid Build Coastguard Worker }
182*cc02d7e2SAndroid Build Coastguard Worker }
183*cc02d7e2SAndroid Build Coastguard Worker
ReportQPSPerCore(const ScenarioResult &)184*cc02d7e2SAndroid Build Coastguard Worker void RpcReporter::ReportQPSPerCore(const ScenarioResult& /*result*/) {
185*cc02d7e2SAndroid Build Coastguard Worker // NOP - all reporting is handled by ReportQPS.
186*cc02d7e2SAndroid Build Coastguard Worker }
187*cc02d7e2SAndroid Build Coastguard Worker
ReportLatency(const ScenarioResult &)188*cc02d7e2SAndroid Build Coastguard Worker void RpcReporter::ReportLatency(const ScenarioResult& /*result*/) {
189*cc02d7e2SAndroid Build Coastguard Worker // NOP - all reporting is handled by ReportQPS.
190*cc02d7e2SAndroid Build Coastguard Worker }
191*cc02d7e2SAndroid Build Coastguard Worker
ReportTimes(const ScenarioResult &)192*cc02d7e2SAndroid Build Coastguard Worker void RpcReporter::ReportTimes(const ScenarioResult& /*result*/) {
193*cc02d7e2SAndroid Build Coastguard Worker // NOP - all reporting is handled by ReportQPS.
194*cc02d7e2SAndroid Build Coastguard Worker }
195*cc02d7e2SAndroid Build Coastguard Worker
ReportCpuUsage(const ScenarioResult &)196*cc02d7e2SAndroid Build Coastguard Worker void RpcReporter::ReportCpuUsage(const ScenarioResult& /*result*/) {
197*cc02d7e2SAndroid Build Coastguard Worker // NOP - all reporting is handled by ReportQPS.
198*cc02d7e2SAndroid Build Coastguard Worker }
199*cc02d7e2SAndroid Build Coastguard Worker
ReportPollCount(const ScenarioResult &)200*cc02d7e2SAndroid Build Coastguard Worker void RpcReporter::ReportPollCount(const ScenarioResult& /*result*/) {
201*cc02d7e2SAndroid Build Coastguard Worker // NOP - all reporting is handled by ReportQPS.
202*cc02d7e2SAndroid Build Coastguard Worker }
203*cc02d7e2SAndroid Build Coastguard Worker
ReportQueriesPerCpuSec(const ScenarioResult &)204*cc02d7e2SAndroid Build Coastguard Worker void RpcReporter::ReportQueriesPerCpuSec(const ScenarioResult& /*result*/) {
205*cc02d7e2SAndroid Build Coastguard Worker // NOP - all reporting is handled by ReportQPS.
206*cc02d7e2SAndroid Build Coastguard Worker }
207*cc02d7e2SAndroid Build Coastguard Worker
208*cc02d7e2SAndroid Build Coastguard Worker } // namespace testing
209*cc02d7e2SAndroid Build Coastguard Worker } // namespace grpc
210