xref: /aosp_15_r20/frameworks/native/libs/binder/tests/binderThroughputTest.cpp (revision 38e8c45f13ce32b0dcecb25141ffecaf386fa17f)
1*38e8c45fSAndroid Build Coastguard Worker #include <binder/Binder.h>
2*38e8c45fSAndroid Build Coastguard Worker #include <binder/IBinder.h>
3*38e8c45fSAndroid Build Coastguard Worker #include <binder/IPCThreadState.h>
4*38e8c45fSAndroid Build Coastguard Worker #include <binder/IServiceManager.h>
5*38e8c45fSAndroid Build Coastguard Worker #include <string>
6*38e8c45fSAndroid Build Coastguard Worker #include <cstring>
7*38e8c45fSAndroid Build Coastguard Worker #include <cstdlib>
8*38e8c45fSAndroid Build Coastguard Worker #include <cstdio>
9*38e8c45fSAndroid Build Coastguard Worker 
10*38e8c45fSAndroid Build Coastguard Worker #include <fstream>
11*38e8c45fSAndroid Build Coastguard Worker #include <iostream>
12*38e8c45fSAndroid Build Coastguard Worker #include <tuple>
13*38e8c45fSAndroid Build Coastguard Worker #include <vector>
14*38e8c45fSAndroid Build Coastguard Worker 
15*38e8c45fSAndroid Build Coastguard Worker #include <unistd.h>
16*38e8c45fSAndroid Build Coastguard Worker #include <sys/wait.h>
17*38e8c45fSAndroid Build Coastguard Worker 
18*38e8c45fSAndroid Build Coastguard Worker using namespace std;
19*38e8c45fSAndroid Build Coastguard Worker using namespace android;
20*38e8c45fSAndroid Build Coastguard Worker 
21*38e8c45fSAndroid Build Coastguard Worker enum BinderWorkerServiceCode {
22*38e8c45fSAndroid Build Coastguard Worker     BINDER_NOP = IBinder::FIRST_CALL_TRANSACTION,
23*38e8c45fSAndroid Build Coastguard Worker };
24*38e8c45fSAndroid Build Coastguard Worker 
25*38e8c45fSAndroid Build Coastguard Worker #define ASSERT_TRUE(cond) \
26*38e8c45fSAndroid Build Coastguard Worker do { \
27*38e8c45fSAndroid Build Coastguard Worker     if (!(cond)) {\
28*38e8c45fSAndroid Build Coastguard Worker        cerr << __func__ << ":" << __LINE__ << " condition:" << #cond << " failed\n" << endl; \
29*38e8c45fSAndroid Build Coastguard Worker        exit(EXIT_FAILURE); \
30*38e8c45fSAndroid Build Coastguard Worker     } \
31*38e8c45fSAndroid Build Coastguard Worker } while (0)
32*38e8c45fSAndroid Build Coastguard Worker 
33*38e8c45fSAndroid Build Coastguard Worker class BinderWorkerService : public BBinder
34*38e8c45fSAndroid Build Coastguard Worker {
35*38e8c45fSAndroid Build Coastguard Worker public:
BinderWorkerService()36*38e8c45fSAndroid Build Coastguard Worker     BinderWorkerService() {}
~BinderWorkerService()37*38e8c45fSAndroid Build Coastguard Worker     ~BinderWorkerService() {}
onTransact(uint32_t code,const Parcel & data,Parcel * reply,uint32_t flags=0)38*38e8c45fSAndroid Build Coastguard Worker     virtual status_t onTransact(uint32_t code,
39*38e8c45fSAndroid Build Coastguard Worker                                 const Parcel& data, Parcel* reply,
40*38e8c45fSAndroid Build Coastguard Worker                                 uint32_t flags = 0) {
41*38e8c45fSAndroid Build Coastguard Worker         (void)flags;
42*38e8c45fSAndroid Build Coastguard Worker         (void)data;
43*38e8c45fSAndroid Build Coastguard Worker         (void)reply;
44*38e8c45fSAndroid Build Coastguard Worker         switch (code) {
45*38e8c45fSAndroid Build Coastguard Worker         case BINDER_NOP:
46*38e8c45fSAndroid Build Coastguard Worker             return NO_ERROR;
47*38e8c45fSAndroid Build Coastguard Worker         default:
48*38e8c45fSAndroid Build Coastguard Worker             return UNKNOWN_TRANSACTION;
49*38e8c45fSAndroid Build Coastguard Worker         };
50*38e8c45fSAndroid Build Coastguard Worker     }
51*38e8c45fSAndroid Build Coastguard Worker };
52*38e8c45fSAndroid Build Coastguard Worker 
53*38e8c45fSAndroid Build Coastguard Worker static uint64_t warn_latency = std::numeric_limits<uint64_t>::max();
54*38e8c45fSAndroid Build Coastguard Worker 
55*38e8c45fSAndroid Build Coastguard Worker struct ProcResults {
56*38e8c45fSAndroid Build Coastguard Worker     vector<uint64_t> data;
57*38e8c45fSAndroid Build Coastguard Worker 
ProcResultsProcResults58*38e8c45fSAndroid Build Coastguard Worker     ProcResults(size_t capacity) { data.reserve(capacity); }
59*38e8c45fSAndroid Build Coastguard Worker 
add_timeProcResults60*38e8c45fSAndroid Build Coastguard Worker     void add_time(uint64_t time) { data.push_back(time); }
combine_withProcResults61*38e8c45fSAndroid Build Coastguard Worker     void combine_with(const ProcResults& append) {
62*38e8c45fSAndroid Build Coastguard Worker         data.insert(data.end(), append.data.begin(), append.data.end());
63*38e8c45fSAndroid Build Coastguard Worker     }
worstProcResults64*38e8c45fSAndroid Build Coastguard Worker     uint64_t worst() {
65*38e8c45fSAndroid Build Coastguard Worker         return *max_element(data.begin(), data.end());
66*38e8c45fSAndroid Build Coastguard Worker     }
dump_to_fileProcResults67*38e8c45fSAndroid Build Coastguard Worker     void dump_to_file(string filename) {
68*38e8c45fSAndroid Build Coastguard Worker         ofstream output;
69*38e8c45fSAndroid Build Coastguard Worker         output.open(filename);
70*38e8c45fSAndroid Build Coastguard Worker         if (!output.is_open()) {
71*38e8c45fSAndroid Build Coastguard Worker             cerr << "Failed to open '" << filename << "'." << endl;
72*38e8c45fSAndroid Build Coastguard Worker             exit(EXIT_FAILURE);
73*38e8c45fSAndroid Build Coastguard Worker         }
74*38e8c45fSAndroid Build Coastguard Worker         for (uint64_t value : data) {
75*38e8c45fSAndroid Build Coastguard Worker             output << value << "\n";
76*38e8c45fSAndroid Build Coastguard Worker         }
77*38e8c45fSAndroid Build Coastguard Worker         output.close();
78*38e8c45fSAndroid Build Coastguard Worker     }
dumpProcResults79*38e8c45fSAndroid Build Coastguard Worker     void dump() {
80*38e8c45fSAndroid Build Coastguard Worker         if (data.size() == 0) {
81*38e8c45fSAndroid Build Coastguard Worker             // This avoids index-out-of-bounds below.
82*38e8c45fSAndroid Build Coastguard Worker             cout << "error: no data\n" << endl;
83*38e8c45fSAndroid Build Coastguard Worker             return;
84*38e8c45fSAndroid Build Coastguard Worker         }
85*38e8c45fSAndroid Build Coastguard Worker 
86*38e8c45fSAndroid Build Coastguard Worker         size_t num_long_transactions = 0;
87*38e8c45fSAndroid Build Coastguard Worker         for (uint64_t elem : data) {
88*38e8c45fSAndroid Build Coastguard Worker             if (elem > warn_latency) {
89*38e8c45fSAndroid Build Coastguard Worker                 num_long_transactions += 1;
90*38e8c45fSAndroid Build Coastguard Worker             }
91*38e8c45fSAndroid Build Coastguard Worker         }
92*38e8c45fSAndroid Build Coastguard Worker 
93*38e8c45fSAndroid Build Coastguard Worker         if (num_long_transactions > 0) {
94*38e8c45fSAndroid Build Coastguard Worker             cout << (double)num_long_transactions / data.size() << "% of transactions took longer "
95*38e8c45fSAndroid Build Coastguard Worker                 "than estimated max latency. Consider setting -m to be higher than "
96*38e8c45fSAndroid Build Coastguard Worker                 << worst() / 1000 << " microseconds" << endl;
97*38e8c45fSAndroid Build Coastguard Worker         }
98*38e8c45fSAndroid Build Coastguard Worker 
99*38e8c45fSAndroid Build Coastguard Worker         sort(data.begin(), data.end());
100*38e8c45fSAndroid Build Coastguard Worker 
101*38e8c45fSAndroid Build Coastguard Worker         uint64_t total_time = 0;
102*38e8c45fSAndroid Build Coastguard Worker         for (uint64_t elem : data) {
103*38e8c45fSAndroid Build Coastguard Worker             total_time += elem;
104*38e8c45fSAndroid Build Coastguard Worker         }
105*38e8c45fSAndroid Build Coastguard Worker 
106*38e8c45fSAndroid Build Coastguard Worker         double best = (double)data[0] / 1.0E6;
107*38e8c45fSAndroid Build Coastguard Worker         double worst = (double)data.back() / 1.0E6;
108*38e8c45fSAndroid Build Coastguard Worker         double average = (double)total_time / data.size() / 1.0E6;
109*38e8c45fSAndroid Build Coastguard Worker         cout << "average:" << average << "ms worst:" << worst << "ms best:" << best << "ms" << endl;
110*38e8c45fSAndroid Build Coastguard Worker 
111*38e8c45fSAndroid Build Coastguard Worker         double percentile_50 = data[(50 * data.size()) / 100] / 1.0E6;
112*38e8c45fSAndroid Build Coastguard Worker         double percentile_90 = data[(90 * data.size()) / 100] / 1.0E6;
113*38e8c45fSAndroid Build Coastguard Worker         double percentile_95 = data[(95 * data.size()) / 100] / 1.0E6;
114*38e8c45fSAndroid Build Coastguard Worker         double percentile_99 = data[(99 * data.size()) / 100] / 1.0E6;
115*38e8c45fSAndroid Build Coastguard Worker         cout << "50%: " << percentile_50 << " ";
116*38e8c45fSAndroid Build Coastguard Worker         cout << "90%: " << percentile_90 << " ";
117*38e8c45fSAndroid Build Coastguard Worker         cout << "95%: " << percentile_95 << " ";
118*38e8c45fSAndroid Build Coastguard Worker         cout << "99%: " << percentile_99 << endl;
119*38e8c45fSAndroid Build Coastguard Worker     }
120*38e8c45fSAndroid Build Coastguard Worker };
121*38e8c45fSAndroid Build Coastguard Worker 
122*38e8c45fSAndroid Build Coastguard Worker class Pipe {
123*38e8c45fSAndroid Build Coastguard Worker     int m_readFd;
124*38e8c45fSAndroid Build Coastguard Worker     int m_writeFd;
Pipe(int readFd,int writeFd)125*38e8c45fSAndroid Build Coastguard Worker     Pipe(int readFd, int writeFd) : m_readFd{readFd}, m_writeFd{writeFd} {}
126*38e8c45fSAndroid Build Coastguard Worker     Pipe(const Pipe &) = delete;
127*38e8c45fSAndroid Build Coastguard Worker     Pipe& operator=(const Pipe &) = delete;
128*38e8c45fSAndroid Build Coastguard Worker     Pipe& operator=(const Pipe &&) = delete;
129*38e8c45fSAndroid Build Coastguard Worker public:
Pipe(Pipe && rval)130*38e8c45fSAndroid Build Coastguard Worker     Pipe(Pipe&& rval) noexcept {
131*38e8c45fSAndroid Build Coastguard Worker         m_readFd = rval.m_readFd;
132*38e8c45fSAndroid Build Coastguard Worker         m_writeFd = rval.m_writeFd;
133*38e8c45fSAndroid Build Coastguard Worker         rval.m_readFd = 0;
134*38e8c45fSAndroid Build Coastguard Worker         rval.m_writeFd = 0;
135*38e8c45fSAndroid Build Coastguard Worker     }
~Pipe()136*38e8c45fSAndroid Build Coastguard Worker     ~Pipe() {
137*38e8c45fSAndroid Build Coastguard Worker         if (m_readFd)
138*38e8c45fSAndroid Build Coastguard Worker             close(m_readFd);
139*38e8c45fSAndroid Build Coastguard Worker         if (m_writeFd)
140*38e8c45fSAndroid Build Coastguard Worker             close(m_writeFd);
141*38e8c45fSAndroid Build Coastguard Worker     }
signal()142*38e8c45fSAndroid Build Coastguard Worker     void signal() {
143*38e8c45fSAndroid Build Coastguard Worker         bool val = true;
144*38e8c45fSAndroid Build Coastguard Worker         int error = write(m_writeFd, &val, sizeof(val));
145*38e8c45fSAndroid Build Coastguard Worker         ASSERT_TRUE(error >= 0);
146*38e8c45fSAndroid Build Coastguard Worker     };
wait()147*38e8c45fSAndroid Build Coastguard Worker     void wait() {
148*38e8c45fSAndroid Build Coastguard Worker         bool val = false;
149*38e8c45fSAndroid Build Coastguard Worker         int error = read(m_readFd, &val, sizeof(val));
150*38e8c45fSAndroid Build Coastguard Worker         ASSERT_TRUE(error >= 0);
151*38e8c45fSAndroid Build Coastguard Worker     }
send(const ProcResults & v)152*38e8c45fSAndroid Build Coastguard Worker     void send(const ProcResults& v) {
153*38e8c45fSAndroid Build Coastguard Worker         size_t num_elems = v.data.size();
154*38e8c45fSAndroid Build Coastguard Worker 
155*38e8c45fSAndroid Build Coastguard Worker         int error = write(m_writeFd, &num_elems, sizeof(size_t));
156*38e8c45fSAndroid Build Coastguard Worker         ASSERT_TRUE(error >= 0);
157*38e8c45fSAndroid Build Coastguard Worker 
158*38e8c45fSAndroid Build Coastguard Worker         char* to_write = (char*)v.data.data();
159*38e8c45fSAndroid Build Coastguard Worker         size_t num_bytes = sizeof(uint64_t) * num_elems;
160*38e8c45fSAndroid Build Coastguard Worker 
161*38e8c45fSAndroid Build Coastguard Worker         while (num_bytes > 0) {
162*38e8c45fSAndroid Build Coastguard Worker             int ret = write(m_writeFd, to_write, num_bytes);
163*38e8c45fSAndroid Build Coastguard Worker             ASSERT_TRUE(ret >= 0);
164*38e8c45fSAndroid Build Coastguard Worker             num_bytes -= ret;
165*38e8c45fSAndroid Build Coastguard Worker             to_write += ret;
166*38e8c45fSAndroid Build Coastguard Worker         }
167*38e8c45fSAndroid Build Coastguard Worker     }
recv(ProcResults & v)168*38e8c45fSAndroid Build Coastguard Worker     void recv(ProcResults& v) {
169*38e8c45fSAndroid Build Coastguard Worker         size_t num_elems = 0;
170*38e8c45fSAndroid Build Coastguard Worker         int error = read(m_readFd, &num_elems, sizeof(size_t));
171*38e8c45fSAndroid Build Coastguard Worker         ASSERT_TRUE(error >= 0);
172*38e8c45fSAndroid Build Coastguard Worker 
173*38e8c45fSAndroid Build Coastguard Worker         v.data.resize(num_elems);
174*38e8c45fSAndroid Build Coastguard Worker         char* read_to = (char*)v.data.data();
175*38e8c45fSAndroid Build Coastguard Worker         size_t num_bytes = sizeof(uint64_t) * num_elems;
176*38e8c45fSAndroid Build Coastguard Worker 
177*38e8c45fSAndroid Build Coastguard Worker         while (num_bytes > 0) {
178*38e8c45fSAndroid Build Coastguard Worker             int ret = read(m_readFd, read_to, num_bytes);
179*38e8c45fSAndroid Build Coastguard Worker             ASSERT_TRUE(ret >= 0);
180*38e8c45fSAndroid Build Coastguard Worker             num_bytes -= ret;
181*38e8c45fSAndroid Build Coastguard Worker             read_to += ret;
182*38e8c45fSAndroid Build Coastguard Worker         }
183*38e8c45fSAndroid Build Coastguard Worker     }
createPipePair()184*38e8c45fSAndroid Build Coastguard Worker     static tuple<Pipe, Pipe> createPipePair() {
185*38e8c45fSAndroid Build Coastguard Worker         int a[2];
186*38e8c45fSAndroid Build Coastguard Worker         int b[2];
187*38e8c45fSAndroid Build Coastguard Worker 
188*38e8c45fSAndroid Build Coastguard Worker         int error1 = pipe(a);
189*38e8c45fSAndroid Build Coastguard Worker         int error2 = pipe(b);
190*38e8c45fSAndroid Build Coastguard Worker         ASSERT_TRUE(error1 >= 0);
191*38e8c45fSAndroid Build Coastguard Worker         ASSERT_TRUE(error2 >= 0);
192*38e8c45fSAndroid Build Coastguard Worker 
193*38e8c45fSAndroid Build Coastguard Worker         return make_tuple(Pipe(a[0], b[1]), Pipe(b[0], a[1]));
194*38e8c45fSAndroid Build Coastguard Worker     }
195*38e8c45fSAndroid Build Coastguard Worker };
196*38e8c45fSAndroid Build Coastguard Worker 
generateServiceName(int num)197*38e8c45fSAndroid Build Coastguard Worker String16 generateServiceName(int num)
198*38e8c45fSAndroid Build Coastguard Worker {
199*38e8c45fSAndroid Build Coastguard Worker     char num_str[32];
200*38e8c45fSAndroid Build Coastguard Worker     snprintf(num_str, sizeof(num_str), "%d", num);
201*38e8c45fSAndroid Build Coastguard Worker     String16 serviceName = String16("binderWorker") + String16(num_str);
202*38e8c45fSAndroid Build Coastguard Worker     return serviceName;
203*38e8c45fSAndroid Build Coastguard Worker }
204*38e8c45fSAndroid Build Coastguard Worker 
worker_fx(int num,int worker_count,int iterations,int payload_size,bool cs_pair,Pipe p)205*38e8c45fSAndroid Build Coastguard Worker void worker_fx(int num,
206*38e8c45fSAndroid Build Coastguard Worker                int worker_count,
207*38e8c45fSAndroid Build Coastguard Worker                int iterations,
208*38e8c45fSAndroid Build Coastguard Worker                int payload_size,
209*38e8c45fSAndroid Build Coastguard Worker                bool cs_pair,
210*38e8c45fSAndroid Build Coastguard Worker                Pipe p)
211*38e8c45fSAndroid Build Coastguard Worker {
212*38e8c45fSAndroid Build Coastguard Worker     // Create BinderWorkerService and for go.
213*38e8c45fSAndroid Build Coastguard Worker     ProcessState::self()->startThreadPool();
214*38e8c45fSAndroid Build Coastguard Worker     sp<IServiceManager> serviceMgr = defaultServiceManager();
215*38e8c45fSAndroid Build Coastguard Worker     sp<BinderWorkerService> service = new BinderWorkerService;
216*38e8c45fSAndroid Build Coastguard Worker     serviceMgr->addService(generateServiceName(num), service);
217*38e8c45fSAndroid Build Coastguard Worker 
218*38e8c45fSAndroid Build Coastguard Worker     srand(num);
219*38e8c45fSAndroid Build Coastguard Worker     p.signal();
220*38e8c45fSAndroid Build Coastguard Worker     p.wait();
221*38e8c45fSAndroid Build Coastguard Worker 
222*38e8c45fSAndroid Build Coastguard Worker     // If client/server pairs, then half the workers are
223*38e8c45fSAndroid Build Coastguard Worker     // servers and half are clients
224*38e8c45fSAndroid Build Coastguard Worker     int server_count = cs_pair ? worker_count / 2 : worker_count;
225*38e8c45fSAndroid Build Coastguard Worker 
226*38e8c45fSAndroid Build Coastguard Worker     // Get references to other binder services.
227*38e8c45fSAndroid Build Coastguard Worker     cout << "Created BinderWorker" << num << endl;
228*38e8c45fSAndroid Build Coastguard Worker     (void)worker_count;
229*38e8c45fSAndroid Build Coastguard Worker     vector<sp<IBinder> > workers;
230*38e8c45fSAndroid Build Coastguard Worker     for (int i = 0; i < server_count; i++) {
231*38e8c45fSAndroid Build Coastguard Worker         if (num == i)
232*38e8c45fSAndroid Build Coastguard Worker             continue;
233*38e8c45fSAndroid Build Coastguard Worker         workers.push_back(serviceMgr->waitForService(generateServiceName(i)));
234*38e8c45fSAndroid Build Coastguard Worker     }
235*38e8c45fSAndroid Build Coastguard Worker 
236*38e8c45fSAndroid Build Coastguard Worker     p.signal();
237*38e8c45fSAndroid Build Coastguard Worker     p.wait();
238*38e8c45fSAndroid Build Coastguard Worker 
239*38e8c45fSAndroid Build Coastguard Worker     ProcResults results(iterations);
240*38e8c45fSAndroid Build Coastguard Worker     chrono::time_point<chrono::high_resolution_clock> start, end;
241*38e8c45fSAndroid Build Coastguard Worker 
242*38e8c45fSAndroid Build Coastguard Worker     // Skip the benchmark if server of a cs_pair.
243*38e8c45fSAndroid Build Coastguard Worker     if (!(cs_pair && num < server_count)) {
244*38e8c45fSAndroid Build Coastguard Worker         for (int i = 0; i < iterations; i++) {
245*38e8c45fSAndroid Build Coastguard Worker             Parcel data, reply;
246*38e8c45fSAndroid Build Coastguard Worker             int target = cs_pair ? num % server_count : rand() % workers.size();
247*38e8c45fSAndroid Build Coastguard Worker             int sz = payload_size;
248*38e8c45fSAndroid Build Coastguard Worker 
249*38e8c45fSAndroid Build Coastguard Worker             while (sz >= sizeof(uint32_t)) {
250*38e8c45fSAndroid Build Coastguard Worker                 data.writeInt32(0);
251*38e8c45fSAndroid Build Coastguard Worker                 sz -= sizeof(uint32_t);
252*38e8c45fSAndroid Build Coastguard Worker             }
253*38e8c45fSAndroid Build Coastguard Worker             start = chrono::high_resolution_clock::now();
254*38e8c45fSAndroid Build Coastguard Worker             status_t ret = workers[target]->transact(BINDER_NOP, data, &reply);
255*38e8c45fSAndroid Build Coastguard Worker             end = chrono::high_resolution_clock::now();
256*38e8c45fSAndroid Build Coastguard Worker 
257*38e8c45fSAndroid Build Coastguard Worker             uint64_t cur_time = uint64_t(chrono::duration_cast<chrono::nanoseconds>(end - start).count());
258*38e8c45fSAndroid Build Coastguard Worker             results.add_time(cur_time);
259*38e8c45fSAndroid Build Coastguard Worker 
260*38e8c45fSAndroid Build Coastguard Worker             if (ret != NO_ERROR) {
261*38e8c45fSAndroid Build Coastguard Worker                cout << "thread " << num << " failed " << ret << "i : " << i << endl;
262*38e8c45fSAndroid Build Coastguard Worker                exit(EXIT_FAILURE);
263*38e8c45fSAndroid Build Coastguard Worker             }
264*38e8c45fSAndroid Build Coastguard Worker         }
265*38e8c45fSAndroid Build Coastguard Worker     }
266*38e8c45fSAndroid Build Coastguard Worker 
267*38e8c45fSAndroid Build Coastguard Worker     // Signal completion to master and wait.
268*38e8c45fSAndroid Build Coastguard Worker     p.signal();
269*38e8c45fSAndroid Build Coastguard Worker     p.wait();
270*38e8c45fSAndroid Build Coastguard Worker 
271*38e8c45fSAndroid Build Coastguard Worker     // Send results to master and wait for go to exit.
272*38e8c45fSAndroid Build Coastguard Worker     p.send(results);
273*38e8c45fSAndroid Build Coastguard Worker     p.wait();
274*38e8c45fSAndroid Build Coastguard Worker 
275*38e8c45fSAndroid Build Coastguard Worker     exit(EXIT_SUCCESS);
276*38e8c45fSAndroid Build Coastguard Worker }
277*38e8c45fSAndroid Build Coastguard Worker 
make_worker(int num,int iterations,int worker_count,int payload_size,bool cs_pair)278*38e8c45fSAndroid Build Coastguard Worker Pipe make_worker(int num, int iterations, int worker_count, int payload_size, bool cs_pair)
279*38e8c45fSAndroid Build Coastguard Worker {
280*38e8c45fSAndroid Build Coastguard Worker     auto pipe_pair = Pipe::createPipePair();
281*38e8c45fSAndroid Build Coastguard Worker     pid_t pid = fork();
282*38e8c45fSAndroid Build Coastguard Worker     if (pid) {
283*38e8c45fSAndroid Build Coastguard Worker         /* parent */
284*38e8c45fSAndroid Build Coastguard Worker         return std::move(get<0>(pipe_pair));
285*38e8c45fSAndroid Build Coastguard Worker     } else {
286*38e8c45fSAndroid Build Coastguard Worker         /* child */
287*38e8c45fSAndroid Build Coastguard Worker         worker_fx(num, worker_count, iterations, payload_size, cs_pair,
288*38e8c45fSAndroid Build Coastguard Worker                   std::move(get<1>(pipe_pair)));
289*38e8c45fSAndroid Build Coastguard Worker         /* never get here */
290*38e8c45fSAndroid Build Coastguard Worker         return std::move(get<0>(pipe_pair));
291*38e8c45fSAndroid Build Coastguard Worker     }
292*38e8c45fSAndroid Build Coastguard Worker 
293*38e8c45fSAndroid Build Coastguard Worker }
294*38e8c45fSAndroid Build Coastguard Worker 
wait_all(vector<Pipe> & v)295*38e8c45fSAndroid Build Coastguard Worker void wait_all(vector<Pipe>& v)
296*38e8c45fSAndroid Build Coastguard Worker {
297*38e8c45fSAndroid Build Coastguard Worker     for (int i = 0; i < v.size(); i++) {
298*38e8c45fSAndroid Build Coastguard Worker         v[i].wait();
299*38e8c45fSAndroid Build Coastguard Worker     }
300*38e8c45fSAndroid Build Coastguard Worker }
301*38e8c45fSAndroid Build Coastguard Worker 
signal_all(vector<Pipe> & v)302*38e8c45fSAndroid Build Coastguard Worker void signal_all(vector<Pipe>& v)
303*38e8c45fSAndroid Build Coastguard Worker {
304*38e8c45fSAndroid Build Coastguard Worker     for (int i = 0; i < v.size(); i++) {
305*38e8c45fSAndroid Build Coastguard Worker         v[i].signal();
306*38e8c45fSAndroid Build Coastguard Worker     }
307*38e8c45fSAndroid Build Coastguard Worker }
308*38e8c45fSAndroid Build Coastguard Worker 
run_main(int iterations,int workers,int payload_size,int cs_pair,bool training_round=false,bool dump_to_file=false,string dump_filename="")309*38e8c45fSAndroid Build Coastguard Worker void run_main(int iterations, int workers, int payload_size, int cs_pair,
310*38e8c45fSAndroid Build Coastguard Worker               bool training_round = false, bool dump_to_file = false, string dump_filename = "") {
311*38e8c45fSAndroid Build Coastguard Worker     vector<Pipe> pipes;
312*38e8c45fSAndroid Build Coastguard Worker     // Create all the workers and wait for them to spawn.
313*38e8c45fSAndroid Build Coastguard Worker     for (int i = 0; i < workers; i++) {
314*38e8c45fSAndroid Build Coastguard Worker         pipes.push_back(make_worker(i, iterations, workers, payload_size, cs_pair));
315*38e8c45fSAndroid Build Coastguard Worker     }
316*38e8c45fSAndroid Build Coastguard Worker     wait_all(pipes);
317*38e8c45fSAndroid Build Coastguard Worker     // All workers have now been spawned and added themselves to service
318*38e8c45fSAndroid Build Coastguard Worker     // manager. Signal each worker to obtain a handle to the server workers from
319*38e8c45fSAndroid Build Coastguard Worker     // servicemanager.
320*38e8c45fSAndroid Build Coastguard Worker     signal_all(pipes);
321*38e8c45fSAndroid Build Coastguard Worker     // Wait for each worker to finish obtaining a handle to all server workers
322*38e8c45fSAndroid Build Coastguard Worker     // from servicemanager.
323*38e8c45fSAndroid Build Coastguard Worker     wait_all(pipes);
324*38e8c45fSAndroid Build Coastguard Worker 
325*38e8c45fSAndroid Build Coastguard Worker     // Run the benchmark and wait for completion.
326*38e8c45fSAndroid Build Coastguard Worker     chrono::time_point<chrono::high_resolution_clock> start, end;
327*38e8c45fSAndroid Build Coastguard Worker     cout << "waiting for workers to complete" << endl;
328*38e8c45fSAndroid Build Coastguard Worker     start = chrono::high_resolution_clock::now();
329*38e8c45fSAndroid Build Coastguard Worker     signal_all(pipes);
330*38e8c45fSAndroid Build Coastguard Worker     wait_all(pipes);
331*38e8c45fSAndroid Build Coastguard Worker     end = chrono::high_resolution_clock::now();
332*38e8c45fSAndroid Build Coastguard Worker 
333*38e8c45fSAndroid Build Coastguard Worker     // Calculate overall throughput.
334*38e8c45fSAndroid Build Coastguard Worker     double iterations_per_sec = double(iterations * workers) / (chrono::duration_cast<chrono::nanoseconds>(end - start).count() / 1.0E9);
335*38e8c45fSAndroid Build Coastguard Worker     cout << "iterations per sec: " << iterations_per_sec << endl;
336*38e8c45fSAndroid Build Coastguard Worker 
337*38e8c45fSAndroid Build Coastguard Worker     // Collect all results from the workers.
338*38e8c45fSAndroid Build Coastguard Worker     cout << "collecting results" << endl;
339*38e8c45fSAndroid Build Coastguard Worker     signal_all(pipes);
340*38e8c45fSAndroid Build Coastguard Worker     ProcResults tot_results(0), tmp_results(0);
341*38e8c45fSAndroid Build Coastguard Worker     for (int i = 0; i < workers; i++) {
342*38e8c45fSAndroid Build Coastguard Worker         pipes[i].recv(tmp_results);
343*38e8c45fSAndroid Build Coastguard Worker         tot_results.combine_with(tmp_results);
344*38e8c45fSAndroid Build Coastguard Worker     }
345*38e8c45fSAndroid Build Coastguard Worker 
346*38e8c45fSAndroid Build Coastguard Worker     // Kill all the workers.
347*38e8c45fSAndroid Build Coastguard Worker     cout << "killing workers" << endl;
348*38e8c45fSAndroid Build Coastguard Worker     signal_all(pipes);
349*38e8c45fSAndroid Build Coastguard Worker     for (int i = 0; i < workers; i++) {
350*38e8c45fSAndroid Build Coastguard Worker         int status;
351*38e8c45fSAndroid Build Coastguard Worker         wait(&status);
352*38e8c45fSAndroid Build Coastguard Worker         if (status != 0) {
353*38e8c45fSAndroid Build Coastguard Worker             cout << "nonzero child status" << status << endl;
354*38e8c45fSAndroid Build Coastguard Worker         }
355*38e8c45fSAndroid Build Coastguard Worker     }
356*38e8c45fSAndroid Build Coastguard Worker     if (training_round) {
357*38e8c45fSAndroid Build Coastguard Worker         // Sets warn_latency to 2 * worst from the training round.
358*38e8c45fSAndroid Build Coastguard Worker         warn_latency = 2 * tot_results.worst();
359*38e8c45fSAndroid Build Coastguard Worker         cout << "Max latency during training: " << tot_results.worst() / 1.0E6 << "ms" << endl;
360*38e8c45fSAndroid Build Coastguard Worker     } else {
361*38e8c45fSAndroid Build Coastguard Worker         if (dump_to_file) {
362*38e8c45fSAndroid Build Coastguard Worker             tot_results.dump_to_file(dump_filename);
363*38e8c45fSAndroid Build Coastguard Worker         }
364*38e8c45fSAndroid Build Coastguard Worker         tot_results.dump();
365*38e8c45fSAndroid Build Coastguard Worker     }
366*38e8c45fSAndroid Build Coastguard Worker }
367*38e8c45fSAndroid Build Coastguard Worker 
main(int argc,char * argv[])368*38e8c45fSAndroid Build Coastguard Worker int main(int argc, char *argv[])
369*38e8c45fSAndroid Build Coastguard Worker {
370*38e8c45fSAndroid Build Coastguard Worker     int workers = 2;
371*38e8c45fSAndroid Build Coastguard Worker     int iterations = 10000;
372*38e8c45fSAndroid Build Coastguard Worker     int payload_size = 0;
373*38e8c45fSAndroid Build Coastguard Worker     bool cs_pair = false;
374*38e8c45fSAndroid Build Coastguard Worker     bool training_round = false;
375*38e8c45fSAndroid Build Coastguard Worker     int max_time_us;
376*38e8c45fSAndroid Build Coastguard Worker     bool dump_to_file = false;
377*38e8c45fSAndroid Build Coastguard Worker     string dump_filename;
378*38e8c45fSAndroid Build Coastguard Worker 
379*38e8c45fSAndroid Build Coastguard Worker     // Parse arguments.
380*38e8c45fSAndroid Build Coastguard Worker     for (int i = 1; i < argc; i++) {
381*38e8c45fSAndroid Build Coastguard Worker         if (string(argv[i]) == "--help") {
382*38e8c45fSAndroid Build Coastguard Worker             cout << "Usage: binderThroughputTest [OPTIONS]" << endl;
383*38e8c45fSAndroid Build Coastguard Worker             cout << "\t-i N    : Specify number of iterations." << endl;
384*38e8c45fSAndroid Build Coastguard Worker             cout << "\t-m N    : Specify expected max latency in microseconds." << endl;
385*38e8c45fSAndroid Build Coastguard Worker             cout << "\t-p      : Split workers into client/server pairs." << endl;
386*38e8c45fSAndroid Build Coastguard Worker             cout << "\t-s N    : Specify payload size." << endl;
387*38e8c45fSAndroid Build Coastguard Worker             cout << "\t-t      : Run training round." << endl;
388*38e8c45fSAndroid Build Coastguard Worker             cout << "\t-w N    : Specify total number of workers." << endl;
389*38e8c45fSAndroid Build Coastguard Worker             cout << "\t-d FILE : Dump raw data to file." << endl;
390*38e8c45fSAndroid Build Coastguard Worker             return 0;
391*38e8c45fSAndroid Build Coastguard Worker         }
392*38e8c45fSAndroid Build Coastguard Worker         if (string(argv[i]) == "-w") {
393*38e8c45fSAndroid Build Coastguard Worker             if (i + 1 == argc) {
394*38e8c45fSAndroid Build Coastguard Worker                 cout << "-w requires an argument\n" << endl;
395*38e8c45fSAndroid Build Coastguard Worker                 exit(EXIT_FAILURE);
396*38e8c45fSAndroid Build Coastguard Worker             }
397*38e8c45fSAndroid Build Coastguard Worker             workers = atoi(argv[i+1]);
398*38e8c45fSAndroid Build Coastguard Worker             i++;
399*38e8c45fSAndroid Build Coastguard Worker             continue;
400*38e8c45fSAndroid Build Coastguard Worker         }
401*38e8c45fSAndroid Build Coastguard Worker         if (string(argv[i]) == "-i") {
402*38e8c45fSAndroid Build Coastguard Worker             if (i + 1 == argc) {
403*38e8c45fSAndroid Build Coastguard Worker                 cout << "-i requires an argument\n" << endl;
404*38e8c45fSAndroid Build Coastguard Worker                 exit(EXIT_FAILURE);
405*38e8c45fSAndroid Build Coastguard Worker             }
406*38e8c45fSAndroid Build Coastguard Worker             iterations = atoi(argv[i+1]);
407*38e8c45fSAndroid Build Coastguard Worker             i++;
408*38e8c45fSAndroid Build Coastguard Worker             continue;
409*38e8c45fSAndroid Build Coastguard Worker         }
410*38e8c45fSAndroid Build Coastguard Worker         if (string(argv[i]) == "-s") {
411*38e8c45fSAndroid Build Coastguard Worker             if (i + 1 == argc) {
412*38e8c45fSAndroid Build Coastguard Worker                 cout << "-s requires an argument\n" << endl;
413*38e8c45fSAndroid Build Coastguard Worker                 exit(EXIT_FAILURE);
414*38e8c45fSAndroid Build Coastguard Worker             }
415*38e8c45fSAndroid Build Coastguard Worker             payload_size = atoi(argv[i+1]);
416*38e8c45fSAndroid Build Coastguard Worker             i++;
417*38e8c45fSAndroid Build Coastguard Worker             continue;
418*38e8c45fSAndroid Build Coastguard Worker         }
419*38e8c45fSAndroid Build Coastguard Worker         if (string(argv[i]) == "-p") {
420*38e8c45fSAndroid Build Coastguard Worker             // client/server pairs instead of spreading
421*38e8c45fSAndroid Build Coastguard Worker             // requests to all workers. If true, half
422*38e8c45fSAndroid Build Coastguard Worker             // the workers become clients and half servers
423*38e8c45fSAndroid Build Coastguard Worker             cs_pair = true;
424*38e8c45fSAndroid Build Coastguard Worker             continue;
425*38e8c45fSAndroid Build Coastguard Worker         }
426*38e8c45fSAndroid Build Coastguard Worker         if (string(argv[i]) == "-t") {
427*38e8c45fSAndroid Build Coastguard Worker             // Run one training round before actually collecting data
428*38e8c45fSAndroid Build Coastguard Worker             // to get an approximation of max latency.
429*38e8c45fSAndroid Build Coastguard Worker             training_round = true;
430*38e8c45fSAndroid Build Coastguard Worker             continue;
431*38e8c45fSAndroid Build Coastguard Worker         }
432*38e8c45fSAndroid Build Coastguard Worker         if (string(argv[i]) == "-m") {
433*38e8c45fSAndroid Build Coastguard Worker             if (i + 1 == argc) {
434*38e8c45fSAndroid Build Coastguard Worker                 cout << "-m requires an argument\n" << endl;
435*38e8c45fSAndroid Build Coastguard Worker                 exit(EXIT_FAILURE);
436*38e8c45fSAndroid Build Coastguard Worker             }
437*38e8c45fSAndroid Build Coastguard Worker             // Caller specified the max latency in microseconds.
438*38e8c45fSAndroid Build Coastguard Worker             // No need to run training round in this case.
439*38e8c45fSAndroid Build Coastguard Worker             max_time_us = atoi(argv[i+1]);
440*38e8c45fSAndroid Build Coastguard Worker             if (max_time_us <= 0) {
441*38e8c45fSAndroid Build Coastguard Worker                 cout << "Max latency -m must be positive." << endl;
442*38e8c45fSAndroid Build Coastguard Worker                 exit(EXIT_FAILURE);
443*38e8c45fSAndroid Build Coastguard Worker             }
444*38e8c45fSAndroid Build Coastguard Worker             warn_latency = max_time_us * 1000ull;
445*38e8c45fSAndroid Build Coastguard Worker             i++;
446*38e8c45fSAndroid Build Coastguard Worker             continue;
447*38e8c45fSAndroid Build Coastguard Worker         }
448*38e8c45fSAndroid Build Coastguard Worker         if (string(argv[i]) == "-d") {
449*38e8c45fSAndroid Build Coastguard Worker             if (i + 1 == argc) {
450*38e8c45fSAndroid Build Coastguard Worker                 cout << "-d requires an argument\n" << endl;
451*38e8c45fSAndroid Build Coastguard Worker                 exit(EXIT_FAILURE);
452*38e8c45fSAndroid Build Coastguard Worker             }
453*38e8c45fSAndroid Build Coastguard Worker             dump_to_file = true;
454*38e8c45fSAndroid Build Coastguard Worker             dump_filename = argv[i + 1];
455*38e8c45fSAndroid Build Coastguard Worker             i++;
456*38e8c45fSAndroid Build Coastguard Worker             continue;
457*38e8c45fSAndroid Build Coastguard Worker         }
458*38e8c45fSAndroid Build Coastguard Worker     }
459*38e8c45fSAndroid Build Coastguard Worker 
460*38e8c45fSAndroid Build Coastguard Worker     if (training_round) {
461*38e8c45fSAndroid Build Coastguard Worker         cout << "Start training round" << endl;
462*38e8c45fSAndroid Build Coastguard Worker         run_main(iterations, workers, payload_size, cs_pair, true);
463*38e8c45fSAndroid Build Coastguard Worker         cout << "Completed training round" << endl << endl;
464*38e8c45fSAndroid Build Coastguard Worker     }
465*38e8c45fSAndroid Build Coastguard Worker 
466*38e8c45fSAndroid Build Coastguard Worker     run_main(iterations, workers, payload_size, cs_pair, false, dump_to_file, dump_filename);
467*38e8c45fSAndroid Build Coastguard Worker     return 0;
468*38e8c45fSAndroid Build Coastguard Worker }
469