1*cc02d7e2SAndroid Build Coastguard Worker#!/usr/bin/env ruby 2*cc02d7e2SAndroid Build Coastguard Worker 3*cc02d7e2SAndroid Build Coastguard Worker# Copyright 2017 gRPC authors. 4*cc02d7e2SAndroid Build Coastguard Worker# 5*cc02d7e2SAndroid Build Coastguard Worker# Licensed under the Apache License, Version 2.0 (the "License"); 6*cc02d7e2SAndroid Build Coastguard Worker# you may not use this file except in compliance with the License. 7*cc02d7e2SAndroid Build Coastguard Worker# You may obtain a copy of the License at 8*cc02d7e2SAndroid Build Coastguard Worker# 9*cc02d7e2SAndroid Build Coastguard Worker# http://www.apache.org/licenses/LICENSE-2.0 10*cc02d7e2SAndroid Build Coastguard Worker# 11*cc02d7e2SAndroid Build Coastguard Worker# Unless required by applicable law or agreed to in writing, software 12*cc02d7e2SAndroid Build Coastguard Worker# distributed under the License is distributed on an "AS IS" BASIS, 13*cc02d7e2SAndroid Build Coastguard Worker# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14*cc02d7e2SAndroid Build Coastguard Worker# See the License for the specific language governing permissions and 15*cc02d7e2SAndroid Build Coastguard Worker# limitations under the License. 16*cc02d7e2SAndroid Build Coastguard Worker 17*cc02d7e2SAndroid Build Coastguard Worker# Proxy of worker service implementation for running a PHP client 18*cc02d7e2SAndroid Build Coastguard Worker 19*cc02d7e2SAndroid Build Coastguard Workerthis_dir = File.expand_path(File.dirname(__FILE__)) 20*cc02d7e2SAndroid Build Coastguard Workerlib_dir = File.join(File.dirname(this_dir), 'lib') 21*cc02d7e2SAndroid Build Coastguard Worker$LOAD_PATH.unshift(lib_dir) unless $LOAD_PATH.include?(lib_dir) 22*cc02d7e2SAndroid Build Coastguard Worker$LOAD_PATH.unshift(this_dir) unless $LOAD_PATH.include?(this_dir) 23*cc02d7e2SAndroid Build Coastguard Worker 24*cc02d7e2SAndroid Build Coastguard Workerrequire 'grpc' 25*cc02d7e2SAndroid Build Coastguard Workerrequire 'optparse' 26*cc02d7e2SAndroid Build Coastguard Workerrequire 'histogram' 27*cc02d7e2SAndroid Build Coastguard Workerrequire 'etc' 28*cc02d7e2SAndroid Build Coastguard Workerrequire 'facter' 29*cc02d7e2SAndroid Build Coastguard Workerrequire 'qps-common' 30*cc02d7e2SAndroid Build Coastguard Workerrequire 'src/proto/grpc/testing/worker_service_services_pb' 31*cc02d7e2SAndroid Build Coastguard Workerrequire 'src/proto/grpc/testing/proxy-service_services_pb' 32*cc02d7e2SAndroid Build Coastguard Worker 33*cc02d7e2SAndroid Build Coastguard Workerclass ProxyBenchmarkClientServiceImpl < Grpc::Testing::ProxyClientService::Service 34*cc02d7e2SAndroid Build Coastguard Worker def initialize(port, c_ext, php_client_bin) 35*cc02d7e2SAndroid Build Coastguard Worker @mytarget = "localhost:" + port.to_s 36*cc02d7e2SAndroid Build Coastguard Worker @use_c_ext = c_ext 37*cc02d7e2SAndroid Build Coastguard Worker @php_client_bin = php_client_bin 38*cc02d7e2SAndroid Build Coastguard Worker end 39*cc02d7e2SAndroid Build Coastguard Worker def setup(config) 40*cc02d7e2SAndroid Build Coastguard Worker @config = config 41*cc02d7e2SAndroid Build Coastguard Worker @histres = config.histogram_params.resolution 42*cc02d7e2SAndroid Build Coastguard Worker @histmax = config.histogram_params.max_possible 43*cc02d7e2SAndroid Build Coastguard Worker @histogram = Histogram.new(@histres, @histmax) 44*cc02d7e2SAndroid Build Coastguard Worker @start_time = Time.now 45*cc02d7e2SAndroid Build Coastguard Worker @php_pid = Array.new(@config.client_channels) 46*cc02d7e2SAndroid Build Coastguard Worker (0..@config.client_channels-1).each do |chan| 47*cc02d7e2SAndroid Build Coastguard Worker Thread.new { 48*cc02d7e2SAndroid Build Coastguard Worker if @use_c_ext 49*cc02d7e2SAndroid Build Coastguard Worker puts "Use protobuf c extension" 50*cc02d7e2SAndroid Build Coastguard Worker command = "php -d extension=" + File.expand_path(File.dirname(__FILE__)) + 51*cc02d7e2SAndroid Build Coastguard Worker "/../../../third_party/protobuf/php/ext/google/protobuf/modules/protobuf.so " + 52*cc02d7e2SAndroid Build Coastguard Worker "-d extension=" + File.expand_path(File.dirname(__FILE__)) + "/../../php/ext/grpc/modules/grpc.so " + 53*cc02d7e2SAndroid Build Coastguard Worker File.expand_path(File.dirname(__FILE__)) + "/" + @php_client_bin + " " + @mytarget + " #{chan%@config.server_targets.length}" 54*cc02d7e2SAndroid Build Coastguard Worker else 55*cc02d7e2SAndroid Build Coastguard Worker puts "Use protobuf php extension" 56*cc02d7e2SAndroid Build Coastguard Worker command = "php -d extension=" + File.expand_path(File.dirname(__FILE__)) + "/../../php/ext/grpc/modules/grpc.so " + 57*cc02d7e2SAndroid Build Coastguard Worker File.expand_path(File.dirname(__FILE__)) + "/" + @php_client_bin + " " + @mytarget + " #{chan%@config.server_targets.length}" 58*cc02d7e2SAndroid Build Coastguard Worker end 59*cc02d7e2SAndroid Build Coastguard Worker puts "[ruby proxy] Starting #{chan}th php-client command use c protobuf #{@use_c_ext}: " + command 60*cc02d7e2SAndroid Build Coastguard Worker @php_pid[chan] = spawn(command) 61*cc02d7e2SAndroid Build Coastguard Worker while true 62*cc02d7e2SAndroid Build Coastguard Worker sleep 63*cc02d7e2SAndroid Build Coastguard Worker end 64*cc02d7e2SAndroid Build Coastguard Worker } 65*cc02d7e2SAndroid Build Coastguard Worker end 66*cc02d7e2SAndroid Build Coastguard Worker end 67*cc02d7e2SAndroid Build Coastguard Worker def stop 68*cc02d7e2SAndroid Build Coastguard Worker (0..@config.client_channels-1).each do |chan| 69*cc02d7e2SAndroid Build Coastguard Worker Process.kill("TERM", @php_pid[chan]) 70*cc02d7e2SAndroid Build Coastguard Worker Process.wait(@php_pid[chan]) 71*cc02d7e2SAndroid Build Coastguard Worker end 72*cc02d7e2SAndroid Build Coastguard Worker end 73*cc02d7e2SAndroid Build Coastguard Worker def get_config(_args, _call) 74*cc02d7e2SAndroid Build Coastguard Worker @config 75*cc02d7e2SAndroid Build Coastguard Worker end 76*cc02d7e2SAndroid Build Coastguard Worker def report_time(call) 77*cc02d7e2SAndroid Build Coastguard Worker call.each_remote_read do |lat| 78*cc02d7e2SAndroid Build Coastguard Worker @histogram.add((lat.latency)*1e9) 79*cc02d7e2SAndroid Build Coastguard Worker end 80*cc02d7e2SAndroid Build Coastguard Worker Grpc::Testing::Void.new 81*cc02d7e2SAndroid Build Coastguard Worker end 82*cc02d7e2SAndroid Build Coastguard Worker def report_hist(call) 83*cc02d7e2SAndroid Build Coastguard Worker call.each_remote_read do |lat| 84*cc02d7e2SAndroid Build Coastguard Worker @histogram.merge(lat) 85*cc02d7e2SAndroid Build Coastguard Worker end 86*cc02d7e2SAndroid Build Coastguard Worker Grpc::Testing::Void.new 87*cc02d7e2SAndroid Build Coastguard Worker end 88*cc02d7e2SAndroid Build Coastguard Worker def mark(reset) 89*cc02d7e2SAndroid Build Coastguard Worker lat = Grpc::Testing::HistogramData.new( 90*cc02d7e2SAndroid Build Coastguard Worker bucket: @histogram.contents, 91*cc02d7e2SAndroid Build Coastguard Worker min_seen: @histogram.minimum, 92*cc02d7e2SAndroid Build Coastguard Worker max_seen: @histogram.maximum, 93*cc02d7e2SAndroid Build Coastguard Worker sum: @histogram.sum, 94*cc02d7e2SAndroid Build Coastguard Worker sum_of_squares: @histogram.sum_of_squares, 95*cc02d7e2SAndroid Build Coastguard Worker count: @histogram.count 96*cc02d7e2SAndroid Build Coastguard Worker ) 97*cc02d7e2SAndroid Build Coastguard Worker elapsed = Time.now-@start_time 98*cc02d7e2SAndroid Build Coastguard Worker if reset 99*cc02d7e2SAndroid Build Coastguard Worker @start_time = Time.now 100*cc02d7e2SAndroid Build Coastguard Worker @histogram = Histogram.new(@histres, @histmax) 101*cc02d7e2SAndroid Build Coastguard Worker end 102*cc02d7e2SAndroid Build Coastguard Worker Grpc::Testing::ClientStats.new(latencies: lat, time_elapsed: elapsed) 103*cc02d7e2SAndroid Build Coastguard Worker end 104*cc02d7e2SAndroid Build Coastguard Workerend 105*cc02d7e2SAndroid Build Coastguard Worker 106*cc02d7e2SAndroid Build Coastguard Workerclass ProxyWorkerServiceImpl < Grpc::Testing::WorkerService::Service 107*cc02d7e2SAndroid Build Coastguard Worker def cpu_cores 108*cc02d7e2SAndroid Build Coastguard Worker Facter.value('processors')['count'] 109*cc02d7e2SAndroid Build Coastguard Worker end 110*cc02d7e2SAndroid Build Coastguard Worker # Leave run_server unimplemented since this proxies for a client only. 111*cc02d7e2SAndroid Build Coastguard Worker # If the driver tries to use this as a server, it will get an unimplemented 112*cc02d7e2SAndroid Build Coastguard Worker # status return value. 113*cc02d7e2SAndroid Build Coastguard Worker def run_client(reqs) 114*cc02d7e2SAndroid Build Coastguard Worker q = EnumeratorQueue.new(self) 115*cc02d7e2SAndroid Build Coastguard Worker Thread.new { 116*cc02d7e2SAndroid Build Coastguard Worker reqs.each do |req| 117*cc02d7e2SAndroid Build Coastguard Worker case req.argtype.to_s 118*cc02d7e2SAndroid Build Coastguard Worker when 'setup' 119*cc02d7e2SAndroid Build Coastguard Worker @bmc.setup(req.setup) 120*cc02d7e2SAndroid Build Coastguard Worker q.push(Grpc::Testing::ClientStatus.new(stats: @bmc.mark(false))) 121*cc02d7e2SAndroid Build Coastguard Worker when 'mark' 122*cc02d7e2SAndroid Build Coastguard Worker q.push(Grpc::Testing::ClientStatus.new(stats: 123*cc02d7e2SAndroid Build Coastguard Worker @bmc.mark(req.mark.reset))) 124*cc02d7e2SAndroid Build Coastguard Worker end 125*cc02d7e2SAndroid Build Coastguard Worker end 126*cc02d7e2SAndroid Build Coastguard Worker @bmc.stop 127*cc02d7e2SAndroid Build Coastguard Worker q.push(self) 128*cc02d7e2SAndroid Build Coastguard Worker } 129*cc02d7e2SAndroid Build Coastguard Worker q.each_item 130*cc02d7e2SAndroid Build Coastguard Worker end 131*cc02d7e2SAndroid Build Coastguard Worker def core_count(_args, _call) 132*cc02d7e2SAndroid Build Coastguard Worker Grpc::Testing::CoreResponse.new(cores: cpu_cores) 133*cc02d7e2SAndroid Build Coastguard Worker end 134*cc02d7e2SAndroid Build Coastguard Worker def quit_worker(_args, _call) 135*cc02d7e2SAndroid Build Coastguard Worker Thread.new { 136*cc02d7e2SAndroid Build Coastguard Worker sleep 3 137*cc02d7e2SAndroid Build Coastguard Worker @server.stop 138*cc02d7e2SAndroid Build Coastguard Worker } 139*cc02d7e2SAndroid Build Coastguard Worker Grpc::Testing::Void.new 140*cc02d7e2SAndroid Build Coastguard Worker end 141*cc02d7e2SAndroid Build Coastguard Worker def initialize(s, bmc) 142*cc02d7e2SAndroid Build Coastguard Worker @server = s 143*cc02d7e2SAndroid Build Coastguard Worker @bmc = bmc 144*cc02d7e2SAndroid Build Coastguard Worker end 145*cc02d7e2SAndroid Build Coastguard Workerend 146*cc02d7e2SAndroid Build Coastguard Worker 147*cc02d7e2SAndroid Build Coastguard Workerdef proxymain 148*cc02d7e2SAndroid Build Coastguard Worker options = { 149*cc02d7e2SAndroid Build Coastguard Worker 'driver_port' => 0, 150*cc02d7e2SAndroid Build Coastguard Worker 'php_client_bin' => '../../php/tests/qps/client.php' 151*cc02d7e2SAndroid Build Coastguard Worker } 152*cc02d7e2SAndroid Build Coastguard Worker OptionParser.new do |opts| 153*cc02d7e2SAndroid Build Coastguard Worker opts.banner = 'Usage: [--driver_port <port>]' 154*cc02d7e2SAndroid Build Coastguard Worker opts.on('--driver_port PORT', '<port>') do |v| 155*cc02d7e2SAndroid Build Coastguard Worker options['driver_port'] = v 156*cc02d7e2SAndroid Build Coastguard Worker end 157*cc02d7e2SAndroid Build Coastguard Worker opts.on("-c", "--[no-]use_protobuf_c_extension", "Use protobuf C-extention") do |c| 158*cc02d7e2SAndroid Build Coastguard Worker options[:c_ext] = c 159*cc02d7e2SAndroid Build Coastguard Worker end 160*cc02d7e2SAndroid Build Coastguard Worker opts.on("-b", "--php_client_bin [FILE]", 161*cc02d7e2SAndroid Build Coastguard Worker "PHP client to execute; path relative to this script") do |c| 162*cc02d7e2SAndroid Build Coastguard Worker options['php_client_bin'] = c 163*cc02d7e2SAndroid Build Coastguard Worker end 164*cc02d7e2SAndroid Build Coastguard Worker end.parse! 165*cc02d7e2SAndroid Build Coastguard Worker 166*cc02d7e2SAndroid Build Coastguard Worker # Configure any errors with client or server child threads to surface 167*cc02d7e2SAndroid Build Coastguard Worker Thread.abort_on_exception = true 168*cc02d7e2SAndroid Build Coastguard Worker 169*cc02d7e2SAndroid Build Coastguard Worker # Make sure proxy_server can handle the large number of calls in benchmarks 170*cc02d7e2SAndroid Build Coastguard Worker s = GRPC::RpcServer.new(pool_size: 1024) 171*cc02d7e2SAndroid Build Coastguard Worker port = s.add_http2_port("0.0.0.0:" + options['driver_port'].to_s, 172*cc02d7e2SAndroid Build Coastguard Worker :this_port_is_insecure) 173*cc02d7e2SAndroid Build Coastguard Worker bmc = ProxyBenchmarkClientServiceImpl.new(port, options[:c_ext], options['php_client_bin']) 174*cc02d7e2SAndroid Build Coastguard Worker s.handle(bmc) 175*cc02d7e2SAndroid Build Coastguard Worker s.handle(ProxyWorkerServiceImpl.new(s, bmc)) 176*cc02d7e2SAndroid Build Coastguard Worker s.run 177*cc02d7e2SAndroid Build Coastguard Workerend 178*cc02d7e2SAndroid Build Coastguard Worker 179*cc02d7e2SAndroid Build Coastguard Workerproxymain 180