xref: /aosp_15_r20/external/grpc-grpc/src/ruby/qps/proxy-worker.rb (revision cc02d7e222339f7a4f6ba5f422e6413f4bd931f2)
1*cc02d7e2SAndroid Build Coastguard Worker#!/usr/bin/env ruby
2*cc02d7e2SAndroid Build Coastguard Worker
3*cc02d7e2SAndroid Build Coastguard Worker# Copyright 2017 gRPC authors.
4*cc02d7e2SAndroid Build Coastguard Worker#
5*cc02d7e2SAndroid Build Coastguard Worker# Licensed under the Apache License, Version 2.0 (the "License");
6*cc02d7e2SAndroid Build Coastguard Worker# you may not use this file except in compliance with the License.
7*cc02d7e2SAndroid Build Coastguard Worker# You may obtain a copy of the License at
8*cc02d7e2SAndroid Build Coastguard Worker#
9*cc02d7e2SAndroid Build Coastguard Worker#     http://www.apache.org/licenses/LICENSE-2.0
10*cc02d7e2SAndroid Build Coastguard Worker#
11*cc02d7e2SAndroid Build Coastguard Worker# Unless required by applicable law or agreed to in writing, software
12*cc02d7e2SAndroid Build Coastguard Worker# distributed under the License is distributed on an "AS IS" BASIS,
13*cc02d7e2SAndroid Build Coastguard Worker# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14*cc02d7e2SAndroid Build Coastguard Worker# See the License for the specific language governing permissions and
15*cc02d7e2SAndroid Build Coastguard Worker# limitations under the License.
16*cc02d7e2SAndroid Build Coastguard Worker
17*cc02d7e2SAndroid Build Coastguard Worker# Proxy of worker service implementation for running a PHP client
18*cc02d7e2SAndroid Build Coastguard Worker
19*cc02d7e2SAndroid Build Coastguard Workerthis_dir = File.expand_path(File.dirname(__FILE__))
20*cc02d7e2SAndroid Build Coastguard Workerlib_dir = File.join(File.dirname(this_dir), 'lib')
21*cc02d7e2SAndroid Build Coastguard Worker$LOAD_PATH.unshift(lib_dir) unless $LOAD_PATH.include?(lib_dir)
22*cc02d7e2SAndroid Build Coastguard Worker$LOAD_PATH.unshift(this_dir) unless $LOAD_PATH.include?(this_dir)
23*cc02d7e2SAndroid Build Coastguard Worker
24*cc02d7e2SAndroid Build Coastguard Workerrequire 'grpc'
25*cc02d7e2SAndroid Build Coastguard Workerrequire 'optparse'
26*cc02d7e2SAndroid Build Coastguard Workerrequire 'histogram'
27*cc02d7e2SAndroid Build Coastguard Workerrequire 'etc'
28*cc02d7e2SAndroid Build Coastguard Workerrequire 'facter'
29*cc02d7e2SAndroid Build Coastguard Workerrequire 'qps-common'
30*cc02d7e2SAndroid Build Coastguard Workerrequire 'src/proto/grpc/testing/worker_service_services_pb'
31*cc02d7e2SAndroid Build Coastguard Workerrequire 'src/proto/grpc/testing/proxy-service_services_pb'
32*cc02d7e2SAndroid Build Coastguard Worker
33*cc02d7e2SAndroid Build Coastguard Workerclass ProxyBenchmarkClientServiceImpl < Grpc::Testing::ProxyClientService::Service
34*cc02d7e2SAndroid Build Coastguard Worker  def initialize(port, c_ext, php_client_bin)
35*cc02d7e2SAndroid Build Coastguard Worker    @mytarget = "localhost:" + port.to_s
36*cc02d7e2SAndroid Build Coastguard Worker    @use_c_ext = c_ext
37*cc02d7e2SAndroid Build Coastguard Worker    @php_client_bin = php_client_bin
38*cc02d7e2SAndroid Build Coastguard Worker  end
39*cc02d7e2SAndroid Build Coastguard Worker  def setup(config)
40*cc02d7e2SAndroid Build Coastguard Worker    @config = config
41*cc02d7e2SAndroid Build Coastguard Worker    @histres = config.histogram_params.resolution
42*cc02d7e2SAndroid Build Coastguard Worker    @histmax = config.histogram_params.max_possible
43*cc02d7e2SAndroid Build Coastguard Worker    @histogram = Histogram.new(@histres, @histmax)
44*cc02d7e2SAndroid Build Coastguard Worker    @start_time = Time.now
45*cc02d7e2SAndroid Build Coastguard Worker    @php_pid = Array.new(@config.client_channels)
46*cc02d7e2SAndroid Build Coastguard Worker    (0..@config.client_channels-1).each do |chan|
47*cc02d7e2SAndroid Build Coastguard Worker      Thread.new {
48*cc02d7e2SAndroid Build Coastguard Worker        if @use_c_ext
49*cc02d7e2SAndroid Build Coastguard Worker          puts "Use protobuf c extension"
50*cc02d7e2SAndroid Build Coastguard Worker          command = "php -d extension=" + File.expand_path(File.dirname(__FILE__)) +
51*cc02d7e2SAndroid Build Coastguard Worker            "/../../../third_party/protobuf/php/ext/google/protobuf/modules/protobuf.so " +
52*cc02d7e2SAndroid Build Coastguard Worker            "-d extension=" + File.expand_path(File.dirname(__FILE__)) + "/../../php/ext/grpc/modules/grpc.so " +
53*cc02d7e2SAndroid Build Coastguard Worker            File.expand_path(File.dirname(__FILE__)) + "/" + @php_client_bin + " " + @mytarget + " #{chan%@config.server_targets.length}"
54*cc02d7e2SAndroid Build Coastguard Worker        else
55*cc02d7e2SAndroid Build Coastguard Worker          puts "Use protobuf php extension"
56*cc02d7e2SAndroid Build Coastguard Worker          command = "php -d extension=" + File.expand_path(File.dirname(__FILE__)) + "/../../php/ext/grpc/modules/grpc.so " +
57*cc02d7e2SAndroid Build Coastguard Worker            File.expand_path(File.dirname(__FILE__)) + "/" + @php_client_bin + " " + @mytarget + " #{chan%@config.server_targets.length}"
58*cc02d7e2SAndroid Build Coastguard Worker        end
59*cc02d7e2SAndroid Build Coastguard Worker        puts "[ruby proxy] Starting #{chan}th php-client command use c protobuf #{@use_c_ext}: " + command
60*cc02d7e2SAndroid Build Coastguard Worker        @php_pid[chan] = spawn(command)
61*cc02d7e2SAndroid Build Coastguard Worker        while true
62*cc02d7e2SAndroid Build Coastguard Worker          sleep
63*cc02d7e2SAndroid Build Coastguard Worker        end
64*cc02d7e2SAndroid Build Coastguard Worker      }
65*cc02d7e2SAndroid Build Coastguard Worker    end
66*cc02d7e2SAndroid Build Coastguard Worker  end
67*cc02d7e2SAndroid Build Coastguard Worker  def stop
68*cc02d7e2SAndroid Build Coastguard Worker    (0..@config.client_channels-1).each do |chan|
69*cc02d7e2SAndroid Build Coastguard Worker      Process.kill("TERM", @php_pid[chan])
70*cc02d7e2SAndroid Build Coastguard Worker      Process.wait(@php_pid[chan])
71*cc02d7e2SAndroid Build Coastguard Worker    end
72*cc02d7e2SAndroid Build Coastguard Worker  end
73*cc02d7e2SAndroid Build Coastguard Worker  def get_config(_args, _call)
74*cc02d7e2SAndroid Build Coastguard Worker    @config
75*cc02d7e2SAndroid Build Coastguard Worker  end
76*cc02d7e2SAndroid Build Coastguard Worker  def report_time(call)
77*cc02d7e2SAndroid Build Coastguard Worker    call.each_remote_read do |lat|
78*cc02d7e2SAndroid Build Coastguard Worker      @histogram.add((lat.latency)*1e9)
79*cc02d7e2SAndroid Build Coastguard Worker    end
80*cc02d7e2SAndroid Build Coastguard Worker    Grpc::Testing::Void.new
81*cc02d7e2SAndroid Build Coastguard Worker  end
82*cc02d7e2SAndroid Build Coastguard Worker  def report_hist(call)
83*cc02d7e2SAndroid Build Coastguard Worker    call.each_remote_read do |lat|
84*cc02d7e2SAndroid Build Coastguard Worker      @histogram.merge(lat)
85*cc02d7e2SAndroid Build Coastguard Worker    end
86*cc02d7e2SAndroid Build Coastguard Worker    Grpc::Testing::Void.new
87*cc02d7e2SAndroid Build Coastguard Worker  end
88*cc02d7e2SAndroid Build Coastguard Worker  def mark(reset)
89*cc02d7e2SAndroid Build Coastguard Worker    lat = Grpc::Testing::HistogramData.new(
90*cc02d7e2SAndroid Build Coastguard Worker      bucket: @histogram.contents,
91*cc02d7e2SAndroid Build Coastguard Worker      min_seen: @histogram.minimum,
92*cc02d7e2SAndroid Build Coastguard Worker      max_seen: @histogram.maximum,
93*cc02d7e2SAndroid Build Coastguard Worker      sum: @histogram.sum,
94*cc02d7e2SAndroid Build Coastguard Worker      sum_of_squares: @histogram.sum_of_squares,
95*cc02d7e2SAndroid Build Coastguard Worker      count: @histogram.count
96*cc02d7e2SAndroid Build Coastguard Worker    )
97*cc02d7e2SAndroid Build Coastguard Worker    elapsed = Time.now-@start_time
98*cc02d7e2SAndroid Build Coastguard Worker    if reset
99*cc02d7e2SAndroid Build Coastguard Worker      @start_time = Time.now
100*cc02d7e2SAndroid Build Coastguard Worker      @histogram = Histogram.new(@histres, @histmax)
101*cc02d7e2SAndroid Build Coastguard Worker    end
102*cc02d7e2SAndroid Build Coastguard Worker    Grpc::Testing::ClientStats.new(latencies: lat, time_elapsed: elapsed)
103*cc02d7e2SAndroid Build Coastguard Worker  end
104*cc02d7e2SAndroid Build Coastguard Workerend
105*cc02d7e2SAndroid Build Coastguard Worker
106*cc02d7e2SAndroid Build Coastguard Workerclass ProxyWorkerServiceImpl < Grpc::Testing::WorkerService::Service
107*cc02d7e2SAndroid Build Coastguard Worker  def cpu_cores
108*cc02d7e2SAndroid Build Coastguard Worker    Facter.value('processors')['count']
109*cc02d7e2SAndroid Build Coastguard Worker  end
110*cc02d7e2SAndroid Build Coastguard Worker  # Leave run_server unimplemented since this proxies for a client only.
111*cc02d7e2SAndroid Build Coastguard Worker  # If the driver tries to use this as a server, it will get an unimplemented
112*cc02d7e2SAndroid Build Coastguard Worker  # status return value.
113*cc02d7e2SAndroid Build Coastguard Worker  def run_client(reqs)
114*cc02d7e2SAndroid Build Coastguard Worker    q = EnumeratorQueue.new(self)
115*cc02d7e2SAndroid Build Coastguard Worker    Thread.new {
116*cc02d7e2SAndroid Build Coastguard Worker      reqs.each do |req|
117*cc02d7e2SAndroid Build Coastguard Worker        case req.argtype.to_s
118*cc02d7e2SAndroid Build Coastguard Worker        when 'setup'
119*cc02d7e2SAndroid Build Coastguard Worker          @bmc.setup(req.setup)
120*cc02d7e2SAndroid Build Coastguard Worker          q.push(Grpc::Testing::ClientStatus.new(stats: @bmc.mark(false)))
121*cc02d7e2SAndroid Build Coastguard Worker        when 'mark'
122*cc02d7e2SAndroid Build Coastguard Worker          q.push(Grpc::Testing::ClientStatus.new(stats:
123*cc02d7e2SAndroid Build Coastguard Worker                                                   @bmc.mark(req.mark.reset)))
124*cc02d7e2SAndroid Build Coastguard Worker        end
125*cc02d7e2SAndroid Build Coastguard Worker      end
126*cc02d7e2SAndroid Build Coastguard Worker      @bmc.stop
127*cc02d7e2SAndroid Build Coastguard Worker      q.push(self)
128*cc02d7e2SAndroid Build Coastguard Worker    }
129*cc02d7e2SAndroid Build Coastguard Worker    q.each_item
130*cc02d7e2SAndroid Build Coastguard Worker  end
131*cc02d7e2SAndroid Build Coastguard Worker  def core_count(_args, _call)
132*cc02d7e2SAndroid Build Coastguard Worker    Grpc::Testing::CoreResponse.new(cores: cpu_cores)
133*cc02d7e2SAndroid Build Coastguard Worker  end
134*cc02d7e2SAndroid Build Coastguard Worker  def quit_worker(_args, _call)
135*cc02d7e2SAndroid Build Coastguard Worker    Thread.new {
136*cc02d7e2SAndroid Build Coastguard Worker      sleep 3
137*cc02d7e2SAndroid Build Coastguard Worker      @server.stop
138*cc02d7e2SAndroid Build Coastguard Worker    }
139*cc02d7e2SAndroid Build Coastguard Worker    Grpc::Testing::Void.new
140*cc02d7e2SAndroid Build Coastguard Worker  end
141*cc02d7e2SAndroid Build Coastguard Worker  def initialize(s, bmc)
142*cc02d7e2SAndroid Build Coastguard Worker    @server = s
143*cc02d7e2SAndroid Build Coastguard Worker    @bmc = bmc
144*cc02d7e2SAndroid Build Coastguard Worker  end
145*cc02d7e2SAndroid Build Coastguard Workerend
146*cc02d7e2SAndroid Build Coastguard Worker
147*cc02d7e2SAndroid Build Coastguard Workerdef proxymain
148*cc02d7e2SAndroid Build Coastguard Worker  options = {
149*cc02d7e2SAndroid Build Coastguard Worker    'driver_port' => 0,
150*cc02d7e2SAndroid Build Coastguard Worker    'php_client_bin' => '../../php/tests/qps/client.php'
151*cc02d7e2SAndroid Build Coastguard Worker  }
152*cc02d7e2SAndroid Build Coastguard Worker  OptionParser.new do |opts|
153*cc02d7e2SAndroid Build Coastguard Worker    opts.banner = 'Usage: [--driver_port <port>]'
154*cc02d7e2SAndroid Build Coastguard Worker    opts.on('--driver_port PORT', '<port>') do |v|
155*cc02d7e2SAndroid Build Coastguard Worker      options['driver_port'] = v
156*cc02d7e2SAndroid Build Coastguard Worker    end
157*cc02d7e2SAndroid Build Coastguard Worker    opts.on("-c", "--[no-]use_protobuf_c_extension", "Use protobuf C-extention") do |c|
158*cc02d7e2SAndroid Build Coastguard Worker      options[:c_ext] = c
159*cc02d7e2SAndroid Build Coastguard Worker    end
160*cc02d7e2SAndroid Build Coastguard Worker    opts.on("-b", "--php_client_bin [FILE]",
161*cc02d7e2SAndroid Build Coastguard Worker      "PHP client to execute; path relative to this script") do |c|
162*cc02d7e2SAndroid Build Coastguard Worker      options['php_client_bin'] = c
163*cc02d7e2SAndroid Build Coastguard Worker    end
164*cc02d7e2SAndroid Build Coastguard Worker  end.parse!
165*cc02d7e2SAndroid Build Coastguard Worker
166*cc02d7e2SAndroid Build Coastguard Worker  # Configure any errors with client or server child threads to surface
167*cc02d7e2SAndroid Build Coastguard Worker  Thread.abort_on_exception = true
168*cc02d7e2SAndroid Build Coastguard Worker
169*cc02d7e2SAndroid Build Coastguard Worker  # Make sure proxy_server can handle the large number of calls in benchmarks
170*cc02d7e2SAndroid Build Coastguard Worker  s = GRPC::RpcServer.new(pool_size: 1024)
171*cc02d7e2SAndroid Build Coastguard Worker  port = s.add_http2_port("0.0.0.0:" + options['driver_port'].to_s,
172*cc02d7e2SAndroid Build Coastguard Worker                          :this_port_is_insecure)
173*cc02d7e2SAndroid Build Coastguard Worker  bmc = ProxyBenchmarkClientServiceImpl.new(port, options[:c_ext], options['php_client_bin'])
174*cc02d7e2SAndroid Build Coastguard Worker  s.handle(bmc)
175*cc02d7e2SAndroid Build Coastguard Worker  s.handle(ProxyWorkerServiceImpl.new(s, bmc))
176*cc02d7e2SAndroid Build Coastguard Worker  s.run
177*cc02d7e2SAndroid Build Coastguard Workerend
178*cc02d7e2SAndroid Build Coastguard Worker
179*cc02d7e2SAndroid Build Coastguard Workerproxymain
180