xref: /aosp_15_r20/art/tools/jvmti-agents/field-counts/count-fields.py (revision 795d594fd825385562da6b089ea9b2033f3abf5a)
1*795d594fSAndroid Build Coastguard Worker#!/usr/bin/env python
2*795d594fSAndroid Build Coastguard Worker#
3*795d594fSAndroid Build Coastguard Worker# Copyright (C) 2019 The Android Open Source Project
4*795d594fSAndroid Build Coastguard Worker#
5*795d594fSAndroid Build Coastguard Worker# Licensed under the Apache License, Version 2.0 (the "License");
6*795d594fSAndroid Build Coastguard Worker# you may not use this file except in compliance with the License.
7*795d594fSAndroid Build Coastguard Worker# You may obtain a copy of the License at
8*795d594fSAndroid Build Coastguard Worker#
9*795d594fSAndroid Build Coastguard Worker#      http://www.apache.org/licenses/LICENSE-2.0
10*795d594fSAndroid Build Coastguard Worker#
11*795d594fSAndroid Build Coastguard Worker# Unless required by applicable law or agreed to in writing, software
12*795d594fSAndroid Build Coastguard Worker# distributed under the License is distributed on an "AS IS" BASIS,
13*795d594fSAndroid Build Coastguard Worker# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14*795d594fSAndroid Build Coastguard Worker# See the License for the specific language governing permissions and
15*795d594fSAndroid Build Coastguard Worker# limitations under the License.
16*795d594fSAndroid Build Coastguard Worker
17*795d594fSAndroid Build Coastguard Worker"""
18*795d594fSAndroid Build Coastguard WorkerRetrieves the counts of how many objects have a particular field filled with what on all running
19*795d594fSAndroid Build Coastguard Workerprocesses.
20*795d594fSAndroid Build Coastguard Worker
21*795d594fSAndroid Build Coastguard WorkerPrints a json map from pid -> (log-tag, field-name, field-type, count, total-size).
22*795d594fSAndroid Build Coastguard Worker"""
23*795d594fSAndroid Build Coastguard Worker
24*795d594fSAndroid Build Coastguard Worker
25*795d594fSAndroid Build Coastguard Workerimport adb
26*795d594fSAndroid Build Coastguard Workerimport argparse
27*795d594fSAndroid Build Coastguard Workerimport concurrent.futures
28*795d594fSAndroid Build Coastguard Workerimport itertools
29*795d594fSAndroid Build Coastguard Workerimport json
30*795d594fSAndroid Build Coastguard Workerimport logging
31*795d594fSAndroid Build Coastguard Workerimport os
32*795d594fSAndroid Build Coastguard Workerimport os.path
33*795d594fSAndroid Build Coastguard Workerimport signal
34*795d594fSAndroid Build Coastguard Workerimport subprocess
35*795d594fSAndroid Build Coastguard Workerimport time
36*795d594fSAndroid Build Coastguard Worker
37*795d594fSAndroid Build Coastguard Workerdef main():
38*795d594fSAndroid Build Coastguard Worker  parser = argparse.ArgumentParser(description="Get counts of null fields from a device.")
39*795d594fSAndroid Build Coastguard Worker  parser.add_argument("-S", "--serial", metavar="SERIAL", type=str,
40*795d594fSAndroid Build Coastguard Worker                      required=False,
41*795d594fSAndroid Build Coastguard Worker                      default=os.environ.get("ANDROID_SERIAL", None),
42*795d594fSAndroid Build Coastguard Worker                      help="Android serial to use. Defaults to ANDROID_SERIAL")
43*795d594fSAndroid Build Coastguard Worker  parser.add_argument("-p", "--pid", required=False,
44*795d594fSAndroid Build Coastguard Worker                      default=[], action="append",
45*795d594fSAndroid Build Coastguard Worker                      help="Specific pids to check. By default checks all running dalvik processes")
46*795d594fSAndroid Build Coastguard Worker  has_out = "OUT" in os.environ
47*795d594fSAndroid Build Coastguard Worker  def_32 = os.path.join(os.environ.get("OUT", ""), "system", "lib", "libfieldcounts.so")
48*795d594fSAndroid Build Coastguard Worker  def_64 = os.path.join(os.environ.get("OUT", ""), "system", "lib64", "libfieldcounts.so")
49*795d594fSAndroid Build Coastguard Worker  has_32 = has_out and os.path.exists(def_32)
50*795d594fSAndroid Build Coastguard Worker  has_64 = has_out and os.path.exists(def_64)
51*795d594fSAndroid Build Coastguard Worker  def pushable_lib(name):
52*795d594fSAndroid Build Coastguard Worker    if os.path.isfile(name):
53*795d594fSAndroid Build Coastguard Worker      return name
54*795d594fSAndroid Build Coastguard Worker    else:
55*795d594fSAndroid Build Coastguard Worker      raise argparse.ArgumentTypeError(name + " is not a file!")
56*795d594fSAndroid Build Coastguard Worker  parser.add_argument('--lib32', type=pushable_lib,
57*795d594fSAndroid Build Coastguard Worker                      required=not has_32,
58*795d594fSAndroid Build Coastguard Worker                      action='store',
59*795d594fSAndroid Build Coastguard Worker                      default=def_32,
60*795d594fSAndroid Build Coastguard Worker                      help="Location of 32 bit agent to push")
61*795d594fSAndroid Build Coastguard Worker  parser.add_argument('--lib64', type=pushable_lib,
62*795d594fSAndroid Build Coastguard Worker                      required=not has_64,
63*795d594fSAndroid Build Coastguard Worker                      action='store',
64*795d594fSAndroid Build Coastguard Worker                      default=def_64 if has_64 else None,
65*795d594fSAndroid Build Coastguard Worker                      help="Location of 64 bit agent to push")
66*795d594fSAndroid Build Coastguard Worker  parser.add_argument("fields", nargs="+",
67*795d594fSAndroid Build Coastguard Worker                      help="fields to check")
68*795d594fSAndroid Build Coastguard Worker
69*795d594fSAndroid Build Coastguard Worker  out = parser.parse_args()
70*795d594fSAndroid Build Coastguard Worker
71*795d594fSAndroid Build Coastguard Worker  device = adb.device.get_device(out.serial)
72*795d594fSAndroid Build Coastguard Worker  print("getting root")
73*795d594fSAndroid Build Coastguard Worker  device.root()
74*795d594fSAndroid Build Coastguard Worker
75*795d594fSAndroid Build Coastguard Worker  print("Disabling selinux")
76*795d594fSAndroid Build Coastguard Worker  device.shell("setenforce 0".split())
77*795d594fSAndroid Build Coastguard Worker
78*795d594fSAndroid Build Coastguard Worker  print("Pushing libraries")
79*795d594fSAndroid Build Coastguard Worker  lib32 = device.shell("mktemp".split())[0].strip()
80*795d594fSAndroid Build Coastguard Worker  lib64 = device.shell("mktemp".split())[0].strip()
81*795d594fSAndroid Build Coastguard Worker
82*795d594fSAndroid Build Coastguard Worker  print(out.lib32 + " -> " + lib32)
83*795d594fSAndroid Build Coastguard Worker  device.push(out.lib32, lib32)
84*795d594fSAndroid Build Coastguard Worker
85*795d594fSAndroid Build Coastguard Worker  print(out.lib64 + " -> " + lib64)
86*795d594fSAndroid Build Coastguard Worker  device.push(out.lib64, lib64)
87*795d594fSAndroid Build Coastguard Worker
88*795d594fSAndroid Build Coastguard Worker  mkcmd = lambda lib: "'{}={}'".format(lib, ','.join(out.fields))
89*795d594fSAndroid Build Coastguard Worker
90*795d594fSAndroid Build Coastguard Worker  if len(out.pid) == 0:
91*795d594fSAndroid Build Coastguard Worker    print("Getting jdwp pids")
92*795d594fSAndroid Build Coastguard Worker    new_env = dict(os.environ)
93*795d594fSAndroid Build Coastguard Worker    new_env["ANDROID_SERIAL"] = device.serial
94*795d594fSAndroid Build Coastguard Worker    p = subprocess.Popen([device.adb_path, "jdwp"], env=new_env, stdout=subprocess.PIPE)
95*795d594fSAndroid Build Coastguard Worker    # ADB jdwp doesn't ever exit so just kill it after 1 second to get a list of pids.
96*795d594fSAndroid Build Coastguard Worker    with concurrent.futures.ProcessPoolExecutor() as ppe:
97*795d594fSAndroid Build Coastguard Worker      ppe.submit(kill_it, p.pid).result()
98*795d594fSAndroid Build Coastguard Worker    out.pid = p.communicate()[0].strip().split()
99*795d594fSAndroid Build Coastguard Worker    p.wait()
100*795d594fSAndroid Build Coastguard Worker    print(out.pid)
101*795d594fSAndroid Build Coastguard Worker  print("Clearing logcat")
102*795d594fSAndroid Build Coastguard Worker  device.shell("logcat -c".split())
103*795d594fSAndroid Build Coastguard Worker  final = {}
104*795d594fSAndroid Build Coastguard Worker  print("Getting info from every process dumped to logcat")
105*795d594fSAndroid Build Coastguard Worker  for p in out.pid:
106*795d594fSAndroid Build Coastguard Worker    res = check_single_process(p, device, mkcmd, lib32, lib64);
107*795d594fSAndroid Build Coastguard Worker    if res is not None:
108*795d594fSAndroid Build Coastguard Worker      final[p] = res
109*795d594fSAndroid Build Coastguard Worker  device.shell('rm {}'.format(lib32).split())
110*795d594fSAndroid Build Coastguard Worker  device.shell('rm {}'.format(lib64).split())
111*795d594fSAndroid Build Coastguard Worker  print(json.dumps(final, indent=2))
112*795d594fSAndroid Build Coastguard Worker
113*795d594fSAndroid Build Coastguard Workerdef kill_it(p):
114*795d594fSAndroid Build Coastguard Worker  time.sleep(1)
115*795d594fSAndroid Build Coastguard Worker  os.kill(p, signal.SIGINT)
116*795d594fSAndroid Build Coastguard Worker
117*795d594fSAndroid Build Coastguard Workerdef check_single_process(pid, device, mkcmd, bit32, bit64):
118*795d594fSAndroid Build Coastguard Worker  try:
119*795d594fSAndroid Build Coastguard Worker    # Link agent into the /data/data/<app>/code_cache directory
120*795d594fSAndroid Build Coastguard Worker    name = device.shell('cat /proc/{}/cmdline'.format(pid).split())[0].strip('\0')
121*795d594fSAndroid Build Coastguard Worker    targetdir = str('/data/data/{}/code_cache'.format(str(name).strip()))
122*795d594fSAndroid Build Coastguard Worker    print("Will place agents in {}".format(targetdir))
123*795d594fSAndroid Build Coastguard Worker    target32 = device.shell('mktemp -p {}'.format(targetdir).split())[0].strip()
124*795d594fSAndroid Build Coastguard Worker    print("{} -> {}".format(bit32, target32))
125*795d594fSAndroid Build Coastguard Worker    target64 = device.shell('mktemp -p {}'.format(targetdir).split())[0].strip()
126*795d594fSAndroid Build Coastguard Worker    print("{} -> {}".format(bit64, target64))
127*795d594fSAndroid Build Coastguard Worker    try:
128*795d594fSAndroid Build Coastguard Worker      device.shell('cp {} {}'.format(bit32, target32).split())
129*795d594fSAndroid Build Coastguard Worker      device.shell('cp {} {}'.format(bit64, target64).split())
130*795d594fSAndroid Build Coastguard Worker      device.shell('chmod 555 {}'.format(target32).split())
131*795d594fSAndroid Build Coastguard Worker      device.shell('chmod 555 {}'.format(target64).split())
132*795d594fSAndroid Build Coastguard Worker      # Just try attaching both 32 and 64 bit. Wrong one will fail silently.
133*795d594fSAndroid Build Coastguard Worker      device.shell(['am', 'attach-agent', str(pid), mkcmd(target32)])
134*795d594fSAndroid Build Coastguard Worker      device.shell(['am', 'attach-agent', str(pid), mkcmd(target64)])
135*795d594fSAndroid Build Coastguard Worker      time.sleep(0.5)
136*795d594fSAndroid Build Coastguard Worker      device.shell('kill -3 {}'.format(pid).split())
137*795d594fSAndroid Build Coastguard Worker      time.sleep(0.5)
138*795d594fSAndroid Build Coastguard Worker    finally:
139*795d594fSAndroid Build Coastguard Worker      print("Removing agent copies at {}, {}".format(target32, target64))
140*795d594fSAndroid Build Coastguard Worker      device.shell(['rm', '-f', target32])
141*795d594fSAndroid Build Coastguard Worker      device.shell(['rm', '-f', target64])
142*795d594fSAndroid Build Coastguard Worker    out = []
143*795d594fSAndroid Build Coastguard Worker    all_fields = []
144*795d594fSAndroid Build Coastguard Worker    lc_cmd = "logcat -d -b main --pid={} -e '^\\t.*\\t.*\\t[0-9]*\\t[0-9]*$'".format(pid).split(' ')
145*795d594fSAndroid Build Coastguard Worker    for l in device.shell(lc_cmd)[0].strip().split('\n'):
146*795d594fSAndroid Build Coastguard Worker      # first 4 are just date and other useless data.
147*795d594fSAndroid Build Coastguard Worker      data = l.strip().split()[5:]
148*795d594fSAndroid Build Coastguard Worker      if len(data) < 5:
149*795d594fSAndroid Build Coastguard Worker        continue
150*795d594fSAndroid Build Coastguard Worker      # If we run multiple times many copies of the agent will be attached. Just choose one of any
151*795d594fSAndroid Build Coastguard Worker      # copies for each field.
152*795d594fSAndroid Build Coastguard Worker      # data is (process, field, field-type, count, size)
153*795d594fSAndroid Build Coastguard Worker      field = (data[1], data[2])
154*795d594fSAndroid Build Coastguard Worker      if field not in all_fields:
155*795d594fSAndroid Build Coastguard Worker        out.append((str(data[0]), str(data[1]), str(data[2]), int(data[3]), int(data[4])))
156*795d594fSAndroid Build Coastguard Worker        all_fields.append(field)
157*795d594fSAndroid Build Coastguard Worker    if len(out) != 0:
158*795d594fSAndroid Build Coastguard Worker      print("pid: " + pid + " -> " + str(out))
159*795d594fSAndroid Build Coastguard Worker      return out
160*795d594fSAndroid Build Coastguard Worker    else:
161*795d594fSAndroid Build Coastguard Worker      return None
162*795d594fSAndroid Build Coastguard Worker  except adb.device.ShellError as e:
163*795d594fSAndroid Build Coastguard Worker    print("failed on pid " + repr(pid) + " because " + repr(e))
164*795d594fSAndroid Build Coastguard Worker    return None
165*795d594fSAndroid Build Coastguard Worker
166*795d594fSAndroid Build Coastguard Workerif __name__ == '__main__':
167*795d594fSAndroid Build Coastguard Worker  main()
168