1*795d594fSAndroid Build Coastguard Worker#!/usr/bin/env python 2*795d594fSAndroid Build Coastguard Worker# 3*795d594fSAndroid Build Coastguard Worker# Copyright (C) 2019 The Android Open Source Project 4*795d594fSAndroid Build Coastguard Worker# 5*795d594fSAndroid Build Coastguard Worker# Licensed under the Apache License, Version 2.0 (the "License"); 6*795d594fSAndroid Build Coastguard Worker# you may not use this file except in compliance with the License. 7*795d594fSAndroid Build Coastguard Worker# You may obtain a copy of the License at 8*795d594fSAndroid Build Coastguard Worker# 9*795d594fSAndroid Build Coastguard Worker# http://www.apache.org/licenses/LICENSE-2.0 10*795d594fSAndroid Build Coastguard Worker# 11*795d594fSAndroid Build Coastguard Worker# Unless required by applicable law or agreed to in writing, software 12*795d594fSAndroid Build Coastguard Worker# distributed under the License is distributed on an "AS IS" BASIS, 13*795d594fSAndroid Build Coastguard Worker# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14*795d594fSAndroid Build Coastguard Worker# See the License for the specific language governing permissions and 15*795d594fSAndroid Build Coastguard Worker# limitations under the License. 16*795d594fSAndroid Build Coastguard Worker 17*795d594fSAndroid Build Coastguard Worker""" 18*795d594fSAndroid Build Coastguard WorkerRetrieves the counts of how many objects have a particular field filled with what on all running 19*795d594fSAndroid Build Coastguard Workerprocesses. 20*795d594fSAndroid Build Coastguard Worker 21*795d594fSAndroid Build Coastguard WorkerPrints a json map from pid -> (log-tag, field-name, field-type, count, total-size). 22*795d594fSAndroid Build Coastguard Worker""" 23*795d594fSAndroid Build Coastguard Worker 24*795d594fSAndroid Build Coastguard Worker 25*795d594fSAndroid Build Coastguard Workerimport adb 26*795d594fSAndroid Build Coastguard Workerimport argparse 27*795d594fSAndroid Build Coastguard Workerimport concurrent.futures 28*795d594fSAndroid Build Coastguard Workerimport itertools 29*795d594fSAndroid Build Coastguard Workerimport json 30*795d594fSAndroid Build Coastguard Workerimport logging 31*795d594fSAndroid Build Coastguard Workerimport os 32*795d594fSAndroid Build Coastguard Workerimport os.path 33*795d594fSAndroid Build Coastguard Workerimport signal 34*795d594fSAndroid Build Coastguard Workerimport subprocess 35*795d594fSAndroid Build Coastguard Workerimport time 36*795d594fSAndroid Build Coastguard Worker 37*795d594fSAndroid Build Coastguard Workerdef main(): 38*795d594fSAndroid Build Coastguard Worker parser = argparse.ArgumentParser(description="Get counts of null fields from a device.") 39*795d594fSAndroid Build Coastguard Worker parser.add_argument("-S", "--serial", metavar="SERIAL", type=str, 40*795d594fSAndroid Build Coastguard Worker required=False, 41*795d594fSAndroid Build Coastguard Worker default=os.environ.get("ANDROID_SERIAL", None), 42*795d594fSAndroid Build Coastguard Worker help="Android serial to use. Defaults to ANDROID_SERIAL") 43*795d594fSAndroid Build Coastguard Worker parser.add_argument("-p", "--pid", required=False, 44*795d594fSAndroid Build Coastguard Worker default=[], action="append", 45*795d594fSAndroid Build Coastguard Worker help="Specific pids to check. By default checks all running dalvik processes") 46*795d594fSAndroid Build Coastguard Worker has_out = "OUT" in os.environ 47*795d594fSAndroid Build Coastguard Worker def_32 = os.path.join(os.environ.get("OUT", ""), "system", "lib", "libfieldcounts.so") 48*795d594fSAndroid Build Coastguard Worker def_64 = os.path.join(os.environ.get("OUT", ""), "system", "lib64", "libfieldcounts.so") 49*795d594fSAndroid Build Coastguard Worker has_32 = has_out and os.path.exists(def_32) 50*795d594fSAndroid Build Coastguard Worker has_64 = has_out and os.path.exists(def_64) 51*795d594fSAndroid Build Coastguard Worker def pushable_lib(name): 52*795d594fSAndroid Build Coastguard Worker if os.path.isfile(name): 53*795d594fSAndroid Build Coastguard Worker return name 54*795d594fSAndroid Build Coastguard Worker else: 55*795d594fSAndroid Build Coastguard Worker raise argparse.ArgumentTypeError(name + " is not a file!") 56*795d594fSAndroid Build Coastguard Worker parser.add_argument('--lib32', type=pushable_lib, 57*795d594fSAndroid Build Coastguard Worker required=not has_32, 58*795d594fSAndroid Build Coastguard Worker action='store', 59*795d594fSAndroid Build Coastguard Worker default=def_32, 60*795d594fSAndroid Build Coastguard Worker help="Location of 32 bit agent to push") 61*795d594fSAndroid Build Coastguard Worker parser.add_argument('--lib64', type=pushable_lib, 62*795d594fSAndroid Build Coastguard Worker required=not has_64, 63*795d594fSAndroid Build Coastguard Worker action='store', 64*795d594fSAndroid Build Coastguard Worker default=def_64 if has_64 else None, 65*795d594fSAndroid Build Coastguard Worker help="Location of 64 bit agent to push") 66*795d594fSAndroid Build Coastguard Worker parser.add_argument("fields", nargs="+", 67*795d594fSAndroid Build Coastguard Worker help="fields to check") 68*795d594fSAndroid Build Coastguard Worker 69*795d594fSAndroid Build Coastguard Worker out = parser.parse_args() 70*795d594fSAndroid Build Coastguard Worker 71*795d594fSAndroid Build Coastguard Worker device = adb.device.get_device(out.serial) 72*795d594fSAndroid Build Coastguard Worker print("getting root") 73*795d594fSAndroid Build Coastguard Worker device.root() 74*795d594fSAndroid Build Coastguard Worker 75*795d594fSAndroid Build Coastguard Worker print("Disabling selinux") 76*795d594fSAndroid Build Coastguard Worker device.shell("setenforce 0".split()) 77*795d594fSAndroid Build Coastguard Worker 78*795d594fSAndroid Build Coastguard Worker print("Pushing libraries") 79*795d594fSAndroid Build Coastguard Worker lib32 = device.shell("mktemp".split())[0].strip() 80*795d594fSAndroid Build Coastguard Worker lib64 = device.shell("mktemp".split())[0].strip() 81*795d594fSAndroid Build Coastguard Worker 82*795d594fSAndroid Build Coastguard Worker print(out.lib32 + " -> " + lib32) 83*795d594fSAndroid Build Coastguard Worker device.push(out.lib32, lib32) 84*795d594fSAndroid Build Coastguard Worker 85*795d594fSAndroid Build Coastguard Worker print(out.lib64 + " -> " + lib64) 86*795d594fSAndroid Build Coastguard Worker device.push(out.lib64, lib64) 87*795d594fSAndroid Build Coastguard Worker 88*795d594fSAndroid Build Coastguard Worker mkcmd = lambda lib: "'{}={}'".format(lib, ','.join(out.fields)) 89*795d594fSAndroid Build Coastguard Worker 90*795d594fSAndroid Build Coastguard Worker if len(out.pid) == 0: 91*795d594fSAndroid Build Coastguard Worker print("Getting jdwp pids") 92*795d594fSAndroid Build Coastguard Worker new_env = dict(os.environ) 93*795d594fSAndroid Build Coastguard Worker new_env["ANDROID_SERIAL"] = device.serial 94*795d594fSAndroid Build Coastguard Worker p = subprocess.Popen([device.adb_path, "jdwp"], env=new_env, stdout=subprocess.PIPE) 95*795d594fSAndroid Build Coastguard Worker # ADB jdwp doesn't ever exit so just kill it after 1 second to get a list of pids. 96*795d594fSAndroid Build Coastguard Worker with concurrent.futures.ProcessPoolExecutor() as ppe: 97*795d594fSAndroid Build Coastguard Worker ppe.submit(kill_it, p.pid).result() 98*795d594fSAndroid Build Coastguard Worker out.pid = p.communicate()[0].strip().split() 99*795d594fSAndroid Build Coastguard Worker p.wait() 100*795d594fSAndroid Build Coastguard Worker print(out.pid) 101*795d594fSAndroid Build Coastguard Worker print("Clearing logcat") 102*795d594fSAndroid Build Coastguard Worker device.shell("logcat -c".split()) 103*795d594fSAndroid Build Coastguard Worker final = {} 104*795d594fSAndroid Build Coastguard Worker print("Getting info from every process dumped to logcat") 105*795d594fSAndroid Build Coastguard Worker for p in out.pid: 106*795d594fSAndroid Build Coastguard Worker res = check_single_process(p, device, mkcmd, lib32, lib64); 107*795d594fSAndroid Build Coastguard Worker if res is not None: 108*795d594fSAndroid Build Coastguard Worker final[p] = res 109*795d594fSAndroid Build Coastguard Worker device.shell('rm {}'.format(lib32).split()) 110*795d594fSAndroid Build Coastguard Worker device.shell('rm {}'.format(lib64).split()) 111*795d594fSAndroid Build Coastguard Worker print(json.dumps(final, indent=2)) 112*795d594fSAndroid Build Coastguard Worker 113*795d594fSAndroid Build Coastguard Workerdef kill_it(p): 114*795d594fSAndroid Build Coastguard Worker time.sleep(1) 115*795d594fSAndroid Build Coastguard Worker os.kill(p, signal.SIGINT) 116*795d594fSAndroid Build Coastguard Worker 117*795d594fSAndroid Build Coastguard Workerdef check_single_process(pid, device, mkcmd, bit32, bit64): 118*795d594fSAndroid Build Coastguard Worker try: 119*795d594fSAndroid Build Coastguard Worker # Link agent into the /data/data/<app>/code_cache directory 120*795d594fSAndroid Build Coastguard Worker name = device.shell('cat /proc/{}/cmdline'.format(pid).split())[0].strip('\0') 121*795d594fSAndroid Build Coastguard Worker targetdir = str('/data/data/{}/code_cache'.format(str(name).strip())) 122*795d594fSAndroid Build Coastguard Worker print("Will place agents in {}".format(targetdir)) 123*795d594fSAndroid Build Coastguard Worker target32 = device.shell('mktemp -p {}'.format(targetdir).split())[0].strip() 124*795d594fSAndroid Build Coastguard Worker print("{} -> {}".format(bit32, target32)) 125*795d594fSAndroid Build Coastguard Worker target64 = device.shell('mktemp -p {}'.format(targetdir).split())[0].strip() 126*795d594fSAndroid Build Coastguard Worker print("{} -> {}".format(bit64, target64)) 127*795d594fSAndroid Build Coastguard Worker try: 128*795d594fSAndroid Build Coastguard Worker device.shell('cp {} {}'.format(bit32, target32).split()) 129*795d594fSAndroid Build Coastguard Worker device.shell('cp {} {}'.format(bit64, target64).split()) 130*795d594fSAndroid Build Coastguard Worker device.shell('chmod 555 {}'.format(target32).split()) 131*795d594fSAndroid Build Coastguard Worker device.shell('chmod 555 {}'.format(target64).split()) 132*795d594fSAndroid Build Coastguard Worker # Just try attaching both 32 and 64 bit. Wrong one will fail silently. 133*795d594fSAndroid Build Coastguard Worker device.shell(['am', 'attach-agent', str(pid), mkcmd(target32)]) 134*795d594fSAndroid Build Coastguard Worker device.shell(['am', 'attach-agent', str(pid), mkcmd(target64)]) 135*795d594fSAndroid Build Coastguard Worker time.sleep(0.5) 136*795d594fSAndroid Build Coastguard Worker device.shell('kill -3 {}'.format(pid).split()) 137*795d594fSAndroid Build Coastguard Worker time.sleep(0.5) 138*795d594fSAndroid Build Coastguard Worker finally: 139*795d594fSAndroid Build Coastguard Worker print("Removing agent copies at {}, {}".format(target32, target64)) 140*795d594fSAndroid Build Coastguard Worker device.shell(['rm', '-f', target32]) 141*795d594fSAndroid Build Coastguard Worker device.shell(['rm', '-f', target64]) 142*795d594fSAndroid Build Coastguard Worker out = [] 143*795d594fSAndroid Build Coastguard Worker all_fields = [] 144*795d594fSAndroid Build Coastguard Worker lc_cmd = "logcat -d -b main --pid={} -e '^\\t.*\\t.*\\t[0-9]*\\t[0-9]*$'".format(pid).split(' ') 145*795d594fSAndroid Build Coastguard Worker for l in device.shell(lc_cmd)[0].strip().split('\n'): 146*795d594fSAndroid Build Coastguard Worker # first 4 are just date and other useless data. 147*795d594fSAndroid Build Coastguard Worker data = l.strip().split()[5:] 148*795d594fSAndroid Build Coastguard Worker if len(data) < 5: 149*795d594fSAndroid Build Coastguard Worker continue 150*795d594fSAndroid Build Coastguard Worker # If we run multiple times many copies of the agent will be attached. Just choose one of any 151*795d594fSAndroid Build Coastguard Worker # copies for each field. 152*795d594fSAndroid Build Coastguard Worker # data is (process, field, field-type, count, size) 153*795d594fSAndroid Build Coastguard Worker field = (data[1], data[2]) 154*795d594fSAndroid Build Coastguard Worker if field not in all_fields: 155*795d594fSAndroid Build Coastguard Worker out.append((str(data[0]), str(data[1]), str(data[2]), int(data[3]), int(data[4]))) 156*795d594fSAndroid Build Coastguard Worker all_fields.append(field) 157*795d594fSAndroid Build Coastguard Worker if len(out) != 0: 158*795d594fSAndroid Build Coastguard Worker print("pid: " + pid + " -> " + str(out)) 159*795d594fSAndroid Build Coastguard Worker return out 160*795d594fSAndroid Build Coastguard Worker else: 161*795d594fSAndroid Build Coastguard Worker return None 162*795d594fSAndroid Build Coastguard Worker except adb.device.ShellError as e: 163*795d594fSAndroid Build Coastguard Worker print("failed on pid " + repr(pid) + " because " + repr(e)) 164*795d594fSAndroid Build Coastguard Worker return None 165*795d594fSAndroid Build Coastguard Worker 166*795d594fSAndroid Build Coastguard Workerif __name__ == '__main__': 167*795d594fSAndroid Build Coastguard Worker main() 168