1*8975f5c5SAndroid Build Coastguard Worker#! /usr/bin/env python3 2*8975f5c5SAndroid Build Coastguard Worker# Copyright 2015 The Chromium Authors 3*8975f5c5SAndroid Build Coastguard Worker# Use of this source code is governed by a BSD-style license that can be 4*8975f5c5SAndroid Build Coastguard Worker# found in the LICENSE file. 5*8975f5c5SAndroid Build Coastguard Worker 6*8975f5c5SAndroid Build Coastguard Worker 7*8975f5c5SAndroid Build Coastguard Workerimport argparse 8*8975f5c5SAndroid Build Coastguard Workerimport os 9*8975f5c5SAndroid Build Coastguard Workerimport re 10*8975f5c5SAndroid Build Coastguard Workerimport zipfile 11*8975f5c5SAndroid Build Coastguard Worker 12*8975f5c5SAndroid Build Coastguard Workerfrom pylib.dex import dex_parser 13*8975f5c5SAndroid Build Coastguard Worker 14*8975f5c5SAndroid Build Coastguard Worker 15*8975f5c5SAndroid Build Coastguard Workerclass DexStatsCollector: 16*8975f5c5SAndroid Build Coastguard Worker """Tracks count of method/field/string/type as well as unique methods.""" 17*8975f5c5SAndroid Build Coastguard Worker 18*8975f5c5SAndroid Build Coastguard Worker def __init__(self): 19*8975f5c5SAndroid Build Coastguard Worker # Signatures of all methods from all seen dex files. 20*8975f5c5SAndroid Build Coastguard Worker self._unique_methods = set() 21*8975f5c5SAndroid Build Coastguard Worker # Map of label -> { metric -> count }. 22*8975f5c5SAndroid Build Coastguard Worker self._counts_by_label = {} 23*8975f5c5SAndroid Build Coastguard Worker 24*8975f5c5SAndroid Build Coastguard Worker def _CollectFromDexfile(self, label, dexfile): 25*8975f5c5SAndroid Build Coastguard Worker assert label not in self._counts_by_label, 'exists: ' + label 26*8975f5c5SAndroid Build Coastguard Worker self._counts_by_label[label] = { 27*8975f5c5SAndroid Build Coastguard Worker 'fields': dexfile.header.field_ids_size, 28*8975f5c5SAndroid Build Coastguard Worker 'methods': dexfile.header.method_ids_size, 29*8975f5c5SAndroid Build Coastguard Worker 'strings': dexfile.header.string_ids_size, 30*8975f5c5SAndroid Build Coastguard Worker 'types': dexfile.header.type_ids_size, 31*8975f5c5SAndroid Build Coastguard Worker } 32*8975f5c5SAndroid Build Coastguard Worker self._unique_methods.update(dexfile.IterMethodSignatureParts()) 33*8975f5c5SAndroid Build Coastguard Worker 34*8975f5c5SAndroid Build Coastguard Worker def CollectFromZip(self, label, path): 35*8975f5c5SAndroid Build Coastguard Worker """Add dex stats from an .apk/.jar/.aab/.zip.""" 36*8975f5c5SAndroid Build Coastguard Worker with zipfile.ZipFile(path, 'r') as z: 37*8975f5c5SAndroid Build Coastguard Worker for subpath in z.namelist(): 38*8975f5c5SAndroid Build Coastguard Worker if not re.match(r'.*classes\d*\.dex$', subpath): 39*8975f5c5SAndroid Build Coastguard Worker continue 40*8975f5c5SAndroid Build Coastguard Worker dexfile = dex_parser.DexFile(bytearray(z.read(subpath))) 41*8975f5c5SAndroid Build Coastguard Worker self._CollectFromDexfile('{}!{}'.format(label, subpath), dexfile) 42*8975f5c5SAndroid Build Coastguard Worker 43*8975f5c5SAndroid Build Coastguard Worker def CollectFromDex(self, label, path): 44*8975f5c5SAndroid Build Coastguard Worker """Add dex stats from a .dex file.""" 45*8975f5c5SAndroid Build Coastguard Worker with open(path, 'rb') as f: 46*8975f5c5SAndroid Build Coastguard Worker dexfile = dex_parser.DexFile(bytearray(f.read())) 47*8975f5c5SAndroid Build Coastguard Worker self._CollectFromDexfile(label, dexfile) 48*8975f5c5SAndroid Build Coastguard Worker 49*8975f5c5SAndroid Build Coastguard Worker def MergeFrom(self, parent_label, other): 50*8975f5c5SAndroid Build Coastguard Worker """Add dex stats from another DexStatsCollector.""" 51*8975f5c5SAndroid Build Coastguard Worker # pylint: disable=protected-access 52*8975f5c5SAndroid Build Coastguard Worker for label, other_counts in other._counts_by_label.items(): 53*8975f5c5SAndroid Build Coastguard Worker new_label = '{}-{}'.format(parent_label, label) 54*8975f5c5SAndroid Build Coastguard Worker self._counts_by_label[new_label] = other_counts.copy() 55*8975f5c5SAndroid Build Coastguard Worker self._unique_methods.update(other._unique_methods) 56*8975f5c5SAndroid Build Coastguard Worker # pylint: enable=protected-access 57*8975f5c5SAndroid Build Coastguard Worker 58*8975f5c5SAndroid Build Coastguard Worker def GetUniqueMethodCount(self): 59*8975f5c5SAndroid Build Coastguard Worker """Returns total number of unique methods across encountered dex files.""" 60*8975f5c5SAndroid Build Coastguard Worker return len(self._unique_methods) 61*8975f5c5SAndroid Build Coastguard Worker 62*8975f5c5SAndroid Build Coastguard Worker def GetCountsByLabel(self): 63*8975f5c5SAndroid Build Coastguard Worker """Returns dict of label -> {metric -> count}.""" 64*8975f5c5SAndroid Build Coastguard Worker return self._counts_by_label 65*8975f5c5SAndroid Build Coastguard Worker 66*8975f5c5SAndroid Build Coastguard Worker def GetTotalCounts(self): 67*8975f5c5SAndroid Build Coastguard Worker """Returns dict of {metric -> count}, where |count| is sum(metric).""" 68*8975f5c5SAndroid Build Coastguard Worker ret = {} 69*8975f5c5SAndroid Build Coastguard Worker for metric in ('fields', 'methods', 'strings', 'types'): 70*8975f5c5SAndroid Build Coastguard Worker ret[metric] = sum(x[metric] for x in self._counts_by_label.values()) 71*8975f5c5SAndroid Build Coastguard Worker return ret 72*8975f5c5SAndroid Build Coastguard Worker 73*8975f5c5SAndroid Build Coastguard Worker def GetDexCacheSize(self, pre_oreo): 74*8975f5c5SAndroid Build Coastguard Worker """Returns number of bytes of dirty RAM is consumed from all dex files.""" 75*8975f5c5SAndroid Build Coastguard Worker # Dex Cache was optimized in Android Oreo: 76*8975f5c5SAndroid Build Coastguard Worker # https://source.android.com/devices/tech/dalvik/improvements#dex-cache-removal 77*8975f5c5SAndroid Build Coastguard Worker if pre_oreo: 78*8975f5c5SAndroid Build Coastguard Worker total = sum(self.GetTotalCounts().values()) 79*8975f5c5SAndroid Build Coastguard Worker else: 80*8975f5c5SAndroid Build Coastguard Worker total = sum(c['methods'] for c in self._counts_by_label.values()) 81*8975f5c5SAndroid Build Coastguard Worker return total * 4 # 4 bytes per entry. 82*8975f5c5SAndroid Build Coastguard Worker 83*8975f5c5SAndroid Build Coastguard Worker 84*8975f5c5SAndroid Build Coastguard Workerdef main(): 85*8975f5c5SAndroid Build Coastguard Worker parser = argparse.ArgumentParser() 86*8975f5c5SAndroid Build Coastguard Worker parser.add_argument('paths', nargs='+') 87*8975f5c5SAndroid Build Coastguard Worker args = parser.parse_args() 88*8975f5c5SAndroid Build Coastguard Worker 89*8975f5c5SAndroid Build Coastguard Worker collector = DexStatsCollector() 90*8975f5c5SAndroid Build Coastguard Worker for path in args.paths: 91*8975f5c5SAndroid Build Coastguard Worker if os.path.splitext(path)[1] in ('.zip', '.apk', '.jar', '.aab'): 92*8975f5c5SAndroid Build Coastguard Worker collector.CollectFromZip(path, path) 93*8975f5c5SAndroid Build Coastguard Worker else: 94*8975f5c5SAndroid Build Coastguard Worker collector.CollectFromDex(path, path) 95*8975f5c5SAndroid Build Coastguard Worker 96*8975f5c5SAndroid Build Coastguard Worker counts_by_label = collector.GetCountsByLabel() 97*8975f5c5SAndroid Build Coastguard Worker for label, counts in sorted(counts_by_label.items()): 98*8975f5c5SAndroid Build Coastguard Worker print('{}:'.format(label)) 99*8975f5c5SAndroid Build Coastguard Worker for metric, count in sorted(counts.items()): 100*8975f5c5SAndroid Build Coastguard Worker print(' {}:'.format(metric), count) 101*8975f5c5SAndroid Build Coastguard Worker print() 102*8975f5c5SAndroid Build Coastguard Worker 103*8975f5c5SAndroid Build Coastguard Worker if len(counts_by_label) > 1: 104*8975f5c5SAndroid Build Coastguard Worker print('Totals:') 105*8975f5c5SAndroid Build Coastguard Worker for metric, count in sorted(collector.GetTotalCounts().items()): 106*8975f5c5SAndroid Build Coastguard Worker print(' {}:'.format(metric), count) 107*8975f5c5SAndroid Build Coastguard Worker print() 108*8975f5c5SAndroid Build Coastguard Worker 109*8975f5c5SAndroid Build Coastguard Worker print('Unique Methods:', collector.GetUniqueMethodCount()) 110*8975f5c5SAndroid Build Coastguard Worker print('DexCache (Pre-Oreo):', collector.GetDexCacheSize(pre_oreo=True), 111*8975f5c5SAndroid Build Coastguard Worker 'bytes of dirty memory') 112*8975f5c5SAndroid Build Coastguard Worker print('DexCache (Oreo+):', collector.GetDexCacheSize(pre_oreo=False), 113*8975f5c5SAndroid Build Coastguard Worker 'bytes of dirty memory') 114*8975f5c5SAndroid Build Coastguard Worker 115*8975f5c5SAndroid Build Coastguard Worker 116*8975f5c5SAndroid Build Coastguard Workerif __name__ == '__main__': 117*8975f5c5SAndroid Build Coastguard Worker main() 118