1*387f9dfdSAndroid Build Coastguard Worker#!/usr/bin/python 2*387f9dfdSAndroid Build Coastguard Worker# 3*387f9dfdSAndroid Build Coastguard Worker# wakeuptime Summarize sleep to wakeup time by waker kernel stack 4*387f9dfdSAndroid Build Coastguard Worker# For Linux, uses BCC, eBPF. 5*387f9dfdSAndroid Build Coastguard Worker# 6*387f9dfdSAndroid Build Coastguard Worker# USAGE: wakeuptime [-h] [-u] [-p PID] [-v] [-f] [duration] 7*387f9dfdSAndroid Build Coastguard Worker# 8*387f9dfdSAndroid Build Coastguard Worker# The current implementation uses an unrolled loop for x86_64, and was written 9*387f9dfdSAndroid Build Coastguard Worker# as a proof of concept. This implementation should be replaced in the future 10*387f9dfdSAndroid Build Coastguard Worker# with an appropriate bpf_ call, when available. 11*387f9dfdSAndroid Build Coastguard Worker# 12*387f9dfdSAndroid Build Coastguard Worker# Currently limited to a stack trace depth of 21 (maxdepth + 1). 13*387f9dfdSAndroid Build Coastguard Worker# 14*387f9dfdSAndroid Build Coastguard Worker# Copyright 2016 Netflix, Inc. 15*387f9dfdSAndroid Build Coastguard Worker# Licensed under the Apache License, Version 2.0 (the "License") 16*387f9dfdSAndroid Build Coastguard Worker# 17*387f9dfdSAndroid Build Coastguard Worker# 14-Jan-2016 Brendan Gregg Created this. 18*387f9dfdSAndroid Build Coastguard Worker 19*387f9dfdSAndroid Build Coastguard Workerfrom __future__ import print_function 20*387f9dfdSAndroid Build Coastguard Workerfrom bcc import BPF 21*387f9dfdSAndroid Build Coastguard Workerfrom time import sleep, strftime 22*387f9dfdSAndroid Build Coastguard Workerimport argparse 23*387f9dfdSAndroid Build Coastguard Workerimport signal 24*387f9dfdSAndroid Build Coastguard Worker 25*387f9dfdSAndroid Build Coastguard Worker# arguments 26*387f9dfdSAndroid Build Coastguard Workerexamples = """examples: 27*387f9dfdSAndroid Build Coastguard Worker ./wakeuptime # trace blocked time with waker stacks 28*387f9dfdSAndroid Build Coastguard Worker ./wakeuptime 5 # trace for 5 seconds only 29*387f9dfdSAndroid Build Coastguard Worker ./wakeuptime -f 5 # 5 seconds, and output in folded format 30*387f9dfdSAndroid Build Coastguard Worker ./wakeuptime -u # don't include kernel threads (user only) 31*387f9dfdSAndroid Build Coastguard Worker ./wakeuptime -p 185 # trace fo PID 185 only 32*387f9dfdSAndroid Build Coastguard Worker""" 33*387f9dfdSAndroid Build Coastguard Workerparser = argparse.ArgumentParser( 34*387f9dfdSAndroid Build Coastguard Worker description="Summarize sleep to wakeup time by waker kernel stack", 35*387f9dfdSAndroid Build Coastguard Worker formatter_class=argparse.RawDescriptionHelpFormatter, 36*387f9dfdSAndroid Build Coastguard Worker epilog=examples) 37*387f9dfdSAndroid Build Coastguard Workerparser.add_argument("-u", "--useronly", action="store_true", 38*387f9dfdSAndroid Build Coastguard Worker help="user threads only (no kernel threads)") 39*387f9dfdSAndroid Build Coastguard Workerparser.add_argument("-p", "--pid", 40*387f9dfdSAndroid Build Coastguard Worker help="trace this PID only") 41*387f9dfdSAndroid Build Coastguard Workerparser.add_argument("-v", "--verbose", action="store_true", 42*387f9dfdSAndroid Build Coastguard Worker help="show raw addresses") 43*387f9dfdSAndroid Build Coastguard Workerparser.add_argument("-f", "--folded", action="store_true", 44*387f9dfdSAndroid Build Coastguard Worker help="output folded format") 45*387f9dfdSAndroid Build Coastguard Workerparser.add_argument("duration", nargs="?", default=99999999, 46*387f9dfdSAndroid Build Coastguard Worker help="duration of trace, in seconds") 47*387f9dfdSAndroid Build Coastguard Workerargs = parser.parse_args() 48*387f9dfdSAndroid Build Coastguard Workerfolded = args.folded 49*387f9dfdSAndroid Build Coastguard Workerduration = int(args.duration) 50*387f9dfdSAndroid Build Coastguard Workerdebug = 0 51*387f9dfdSAndroid Build Coastguard Workermaxdepth = 20 # and MAXDEPTH 52*387f9dfdSAndroid Build Coastguard Workerif args.pid and args.useronly: 53*387f9dfdSAndroid Build Coastguard Worker print("ERROR: use either -p or -u.") 54*387f9dfdSAndroid Build Coastguard Worker exit() 55*387f9dfdSAndroid Build Coastguard Worker 56*387f9dfdSAndroid Build Coastguard Worker# signal handler 57*387f9dfdSAndroid Build Coastguard Workerdef signal_ignore(signal, frame): 58*387f9dfdSAndroid Build Coastguard Worker print() 59*387f9dfdSAndroid Build Coastguard Worker 60*387f9dfdSAndroid Build Coastguard Worker# define BPF program 61*387f9dfdSAndroid Build Coastguard Workerbpf_text = """ 62*387f9dfdSAndroid Build Coastguard Worker#include <uapi/linux/ptrace.h> 63*387f9dfdSAndroid Build Coastguard Worker#include <linux/sched.h> 64*387f9dfdSAndroid Build Coastguard Worker 65*387f9dfdSAndroid Build Coastguard Worker#define MAXDEPTH 20 66*387f9dfdSAndroid Build Coastguard Worker#define MINBLOCK_US 1 67*387f9dfdSAndroid Build Coastguard Worker 68*387f9dfdSAndroid Build Coastguard Workerstruct key_t { 69*387f9dfdSAndroid Build Coastguard Worker char waker[TASK_COMM_LEN]; 70*387f9dfdSAndroid Build Coastguard Worker char target[TASK_COMM_LEN]; 71*387f9dfdSAndroid Build Coastguard Worker // Skip saving the ip 72*387f9dfdSAndroid Build Coastguard Worker u64 ret[MAXDEPTH]; 73*387f9dfdSAndroid Build Coastguard Worker}; 74*387f9dfdSAndroid Build Coastguard WorkerBPF_HASH(counts, struct key_t); 75*387f9dfdSAndroid Build Coastguard WorkerBPF_HASH(start, u32); 76*387f9dfdSAndroid Build Coastguard Worker 77*387f9dfdSAndroid Build Coastguard Workerstatic u64 get_frame(u64 *bp) { 78*387f9dfdSAndroid Build Coastguard Worker if (*bp) { 79*387f9dfdSAndroid Build Coastguard Worker // The following stack walker is x86_64/arm64 specific 80*387f9dfdSAndroid Build Coastguard Worker u64 ret = 0; 81*387f9dfdSAndroid Build Coastguard Worker if (bpf_probe_read(&ret, sizeof(ret), (void *)(*bp+8))) 82*387f9dfdSAndroid Build Coastguard Worker return 0; 83*387f9dfdSAndroid Build Coastguard Worker if (bpf_probe_read(bp, sizeof(*bp), (void *)*bp)) 84*387f9dfdSAndroid Build Coastguard Worker return 0; 85*387f9dfdSAndroid Build Coastguard Worker#ifdef __x86_64__ 86*387f9dfdSAndroid Build Coastguard Worker if (ret < __START_KERNEL_map) 87*387f9dfdSAndroid Build Coastguard Worker#elif __aarch64__ 88*387f9dfdSAndroid Build Coastguard Worker if (ret < VA_START) 89*387f9dfdSAndroid Build Coastguard Worker#else 90*387f9dfdSAndroid Build Coastguard Worker#error "Unsupported architecture for stack walker" 91*387f9dfdSAndroid Build Coastguard Worker#endif 92*387f9dfdSAndroid Build Coastguard Worker return 0; 93*387f9dfdSAndroid Build Coastguard Worker return ret; 94*387f9dfdSAndroid Build Coastguard Worker } 95*387f9dfdSAndroid Build Coastguard Worker return 0; 96*387f9dfdSAndroid Build Coastguard Worker} 97*387f9dfdSAndroid Build Coastguard Worker 98*387f9dfdSAndroid Build Coastguard Workerint offcpu(struct pt_regs *ctx) { 99*387f9dfdSAndroid Build Coastguard Worker u32 pid = bpf_get_current_pid_tgid(); 100*387f9dfdSAndroid Build Coastguard Worker u64 ts = bpf_ktime_get_ns(); 101*387f9dfdSAndroid Build Coastguard Worker // XXX: should filter here too, but need task_struct 102*387f9dfdSAndroid Build Coastguard Worker start.update(&pid, &ts); 103*387f9dfdSAndroid Build Coastguard Worker return 0; 104*387f9dfdSAndroid Build Coastguard Worker} 105*387f9dfdSAndroid Build Coastguard Worker 106*387f9dfdSAndroid Build Coastguard Workerint waker(struct pt_regs *ctx, struct task_struct *p) { 107*387f9dfdSAndroid Build Coastguard Worker u32 pid = p->pid; 108*387f9dfdSAndroid Build Coastguard Worker u64 delta, *tsp, ts; 109*387f9dfdSAndroid Build Coastguard Worker 110*387f9dfdSAndroid Build Coastguard Worker tsp = start.lookup(&pid); 111*387f9dfdSAndroid Build Coastguard Worker if (tsp == 0) 112*387f9dfdSAndroid Build Coastguard Worker return 0; // missed start 113*387f9dfdSAndroid Build Coastguard Worker start.delete(&pid); 114*387f9dfdSAndroid Build Coastguard Worker 115*387f9dfdSAndroid Build Coastguard Worker if (FILTER) 116*387f9dfdSAndroid Build Coastguard Worker return 0; 117*387f9dfdSAndroid Build Coastguard Worker 118*387f9dfdSAndroid Build Coastguard Worker // calculate delta time 119*387f9dfdSAndroid Build Coastguard Worker delta = bpf_ktime_get_ns() - *tsp; 120*387f9dfdSAndroid Build Coastguard Worker delta = delta / 1000; 121*387f9dfdSAndroid Build Coastguard Worker if (delta < MINBLOCK_US) 122*387f9dfdSAndroid Build Coastguard Worker return 0; 123*387f9dfdSAndroid Build Coastguard Worker 124*387f9dfdSAndroid Build Coastguard Worker struct key_t key = {}; 125*387f9dfdSAndroid Build Coastguard Worker u64 zero = 0, *val, bp = 0; 126*387f9dfdSAndroid Build Coastguard Worker int depth = 0; 127*387f9dfdSAndroid Build Coastguard Worker 128*387f9dfdSAndroid Build Coastguard Worker bpf_probe_read(&key.target, sizeof(key.target), p->comm); 129*387f9dfdSAndroid Build Coastguard Worker bpf_get_current_comm(&key.waker, sizeof(key.waker)); 130*387f9dfdSAndroid Build Coastguard Worker bp = PT_REGS_FP(ctx); 131*387f9dfdSAndroid Build Coastguard Worker 132*387f9dfdSAndroid Build Coastguard Worker // unrolled loop (MAXDEPTH): 133*387f9dfdSAndroid Build Coastguard Worker if (!(key.ret[depth++] = get_frame(&bp))) goto out; 134*387f9dfdSAndroid Build Coastguard Worker if (!(key.ret[depth++] = get_frame(&bp))) goto out; 135*387f9dfdSAndroid Build Coastguard Worker if (!(key.ret[depth++] = get_frame(&bp))) goto out; 136*387f9dfdSAndroid Build Coastguard Worker if (!(key.ret[depth++] = get_frame(&bp))) goto out; 137*387f9dfdSAndroid Build Coastguard Worker if (!(key.ret[depth++] = get_frame(&bp))) goto out; 138*387f9dfdSAndroid Build Coastguard Worker if (!(key.ret[depth++] = get_frame(&bp))) goto out; 139*387f9dfdSAndroid Build Coastguard Worker if (!(key.ret[depth++] = get_frame(&bp))) goto out; 140*387f9dfdSAndroid Build Coastguard Worker if (!(key.ret[depth++] = get_frame(&bp))) goto out; 141*387f9dfdSAndroid Build Coastguard Worker if (!(key.ret[depth++] = get_frame(&bp))) goto out; 142*387f9dfdSAndroid Build Coastguard Worker if (!(key.ret[depth++] = get_frame(&bp))) goto out; 143*387f9dfdSAndroid Build Coastguard Worker 144*387f9dfdSAndroid Build Coastguard Worker if (!(key.ret[depth++] = get_frame(&bp))) goto out; 145*387f9dfdSAndroid Build Coastguard Worker if (!(key.ret[depth++] = get_frame(&bp))) goto out; 146*387f9dfdSAndroid Build Coastguard Worker if (!(key.ret[depth++] = get_frame(&bp))) goto out; 147*387f9dfdSAndroid Build Coastguard Worker if (!(key.ret[depth++] = get_frame(&bp))) goto out; 148*387f9dfdSAndroid Build Coastguard Worker if (!(key.ret[depth++] = get_frame(&bp))) goto out; 149*387f9dfdSAndroid Build Coastguard Worker if (!(key.ret[depth++] = get_frame(&bp))) goto out; 150*387f9dfdSAndroid Build Coastguard Worker if (!(key.ret[depth++] = get_frame(&bp))) goto out; 151*387f9dfdSAndroid Build Coastguard Worker if (!(key.ret[depth++] = get_frame(&bp))) goto out; 152*387f9dfdSAndroid Build Coastguard Worker if (!(key.ret[depth++] = get_frame(&bp))) goto out; 153*387f9dfdSAndroid Build Coastguard Worker if (!(key.ret[depth++] = get_frame(&bp))) goto out; 154*387f9dfdSAndroid Build Coastguard Worker 155*387f9dfdSAndroid Build Coastguard Workerout: 156*387f9dfdSAndroid Build Coastguard Worker val = counts.lookup_or_init(&key, &zero); 157*387f9dfdSAndroid Build Coastguard Worker if (val) { 158*387f9dfdSAndroid Build Coastguard Worker (*val) += delta; 159*387f9dfdSAndroid Build Coastguard Worker } 160*387f9dfdSAndroid Build Coastguard Worker return 0; 161*387f9dfdSAndroid Build Coastguard Worker} 162*387f9dfdSAndroid Build Coastguard Worker""" 163*387f9dfdSAndroid Build Coastguard Workerif args.pid: 164*387f9dfdSAndroid Build Coastguard Worker filter = 'pid != %s' % args.pid 165*387f9dfdSAndroid Build Coastguard Workerelif args.useronly: 166*387f9dfdSAndroid Build Coastguard Worker filter = 'p->flags & PF_KTHREAD' 167*387f9dfdSAndroid Build Coastguard Workerelse: 168*387f9dfdSAndroid Build Coastguard Worker filter = '0' 169*387f9dfdSAndroid Build Coastguard Workerbpf_text = bpf_text.replace('FILTER', filter) 170*387f9dfdSAndroid Build Coastguard Workerif debug: 171*387f9dfdSAndroid Build Coastguard Worker print(bpf_text) 172*387f9dfdSAndroid Build Coastguard Worker 173*387f9dfdSAndroid Build Coastguard Worker# initialize BPF 174*387f9dfdSAndroid Build Coastguard Workerb = BPF(text=bpf_text) 175*387f9dfdSAndroid Build Coastguard Workerb.attach_kprobe(event="schedule", fn_name="offcpu") 176*387f9dfdSAndroid Build Coastguard Workerb.attach_kprobe(event="try_to_wake_up", fn_name="waker") 177*387f9dfdSAndroid Build Coastguard Workermatched = b.num_open_kprobes() 178*387f9dfdSAndroid Build Coastguard Workerif matched == 0: 179*387f9dfdSAndroid Build Coastguard Worker print("0 functions traced. Exiting.") 180*387f9dfdSAndroid Build Coastguard Worker exit() 181*387f9dfdSAndroid Build Coastguard Worker 182*387f9dfdSAndroid Build Coastguard Worker# header 183*387f9dfdSAndroid Build Coastguard Workerif not folded: 184*387f9dfdSAndroid Build Coastguard Worker print("Tracing blocked time (us) by kernel stack", end="") 185*387f9dfdSAndroid Build Coastguard Worker if duration < 99999999: 186*387f9dfdSAndroid Build Coastguard Worker print(" for %d secs." % duration) 187*387f9dfdSAndroid Build Coastguard Worker else: 188*387f9dfdSAndroid Build Coastguard Worker print("... Hit Ctrl-C to end.") 189*387f9dfdSAndroid Build Coastguard Worker 190*387f9dfdSAndroid Build Coastguard Worker# output 191*387f9dfdSAndroid Build Coastguard Workerwhile (1): 192*387f9dfdSAndroid Build Coastguard Worker try: 193*387f9dfdSAndroid Build Coastguard Worker sleep(duration) 194*387f9dfdSAndroid Build Coastguard Worker except KeyboardInterrupt: 195*387f9dfdSAndroid Build Coastguard Worker # as cleanup can take many seconds, trap Ctrl-C: 196*387f9dfdSAndroid Build Coastguard Worker signal.signal(signal.SIGINT, signal_ignore) 197*387f9dfdSAndroid Build Coastguard Worker 198*387f9dfdSAndroid Build Coastguard Worker if not folded: 199*387f9dfdSAndroid Build Coastguard Worker print() 200*387f9dfdSAndroid Build Coastguard Worker counts = b.get_table("counts") 201*387f9dfdSAndroid Build Coastguard Worker for k, v in sorted(counts.items(), key=lambda counts: counts[1].value): 202*387f9dfdSAndroid Build Coastguard Worker if folded: 203*387f9dfdSAndroid Build Coastguard Worker # print folded stack output 204*387f9dfdSAndroid Build Coastguard Worker line = k.waker.decode('utf-8', 'replace') + ";" 205*387f9dfdSAndroid Build Coastguard Worker for i in reversed(range(0, maxdepth)): 206*387f9dfdSAndroid Build Coastguard Worker if k.ret[i] == 0: 207*387f9dfdSAndroid Build Coastguard Worker continue 208*387f9dfdSAndroid Build Coastguard Worker line = line + b.ksym(k.ret[i]) 209*387f9dfdSAndroid Build Coastguard Worker if i != 0: 210*387f9dfdSAndroid Build Coastguard Worker line = line + ";" 211*387f9dfdSAndroid Build Coastguard Worker print("%s;%s %d" % (line, k.target.decode('utf-8', 'replace'), v.value)) 212*387f9dfdSAndroid Build Coastguard Worker else: 213*387f9dfdSAndroid Build Coastguard Worker # print default multi-line stack output 214*387f9dfdSAndroid Build Coastguard Worker print(" %-16s %s" % ("target:", k.target.decode('utf-8', 'replace'))) 215*387f9dfdSAndroid Build Coastguard Worker for i in range(0, maxdepth): 216*387f9dfdSAndroid Build Coastguard Worker if k.ret[i] == 0: 217*387f9dfdSAndroid Build Coastguard Worker break 218*387f9dfdSAndroid Build Coastguard Worker print(" %-16x %s" % (k.ret[i], 219*387f9dfdSAndroid Build Coastguard Worker b.ksym(k.ret[i]))) 220*387f9dfdSAndroid Build Coastguard Worker print(" %-16s %s" % ("waker:", k.waker.decode('utf-8', 'replace'))) 221*387f9dfdSAndroid Build Coastguard Worker print(" %d\n" % v.value) 222*387f9dfdSAndroid Build Coastguard Worker counts.clear() 223*387f9dfdSAndroid Build Coastguard Worker 224*387f9dfdSAndroid Build Coastguard Worker if not folded: 225*387f9dfdSAndroid Build Coastguard Worker print("Detaching...") 226*387f9dfdSAndroid Build Coastguard Worker exit() 227