| #!/usr/bin/python2 |
| # |
| # Tool for analyzing suspend/resume timing |
| # Copyright (c) 2013, Intel Corporation. |
| # |
| # This program is free software; you can redistribute it and/or modify it |
| # under the terms and conditions of the GNU General Public License, |
| # version 2, as published by the Free Software Foundation. |
| # |
| # This program is distributed in the hope it will be useful, but WITHOUT |
| # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
| # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for |
| # more details. |
| # |
| # Authors: |
| # Todd Brandt <todd.e.brandt@linux.intel.com> |
| # |
| # Links: |
| # Home Page |
| # https://01.org/suspendresume |
| # Source repo |
| # git@github.com:01org/pm-graph |
| # |
| # Description: |
| # This tool is designed to assist kernel and OS developers in optimizing |
| # their linux stack's suspend/resume time. Using a kernel image built |
| # with a few extra options enabled, the tool will execute a suspend and |
| # will capture dmesg and ftrace data until resume is complete. This data |
| # is transformed into a device timeline and a callgraph to give a quick |
| # and detailed view of which devices and callbacks are taking the most |
| # time in suspend/resume. The output is a single html file which can be |
| # viewed in firefox or chrome. |
| # |
| # The following kernel build options are required: |
| # CONFIG_PM_DEBUG=y |
| # CONFIG_PM_SLEEP_DEBUG=y |
| # CONFIG_FTRACE=y |
| # CONFIG_FUNCTION_TRACER=y |
| # CONFIG_FUNCTION_GRAPH_TRACER=y |
| # CONFIG_KPROBES=y |
| # CONFIG_KPROBES_ON_FTRACE=y |
| # |
| # For kernel versions older than 3.15: |
| # The following additional kernel parameters are required: |
| # (e.g. in file /etc/default/grub) |
| # GRUB_CMDLINE_LINUX_DEFAULT="... initcall_debug log_buf_len=16M ..." |
| # |
| |
| # ----------------- LIBRARIES -------------------- |
| |
| import sys |
| import time |
| import os |
| import string |
| import re |
| import platform |
| from datetime import datetime |
| import struct |
| import ConfigParser |
| import gzip |
| from threading import Thread |
| from subprocess import call, Popen, PIPE |
| |
| # ----------------- CLASSES -------------------- |
| |
| # Class: SystemValues |
| # Description: |
| # A global, single-instance container used to |
| # store system values and test parameters |
| class SystemValues: |
| title = 'SleepGraph' |
| version = '5.1' |
| ansi = False |
| rs = 0 |
| display = 0 |
| gzip = False |
| sync = False |
| verbose = False |
| testlog = True |
| dmesglog = False |
| ftracelog = False |
| mindevlen = 0.0 |
| mincglen = 0.0 |
| cgphase = '' |
| cgtest = -1 |
| cgskip = '' |
| multitest = {'run': False, 'count': 0, 'delay': 0} |
| max_graph_depth = 0 |
| callloopmaxgap = 0.0001 |
| callloopmaxlen = 0.005 |
| bufsize = 0 |
| cpucount = 0 |
| memtotal = 204800 |
| memfree = 204800 |
| srgap = 0 |
| cgexp = False |
| testdir = '' |
| outdir = '' |
| tpath = '/sys/kernel/debug/tracing/' |
| fpdtpath = '/sys/firmware/acpi/tables/FPDT' |
| epath = '/sys/kernel/debug/tracing/events/power/' |
| traceevents = [ |
| 'suspend_resume', |
| 'device_pm_callback_end', |
| 'device_pm_callback_start' |
| ] |
| logmsg = '' |
| testcommand = '' |
| mempath = '/dev/mem' |
| powerfile = '/sys/power/state' |
| mempowerfile = '/sys/power/mem_sleep' |
| suspendmode = 'mem' |
| memmode = '' |
| hostname = 'localhost' |
| prefix = 'test' |
| teststamp = '' |
| sysstamp = '' |
| dmesgstart = 0.0 |
| dmesgfile = '' |
| ftracefile = '' |
| htmlfile = 'output.html' |
| result = '' |
| rtcwake = True |
| rtcwaketime = 15 |
| rtcpath = '' |
| devicefilter = [] |
| cgfilter = [] |
| stamp = 0 |
| execcount = 1 |
| x2delay = 0 |
| skiphtml = False |
| usecallgraph = False |
| usetraceevents = False |
| usetracemarkers = True |
| usekprobes = True |
| usedevsrc = False |
| useprocmon = False |
| notestrun = False |
| cgdump = False |
| mixedphaseheight = True |
| devprops = dict() |
| predelay = 0 |
| postdelay = 0 |
| procexecfmt = 'ps - (?P<ps>.*)$' |
| devpropfmt = '# Device Properties: .*' |
| tracertypefmt = '# tracer: (?P<t>.*)' |
| firmwarefmt = '# fwsuspend (?P<s>[0-9]*) fwresume (?P<r>[0-9]*)$' |
| tracefuncs = { |
| 'sys_sync': {}, |
| '__pm_notifier_call_chain': {}, |
| 'pm_prepare_console': {}, |
| 'pm_notifier_call_chain': {}, |
| 'freeze_processes': {}, |
| 'freeze_kernel_threads': {}, |
| 'pm_restrict_gfp_mask': {}, |
| 'acpi_suspend_begin': {}, |
| 'acpi_hibernation_begin': {}, |
| 'acpi_hibernation_enter': {}, |
| 'acpi_hibernation_leave': {}, |
| 'acpi_pm_freeze': {}, |
| 'acpi_pm_thaw': {}, |
| 'hibernate_preallocate_memory': {}, |
| 'create_basic_memory_bitmaps': {}, |
| 'swsusp_write': {}, |
| 'suspend_console': {}, |
| 'acpi_pm_prepare': {}, |
| 'syscore_suspend': {}, |
| 'arch_enable_nonboot_cpus_end': {}, |
| 'syscore_resume': {}, |
| 'acpi_pm_finish': {}, |
| 'resume_console': {}, |
| 'acpi_pm_end': {}, |
| 'pm_restore_gfp_mask': {}, |
| 'thaw_processes': {}, |
| 'pm_restore_console': {}, |
| 'CPU_OFF': { |
| 'func':'_cpu_down', |
| 'args_x86_64': {'cpu':'%di:s32'}, |
| 'format': 'CPU_OFF[{cpu}]' |
| }, |
| 'CPU_ON': { |
| 'func':'_cpu_up', |
| 'args_x86_64': {'cpu':'%di:s32'}, |
| 'format': 'CPU_ON[{cpu}]' |
| }, |
| } |
| dev_tracefuncs = { |
| # general wait/delay/sleep |
| 'msleep': { 'args_x86_64': {'time':'%di:s32'}, 'ub': 1 }, |
| 'schedule_timeout_uninterruptible': { 'args_x86_64': {'timeout':'%di:s32'}, 'ub': 1 }, |
| 'schedule_timeout': { 'args_x86_64': {'timeout':'%di:s32'}, 'ub': 1 }, |
| 'udelay': { 'func':'__const_udelay', 'args_x86_64': {'loops':'%di:s32'}, 'ub': 1 }, |
| 'usleep_range': { 'args_x86_64': {'min':'%di:s32', 'max':'%si:s32'}, 'ub': 1 }, |
| 'mutex_lock_slowpath': { 'func':'__mutex_lock_slowpath', 'ub': 1 }, |
| 'acpi_os_stall': {'ub': 1}, |
| # ACPI |
| 'acpi_resume_power_resources': {}, |
| 'acpi_ps_parse_aml': {}, |
| # filesystem |
| 'ext4_sync_fs': {}, |
| # 80211 |
| 'iwlagn_mac_start': {}, |
| 'iwlagn_alloc_bcast_station': {}, |
| 'iwl_trans_pcie_start_hw': {}, |
| 'iwl_trans_pcie_start_fw': {}, |
| 'iwl_run_init_ucode': {}, |
| 'iwl_load_ucode_wait_alive': {}, |
| 'iwl_alive_start': {}, |
| 'iwlagn_mac_stop': {}, |
| 'iwlagn_mac_suspend': {}, |
| 'iwlagn_mac_resume': {}, |
| 'iwlagn_mac_add_interface': {}, |
| 'iwlagn_mac_remove_interface': {}, |
| 'iwlagn_mac_change_interface': {}, |
| 'iwlagn_mac_config': {}, |
| 'iwlagn_configure_filter': {}, |
| 'iwlagn_mac_hw_scan': {}, |
| 'iwlagn_bss_info_changed': {}, |
| 'iwlagn_mac_channel_switch': {}, |
| 'iwlagn_mac_flush': {}, |
| # ATA |
| 'ata_eh_recover': { 'args_x86_64': {'port':'+36(%di):s32'} }, |
| # i915 |
| 'i915_gem_resume': {}, |
| 'i915_restore_state': {}, |
| 'intel_opregion_setup': {}, |
| 'g4x_pre_enable_dp': {}, |
| 'vlv_pre_enable_dp': {}, |
| 'chv_pre_enable_dp': {}, |
| 'g4x_enable_dp': {}, |
| 'vlv_enable_dp': {}, |
| 'intel_hpd_init': {}, |
| 'intel_opregion_register': {}, |
| 'intel_dp_detect': {}, |
| 'intel_hdmi_detect': {}, |
| 'intel_opregion_init': {}, |
| 'intel_fbdev_set_suspend': {}, |
| } |
| cgblacklist = [] |
| kprobes = dict() |
| timeformat = '%.3f' |
| cmdline = '%s %s' % \ |
| (os.path.basename(sys.argv[0]), ' '.join(sys.argv[1:])) |
| def __init__(self): |
| self.archargs = 'args_'+platform.machine() |
| self.hostname = platform.node() |
| if(self.hostname == ''): |
| self.hostname = 'localhost' |
| rtc = "rtc0" |
| if os.path.exists('/dev/rtc'): |
| rtc = os.readlink('/dev/rtc') |
| rtc = '/sys/class/rtc/'+rtc |
| if os.path.exists(rtc) and os.path.exists(rtc+'/date') and \ |
| os.path.exists(rtc+'/time') and os.path.exists(rtc+'/wakealarm'): |
| self.rtcpath = rtc |
| if (hasattr(sys.stdout, 'isatty') and sys.stdout.isatty()): |
| self.ansi = True |
| self.testdir = datetime.now().strftime('suspend-%y%m%d-%H%M%S') |
| def vprint(self, msg): |
| self.logmsg += msg+'\n' |
| if(self.verbose): |
| print(msg) |
| def rootCheck(self, fatal=True): |
| if(os.access(self.powerfile, os.W_OK)): |
| return True |
| if fatal: |
| msg = 'This command requires sysfs mount and root access' |
| print('ERROR: %s\n') % msg |
| self.outputResult({'error':msg}) |
| sys.exit() |
| return False |
| def rootUser(self, fatal=False): |
| if 'USER' in os.environ and os.environ['USER'] == 'root': |
| return True |
| if fatal: |
| msg = 'This command must be run as root' |
| print('ERROR: %s\n') % msg |
| self.outputResult({'error':msg}) |
| sys.exit() |
| return False |
| def getExec(self, cmd): |
| dirlist = ['/sbin', '/bin', '/usr/sbin', '/usr/bin', |
| '/usr/local/sbin', '/usr/local/bin'] |
| for path in dirlist: |
| cmdfull = os.path.join(path, cmd) |
| if os.path.exists(cmdfull): |
| return cmdfull |
| return '' |
| def setPrecision(self, num): |
| if num < 0 or num > 6: |
| return |
| self.timeformat = '%.{0}f'.format(num) |
| def setOutputFolder(self, value): |
| args = dict() |
| n = datetime.now() |
| args['date'] = n.strftime('%y%m%d') |
| args['time'] = n.strftime('%H%M%S') |
| args['hostname'] = args['host'] = self.hostname |
| return value.format(**args) |
| def setOutputFile(self): |
| if self.dmesgfile != '': |
| m = re.match('(?P<name>.*)_dmesg\.txt.*', self.dmesgfile) |
| if(m): |
| self.htmlfile = m.group('name')+'.html' |
| if self.ftracefile != '': |
| m = re.match('(?P<name>.*)_ftrace\.txt.*', self.ftracefile) |
| if(m): |
| self.htmlfile = m.group('name')+'.html' |
| def systemInfo(self, info): |
| p = c = m = b = '' |
| if 'baseboard-manufacturer' in info: |
| m = info['baseboard-manufacturer'] |
| elif 'system-manufacturer' in info: |
| m = info['system-manufacturer'] |
| if 'baseboard-product-name' in info: |
| p = info['baseboard-product-name'] |
| elif 'system-product-name' in info: |
| p = info['system-product-name'] |
| if 'processor-version' in info: |
| c = info['processor-version'] |
| if 'bios-version' in info: |
| b = info['bios-version'] |
| self.sysstamp = '# sysinfo | man:%s | plat:%s | cpu:%s | bios:%s | numcpu:%d | memsz:%d | memfr:%d' % \ |
| (m, p, c, b, self.cpucount, self.memtotal, self.memfree) |
| def printSystemInfo(self, fatal=False): |
| self.rootCheck(True) |
| out = dmidecode(self.mempath, fatal) |
| if len(out) < 1: |
| return |
| fmt = '%-24s: %s' |
| for name in sorted(out): |
| print fmt % (name, out[name]) |
| print fmt % ('cpucount', ('%d' % self.cpucount)) |
| print fmt % ('memtotal', ('%d kB' % self.memtotal)) |
| print fmt % ('memfree', ('%d kB' % self.memfree)) |
| def cpuInfo(self): |
| self.cpucount = 0 |
| fp = open('/proc/cpuinfo', 'r') |
| for line in fp: |
| if re.match('^processor[ \t]*:[ \t]*[0-9]*', line): |
| self.cpucount += 1 |
| fp.close() |
| fp = open('/proc/meminfo', 'r') |
| for line in fp: |
| m = re.match('^MemTotal:[ \t]*(?P<sz>[0-9]*) *kB', line) |
| if m: |
| self.memtotal = int(m.group('sz')) |
| m = re.match('^MemFree:[ \t]*(?P<sz>[0-9]*) *kB', line) |
| if m: |
| self.memfree = int(m.group('sz')) |
| fp.close() |
| def initTestOutput(self, name): |
| self.prefix = self.hostname |
| v = open('/proc/version', 'r').read().strip() |
| kver = string.split(v)[2] |
| fmt = name+'-%m%d%y-%H%M%S' |
| testtime = datetime.now().strftime(fmt) |
| self.teststamp = \ |
| '# '+testtime+' '+self.prefix+' '+self.suspendmode+' '+kver |
| ext = '' |
| if self.gzip: |
| ext = '.gz' |
| self.dmesgfile = \ |
| self.testdir+'/'+self.prefix+'_'+self.suspendmode+'_dmesg.txt'+ext |
| self.ftracefile = \ |
| self.testdir+'/'+self.prefix+'_'+self.suspendmode+'_ftrace.txt'+ext |
| self.htmlfile = \ |
| self.testdir+'/'+self.prefix+'_'+self.suspendmode+'.html' |
| if not os.path.isdir(self.testdir): |
| os.mkdir(self.testdir) |
| def getValueList(self, value): |
| out = [] |
| for i in value.split(','): |
| if i.strip(): |
| out.append(i.strip()) |
| return out |
| def setDeviceFilter(self, value): |
| self.devicefilter = self.getValueList(value) |
| def setCallgraphFilter(self, value): |
| self.cgfilter = self.getValueList(value) |
| def setCallgraphBlacklist(self, file): |
| self.cgblacklist = self.listFromFile(file) |
| def rtcWakeAlarmOn(self): |
| call('echo 0 > '+self.rtcpath+'/wakealarm', shell=True) |
| nowtime = open(self.rtcpath+'/since_epoch', 'r').read().strip() |
| if nowtime: |
| nowtime = int(nowtime) |
| else: |
| # if hardware time fails, use the software time |
| nowtime = int(datetime.now().strftime('%s')) |
| alarm = nowtime + self.rtcwaketime |
| call('echo %d > %s/wakealarm' % (alarm, self.rtcpath), shell=True) |
| def rtcWakeAlarmOff(self): |
| call('echo 0 > %s/wakealarm' % self.rtcpath, shell=True) |
| def initdmesg(self): |
| # get the latest time stamp from the dmesg log |
| fp = Popen('dmesg', stdout=PIPE).stdout |
| ktime = '0' |
| for line in fp: |
| line = line.replace('\r\n', '') |
| idx = line.find('[') |
| if idx > 1: |
| line = line[idx:] |
| m = re.match('[ \t]*(\[ *)(?P<ktime>[0-9\.]*)(\]) (?P<msg>.*)', line) |
| if(m): |
| ktime = m.group('ktime') |
| fp.close() |
| self.dmesgstart = float(ktime) |
| def getdmesg(self, fwdata=[]): |
| op = self.writeDatafileHeader(sysvals.dmesgfile, fwdata) |
| # store all new dmesg lines since initdmesg was called |
| fp = Popen('dmesg', stdout=PIPE).stdout |
| for line in fp: |
| line = line.replace('\r\n', '') |
| idx = line.find('[') |
| if idx > 1: |
| line = line[idx:] |
| m = re.match('[ \t]*(\[ *)(?P<ktime>[0-9\.]*)(\]) (?P<msg>.*)', line) |
| if(not m): |
| continue |
| ktime = float(m.group('ktime')) |
| if ktime > self.dmesgstart: |
| op.write(line) |
| fp.close() |
| op.close() |
| def listFromFile(self, file): |
| list = [] |
| fp = open(file) |
| for i in fp.read().split('\n'): |
| i = i.strip() |
| if i and i[0] != '#': |
| list.append(i) |
| fp.close() |
| return list |
| def addFtraceFilterFunctions(self, file): |
| for i in self.listFromFile(file): |
| if len(i) < 2: |
| continue |
| self.tracefuncs[i] = dict() |
| def getFtraceFilterFunctions(self, current): |
| self.rootCheck(True) |
| if not current: |
| call('cat '+self.tpath+'available_filter_functions', shell=True) |
| return |
| master = self.listFromFile(self.tpath+'available_filter_functions') |
| for i in self.tracefuncs: |
| if 'func' in self.tracefuncs[i]: |
| i = self.tracefuncs[i]['func'] |
| if i in master: |
| print i |
| else: |
| print self.colorText(i) |
| def setFtraceFilterFunctions(self, list): |
| master = self.listFromFile(self.tpath+'available_filter_functions') |
| flist = '' |
| for i in list: |
| if i not in master: |
| continue |
| if ' [' in i: |
| flist += i.split(' ')[0]+'\n' |
| else: |
| flist += i+'\n' |
| fp = open(self.tpath+'set_graph_function', 'w') |
| fp.write(flist) |
| fp.close() |
| def basicKprobe(self, name): |
| self.kprobes[name] = {'name': name,'func': name,'args': dict(),'format': name} |
| def defaultKprobe(self, name, kdata): |
| k = kdata |
| for field in ['name', 'format', 'func']: |
| if field not in k: |
| k[field] = name |
| if self.archargs in k: |
| k['args'] = k[self.archargs] |
| else: |
| k['args'] = dict() |
| k['format'] = name |
| self.kprobes[name] = k |
| def kprobeColor(self, name): |
| if name not in self.kprobes or 'color' not in self.kprobes[name]: |
| return '' |
| return self.kprobes[name]['color'] |
| def kprobeDisplayName(self, name, dataraw): |
| if name not in self.kprobes: |
| self.basicKprobe(name) |
| data = '' |
| quote=0 |
| # first remvoe any spaces inside quotes, and the quotes |
| for c in dataraw: |
| if c == '"': |
| quote = (quote + 1) % 2 |
| if quote and c == ' ': |
| data += '_' |
| elif c != '"': |
| data += c |
| fmt, args = self.kprobes[name]['format'], self.kprobes[name]['args'] |
| arglist = dict() |
| # now process the args |
| for arg in sorted(args): |
| arglist[arg] = '' |
| m = re.match('.* '+arg+'=(?P<arg>.*) ', data); |
| if m: |
| arglist[arg] = m.group('arg') |
| else: |
| m = re.match('.* '+arg+'=(?P<arg>.*)', data); |
| if m: |
| arglist[arg] = m.group('arg') |
| out = fmt.format(**arglist) |
| out = out.replace(' ', '_').replace('"', '') |
| return out |
| def kprobeText(self, kname, kprobe): |
| name = fmt = func = kname |
| args = dict() |
| if 'name' in kprobe: |
| name = kprobe['name'] |
| if 'format' in kprobe: |
| fmt = kprobe['format'] |
| if 'func' in kprobe: |
| func = kprobe['func'] |
| if self.archargs in kprobe: |
| args = kprobe[self.archargs] |
| if 'args' in kprobe: |
| args = kprobe['args'] |
| if re.findall('{(?P<n>[a-z,A-Z,0-9]*)}', func): |
| doError('Kprobe "%s" has format info in the function name "%s"' % (name, func)) |
| for arg in re.findall('{(?P<n>[a-z,A-Z,0-9]*)}', fmt): |
| if arg not in args: |
| doError('Kprobe "%s" is missing argument "%s"' % (name, arg)) |
| val = 'p:%s_cal %s' % (name, func) |
| for i in sorted(args): |
| val += ' %s=%s' % (i, args[i]) |
| val += '\nr:%s_ret %s $retval\n' % (name, func) |
| return val |
| def addKprobes(self, output=False): |
| if len(self.kprobes) < 1: |
| return |
| if output: |
| print(' kprobe functions in this kernel:') |
| # first test each kprobe |
| rejects = [] |
| # sort kprobes: trace, ub-dev, custom, dev |
| kpl = [[], [], [], []] |
| linesout = len(self.kprobes) |
| for name in sorted(self.kprobes): |
| res = self.colorText('YES', 32) |
| if not self.testKprobe(name, self.kprobes[name]): |
| res = self.colorText('NO') |
| rejects.append(name) |
| else: |
| if name in self.tracefuncs: |
| kpl[0].append(name) |
| elif name in self.dev_tracefuncs: |
| if 'ub' in self.dev_tracefuncs[name]: |
| kpl[1].append(name) |
| else: |
| kpl[3].append(name) |
| else: |
| kpl[2].append(name) |
| if output: |
| print(' %s: %s' % (name, res)) |
| kplist = kpl[0] + kpl[1] + kpl[2] + kpl[3] |
| # remove all failed ones from the list |
| for name in rejects: |
| self.kprobes.pop(name) |
| # set the kprobes all at once |
| self.fsetVal('', 'kprobe_events') |
| kprobeevents = '' |
| for kp in kplist: |
| kprobeevents += self.kprobeText(kp, self.kprobes[kp]) |
| self.fsetVal(kprobeevents, 'kprobe_events') |
| if output: |
| check = self.fgetVal('kprobe_events') |
| linesack = (len(check.split('\n')) - 1) / 2 |
| print(' kprobe functions enabled: %d/%d' % (linesack, linesout)) |
| self.fsetVal('1', 'events/kprobes/enable') |
| def testKprobe(self, kname, kprobe): |
| self.fsetVal('0', 'events/kprobes/enable') |
| kprobeevents = self.kprobeText(kname, kprobe) |
| if not kprobeevents: |
| return False |
| try: |
| self.fsetVal(kprobeevents, 'kprobe_events') |
| check = self.fgetVal('kprobe_events') |
| except: |
| return False |
| linesout = len(kprobeevents.split('\n')) |
| linesack = len(check.split('\n')) |
| if linesack < linesout: |
| return False |
| return True |
| def setVal(self, val, file, mode='w'): |
| if not os.path.exists(file): |
| return False |
| try: |
| fp = open(file, mode, 0) |
| fp.write(val) |
| fp.flush() |
| fp.close() |
| except: |
| return False |
| return True |
| def fsetVal(self, val, path, mode='w'): |
| return self.setVal(val, self.tpath+path, mode) |
| def getVal(self, file): |
| res = '' |
| if not os.path.exists(file): |
| return res |
| try: |
| fp = open(file, 'r') |
| res = fp.read() |
| fp.close() |
| except: |
| pass |
| return res |
| def fgetVal(self, path): |
| return self.getVal(self.tpath+path) |
| def cleanupFtrace(self): |
| if(self.usecallgraph or self.usetraceevents or self.usedevsrc): |
| self.fsetVal('0', 'events/kprobes/enable') |
| self.fsetVal('', 'kprobe_events') |
| self.fsetVal('1024', 'buffer_size_kb') |
| def setupAllKprobes(self): |
| for name in self.tracefuncs: |
| self.defaultKprobe(name, self.tracefuncs[name]) |
| for name in self.dev_tracefuncs: |
| self.defaultKprobe(name, self.dev_tracefuncs[name]) |
| def isCallgraphFunc(self, name): |
| if len(self.tracefuncs) < 1 and self.suspendmode == 'command': |
| return True |
| for i in self.tracefuncs: |
| if 'func' in self.tracefuncs[i]: |
| f = self.tracefuncs[i]['func'] |
| else: |
| f = i |
| if name == f: |
| return True |
| return False |
| def initFtrace(self): |
| self.printSystemInfo(False) |
| print('INITIALIZING FTRACE...') |
| # turn trace off |
| self.fsetVal('0', 'tracing_on') |
| self.cleanupFtrace() |
| # set the trace clock to global |
| self.fsetVal('global', 'trace_clock') |
| self.fsetVal('nop', 'current_tracer') |
| # set trace buffer to an appropriate value |
| cpus = max(1, self.cpucount) |
| if self.bufsize > 0: |
| tgtsize = self.bufsize |
| elif self.usecallgraph or self.usedevsrc: |
| tgtsize = min(self.memfree, 3*1024*1024) |
| else: |
| tgtsize = 65536 |
| while not self.fsetVal('%d' % (tgtsize / cpus), 'buffer_size_kb'): |
| # if the size failed to set, lower it and keep trying |
| tgtsize -= 65536 |
| if tgtsize < 65536: |
| tgtsize = int(self.fgetVal('buffer_size_kb')) * cpus |
| break |
| print 'Setting trace buffers to %d kB (%d kB per cpu)' % (tgtsize, tgtsize/cpus) |
| # initialize the callgraph trace |
| if(self.usecallgraph): |
| # set trace type |
| self.fsetVal('function_graph', 'current_tracer') |
| self.fsetVal('', 'set_ftrace_filter') |
| # set trace format options |
| self.fsetVal('print-parent', 'trace_options') |
| self.fsetVal('funcgraph-abstime', 'trace_options') |
| self.fsetVal('funcgraph-cpu', 'trace_options') |
| self.fsetVal('funcgraph-duration', 'trace_options') |
| self.fsetVal('funcgraph-proc', 'trace_options') |
| self.fsetVal('funcgraph-tail', 'trace_options') |
| self.fsetVal('nofuncgraph-overhead', 'trace_options') |
| self.fsetVal('context-info', 'trace_options') |
| self.fsetVal('graph-time', 'trace_options') |
| self.fsetVal('%d' % self.max_graph_depth, 'max_graph_depth') |
| cf = ['dpm_run_callback'] |
| if(self.usetraceevents): |
| cf += ['dpm_prepare', 'dpm_complete'] |
| for fn in self.tracefuncs: |
| if 'func' in self.tracefuncs[fn]: |
| cf.append(self.tracefuncs[fn]['func']) |
| else: |
| cf.append(fn) |
| self.setFtraceFilterFunctions(cf) |
| # initialize the kprobe trace |
| elif self.usekprobes: |
| for name in self.tracefuncs: |
| self.defaultKprobe(name, self.tracefuncs[name]) |
| if self.usedevsrc: |
| for name in self.dev_tracefuncs: |
| self.defaultKprobe(name, self.dev_tracefuncs[name]) |
| print('INITIALIZING KPROBES...') |
| self.addKprobes(self.verbose) |
| if(self.usetraceevents): |
| # turn trace events on |
| events = iter(self.traceevents) |
| for e in events: |
| self.fsetVal('1', 'events/power/'+e+'/enable') |
| # clear the trace buffer |
| self.fsetVal('', 'trace') |
| def verifyFtrace(self): |
| # files needed for any trace data |
| files = ['buffer_size_kb', 'current_tracer', 'trace', 'trace_clock', |
| 'trace_marker', 'trace_options', 'tracing_on'] |
| # files needed for callgraph trace data |
| tp = self.tpath |
| if(self.usecallgraph): |
| files += [ |
| 'available_filter_functions', |
| 'set_ftrace_filter', |
| 'set_graph_function' |
| ] |
| for f in files: |
| if(os.path.exists(tp+f) == False): |
| return False |
| return True |
| def verifyKprobes(self): |
| # files needed for kprobes to work |
| files = ['kprobe_events', 'events'] |
| tp = self.tpath |
| for f in files: |
| if(os.path.exists(tp+f) == False): |
| return False |
| return True |
| def colorText(self, str, color=31): |
| if not self.ansi: |
| return str |
| return '\x1B[%d;40m%s\x1B[m' % (color, str) |
| def writeDatafileHeader(self, filename, fwdata=[]): |
| fp = self.openlog(filename, 'w') |
| fp.write('%s\n%s\n# command | %s\n' % (self.teststamp, self.sysstamp, self.cmdline)) |
| if(self.suspendmode == 'mem' or self.suspendmode == 'command'): |
| for fw in fwdata: |
| if(fw): |
| fp.write('# fwsuspend %u fwresume %u\n' % (fw[0], fw[1])) |
| return fp |
| def sudouser(self, dir): |
| if os.path.exists(dir) and os.getuid() == 0 and \ |
| 'SUDO_USER' in os.environ: |
| cmd = 'chown -R {0}:{0} {1} > /dev/null 2>&1' |
| call(cmd.format(os.environ['SUDO_USER'], dir), shell=True) |
| def outputResult(self, testdata, num=0): |
| if not self.result: |
| return |
| n = '' |
| if num > 0: |
| n = '%d' % num |
| fp = open(self.result, 'a') |
| if 'error' in testdata: |
| fp.write('result%s: fail\n' % n) |
| fp.write('error%s: %s\n' % (n, testdata['error'])) |
| else: |
| fp.write('result%s: pass\n' % n) |
| for v in ['suspend', 'resume', 'boot', 'lastinit']: |
| if v in testdata: |
| fp.write('%s%s: %.3f\n' % (v, n, testdata[v])) |
| for v in ['fwsuspend', 'fwresume']: |
| if v in testdata: |
| fp.write('%s%s: %.3f\n' % (v, n, testdata[v] / 1000000.0)) |
| if 'bugurl' in testdata: |
| fp.write('url%s: %s\n' % (n, testdata['bugurl'])) |
| fp.close() |
| self.sudouser(self.result) |
| def configFile(self, file): |
| dir = os.path.dirname(os.path.realpath(__file__)) |
| if os.path.exists(file): |
| return file |
| elif os.path.exists(dir+'/'+file): |
| return dir+'/'+file |
| elif os.path.exists(dir+'/config/'+file): |
| return dir+'/config/'+file |
| return '' |
| def openlog(self, filename, mode): |
| isgz = self.gzip |
| if mode == 'r': |
| try: |
| with gzip.open(filename, mode+'b') as fp: |
| test = fp.read(64) |
| isgz = True |
| except: |
| isgz = False |
| if isgz: |
| return gzip.open(filename, mode+'b') |
| return open(filename, mode) |
| |
| sysvals = SystemValues() |
| switchvalues = ['enable', 'disable', 'on', 'off', 'true', 'false', '1', '0'] |
| switchoff = ['disable', 'off', 'false', '0'] |
| suspendmodename = { |
| 'freeze': 'Freeze (S0)', |
| 'standby': 'Standby (S1)', |
| 'mem': 'Suspend (S3)', |
| 'disk': 'Hibernate (S4)' |
| } |
| |
| # Class: DevProps |
| # Description: |
| # Simple class which holds property values collected |
| # for all the devices used in the timeline. |
| class DevProps: |
| syspath = '' |
| altname = '' |
| async = True |
| xtraclass = '' |
| xtrainfo = '' |
| def out(self, dev): |
| return '%s,%s,%d;' % (dev, self.altname, self.async) |
| def debug(self, dev): |
| print '%s:\n\taltname = %s\n\t async = %s' % (dev, self.altname, self.async) |
| def altName(self, dev): |
| if not self.altname or self.altname == dev: |
| return dev |
| return '%s [%s]' % (self.altname, dev) |
| def xtraClass(self): |
| if self.xtraclass: |
| return ' '+self.xtraclass |
| if not self.async: |
| return ' sync' |
| return '' |
| def xtraInfo(self): |
| if self.xtraclass: |
| return ' '+self.xtraclass |
| if self.async: |
| return ' async_device' |
| return ' sync_device' |
| |
| # Class: DeviceNode |
| # Description: |
| # A container used to create a device hierachy, with a single root node |
| # and a tree of child nodes. Used by Data.deviceTopology() |
| class DeviceNode: |
| name = '' |
| children = 0 |
| depth = 0 |
| def __init__(self, nodename, nodedepth): |
| self.name = nodename |
| self.children = [] |
| self.depth = nodedepth |
| |
| # Class: Data |
| # Description: |
| # The primary container for suspend/resume test data. There is one for |
| # each test run. The data is organized into a cronological hierarchy: |
| # Data.dmesg { |
| # phases { |
| # 10 sequential, non-overlapping phases of S/R |
| # contents: times for phase start/end, order/color data for html |
| # devlist { |
| # device callback or action list for this phase |
| # device { |
| # a single device callback or generic action |
| # contents: start/stop times, pid/cpu/driver info |
| # parents/children, html id for timeline/callgraph |
| # optionally includes an ftrace callgraph |
| # optionally includes dev/ps data |
| # } |
| # } |
| # } |
| # } |
| # |
| class Data: |
| dmesg = {} # root data structure |
| phases = [] # ordered list of phases |
| start = 0.0 # test start |
| end = 0.0 # test end |
| tSuspended = 0.0 # low-level suspend start |
| tResumed = 0.0 # low-level resume start |
| tKernSus = 0.0 # kernel level suspend start |
| tKernRes = 0.0 # kernel level resume end |
| tLow = 0.0 # time spent in low-level suspend (standby/freeze) |
| fwValid = False # is firmware data available |
| fwSuspend = 0 # time spent in firmware suspend |
| fwResume = 0 # time spent in firmware resume |
| dmesgtext = [] # dmesg text file in memory |
| pstl = 0 # process timeline |
| testnumber = 0 |
| idstr = '' |
| html_device_id = 0 |
| stamp = 0 |
| outfile = '' |
| devpids = [] |
| kerror = False |
| def __init__(self, num): |
| idchar = 'abcdefghij' |
| self.pstl = dict() |
| self.testnumber = num |
| self.idstr = idchar[num] |
| self.dmesgtext = [] |
| self.phases = [] |
| self.dmesg = { # fixed list of 10 phases |
| 'suspend_prepare': {'list': dict(), 'start': -1.0, 'end': -1.0, |
| 'row': 0, 'color': '#CCFFCC', 'order': 0}, |
| 'suspend': {'list': dict(), 'start': -1.0, 'end': -1.0, |
| 'row': 0, 'color': '#88FF88', 'order': 1}, |
| 'suspend_late': {'list': dict(), 'start': -1.0, 'end': -1.0, |
| 'row': 0, 'color': '#00AA00', 'order': 2}, |
| 'suspend_noirq': {'list': dict(), 'start': -1.0, 'end': -1.0, |
| 'row': 0, 'color': '#008888', 'order': 3}, |
| 'suspend_machine': {'list': dict(), 'start': -1.0, 'end': -1.0, |
| 'row': 0, 'color': '#0000FF', 'order': 4}, |
| 'resume_machine': {'list': dict(), 'start': -1.0, 'end': -1.0, |
| 'row': 0, 'color': '#FF0000', 'order': 5}, |
| 'resume_noirq': {'list': dict(), 'start': -1.0, 'end': -1.0, |
| 'row': 0, 'color': '#FF9900', 'order': 6}, |
| 'resume_early': {'list': dict(), 'start': -1.0, 'end': -1.0, |
| 'row': 0, 'color': '#FFCC00', 'order': 7}, |
| 'resume': {'list': dict(), 'start': -1.0, 'end': -1.0, |
| 'row': 0, 'color': '#FFFF88', 'order': 8}, |
| 'resume_complete': {'list': dict(), 'start': -1.0, 'end': -1.0, |
| 'row': 0, 'color': '#FFFFCC', 'order': 9} |
| } |
| self.phases = self.sortedPhases() |
| self.devicegroups = [] |
| for phase in self.phases: |
| self.devicegroups.append([phase]) |
| self.errorinfo = {'suspend':[],'resume':[]} |
| def extractErrorInfo(self): |
| elist = { |
| 'HWERROR' : '.*\[ *Hardware Error *\].*', |
| 'FWBUG' : '.*\[ *Firmware Bug *\].*', |
| 'BUG' : '.*BUG.*', |
| 'ERROR' : '.*ERROR.*', |
| 'WARNING' : '.*WARNING.*', |
| 'IRQ' : '.*genirq: .*', |
| 'TASKFAIL': '.*Freezing of tasks failed.*', |
| } |
| lf = sysvals.openlog(sysvals.dmesgfile, 'r') |
| i = 0 |
| list = [] |
| for line in lf: |
| i += 1 |
| m = re.match('[ \t]*(\[ *)(?P<ktime>[0-9\.]*)(\]) (?P<msg>.*)', line) |
| if not m: |
| continue |
| t = float(m.group('ktime')) |
| if t < self.start or t > self.end: |
| continue |
| dir = 'suspend' if t < self.tSuspended else 'resume' |
| msg = m.group('msg') |
| for err in elist: |
| if re.match(elist[err], msg): |
| list.append((err, dir, t, i, i)) |
| self.kerror = True |
| break |
| for e in list: |
| type, dir, t, idx1, idx2 = e |
| sysvals.vprint('kernel %s found in %s at %f' % (type, dir, t)) |
| self.errorinfo[dir].append((type, t, idx1, idx2)) |
| if self.kerror: |
| sysvals.dmesglog = True |
| lf.close() |
| def setStart(self, time): |
| self.start = time |
| def setEnd(self, time): |
| self.end = time |
| def isTraceEventOutsideDeviceCalls(self, pid, time): |
| for phase in self.phases: |
| list = self.dmesg[phase]['list'] |
| for dev in list: |
| d = list[dev] |
| if(d['pid'] == pid and time >= d['start'] and |
| time < d['end']): |
| return False |
| return True |
| def phaseCollision(self, phase, isbegin, line): |
| key = 'end' |
| if isbegin: |
| key = 'start' |
| if self.dmesg[phase][key] >= 0: |
| sysvals.vprint('IGNORE: %s' % line.strip()) |
| return True |
| return False |
| def sourcePhase(self, start): |
| for phase in self.phases: |
| pend = self.dmesg[phase]['end'] |
| if start <= pend: |
| return phase |
| return 'resume_complete' |
| def sourceDevice(self, phaselist, start, end, pid, type): |
| tgtdev = '' |
| for phase in phaselist: |
| list = self.dmesg[phase]['list'] |
| for devname in list: |
| dev = list[devname] |
| # pid must match |
| if dev['pid'] != pid: |
| continue |
| devS = dev['start'] |
| devE = dev['end'] |
| if type == 'device': |
| # device target event is entirely inside the source boundary |
| if(start < devS or start >= devE or end <= devS or end > devE): |
| continue |
| elif type == 'thread': |
| # thread target event will expand the source boundary |
| if start < devS: |
| dev['start'] = start |
| if end > devE: |
| dev['end'] = end |
| tgtdev = dev |
| break |
| return tgtdev |
| def addDeviceFunctionCall(self, displayname, kprobename, proc, pid, start, end, cdata, rdata): |
| # try to place the call in a device |
| tgtdev = self.sourceDevice(self.phases, start, end, pid, 'device') |
| # calls with device pids that occur outside device bounds are dropped |
| # TODO: include these somehow |
| if not tgtdev and pid in self.devpids: |
| return False |
| # try to place the call in a thread |
| if not tgtdev: |
| tgtdev = self.sourceDevice(self.phases, start, end, pid, 'thread') |
| # create new thread blocks, expand as new calls are found |
| if not tgtdev: |
| if proc == '<...>': |
| threadname = 'kthread-%d' % (pid) |
| else: |
| threadname = '%s-%d' % (proc, pid) |
| tgtphase = self.sourcePhase(start) |
| self.newAction(tgtphase, threadname, pid, '', start, end, '', ' kth', '') |
| return self.addDeviceFunctionCall(displayname, kprobename, proc, pid, start, end, cdata, rdata) |
| # this should not happen |
| if not tgtdev: |
| sysvals.vprint('[%f - %f] %s-%d %s %s %s' % \ |
| (start, end, proc, pid, kprobename, cdata, rdata)) |
| return False |
| # place the call data inside the src element of the tgtdev |
| if('src' not in tgtdev): |
| tgtdev['src'] = [] |
| dtf = sysvals.dev_tracefuncs |
| ubiquitous = False |
| if kprobename in dtf and 'ub' in dtf[kprobename]: |
| ubiquitous = True |
| title = cdata+' '+rdata |
| mstr = '\(.*\) *(?P<args>.*) *\((?P<caller>.*)\+.* arg1=(?P<ret>.*)' |
| m = re.match(mstr, title) |
| if m: |
| c = m.group('caller') |
| a = m.group('args').strip() |
| r = m.group('ret') |
| if len(r) > 6: |
| r = '' |
| else: |
| r = 'ret=%s ' % r |
| if ubiquitous and c in dtf and 'ub' in dtf[c]: |
| return False |
| color = sysvals.kprobeColor(kprobename) |
| e = DevFunction(displayname, a, c, r, start, end, ubiquitous, proc, pid, color) |
| tgtdev['src'].append(e) |
| return True |
| def overflowDevices(self): |
| # get a list of devices that extend beyond the end of this test run |
| devlist = [] |
| for phase in self.phases: |
| list = self.dmesg[phase]['list'] |
| for devname in list: |
| dev = list[devname] |
| if dev['end'] > self.end: |
| devlist.append(dev) |
| return devlist |
| def mergeOverlapDevices(self, devlist): |
| # merge any devices that overlap devlist |
| for dev in devlist: |
| devname = dev['name'] |
| for phase in self.phases: |
| list = self.dmesg[phase]['list'] |
| if devname not in list: |
| continue |
| tdev = list[devname] |
| o = min(dev['end'], tdev['end']) - max(dev['start'], tdev['start']) |
| if o <= 0: |
| continue |
| dev['end'] = tdev['end'] |
| if 'src' not in dev or 'src' not in tdev: |
| continue |
| dev['src'] += tdev['src'] |
| del list[devname] |
| def usurpTouchingThread(self, name, dev): |
| # the caller test has priority of this thread, give it to him |
| for phase in self.phases: |
| list = self.dmesg[phase]['list'] |
| if name in list: |
| tdev = list[name] |
| if tdev['start'] - dev['end'] < 0.1: |
| dev['end'] = tdev['end'] |
| if 'src' not in dev: |
| dev['src'] = [] |
| if 'src' in tdev: |
| dev['src'] += tdev['src'] |
| del list[name] |
| break |
| def stitchTouchingThreads(self, testlist): |
| # merge any threads between tests that touch |
| for phase in self.phases: |
| list = self.dmesg[phase]['list'] |
| for devname in list: |
| dev = list[devname] |
| if 'htmlclass' not in dev or 'kth' not in dev['htmlclass']: |
| continue |
| for data in testlist: |
| data.usurpTouchingThread(devname, dev) |
| def optimizeDevSrc(self): |
| # merge any src call loops to reduce timeline size |
| for phase in self.phases: |
| list = self.dmesg[phase]['list'] |
| for dev in list: |
| if 'src' not in list[dev]: |
| continue |
| src = list[dev]['src'] |
| p = 0 |
| for e in sorted(src, key=lambda event: event.time): |
| if not p or not e.repeat(p): |
| p = e |
| continue |
| # e is another iteration of p, move it into p |
| p.end = e.end |
| p.length = p.end - p.time |
| p.count += 1 |
| src.remove(e) |
| def trimTimeVal(self, t, t0, dT, left): |
| if left: |
| if(t > t0): |
| if(t - dT < t0): |
| return t0 |
| return t - dT |
| else: |
| return t |
| else: |
| if(t < t0 + dT): |
| if(t > t0): |
| return t0 + dT |
| return t + dT |
| else: |
| return t |
| def trimTime(self, t0, dT, left): |
| self.tSuspended = self.trimTimeVal(self.tSuspended, t0, dT, left) |
| self.tResumed = self.trimTimeVal(self.tResumed, t0, dT, left) |
| self.start = self.trimTimeVal(self.start, t0, dT, left) |
| self.tKernSus = self.trimTimeVal(self.tKernSus, t0, dT, left) |
| self.tKernRes = self.trimTimeVal(self.tKernRes, t0, dT, left) |
| self.end = self.trimTimeVal(self.end, t0, dT, left) |
| for phase in self.phases: |
| p = self.dmesg[phase] |
| p['start'] = self.trimTimeVal(p['start'], t0, dT, left) |
| p['end'] = self.trimTimeVal(p['end'], t0, dT, left) |
| list = p['list'] |
| for name in list: |
| d = list[name] |
| d['start'] = self.trimTimeVal(d['start'], t0, dT, left) |
| d['end'] = self.trimTimeVal(d['end'], t0, dT, left) |
| if('ftrace' in d): |
| cg = d['ftrace'] |
| cg.start = self.trimTimeVal(cg.start, t0, dT, left) |
| cg.end = self.trimTimeVal(cg.end, t0, dT, left) |
| for line in cg.list: |
| line.time = self.trimTimeVal(line.time, t0, dT, left) |
| if('src' in d): |
| for e in d['src']: |
| e.time = self.trimTimeVal(e.time, t0, dT, left) |
| for dir in ['suspend', 'resume']: |
| list = [] |
| for e in self.errorinfo[dir]: |
| type, tm, idx1, idx2 = e |
| tm = self.trimTimeVal(tm, t0, dT, left) |
| list.append((type, tm, idx1, idx2)) |
| self.errorinfo[dir] = list |
| def normalizeTime(self, tZero): |
| # trim out any standby or freeze clock time |
| if(self.tSuspended != self.tResumed): |
| if(self.tResumed > tZero): |
| self.trimTime(self.tSuspended, \ |
| self.tResumed-self.tSuspended, True) |
| else: |
| self.trimTime(self.tSuspended, \ |
| self.tResumed-self.tSuspended, False) |
| def getTimeValues(self): |
| sktime = (self.dmesg['suspend_machine']['end'] - \ |
| self.tKernSus) * 1000 |
| rktime = (self.dmesg['resume_complete']['end'] - \ |
| self.dmesg['resume_machine']['start']) * 1000 |
| return (sktime, rktime) |
| def setPhase(self, phase, ktime, isbegin): |
| if(isbegin): |
| self.dmesg[phase]['start'] = ktime |
| else: |
| self.dmesg[phase]['end'] = ktime |
| def dmesgSortVal(self, phase): |
| return self.dmesg[phase]['order'] |
| def sortedPhases(self): |
| return sorted(self.dmesg, key=self.dmesgSortVal) |
| def sortedDevices(self, phase): |
| list = self.dmesg[phase]['list'] |
| slist = [] |
| tmp = dict() |
| for devname in list: |
| dev = list[devname] |
| if dev['length'] == 0: |
| continue |
| tmp[dev['start']] = devname |
| for t in sorted(tmp): |
| slist.append(tmp[t]) |
| return slist |
| def fixupInitcalls(self, phase): |
| # if any calls never returned, clip them at system resume end |
| phaselist = self.dmesg[phase]['list'] |
| for devname in phaselist: |
| dev = phaselist[devname] |
| if(dev['end'] < 0): |
| for p in self.phases: |
| if self.dmesg[p]['end'] > dev['start']: |
| dev['end'] = self.dmesg[p]['end'] |
| break |
| sysvals.vprint('%s (%s): callback didnt return' % (devname, phase)) |
| def deviceFilter(self, devicefilter): |
| for phase in self.phases: |
| list = self.dmesg[phase]['list'] |
| rmlist = [] |
| for name in list: |
| keep = False |
| for filter in devicefilter: |
| if filter in name or \ |
| ('drv' in list[name] and filter in list[name]['drv']): |
| keep = True |
| if not keep: |
| rmlist.append(name) |
| for name in rmlist: |
| del list[name] |
| def fixupInitcallsThatDidntReturn(self): |
| # if any calls never returned, clip them at system resume end |
| for phase in self.phases: |
| self.fixupInitcalls(phase) |
| def phaseOverlap(self, phases): |
| rmgroups = [] |
| newgroup = [] |
| for group in self.devicegroups: |
| for phase in phases: |
| if phase not in group: |
| continue |
| for p in group: |
| if p not in newgroup: |
| newgroup.append(p) |
| if group not in rmgroups: |
| rmgroups.append(group) |
| for group in rmgroups: |
| self.devicegroups.remove(group) |
| self.devicegroups.append(newgroup) |
| def newActionGlobal(self, name, start, end, pid=-1, color=''): |
| # which phase is this device callback or action in |
| targetphase = 'none' |
| htmlclass = '' |
| overlap = 0.0 |
| phases = [] |
| for phase in self.phases: |
| pstart = self.dmesg[phase]['start'] |
| pend = self.dmesg[phase]['end'] |
| # see if the action overlaps this phase |
| o = max(0, min(end, pend) - max(start, pstart)) |
| if o > 0: |
| phases.append(phase) |
| # set the target phase to the one that overlaps most |
| if o > overlap: |
| if overlap > 0 and phase == 'post_resume': |
| continue |
| targetphase = phase |
| overlap = o |
| # if no target phase was found, pin it to the edge |
| if targetphase == 'none': |
| p0start = self.dmesg[self.phases[0]]['start'] |
| if start <= p0start: |
| targetphase = self.phases[0] |
| else: |
| targetphase = self.phases[-1] |
| if pid == -2: |
| htmlclass = ' bg' |
| elif pid == -3: |
| htmlclass = ' ps' |
| if len(phases) > 1: |
| htmlclass = ' bg' |
| self.phaseOverlap(phases) |
| if targetphase in self.phases: |
| newname = self.newAction(targetphase, name, pid, '', start, end, '', htmlclass, color) |
| return (targetphase, newname) |
| return False |
| def newAction(self, phase, name, pid, parent, start, end, drv, htmlclass='', color=''): |
| # new device callback for a specific phase |
| self.html_device_id += 1 |
| devid = '%s%d' % (self.idstr, self.html_device_id) |
| list = self.dmesg[phase]['list'] |
| length = -1.0 |
| if(start >= 0 and end >= 0): |
| length = end - start |
| if pid == -2: |
| i = 2 |
| origname = name |
| while(name in list): |
| name = '%s[%d]' % (origname, i) |
| i += 1 |
| list[name] = {'name': name, 'start': start, 'end': end, 'pid': pid, |
| 'par': parent, 'length': length, 'row': 0, 'id': devid, 'drv': drv } |
| if htmlclass: |
| list[name]['htmlclass'] = htmlclass |
| if color: |
| list[name]['color'] = color |
| return name |
| def deviceChildren(self, devname, phase): |
| devlist = [] |
| list = self.dmesg[phase]['list'] |
| for child in list: |
| if(list[child]['par'] == devname): |
| devlist.append(child) |
| return devlist |
| def printDetails(self): |
| sysvals.vprint('Timeline Details:') |
| sysvals.vprint(' test start: %f' % self.start) |
| sysvals.vprint('kernel suspend start: %f' % self.tKernSus) |
| for phase in self.phases: |
| dc = len(self.dmesg[phase]['list']) |
| sysvals.vprint(' %16s: %f - %f (%d devices)' % (phase, \ |
| self.dmesg[phase]['start'], self.dmesg[phase]['end'], dc)) |
| sysvals.vprint(' kernel resume end: %f' % self.tKernRes) |
| sysvals.vprint(' test end: %f' % self.end) |
| def deviceChildrenAllPhases(self, devname): |
| devlist = [] |
| for phase in self.phases: |
| list = self.deviceChildren(devname, phase) |
| for dev in list: |
| if dev not in devlist: |
| devlist.append(dev) |
| return devlist |
| def masterTopology(self, name, list, depth): |
| node = DeviceNode(name, depth) |
| for cname in list: |
| # avoid recursions |
| if name == cname: |
| continue |
| clist = self.deviceChildrenAllPhases(cname) |
| cnode = self.masterTopology(cname, clist, depth+1) |
| node.children.append(cnode) |
| return node |
| def printTopology(self, node): |
| html = '' |
| if node.name: |
| info = '' |
| drv = '' |
| for phase in self.phases: |
| list = self.dmesg[phase]['list'] |
| if node.name in list: |
| s = list[node.name]['start'] |
| e = list[node.name]['end'] |
| if list[node.name]['drv']: |
| drv = ' {'+list[node.name]['drv']+'}' |
| info += ('<li>%s: %.3fms</li>' % (phase, (e-s)*1000)) |
| html += '<li><b>'+node.name+drv+'</b>' |
| if info: |
| html += '<ul>'+info+'</ul>' |
| html += '</li>' |
| if len(node.children) > 0: |
| html += '<ul>' |
| for cnode in node.children: |
| html += self.printTopology(cnode) |
| html += '</ul>' |
| return html |
| def rootDeviceList(self): |
| # list of devices graphed |
| real = [] |
| for phase in self.dmesg: |
| list = self.dmesg[phase]['list'] |
| for dev in list: |
| if list[dev]['pid'] >= 0 and dev not in real: |
| real.append(dev) |
| # list of top-most root devices |
| rootlist = [] |
| for phase in self.dmesg: |
| list = self.dmesg[phase]['list'] |
| for dev in list: |
| pdev = list[dev]['par'] |
| pid = list[dev]['pid'] |
| if(pid < 0 or re.match('[0-9]*-[0-9]*\.[0-9]*[\.0-9]*\:[\.0-9]*$', pdev)): |
| continue |
| if pdev and pdev not in real and pdev not in rootlist: |
| rootlist.append(pdev) |
| return rootlist |
| def deviceTopology(self): |
| rootlist = self.rootDeviceList() |
| master = self.masterTopology('', rootlist, 0) |
| return self.printTopology(master) |
| def selectTimelineDevices(self, widfmt, tTotal, mindevlen): |
| # only select devices that will actually show up in html |
| self.tdevlist = dict() |
| for phase in self.dmesg: |
| devlist = [] |
| list = self.dmesg[phase]['list'] |
| for dev in list: |
| length = (list[dev]['end'] - list[dev]['start']) * 1000 |
| width = widfmt % (((list[dev]['end']-list[dev]['start'])*100)/tTotal) |
| if width != '0.000000' and length >= mindevlen: |
| devlist.append(dev) |
| self.tdevlist[phase] = devlist |
| def addHorizontalDivider(self, devname, devend): |
| phase = 'suspend_prepare' |
| self.newAction(phase, devname, -2, '', \ |
| self.start, devend, '', ' sec', '') |
| if phase not in self.tdevlist: |
| self.tdevlist[phase] = [] |
| self.tdevlist[phase].append(devname) |
| d = DevItem(0, phase, self.dmesg[phase]['list'][devname]) |
| return d |
| def addProcessUsageEvent(self, name, times): |
| # get the start and end times for this process |
| maxC = 0 |
| tlast = 0 |
| start = -1 |
| end = -1 |
| for t in sorted(times): |
| if tlast == 0: |
| tlast = t |
| continue |
| if name in self.pstl[t]: |
| if start == -1 or tlast < start: |
| start = tlast |
| if end == -1 or t > end: |
| end = t |
| tlast = t |
| if start == -1 or end == -1: |
| return 0 |
| # add a new action for this process and get the object |
| out = self.newActionGlobal(name, start, end, -3) |
| if not out: |
| return 0 |
| phase, devname = out |
| dev = self.dmesg[phase]['list'][devname] |
| # get the cpu exec data |
| tlast = 0 |
| clast = 0 |
| cpuexec = dict() |
| for t in sorted(times): |
| if tlast == 0 or t <= start or t > end: |
| tlast = t |
| continue |
| list = self.pstl[t] |
| c = 0 |
| if name in list: |
| c = list[name] |
| if c > maxC: |
| maxC = c |
| if c != clast: |
| key = (tlast, t) |
| cpuexec[key] = c |
| tlast = t |
| clast = c |
| dev['cpuexec'] = cpuexec |
| return maxC |
| def createProcessUsageEvents(self): |
| # get an array of process names |
| proclist = [] |
| for t in self.pstl: |
| pslist = self.pstl[t] |
| for ps in pslist: |
| if ps not in proclist: |
| proclist.append(ps) |
| # get a list of data points for suspend and resume |
| tsus = [] |
| tres = [] |
| for t in sorted(self.pstl): |
| if t < self.tSuspended: |
| tsus.append(t) |
| else: |
| tres.append(t) |
| # process the events for suspend and resume |
| if len(proclist) > 0: |
| sysvals.vprint('Process Execution:') |
| for ps in proclist: |
| c = self.addProcessUsageEvent(ps, tsus) |
| if c > 0: |
| sysvals.vprint('%25s (sus): %d' % (ps, c)) |
| c = self.addProcessUsageEvent(ps, tres) |
| if c > 0: |
| sysvals.vprint('%25s (res): %d' % (ps, c)) |
| def debugPrint(self): |
| for p in self.phases: |
| list = self.dmesg[p]['list'] |
| for devname in list: |
| dev = list[devname] |
| if 'ftrace' in dev: |
| dev['ftrace'].debugPrint(' [%s]' % devname) |
| |
| # Class: DevFunction |
| # Description: |
| # A container for kprobe function data we want in the dev timeline |
| class DevFunction: |
| row = 0 |
| count = 1 |
| def __init__(self, name, args, caller, ret, start, end, u, proc, pid, color): |
| self.name = name |
| self.args = args |
| self.caller = caller |
| self.ret = ret |
| self.time = start |
| self.length = end - start |
| self.end = end |
| self.ubiquitous = u |
| self.proc = proc |
| self.pid = pid |
| self.color = color |
| def title(self): |
| cnt = '' |
| if self.count > 1: |
| cnt = '(x%d)' % self.count |
| l = '%0.3fms' % (self.length * 1000) |
| if self.ubiquitous: |
| title = '%s(%s)%s <- %s, %s(%s)' % \ |
| (self.name, self.args, cnt, self.caller, self.ret, l) |
| else: |
| title = '%s(%s) %s%s(%s)' % (self.name, self.args, self.ret, cnt, l) |
| return title.replace('"', '') |
| def text(self): |
| if self.count > 1: |
| text = '%s(x%d)' % (self.name, self.count) |
| else: |
| text = self.name |
| return text |
| def repeat(self, tgt): |
| # is the tgt call just a repeat of this call (e.g. are we in a loop) |
| dt = self.time - tgt.end |
| # only combine calls if -all- attributes are identical |
| if tgt.caller == self.caller and \ |
| tgt.name == self.name and tgt.args == self.args and \ |
| tgt.proc == self.proc and tgt.pid == self.pid and \ |
| tgt.ret == self.ret and dt >= 0 and \ |
| dt <= sysvals.callloopmaxgap and \ |
| self.length < sysvals.callloopmaxlen: |
| return True |
| return False |
| |
| # Class: FTraceLine |
| # Description: |
| # A container for a single line of ftrace data. There are six basic types: |
| # callgraph line: |
| # call: " dpm_run_callback() {" |
| # return: " }" |
| # leaf: " dpm_run_callback();" |
| # trace event: |
| # tracing_mark_write: SUSPEND START or RESUME COMPLETE |
| # suspend_resume: phase or custom exec block data |
| # device_pm_callback: device callback info |
| class FTraceLine: |
| time = 0.0 |
| length = 0.0 |
| fcall = False |
| freturn = False |
| fevent = False |
| fkprobe = False |
| depth = 0 |
| name = '' |
| type = '' |
| def __init__(self, t, m='', d=''): |
| self.time = float(t) |
| if not m and not d: |
| return |
| # is this a trace event |
| if(d == 'traceevent' or re.match('^ *\/\* *(?P<msg>.*) \*\/ *$', m)): |
| if(d == 'traceevent'): |
| # nop format trace event |
| msg = m |
| else: |
| # function_graph format trace event |
| em = re.match('^ *\/\* *(?P<msg>.*) \*\/ *$', m) |
| msg = em.group('msg') |
| |
| emm = re.match('^(?P<call>.*?): (?P<msg>.*)', msg) |
| if(emm): |
| self.name = emm.group('msg') |
| self.type = emm.group('call') |
| else: |
| self.name = msg |
| km = re.match('^(?P<n>.*)_cal$', self.type) |
| if km: |
| self.fcall = True |
| self.fkprobe = True |
| self.type = km.group('n') |
| return |
| km = re.match('^(?P<n>.*)_ret$', self.type) |
| if km: |
| self.freturn = True |
| self.fkprobe = True |
| self.type = km.group('n') |
| return |
| self.fevent = True |
| return |
| # convert the duration to seconds |
| if(d): |
| self.length = float(d)/1000000 |
| # the indentation determines the depth |
| match = re.match('^(?P<d> *)(?P<o>.*)$', m) |
| if(not match): |
| return |
| self.depth = self.getDepth(match.group('d')) |
| m = match.group('o') |
| # function return |
| if(m[0] == '}'): |
| self.freturn = True |
| if(len(m) > 1): |
| # includes comment with function name |
| match = re.match('^} *\/\* *(?P<n>.*) *\*\/$', m) |
| if(match): |
| self.name = match.group('n').strip() |
| # function call |
| else: |
| self.fcall = True |
| # function call with children |
| if(m[-1] == '{'): |
| match = re.match('^(?P<n>.*) *\(.*', m) |
| if(match): |
| self.name = match.group('n').strip() |
| # function call with no children (leaf) |
| elif(m[-1] == ';'): |
| self.freturn = True |
| match = re.match('^(?P<n>.*) *\(.*', m) |
| if(match): |
| self.name = match.group('n').strip() |
| # something else (possibly a trace marker) |
| else: |
| self.name = m |
| def isCall(self): |
| return self.fcall and not self.freturn |
| def isReturn(self): |
| return self.freturn and not self.fcall |
| def isLeaf(self): |
| return self.fcall and self.freturn |
| def getDepth(self, str): |
| return len(str)/2 |
| def debugPrint(self, info=''): |
| if self.isLeaf(): |
| print(' -- %12.6f (depth=%02d): %s(); (%.3f us) %s' % (self.time, \ |
| self.depth, self.name, self.length*1000000, info)) |
| elif self.freturn: |
| print(' -- %12.6f (depth=%02d): %s} (%.3f us) %s' % (self.time, \ |
| self.depth, self.name, self.length*1000000, info)) |
| else: |
| print(' -- %12.6f (depth=%02d): %s() { (%.3f us) %s' % (self.time, \ |
| self.depth, self.name, self.length*1000000, info)) |
| def startMarker(self): |
| # Is this the starting line of a suspend? |
| if not self.fevent: |
| return False |
| if sysvals.usetracemarkers: |
| if(self.name == 'SUSPEND START'): |
| return True |
| return False |
| else: |
| if(self.type == 'suspend_resume' and |
| re.match('suspend_enter\[.*\] begin', self.name)): |
| return True |
| return False |
| def endMarker(self): |
| # Is this the ending line of a resume? |
| if not self.fevent: |
| return False |
| if sysvals.usetracemarkers: |
| if(self.name == 'RESUME COMPLETE'): |
| return True |
| return False |
| else: |
| if(self.type == 'suspend_resume' and |
| re.match('thaw_processes\[.*\] end', self.name)): |
| return True |
| return False |
| |
| # Class: FTraceCallGraph |
| # Description: |
| # A container for the ftrace callgraph of a single recursive function. |
| # This can be a dpm_run_callback, dpm_prepare, or dpm_complete callgraph |
| # Each instance is tied to a single device in a single phase, and is |
| # comprised of an ordered list of FTraceLine objects |
| class FTraceCallGraph: |
| id = '' |
| start = -1.0 |
| end = -1.0 |
| list = [] |
| invalid = False |
| depth = 0 |
| pid = 0 |
| name = '' |
| partial = False |
| vfname = 'missing_function_name' |
| ignore = False |
| sv = 0 |
| def __init__(self, pid, sv): |
| self.start = -1.0 |
| self.end = -1.0 |
| self.list = [] |
| self.depth = 0 |
| self.pid = pid |
| self.sv = sv |
| def addLine(self, line): |
| # if this is already invalid, just leave |
| if(self.invalid): |
| if(line.depth == 0 and line.freturn): |
| return 1 |
| return 0 |
| # invalidate on bad depth |
| if(self.depth < 0): |
| self.invalidate(line) |
| return 0 |
| # ignore data til we return to the current depth |
| if self.ignore: |
| if line.depth > self.depth: |
| return 0 |
| else: |
| self.list[-1].freturn = True |
| self.list[-1].length = line.time - self.list[-1].time |
| self.ignore = False |
| # if this is a return at self.depth, no more work is needed |
| if line.depth == self.depth and line.isReturn(): |
| if line.depth == 0: |
| self.end = line.time |
| return 1 |
| return 0 |
| # compare current depth with this lines pre-call depth |
| prelinedep = line.depth |
| if line.isReturn(): |
| prelinedep += 1 |
| last = 0 |
| lasttime = line.time |
| if len(self.list) > 0: |
| last = self.list[-1] |
| lasttime = last.time |
| if last.isLeaf(): |
| lasttime += last.length |
| # handle low misalignments by inserting returns |
| mismatch = prelinedep - self.depth |
| warning = self.sv.verbose and abs(mismatch) > 1 |
| info = [] |
| if mismatch < 0: |
| idx = 0 |
| # add return calls to get the depth down |
| while prelinedep < self.depth: |
| self.depth -= 1 |
| if idx == 0 and last and last.isCall(): |
| # special case, turn last call into a leaf |
| last.depth = self.depth |
| last.freturn = True |
| last.length = line.time - last.time |
| if warning: |
| info.append(('[make leaf]', last)) |
| else: |
| vline = FTraceLine(lasttime) |
| vline.depth = self.depth |
| vline.name = self.vfname |
| vline.freturn = True |
| self.list.append(vline) |
| if warning: |
| if idx == 0: |
| info.append(('', last)) |
| info.append(('[add return]', vline)) |
| idx += 1 |
| if warning: |
| info.append(('', line)) |
| # handle high misalignments by inserting calls |
| elif mismatch > 0: |
| idx = 0 |
| if warning: |
| info.append(('', last)) |
| # add calls to get the depth up |
| while prelinedep > self.depth: |
| if idx == 0 and line.isReturn(): |
| # special case, turn this return into a leaf |
| line.fcall = True |
| prelinedep -= 1 |
| if warning: |
| info.append(('[make leaf]', line)) |
| else: |
| vline = FTraceLine(lasttime) |
| vline.depth = self.depth |
| vline.name = self.vfname |
| vline.fcall = True |
| self.list.append(vline) |
| self.depth += 1 |
| if not last: |
| self.start = vline.time |
| if warning: |
| info.append(('[add call]', vline)) |
| idx += 1 |
| if warning and ('[make leaf]', line) not in info: |
| info.append(('', line)) |
| if warning: |
| print 'WARNING: ftrace data missing, corrections made:' |
| for i in info: |
| t, obj = i |
| if obj: |
| obj.debugPrint(t) |
| # process the call and set the new depth |
| skipadd = False |
| md = self.sv.max_graph_depth |
| if line.isCall(): |
| # ignore blacklisted/overdepth funcs |
| if (md and self.depth >= md - 1) or (line.name in self.sv.cgblacklist): |
| self.ignore = True |
| else: |
| self.depth += 1 |
| elif line.isReturn(): |
| self.depth -= 1 |
| # remove blacklisted/overdepth/empty funcs that slipped through |
| if (last and last.isCall() and last.depth == line.depth) or \ |
| (md and last and last.depth >= md) or \ |
| (line.name in self.sv.cgblacklist): |
| while len(self.list) > 0 and self.list[-1].depth > line.depth: |
| self.list.pop(-1) |
| if len(self.list) == 0: |
| self.invalid = True |
| return 1 |
| self.list[-1].freturn = True |
| self.list[-1].length = line.time - self.list[-1].time |
| self.list[-1].name = line.name |
| skipadd = True |
| if len(self.list) < 1: |
| self.start = line.time |
| # check for a mismatch that returned all the way to callgraph end |
| res = 1 |
| if mismatch < 0 and self.list[-1].depth == 0 and self.list[-1].freturn: |
| line = self.list[-1] |
| skipadd = True |
| res = -1 |
| if not skipadd: |
| self.list.append(line) |
| if(line.depth == 0 and line.freturn): |
| if(self.start < 0): |
| self.start = line.time |
| self.end = line.time |
| if line.fcall: |
| self.end += line.length |
| if self.list[0].name == self.vfname: |
| self.invalid = True |
| if res == -1: |
| self.partial = True |
| return res |
| return 0 |
| def invalidate(self, line): |
| if(len(self.list) > 0): |
| first = self.list[0] |
| self.list = [] |
| self.list.append(first) |
| self.invalid = True |
| id = 'task %s' % (self.pid) |
| window = '(%f - %f)' % (self.start, line.time) |
| if(self.depth < 0): |
| print('Data misalignment for '+id+\ |
| ' (buffer overflow), ignoring this callback') |
| else: |
| print('Too much data for '+id+\ |
| ' '+window+', ignoring this callback') |
| def slice(self, dev): |
| minicg = FTraceCallGraph(dev['pid'], self.sv) |
| minicg.name = self.name |
| mydepth = -1 |
| good = False |
| for l in self.list: |
| if(l.time < dev['start'] or l.time > dev['end']): |
| continue |
| if mydepth < 0: |
| if l.name == 'mutex_lock' and l.freturn: |
| mydepth = l.depth |
| continue |
| elif l.depth == mydepth and l.name == 'mutex_unlock' and l.fcall: |
| good = True |
| break |
| l.depth -= mydepth |
| minicg.addLine(l) |
| if not good or len(minicg.list) < 1: |
| return 0 |
| return minicg |
| def repair(self, enddepth): |
| # bring the depth back to 0 with additional returns |
| fixed = False |
| last = self.list[-1] |
| for i in reversed(range(enddepth)): |
| t = FTraceLine(last.time) |
| t.depth = i |
| t.freturn = True |
| fixed = self.addLine(t) |
| if fixed != 0: |
| self.end = last.time |
| return True |
| return False |
| def postProcess(self): |
| if len(self.list) > 0: |
| self.name = self.list[0].name |
| stack = dict() |
| cnt = 0 |
| last = 0 |
| for l in self.list: |
| # ftrace bug: reported duration is not reliable |
| # check each leaf and clip it at max possible length |
| if last and last.isLeaf(): |
| if last.length > l.time - last.time: |
| last.length = l.time - last.time |
| if l.isCall(): |
| stack[l.depth] = l |
| cnt += 1 |
| elif l.isReturn(): |
| if(l.depth not in stack): |
| if self.sv.verbose: |
| print 'Post Process Error: Depth missing' |
| l.debugPrint() |
| return False |
| # calculate call length from call/return lines |
| cl = stack[l.depth] |
| cl.length = l.time - cl.time |
| if cl.name == self.vfname: |
| cl.name = l.name |
| stack.pop(l.depth) |
| l.length = 0 |
| cnt -= 1 |
| last = l |
| if(cnt == 0): |
| # trace caught the whole call tree |
| return True |
| elif(cnt < 0): |
| if self.sv.verbose: |
| print 'Post Process Error: Depth is less than 0' |
| return False |
| # trace ended before call tree finished |
| return self.repair(cnt) |
| def deviceMatch(self, pid, data): |
| found = '' |
| # add the callgraph data to the device hierarchy |
| borderphase = { |
| 'dpm_prepare': 'suspend_prepare', |
| 'dpm_complete': 'resume_complete' |
| } |
| if(self.name in borderphase): |
| p = borderphase[self.name] |
| list = data.dmesg[p]['list'] |
| for devname in list: |
| dev = list[devname] |
| if(pid == dev['pid'] and |
| self.start <= dev['start'] and |
| self.end >= dev['end']): |
| cg = self.slice(dev) |
| if cg: |
| dev['ftrace'] = cg |
| found = devname |
| return found |
| for p in data.phases: |
| if(data.dmesg[p]['start'] <= self.start and |
| self.start <= data.dmesg[p]['end']): |
| list = data.dmesg[p]['list'] |
| for devname in list: |
| dev = list[devname] |
| if(pid == dev['pid'] and |
| self.start <= dev['start'] and |
| self.end >= dev['end']): |
| dev['ftrace'] = self |
| found = devname |
| break |
| break |
| return found |
| def newActionFromFunction(self, data): |
| name = self.name |
| if name in ['dpm_run_callback', 'dpm_prepare', 'dpm_complete']: |
| return |
| fs = self.start |
| fe = self.end |
| if fs < data.start or fe > data.end: |
| return |
| phase = '' |
| for p in data.phases: |
| if(data.dmesg[p]['start'] <= self.start and |
| self.start < data.dmesg[p]['end']): |
| phase = p |
| break |
| if not phase: |
| return |
| out = data.newActionGlobal(name, fs, fe, -2) |
| if out: |
| phase, myname = out |
| data.dmesg[phase]['list'][myname]['ftrace'] = self |
| def debugPrint(self, info=''): |
| print('%s pid=%d [%f - %f] %.3f us') % \ |
| (self.name, self.pid, self.start, self.end, |
| (self.end - self.start)*1000000) |
| for l in self.list: |
| if l.isLeaf(): |
| print('%f (%02d): %s(); (%.3f us)%s' % (l.time, \ |
| l.depth, l.name, l.length*1000000, info)) |
| elif l.freturn: |
| print('%f (%02d): %s} (%.3f us)%s' % (l.time, \ |
| l.depth, l.name, l.length*1000000, info)) |
| else: |
| print('%f (%02d): %s() { (%.3f us)%s' % (l.time, \ |
| l.depth, l.name, l.length*1000000, info)) |
| print(' ') |
| |
| class DevItem: |
| def __init__(self, test, phase, dev): |
| self.test = test |
| self.phase = phase |
| self.dev = dev |
| def isa(self, cls): |
| if 'htmlclass' in self.dev and cls in self.dev['htmlclass']: |
| return True |
| return False |
| |
| # Class: Timeline |
| # Description: |
| # A container for a device timeline which calculates |
| # all the html properties to display it correctly |
| class Timeline: |
| html = '' |
| height = 0 # total timeline height |
| scaleH = 20 # timescale (top) row height |
| rowH = 30 # device row height |
| bodyH = 0 # body height |
| rows = 0 # total timeline rows |
| rowlines = dict() |
| rowheight = dict() |
| html_tblock = '<div id="block{0}" class="tblock" style="left:{1}%;width:{2}%;"><div class="tback" style="height:{3}px"></div>\n' |
| html_device = '<div id="{0}" title="{1}" class="thread{7}" style="left:{2}%;top:{3}px;height:{4}px;width:{5}%;{8}">{6}</div>\n' |
| html_phase = '<div class="phase" style="left:{0}%;width:{1}%;top:{2}px;height:{3}px;background:{4}">{5}</div>\n' |
| html_phaselet = '<div id="{0}" class="phaselet" style="left:{1}%;width:{2}%;background:{3}"></div>\n' |
| html_legend = '<div id="p{3}" class="square" style="left:{0}%;background:{1}"> {2}</div>\n' |
| def __init__(self, rowheight, scaleheight): |
| self.rowH = rowheight |
| self.scaleH = scaleheight |
| self.html = '' |
| def createHeader(self, sv, stamp): |
| if(not stamp['time']): |
| return |
| self.html += '<div class="version"><a href="https://01.org/suspendresume">%s v%s</a></div>' \ |
| % (sv.title, sv.version) |
| if sv.logmsg and sv.testlog: |
| self.html += '<button id="showtest" class="logbtn btnfmt">log</button>' |
| if sv.dmesglog: |
| self.html += '<button id="showdmesg" class="logbtn btnfmt">dmesg</button>' |
| if sv.ftracelog: |
| self.html += '<button id="showftrace" class="logbtn btnfmt">ftrace</button>' |
| headline_stamp = '<div class="stamp">{0} {1} {2} {3}</div>\n' |
| self.html += headline_stamp.format(stamp['host'], stamp['kernel'], |
| stamp['mode'], stamp['time']) |
| if 'man' in stamp and 'plat' in stamp and 'cpu' in stamp and \ |
| stamp['man'] and stamp['plat'] and stamp['cpu']: |
| headline_sysinfo = '<div class="stamp sysinfo">{0} {1} <i>with</i> {2}</div>\n' |
| self.html += headline_sysinfo.format(stamp['man'], stamp['plat'], stamp['cpu']) |
| |
| # Function: getDeviceRows |
| # Description: |
| # determine how may rows the device funcs will take |
| # Arguments: |
| # rawlist: the list of devices/actions for a single phase |
| # Output: |
| # The total number of rows needed to display this phase of the timeline |
| def getDeviceRows(self, rawlist): |
| # clear all rows and set them to undefined |
| sortdict = dict() |
| for item in rawlist: |
| item.row = -1 |
| sortdict[item] = item.length |
| sortlist = sorted(sortdict, key=sortdict.get, reverse=True) |
| remaining = len(sortlist) |
| rowdata = dict() |
| row = 1 |
| # try to pack each row with as many ranges as possible |
| while(remaining > 0): |
| if(row not in rowdata): |
| rowdata[row] = [] |
| for i in sortlist: |
| if(i.row >= 0): |
| continue |
| s = i.time |
| e = i.time + i.length |
| valid = True |
| for ritem in rowdata[row]: |
| rs = ritem.time |
| re = ritem.time + ritem.length |
| if(not (((s <= rs) and (e <= rs)) or |
| ((s >= re) and (e >= re)))): |
| valid = False |
| break |
| if(valid): |
| rowdata[row].append(i) |
| i.row = row |
| remaining -= 1 |
| row += 1 |
| return row |
| # Function: getPhaseRows |
| # Description: |
| # Organize the timeline entries into the smallest |
| # number of rows possible, with no entry overlapping |
| # Arguments: |
| # devlist: the list of devices/actions in a group of contiguous phases |
| # Output: |
| # The total number of rows needed to display this phase of the timeline |
| def getPhaseRows(self, devlist, row=0, sortby='length'): |
| # clear all rows and set them to undefined |
| remaining = len(devlist) |
| rowdata = dict() |
| sortdict = dict() |
| myphases = [] |
| # initialize all device rows to -1 and calculate devrows |
| for item in devlist: |
| dev = item.dev |
| tp = (item.test, item.phase) |
| if tp not in myphases: |
| myphases.append(tp) |
| dev['row'] = -1 |
| if sortby == 'start': |
| # sort by start 1st, then length 2nd |
| sortdict[item] = (-1*float(dev['start']), float(dev['end']) - float(dev['start'])) |
| else: |
| # sort by length 1st, then name 2nd |
| sortdict[item] = (float(dev['end']) - float(dev['start']), item.dev['name']) |
| if 'src' in dev: |
| dev['devrows'] = self.getDeviceRows(dev['src']) |
| # sort the devlist by length so that large items graph on top |
| sortlist = sorted(sortdict, key=sortdict.get, reverse=True) |
| orderedlist = [] |
| for item in sortlist: |
| if item.dev['pid'] == -2: |
| orderedlist.append(item) |
| for item in sortlist: |
| if item not in orderedlist: |
| orderedlist.append(item) |
| # try to pack each row with as many devices as possible |
| while(remaining > 0): |
| rowheight = 1 |
| if(row not in rowdata): |
| rowdata[row] = [] |
| for item in orderedlist: |
| dev = item.dev |
| if(dev['row'] < 0): |
| s = dev['start'] |
| e = dev['end'] |
| valid = True |
| for ritem in rowdata[row]: |
| rs = ritem.dev['start'] |
| re = ritem.dev['end'] |
| if(not (((s <= rs) and (e <= rs)) or |
| ((s >= re) and (e >= re)))): |
| valid = False |
| break |
| if(valid): |
| rowdata[row].append(item) |
| dev['row'] = row |
| remaining -= 1 |
| if 'devrows' in dev and dev['devrows'] > rowheight: |
| rowheight = dev['devrows'] |
| for t, p in myphases: |
| if t not in self.rowlines or t not in self.rowheight: |
| self.rowlines[t] = dict() |
| self.rowheight[t] = dict() |
| if p not in self.rowlines[t] or p not in self.rowheight[t]: |
| self.rowlines[t][p] = dict() |
| self.rowheight[t][p] = dict() |
| rh = self.rowH |
| # section headers should use a different row height |
| if len(rowdata[row]) == 1 and \ |
| 'htmlclass' in rowdata[row][0].dev and \ |
| 'sec' in rowdata[row][0].dev['htmlclass']: |
| rh = 15 |
| self.rowlines[t][p][row] = rowheight |
| self.rowheight[t][p][row] = rowheight * rh |
| row += 1 |
| if(row > self.rows): |
| self.rows = int(row) |
| return row |
| def phaseRowHeight(self, test, phase, row): |
| return self.rowheight[test][phase][row] |
| def phaseRowTop(self, test, phase, row): |
| top = 0 |
| for i in sorted(self.rowheight[test][phase]): |
| if i >= row: |
| break |
| top += self.rowheight[test][phase][i] |
| return top |
| def calcTotalRows(self): |
| # Calculate the heights and offsets for the header and rows |
| maxrows = 0 |
| standardphases = [] |
| for t in self.rowlines: |
| for p in self.rowlines[t]: |
| total = 0 |
| for i in sorted(self.rowlines[t][p]): |
| total += self.rowlines[t][p][i] |
| if total > maxrows: |
| maxrows = total |
| if total == len(self.rowlines[t][p]): |
| standardphases.append((t, p)) |
| self.height = self.scaleH + (maxrows*self.rowH) |
| self.bodyH = self.height - self.scaleH |
| # if there is 1 line per row, draw them the standard way |
| for t, p in standardphases: |
| for i in sorted(self.rowheight[t][p]): |
| self.rowheight[t][p][i] = self.bodyH/len(self.rowlines[t][p]) |
| def createZoomBox(self, mode='command', testcount=1): |
| # Create bounding box, add buttons |
| html_zoombox = '<center><button id="zoomin">ZOOM IN +</button><button id="zoomout">ZOOM OUT -</button><button id="zoomdef">ZOOM 1:1</button></center>\n' |
| html_timeline = '<div id="dmesgzoombox" class="zoombox">\n<div id="{0}" class="timeline" style="height:{1}px">\n' |
| html_devlist1 = '<button id="devlist1" class="devlist" style="float:left;">Device Detail{0}</button>' |
| html_devlist2 = '<button id="devlist2" class="devlist" style="float:right;">Device Detail2</button>\n' |
| if mode != 'command': |
| if testcount > 1: |
| self.html += html_devlist2 |
| self.html += html_devlist1.format('1') |
| else: |
| self.html += html_devlist1.format('') |
| self.html += html_zoombox |
| self.html += html_timeline.format('dmesg', self.height) |
| # Function: createTimeScale |
| # Description: |
| # Create the timescale for a timeline block |
| # Arguments: |
| # m0: start time (mode begin) |
| # mMax: end time (mode end) |
| # tTotal: total timeline time |
| # mode: suspend or resume |
| # Output: |
| # The html code needed to display the time scale |
| def createTimeScale(self, m0, mMax, tTotal, mode): |
| timescale = '<div class="t" style="right:{0}%">{1}</div>\n' |
| rline = '<div class="t" style="left:0;border-left:1px solid black;border-right:0;">{0}</div>\n' |
| output = '<div class="timescale">\n' |
| # set scale for timeline |
| mTotal = mMax - m0 |
| tS = 0.1 |
| if(tTotal <= 0): |
| return output+'</div>\n' |
| if(tTotal > 4): |
| tS = 1 |
| divTotal = int(mTotal/tS) + 1 |
| divEdge = (mTotal - tS*(divTotal-1))*100/mTotal |
| for i in range(divTotal): |
| htmlline = '' |
| if(mode == 'suspend'): |
| pos = '%0.3f' % (100 - ((float(i)*tS*100)/mTotal) - divEdge) |
| val = '%0.fms' % (float(i-divTotal+1)*tS*1000) |
| if(i == divTotal - 1): |
| val = mode |
| htmlline = timescale.format(pos, val) |
| else: |
| pos = '%0.3f' % (100 - ((float(i)*tS*100)/mTotal)) |
| val = '%0.fms' % (float(i)*tS*1000) |
| htmlline = timescale.format(pos, val) |
| if(i == 0): |
| htmlline = rline.format(mode) |
| output += htmlline |
| self.html += output+'</div>\n' |
| |
| # Class: TestProps |
| # Description: |
| # A list of values describing the properties of these test runs |
| class TestProps: |
| stamp = '' |
| sysinfo = '' |
| cmdline = '' |
| kparams = '' |
| S0i3 = False |
| fwdata = [] |
| stampfmt = '# [a-z]*-(?P<m>[0-9]{2})(?P<d>[0-9]{2})(?P<y>[0-9]{2})-'+\ |
| '(?P<H>[0-9]{2})(?P<M>[0-9]{2})(?P<S>[0-9]{2})'+\ |
| ' (?P<host>.*) (?P<mode>.*) (?P<kernel>.*)$' |
| sysinfofmt = '^# sysinfo .*' |
| cmdlinefmt = '^# command \| (?P<cmd>.*)' |
| kparamsfmt = '^# kparams \| (?P<kp>.*)' |
| ftrace_line_fmt_fg = \ |
| '^ *(?P<time>[0-9\.]*) *\| *(?P<cpu>[0-9]*)\)'+\ |
| ' *(?P<proc>.*)-(?P<pid>[0-9]*) *\|'+\ |
| '[ +!#\*@$]*(?P<dur>[0-9\.]*) .*\| (?P<msg>.*)' |
| ftrace_line_fmt_nop = \ |
| ' *(?P<proc>.*)-(?P<pid>[0-9]*) *\[(?P<cpu>[0-9]*)\] *'+\ |
| '(?P<flags>.{4}) *(?P<time>[0-9\.]*): *'+\ |
| '(?P<msg>.*)' |
| ftrace_line_fmt = ftrace_line_fmt_nop |
| cgformat = False |
| data = 0 |
| ktemp = dict() |
| def __init__(self): |
| self.ktemp = dict() |
| def setTracerType(self, tracer): |
| if(tracer == 'function_graph'): |
| self.cgformat = True |
| self.ftrace_line_fmt = self.ftrace_line_fmt_fg |
| elif(tracer == 'nop'): |
| self.ftrace_line_fmt = self.ftrace_line_fmt_nop |
| else: |
| doError('Invalid tracer format: [%s]' % tracer) |
| def parseStamp(self, data, sv): |
| m = re.match(self.stampfmt, self.stamp) |
| data.stamp = {'time': '', 'host': '', 'mode': ''} |
| dt = datetime(int(m.group('y'))+2000, int(m.group('m')), |
| int(m.group('d')), int(m.group('H')), int(m.group('M')), |
| int(m.group('S'))) |
| data.stamp['time'] = dt.strftime('%B %d %Y, %I:%M:%S %p') |
| data.stamp['host'] = m.group('host') |
| data.stamp['mode'] = m.group('mode') |
| data.stamp['kernel'] = m.group('kernel') |
| if re.match(self.sysinfofmt, self.sysinfo): |
| for f in self.sysinfo.split('|'): |
| if '#' in f: |
| continue |
| tmp = f.strip().split(':', 1) |
| key = tmp[0] |
| val = tmp[1] |
| data.stamp[key] = val |
| sv.hostname = data.stamp['host'] |
| sv.suspendmode = data.stamp['mode'] |
| if sv.suspendmode == 'command' and sv.ftracefile != '': |
| modes = ['on', 'freeze', 'standby', 'mem', 'disk'] |
| fp = sysvals.openlog(sv.ftracefile, 'r') |
| for line in fp: |
| m = re.match('.* machine_suspend\[(?P<mode>.*)\]', line) |
| if m and m.group('mode') in ['1', '2', '3', '4']: |
| sv.suspendmode = modes[int(m.group('mode'))] |
| data.stamp['mode'] = sv.suspendmode |
| break |
| fp.close() |
| m = re.match(self.cmdlinefmt, self.cmdline) |
| if m: |
| sv.cmdline = m.group('cmd') |
| if self.kparams: |
| m = re.match(self.kparamsfmt, self.kparams) |
| if m: |
| sv.kparams = m.group('kp') |
| if not sv.stamp: |
| sv.stamp = data.stamp |
| |
| # Class: TestRun |
| # Description: |
| # A container for a suspend/resume test run. This is necessary as |
| # there could be more than one, and they need to be separate. |
| class TestRun: |
| ftemp = dict() |
| ttemp = dict() |
| data = 0 |
| def __init__(self, dataobj): |
| self.data = dataobj |
| self.ftemp = dict() |
| self.ttemp = dict() |
| |
| class ProcessMonitor: |
| proclist = dict() |
| running = False |
| def procstat(self): |
| c = ['cat /proc/[1-9]*/stat 2>/dev/null'] |
| process = Popen(c, shell=True, stdout=PIPE) |
| running = dict() |
| for line in process.stdout: |
| data = line.split() |
| pid = data[0] |
| name = re.sub('[()]', '', data[1]) |
| user = int(data[13]) |
| kern = int(data[14]) |
| kjiff = ujiff = 0 |
| if pid not in self.proclist: |
| self.proclist[pid] = {'name' : name, 'user' : user, 'kern' : kern} |
| else: |
| val = self.proclist[pid] |
| ujiff = user - val['user'] |
| kjiff = kern - val['kern'] |
| val['user'] = user |
| val['kern'] = kern |
| if ujiff > 0 or kjiff > 0: |
| running[pid] = ujiff + kjiff |
| process.wait() |
| out = '' |
| for pid in running: |
| jiffies = running[pid] |
| val = self.proclist[pid] |
| if out: |
| out += ',' |
| out += '%s-%s %d' % (val['name'], pid, jiffies) |
| return 'ps - '+out |
| def processMonitor(self, tid): |
| while self.running: |
| out = self.procstat() |
| if out: |
| sysvals.fsetVal(out, 'trace_marker') |
| def start(self): |
| self.thread = Thread(target=self.processMonitor, args=(0,)) |
| self.running = True |
| self.thread.start() |
| def stop(self): |
| self.running = False |
| |
| # ----------------- FUNCTIONS -------------------- |
| |
| # Function: doesTraceLogHaveTraceEvents |
| # Description: |
| # Quickly determine if the ftrace log has all of the trace events, |
| # markers, and/or kprobes required for primary parsing. |
| def doesTraceLogHaveTraceEvents(): |
| kpcheck = ['_cal: (', '_cpu_down()'] |
| techeck = ['suspend_resume'] |
| tmcheck = ['SUSPEND START', 'RESUME COMPLETE'] |
| sysvals.usekprobes = False |
| fp = sysvals.openlog(sysvals.ftracefile, 'r') |
| for line in fp: |
| # check for kprobes |
| if not sysvals.usekprobes: |
| for i in kpcheck: |
| if i in line: |
| sysvals.usekprobes = True |
| # check for all necessary trace events |
| check = techeck[:] |
| for i in techeck: |
| if i in line: |
| check.remove(i) |
| techeck = check |
| # check for all necessary trace markers |
| check = tmcheck[:] |
| for i in tmcheck: |
| if i in line: |
| check.remove(i) |
| tmcheck = check |
| fp.close() |
| if len(techeck) == 0: |
| sysvals.usetraceevents = True |
| else: |
| sysvals.usetraceevents = False |
| if len(tmcheck) == 0: |
| sysvals.usetracemarkers = True |
| else: |
| sysvals.usetracemarkers = False |
| |
| # Function: appendIncompleteTraceLog |
| # Description: |
| # [deprecated for kernel 3.15 or newer] |
| # Legacy support of ftrace outputs that lack the device_pm_callback |
| # and/or suspend_resume trace events. The primary data should be |
| # taken from dmesg, and this ftrace is used only for callgraph data |
| # or custom actions in the timeline. The data is appended to the Data |
| # objects provided. |
| # Arguments: |
| # testruns: the array of Data objects obtained from parseKernelLog |
| def appendIncompleteTraceLog(testruns): |
| # create TestRun vessels for ftrace parsing |
| testcnt = len(testruns) |
| testidx = 0 |
| testrun = [] |
| for data in testruns: |
| testrun.append(TestRun(data)) |
| |
| # extract the callgraph and traceevent data |
| sysvals.vprint('Analyzing the ftrace data (%s)...' % \ |
| os.path.basename(sysvals.ftracefile)) |
| tp = TestProps() |
| tf = sysvals.openlog(sysvals.ftracefile, 'r') |
| data = 0 |
| for line in tf: |
| # remove any latent carriage returns |
| line = line.replace('\r\n', '') |
| # grab the stamp and sysinfo |
| if re.match(tp.stampfmt, line): |
| tp.stamp = line |
| continue |
| elif re.match(tp.sysinfofmt, line): |
| tp.sysinfo = line |
| continue |
| elif re.match(tp.cmdlinefmt, line): |
| tp.cmdline = line |
| continue |
| # determine the trace data type (required for further parsing) |
| m = re.match(sysvals.tracertypefmt, line) |
| if(m): |
| tp.setTracerType(m.group('t')) |
| continue |
| # device properties line |
| if(re.match(sysvals.devpropfmt, line)): |
| devProps(line) |
| continue |
| # parse only valid lines, if this is not one move on |
| m = re.match(tp.ftrace_line_fmt, line) |
| if(not m): |
| continue |
| # gather the basic message data from the line |
| m_time = m.group('time') |
| m_pid = m.group('pid') |
| m_msg = m.group('msg') |
| if(tp.cgformat): |
| m_param3 = m.group('dur') |
| else: |
| m_param3 = 'traceevent' |
| if(m_time and m_pid and m_msg): |
| t = FTraceLine(m_time, m_msg, m_param3) |
| pid = int(m_pid) |
| else: |
| continue |
| # the line should be a call, return, or event |
| if(not t.fcall and not t.freturn and not t.fevent): |
| continue |
| # look for the suspend start marker |
| if(t.startMarker()): |
| data = testrun[testidx].data |
| tp.parseStamp(data, sysvals) |
| data.setStart(t.time) |
| continue |
| if(not data): |
| continue |
| # find the end of resume |
| if(t.endMarker()): |
| data.setEnd(t.time) |
| testidx += 1 |
| if(testidx >= testcnt): |
| break |
| continue |
| # trace event processing |
| if(t.fevent): |
| # general trace events have two types, begin and end |
| if(re.match('(?P<name>.*) begin$', t.name)): |
| isbegin = True |
| elif(re.match('(?P<name>.*) end$', t.name)): |
| isbegin = False |
| else: |
| continue |
| m = re.match('(?P<name>.*)\[(?P<val>[0-9]*)\] .*', t.name) |
| if(m): |
| val = m.group('val') |
| if val == '0': |
| name = m.group('name') |
| else: |
| name = m.group('name')+'['+val+']' |
| else: |
| m = re.match('(?P<name>.*) .*', t.name) |
| name = m.group('name') |
| # special processing for trace events |
| if re.match('dpm_prepare\[.*', name): |
| continue |
| elif re.match('machine_suspend.*', name): |
| continue |
| elif re.match('suspend_enter\[.*', name): |
| if(not isbegin): |
| data.dmesg['suspend_prepare']['end'] = t.time |
| continue |
| elif re.match('dpm_suspend\[.*', name): |
| if(not isbegin): |
| data.dmesg['suspend']['end'] = t.time |
| continue |
| elif re.match('dpm_suspend_late\[.*', name): |
| if(isbegin): |
| data.dmesg['suspend_late']['start'] = t.time |
| else: |
| data.dmesg['suspend_late']['end'] = t.time |
| continue |
| elif re.match('dpm_suspend_noirq\[.*', name): |
| if(isbegin): |
| data.dmesg['suspend_noirq']['start'] = t.time |
| else: |
| data.dmesg['suspend_noirq']['end'] = t.time |
| continue |
| elif re.match('dpm_resume_noirq\[.*', name): |
| if(isbegin): |
| data.dmesg['resume_machine']['end'] = t.time |
| data.dmesg['resume_noirq']['start'] = t.time |
| else: |
| data.dmesg['resume_noirq']['end'] = t.time |
| continue |
| elif re.match('dpm_resume_early\[.*', name): |
| if(isbegin): |
| data.dmesg['resume_early']['start'] = t.time |
| else: |
| data.dmesg['resume_early']['end'] = t.time |
| continue |
| elif re.match('dpm_resume\[.*', name): |
| if(isbegin): |
| data.dmesg['resume']['start'] = t.time |
| else: |
| data.dmesg['resume']['end'] = t.time |
| continue |
| elif re.match('dpm_complete\[.*', name): |
| if(isbegin): |
| data.dmesg['resume_complete']['start'] = t.time |
| else: |
| data.dmesg['resume_complete']['end'] = t.time |
| continue |
| # skip trace events inside devices calls |
| if(not data.isTraceEventOutsideDeviceCalls(pid, t.time)): |
| continue |
| # global events (outside device calls) are simply graphed |
| if(isbegin): |
| # store each trace event in ttemp |
| if(name not in testrun[testidx].ttemp): |
| testrun[testidx].ttemp[name] = [] |
| testrun[testidx].ttemp[name].append(\ |
| {'begin': t.time, 'end': t.time}) |
| else: |
| # finish off matching trace event in ttemp |
| if(name in testrun[testidx].ttemp): |
| testrun[testidx].ttemp[name][-1]['end'] = t.time |
| # call/return processing |
| elif sysvals.usecallgraph: |
| # create a callgraph object for the data |
| if(pid not in testrun[testidx].ftemp): |
| testrun[testidx].ftemp[pid] = [] |
| testrun[testidx].ftemp[pid].append(FTraceCallGraph(pid, sysvals)) |
| # when the call is finished, see which device matches it |
| cg = testrun[testidx].ftemp[pid][-1] |
| res = cg.addLine(t) |
| if(res != 0): |
| testrun[testidx].ftemp[pid].append(FTraceCallGraph(pid, sysvals)) |
| if(res == -1): |
| testrun[testidx].ftemp[pid][-1].addLine(t) |
| tf.close() |
| |
| for test in testrun: |
| # add the traceevent data to the device hierarchy |
| if(sysvals.usetraceevents): |
| for name in test.ttemp: |
| for event in test.ttemp[name]: |
| test.data.newActionGlobal(name, event['begin'], event['end']) |
| |
| # add the callgraph data to the device hierarchy |
| for pid in test.ftemp: |
| for cg in test.ftemp[pid]: |
| if len(cg.list) < 1 or cg.invalid or (cg.end - cg.start == 0): |
| continue |
| if(not cg.postProcess()): |
| id = 'task %s cpu %s' % (pid, m.group('cpu')) |
| sysvals.vprint('Sanity check failed for '+\ |
| id+', ignoring this callback') |
| continue |
| callstart |
