# Copyright (c) 2016 by Rocky Bernstein # Copyright (c) 2005 by Dan Pascu # Copyright (c) 2000-2002 by hartmut Goebel # Copyright (c) 1999 John Aycock # # See LICENSE # """ scanner/disassembler module. From here we call various version-specific scanners, e.g. for Python 2.7 or 3.4. This overlaps Python's dis module, but it can be run from Python 2 or Python 3 and other versions of Python. Also, we save token information for later use in deparsing. """ from __future__ import print_function import sys from uncompyle6 import PYTHON3 from uncompyle6.scanners.tok import Token # The byte code versions we support PYTHON_VERSIONS = (2.3, 2.4, 2.5, 2.6, 2.7, 3.2, 3.3, 3.4, 3.5) # FIXME: DRY if PYTHON3: intern = sys.intern L65536 = 65536 def long(l): l else: L65536 = long(65536) # NOQA class Code(object): ''' Class for representing code-objects. This is similar to the original code object, but additionally the diassembled code is stored in the attribute '_tokens'. ''' def __init__(self, co, scanner, classname=None): for i in dir(co): if i.startswith('co_'): setattr(self, i, getattr(co, i)) self._tokens, self._customize = scanner.disassemble(co, classname) class Scanner(object): def __init__(self, version, show_asm=None): self.version = version self.show_asm = show_asm if version in PYTHON_VERSIONS: v_str = "opcode_%s" % (int(version * 10)) exec("from xdis.opcodes import %s" % v_str) exec("self.opc = %s" % v_str) else: raise TypeError("%s is not a Python version I know about" % version) self.opname = self.opc.opname # FIXME: This weird Python2 behavior is not Python3 self.resetTokenClass() def setTokenClass(self, tokenClass): # assert isinstance(tokenClass, types.ClassType) self.Token = tokenClass return self.Token def resetTokenClass(self): return self.setTokenClass(Token) def get_target(self, pos, op=None): if op is None: op = self.code[pos] target = self.get_argument(pos) if op in self.opc.hasjrel: target += pos + 3 return target def get_argument(self, pos): arg = self.code[pos+1] + self.code[pos+2] * 256 return arg def print_bytecode(self): for i in self.op_range(0, len(self.code)): op = self.code[i] if op in self.opc.hasjabs+self.opc.hasjrel: dest = self.get_target(i, op) print('%i\t%s\t%i' % (i, self.opname[op], dest)) else: print('%i\t%s\t' % (i, self.opname[op])) def first_instr(self, start, end, instr, target=None, exact=True): """ Find the first in the block from start to end. is any python bytecode instruction or a list of opcodes If is an opcode with a target (like a jump), a target destination can be specified which must match precisely if exact is True, or if exact is False, the instruction which has a target closest to will be returned. Return index to it or None if not found. """ code = self.code assert(start >= 0 and end <= len(code)) try: None in instr except: instr = [instr] result_offset = None current_distance = len(code) for offset in self.op_range(start, end): op = code[offset] if op in instr: if target is None: return offset dest = self.get_target(offset) if dest == target: return offset elif not exact: new_distance = abs(target - dest) if new_distance < current_distance: current_distance = new_distance result_offset = offset return result_offset def last_instr(self, start, end, instr, target=None, exact=True): """ Find the last in the block from start to end. is any python bytecode instruction or a list of opcodes If is an opcode with a target (like a jump), a target destination can be specified which must match precisely if exact is True, or if exact is False, the instruction which has a target closest to will be returned. Return index to it or None if not found. """ code = self.code # Make sure requested positions do not go out of # code bounds if not (start>=0 and end<=len(code)): return None try: None in instr except: instr = [instr] result_offset = None current_distance = len(code) for offset in self.op_range(start, end): op = code[offset] if op in instr: if target is None: result_offset = offset else: dest = self.get_target(offset) if dest == target: current_distance = 0 result_offset = offset elif not exact: new_distance = abs(target - dest) if new_distance <= current_distance: current_distance = new_distance result_offset = offset return result_offset def all_instr(self, start, end, instr, target=None, include_beyond_target=False): """ Find all in the block from start to end. is any python bytecode instruction or a list of opcodes If is an opcode with a target (like a jump), a target destination can be specified which must match precisely. Return a list with indexes to them or [] if none found. """ code = self.code assert(start >= 0 and end <= len(code)) try: None in instr except: instr = [instr] result = [] for offset in self.op_range(start, end): op = code[offset] if op in instr: if target is None: result.append(offset) else: t = self.get_target(offset) if include_beyond_target and t >= target: result.append(offset) elif t == target: result.append(offset) return result def op_hasArgument(self, op): return self.op_size(op) > 1 def op_range(self, start, end): """ Iterate through positions of opcodes, skipping arguments. """ while start < end: yield start start += self.op_size(self.code[start]) def remove_mid_line_ifs(self, ifs): filtered = [] for i in ifs: if self.lines[i].l_no == self.lines[i+3].l_no: if self.code[self.prev[self.lines[i].next]] in (self.opc.PJIT, self.opc.PJIF): continue filtered.append(i) return filtered def rem_or(self, start, end, instr, target=None, include_beyond_target=False): """ Find all in the block from start to end. is any python bytecode instruction or a list of opcodes If is an opcode with a target (like a jump), a target destination can be specified which must match precisely. Return a list with indexes to them or [] if none found. """ code = self.code assert(start>=0 and end<=len(code)) try: None in instr except: instr = [instr] result = [] for i in self.op_range(start, end): op = code[i] if op in instr: if target is None: result.append(i) else: t = self.get_target(i, op) if include_beyond_target and t >= target: result.append(i) elif t == target: result.append(i) pjits = self.all_instr(start, end, self.opc.PJIT) filtered = [] for pjit in pjits: tgt = self.get_target(pjit)-3 for i in result: if i <= pjit or i >= tgt: filtered.append(i) result = filtered filtered = [] return result def restrict_to_parent(self, target, parent): """Restrict target to parent structure boundaries.""" if not (parent['start'] < target < parent['end']): target = parent['end'] return target def parse_fn_counts(argc): return ((argc & 0xFF), (argc >> 8) & 0xFF, (argc >> 16) & 0x7FFF) def get_scanner(version, show_asm=None): # Pick up appropriate scanner if version in PYTHON_VERSIONS: v_str = "%s" % (int(version * 10)) exec("import uncompyle6.scanners.scanner%s as scan" % v_str) if PYTHON3: import importlib scan = importlib.import_module("uncompyle6.scanners.scanner%s" % v_str) if False: print(scan) # Avoid unused scan else: exec("import uncompyle6.scanners.scanner%s as scan" % v_str) scanner = eval("scan.Scanner%s(show_asm=show_asm)" % v_str) else: raise RuntimeError("Unsupported Python version %s" % version) return scanner if __name__ == "__main__": import inspect, uncompyle6 co = inspect.currentframe().f_code scanner = get_scanner(uncompyle6.PYTHON_VERSION, True) tokens, customize = scanner.disassemble(co, {})