# Copyright (c) 2016 by Rocky Bernstein # Copyright (c) 2005 by Dan Pascu # Copyright (c) 2000-2002 by hartmut Goebel # Copyright (c) 1999 John Aycock # # See LICENSE # """ scanner/disassembler module. From here we call various version-specific scanners, e.g. for Python 2.7 or 3.4. This overlaps Python's dis module, but it can be run from Python 2 or Python 3 and other versions of Python. Also, we save token information for later use in deparsing. """ from __future__ import print_function import sys from uncompyle6 import PYTHON3 from uncompyle6.scanners.tok import Token # FIXME: DRY if PYTHON3: intern = sys.intern L65536 = 65536 def long(l): l else: L65536 = long(65536) # NOQA from uncompyle6.opcodes import (opcode_25, opcode_26, opcode_27, opcode_32, opcode_33, opcode_34, opcode_35) class Code(object): ''' Class for representing code-objects. This is similar to the original code object, but additionally the diassembled code is stored in the attribute '_tokens'. ''' def __init__(self, co, scanner, classname=None): for i in dir(co): if i.startswith('co_'): setattr(self, i, getattr(co, i)) self._tokens, self._customize = scanner.disassemble(co, classname) class Scanner(object): def __init__(self, version): self.version = version # FIXME: DRY if version == 2.7: self.opc = opcode_27 elif version == 2.6: self.opc = opcode_26 elif version == 2.5: self.opc = opcode_25 elif version == 3.2: self.opc = opcode_32 elif version == 3.3: self.opc = opcode_33 elif version == 3.4: self.opc = opcode_34 elif version == 3.5: self.opc = opcode_35 else: raise TypeError("%s is not a Python version I know about" % version) self.opname = self.opc.opname # FIXME: This weird Python2 behavior is not Python3 self.resetTokenClass() def setTokenClass(self, tokenClass): # assert isinstance(tokenClass, types.ClassType) self.Token = tokenClass return self.Token def resetTokenClass(self): return self.setTokenClass(Token) def get_target(self, pos, op=None): if op is None: op = self.code[pos] target = self.get_argument(pos) if op in self.opc.hasjrel: target += pos + 3 return target def get_argument(self, pos): arg = self.code[pos+1] + self.code[pos+2] * 256 return arg def print_bytecode(self): for i in self.op_range(0, len(self.code)): op = self.code[i] if op in self.opc.hasjabs+self.opc.hasjrel: dest = self.get_target(i, op) print('%i\t%s\t%i' % (i, self.opname[op], dest)) else: print('%i\t%s\t' % (i, self.opname[op])) def first_instr(self, start, end, instr, target=None, exact=True): """ Find the first in the block from start to end. is any python bytecode instruction or a list of opcodes If is an opcode with a target (like a jump), a target destination can be specified which must match precisely if exact is True, or if exact is False, the instruction which has a target closest to will be returned. Return index to it or None if not found. """ code = self.code assert(start >= 0 and end <= len(code)) try: None in instr except: instr = [instr] result_offset = None current_distance = len(code) for offset in self.op_range(start, end): op = code[offset] if op in instr: if target is None: return offset dest = self.get_target(offset) if dest == target: return offset elif not exact: new_distance = abs(target - dest) if new_distance < current_distance: current_distance = new_distance result_offset = offset return result_offset def last_instr(self, start, end, instr, target=None, exact=True): """ Find the last in the block from start to end. is any python bytecode instruction or a list of opcodes If is an opcode with a target (like a jump), a target destination can be specified which must match precisely if exact is True, or if exact is False, the instruction which has a target closest to will be returned. Return index to it or None if not found. """ code = self.code # Make sure requested positions do not go out of # code bounds if not (start>=0 and end<=len(code)): return None try: None in instr except: instr = [instr] result_offset = None current_distance = len(code) for offset in self.op_range(start, end): op = code[offset] if op in instr: if target is None: result_offset = offset else: dest = self.get_target(offset) if dest == target: current_distance = 0 result_offset = offset elif not exact: new_distance = abs(target - dest) if new_distance <= current_distance: current_distance = new_distance result_offset = offset return result_offset def all_instr(self, start, end, instr, target=None, include_beyond_target=False): """ Find all in the block from start to end. is any python bytecode instruction or a list of opcodes If is an opcode with a target (like a jump), a target destination can be specified which must match precisely. Return a list with indexes to them or [] if none found. """ code = self.code assert(start >= 0 and end <= len(code)) try: None in instr except: instr = [instr] result = [] for offset in self.op_range(start, end): op = code[offset] if op in instr: if target is None: result.append(offset) else: t = self.get_target(offset) if include_beyond_target and t >= target: result.append(offset) elif t == target: result.append(offset) return result def op_size(self, op): """ Return size of operator with its arguments for given opcode . """ if op < self.opc.HAVE_ARGUMENT and op not in self.opc.hasArgumentExtended: return 1 else: return 3 def op_hasArgument(self, op): return self.op_size(op) > 1 def op_range(self, start, end): """ Iterate through positions of opcodes, skipping arguments. """ while start < end: yield start start += self.op_size(self.code[start]) def remove_mid_line_ifs(self, ifs): filtered = [] for i in ifs: if self.lines[i].l_no == self.lines[i+3].l_no: if self.code[self.prev[self.lines[i].next]] in (self.opc.PJIT, self.opc.PJIF): continue filtered.append(i) return filtered def rem_or(self, start, end, instr, target=None, include_beyond_target=False): """ Find all in the block from start to end. is any python bytecode instruction or a list of opcodes If is an opcode with a target (like a jump), a target destination can be specified which must match precisely. Return a list with indexes to them or [] if none found. """ code = self.code assert(start>=0 and end<=len(code)) try: None in instr except: instr = [instr] result = [] for i in self.op_range(start, end): op = code[i] if op in instr: if target is None: result.append(i) else: t = self.get_target(i, op) if include_beyond_target and t >= target: result.append(i) elif t == target: result.append(i) pjits = self.all_instr(start, end, self.opc.PJIT) filtered = [] for pjit in pjits: tgt = self.get_target(pjit)-3 for i in result: if i <= pjit or i >= tgt: filtered.append(i) result = filtered filtered = [] return result def restrict_to_parent(self, target, parent): """Restrict target to parent structure boundaries.""" if not (parent['start'] < target < parent['end']): target = parent['end'] return target def get_scanner(version): # Pick up appropriate scanner # from trepan.api import debug; # debug(start_opts={'startup-profile': True}) # FIXME: see if we can do better if version == 2.7: import uncompyle6.scanners.scanner27 as scan scanner = scan.Scanner27() elif version == 2.6: import uncompyle6.scanners.scanner26 as scan scanner = scan.Scanner26() elif version == 2.5: import uncompyle6.scanners.scanner25 as scan scanner = scan.Scanner25() elif version == 3.2: import uncompyle6.scanners.scanner32 as scan scanner = scan.Scanner32() elif version == 3.3: import uncompyle6.scanners.scanner33 as scan scanner = scan.Scanner33() elif version == 3.4: import uncompyle6.scanners.scanner34 as scan scanner = scan.Scanner34() elif version == 3.5: import uncompyle6.scanners.scanner35 as scan scanner = scan.Scanner35() else: raise RuntimeError("Unsupported Python version %d" % version) return scanner if __name__ == "__main__": import inspect, uncompyle6 co = inspect.currentframe().f_code scanner = get_scanner(uncompyle6.PYTHON_VERSION) tokens, customize = scanner.disassemble(co, {}) print('-' * 30) for t in tokens: print(t) pass