from __future__ import print_function import datetime, os, subprocess, sys, tempfile from uncompyle6 import verify, IS_PYPY from xdis.code import iscode from uncompyle6.disas import check_object_path from uncompyle6.semantics import pysource from uncompyle6.parser import ParserError from uncompyle6.version import VERSION from uncompyle6.linenumbers import line_number_mapping from uncompyle6.semantics.pysource import deparse_code from uncompyle6.semantics.linemap import deparse_code_with_map from xdis.load import load_module def _get_outstream(outfile): dir = os.path.dirname(outfile) failed_file = outfile + '_failed' if os.path.exists(failed_file): os.remove(failed_file) try: os.makedirs(dir) except OSError: pass return open(outfile, 'w') def decompile( bytecode_version, co, out=None, showasm=None, showast=False, timestamp=None, showgrammar=False, code_objects={}, source_size=None, is_pypy=False, magic_int=None, mapstream=None): """ ingests and deparses a given code block 'co' """ assert iscode(co) # store final output stream for case of error real_out = out or sys.stdout co_pypy_str = 'PyPy ' if is_pypy else '' run_pypy_str = 'PyPy ' if IS_PYPY else '' print('# uncompyle6 version %s\n' '# %sPython bytecode %s%s\n# Decompiled from: %sPython %s' % (VERSION, co_pypy_str, bytecode_version, " (%d)" % magic_int if magic_int else "", run_pypy_str, '\n# '.join(sys.version.split('\n'))), file=real_out) if co.co_filename: print('# Embedded file name: %s' % co.co_filename, file=real_out) if timestamp: print('# Compiled at: %s' % datetime.datetime.fromtimestamp(timestamp), file=real_out) if source_size: print('# Size of source mod 2**32: %d bytes' % source_size, file=real_out) try: if mapstream: if isinstance(mapstream, str): mapstream = _get_outstream(mapstream) deparsed = deparse_code_with_map(bytecode_version, co, out, showasm, showast, showgrammar, code_objects=code_objects, is_pypy=is_pypy, first_line=7) linemap = [(line_no, deparsed.source_linemap[line_no]) for line_no in sorted(deparsed.source_linemap.keys())] mapstream.write("\n\n# %s\n" % linemap) if mapstream != real_out: mapstream.close() else: deparsed = deparse_code(bytecode_version, co, out, showasm, showast, showgrammar, code_objects=code_objects, is_pypy=is_pypy) pass return deparsed except pysource.SourceWalkerError as e: # deparsing failed raise pysource.SourceWalkerError(str(e)) # For compatiblity uncompyle = decompile def decompile_file(filename, outstream=None, showasm=None, showast=False, showgrammar=False, mapstream=None): """ decompile Python byte-code file (.pyc) """ filename = check_object_path(filename) code_objects = {} (version, timestamp, magic_int, co, is_pypy, source_size) = load_module(filename, code_objects) if type(co) == list: for con in co: decompile(version, con, outstream, showasm, showast, timestamp, showgrammar, code_objects=code_objects, is_pypy=is_pypy, magic_int=magic_int) else: decompile(version, co, outstream, showasm, showast, timestamp, showgrammar, code_objects=code_objects, source_size=source_size, is_pypy=is_pypy, magic_int=magic_int, mapstream=mapstream) co = None # For compatiblity uncompyle_file = decompile_file # FIXME: combine into an options parameter def main(in_base, out_base, files, codes, outfile=None, showasm=None, showast=False, do_verify=False, showgrammar=False, raise_on_error=False, do_linemaps=False): """ in_base base directory for input files out_base base directory for output files (ignored when files list of filenames to be uncompyled (relative to src_base) outfile write output to this filename (overwrites out_base) For redirecting output to - outfile= (out_base is ignored) - files below out_base out_base=... - stdout out_base=None, outfile=None """ tot_files = okay_files = failed_files = verify_failed_files = 0 current_outfile = outfile linemap_stream = None for filename in files: infile = os.path.join(in_base, filename) if not os.path.exists(infile): sys.stderr.write("File '%s' doesn't exist. Skipped\n" % infile) continue if do_linemaps: linemap_stream = infile + '.pymap' pass # print (infile, file=sys.stderr) if outfile: # outfile was given as parameter outstream = _get_outstream(outfile) elif out_base is None: outstream = sys.stdout if do_linemaps: linemap_stream = sys.stdout if do_verify: prefix = os.path.basename(filename) + '-' if prefix.endswith('.py'): prefix = prefix[:-len('.py')] # Unbuffer output if possible buffering = -1 if sys.stdout.isatty() else 0 t = tempfile.NamedTemporaryFile(mode='w+b', buffering=buffering, suffix='.py', prefix=prefix) current_outfile = t.name sys.stdout = os.fdopen(sys.stdout.fileno(), 'w', buffering) tee = subprocess.Popen(["tee", current_outfile], stdin=subprocess.PIPE) os.dup2(tee.stdin.fileno(), sys.stdout.fileno()) os.dup2(tee.stdin.fileno(), sys.stderr.fileno()) else: if filename.endswith('.pyc'): current_outfile = os.path.join(out_base, filename[0:-1]) else: current_outfile = os.path.join(out_base, filename) + '_dis' pass pass outstream = _get_outstream(current_outfile) # print(current_outfile, file=sys.stderr) # Try to uncompile the input file try: decompile_file(infile, outstream, showasm, showast, showgrammar, linemap_stream) tot_files += 1 except (ValueError, SyntaxError, ParserError, pysource.SourceWalkerError) as e: sys.stdout.write("\n") sys.stderr.write("\n# file %s\n# %s\n" % (infile, e)) failed_files += 1 except KeyboardInterrupt: if outfile: outstream.close() os.remove(outfile) sys.stdout.write("\n") sys.stderr.write("\nLast file: %s " % (infile)) raise # except: # failed_files += 1 # if current_outfile: # outstream.close() # os.rename(current_outfile, current_outfile + '_failed') # else: # sys.stderr.write("\n# %s" % sys.exc_info()[1]) # sys.stderr.write("\n# Can't uncompile %s\n" % infile) else: # uncompile successful if current_outfile: outstream.close() if do_verify: weak_verify = do_verify == 'weak' try: msg = verify.compare_code_with_srcfile(infile, current_outfile, weak_verify=weak_verify) if not current_outfile: if not msg: print('\n# okay decompiling %s' % infile) okay_files += 1 else: verify_failed_files += 1 print('\n# %s\n\t%s', infile, msg) pass else: okay_files += 1 pass except verify.VerifyCmpError as e: print(e) verify_failed_files += 1 os.rename(current_outfile, current_outfile + '_unverified') sys.stderr.write("### Error Verifying %s\n" % filename) sys.stderr.write(str(e) + "\n") if not outfile: if raise_on_error: raise pass pass pass else: okay_files += 1 pass elif do_verify: from trepan.api import debug; debug() sys.stderr.write("\n### uncompile successful, but no file to compare against\n") pass else: okay_files += 1 if not current_outfile: mess = '\n# okay decompiling' # mem_usage = __memUsage() print(mess, infile) if current_outfile: sys.stdout.write("%s\r" % status_msg(do_verify, tot_files, okay_files, failed_files, verify_failed_files, do_verify)) sys.stdout.flush() if current_outfile: sys.stdout.write("\n") sys.stdout.flush() return (tot_files, okay_files, failed_files, verify_failed_files) # ---- main ---- if sys.platform.startswith('linux') and os.uname()[2][:2] in ['2.', '3.', '4.']: def __memUsage(): mi = open('/proc/self/stat', 'r') mu = mi.readline().split()[22] mi.close() return int(mu) / 1000000 else: def __memUsage(): return '' def status_msg(do_verify, tot_files, okay_files, failed_files, verify_failed_files, weak_verify): if weak_verify == 'weak': verification_type = 'weak' else: verification_type = 'strong' if tot_files == 1: if failed_files: return "\n# decompile failed" elif verify_failed_files: return "\n# decompile %s verification failed" % verification_type else: return "\n# Successfully decompiled file" pass pass mess = "decompiled %i files: %i okay, %i failed" % (tot_files, okay_files, failed_files) if do_verify: mess += (", %i %s verification failed" % (verify_failed_files, verification_type)) return mess