You've already forked python-uncompyle6
mirror of
https://github.com/rocky/python-uncompyle6.git
synced 2025-08-03 00:45:53 +08:00
200 lines
8.0 KiB
Python
200 lines
8.0 KiB
Python
# Copyright (c) 2016-2017 Rocky Bernstein
|
|
# Copyright (c) 2005 by Dan Pascu <dan@windowmaker.org>
|
|
# Copyright (c) 2000-2002 by hartmut Goebel <hartmut@goebel.noris.de>
|
|
|
|
from spark_parser import DEFAULT_DEBUG as PARSER_DEFAULT_DEBUG
|
|
from uncompyle6.parser import PythonParserSingle
|
|
from uncompyle6.parsers.parse2 import Python2Parser
|
|
|
|
class Python27Parser(Python2Parser):
|
|
|
|
def __init__(self, debug_parser=PARSER_DEFAULT_DEBUG):
|
|
super(Python27Parser, self).__init__(debug_parser)
|
|
self.customized = {}
|
|
|
|
def p_comprehension27(self, args):
|
|
"""
|
|
list_for ::= expr for_iter store list_iter JUMP_BACK
|
|
list_comp ::= BUILD_LIST_0 list_iter
|
|
lc_body ::= expr LIST_APPEND
|
|
|
|
stmt ::= setcomp_func
|
|
|
|
# Dictionary and set comprehensions were added in Python 2.7
|
|
expr ::= dict_comp
|
|
dict_comp ::= LOAD_DICTCOMP MAKE_FUNCTION_0 expr GET_ITER CALL_FUNCTION_1
|
|
|
|
stmt ::= dictcomp_func
|
|
dictcomp_func ::= BUILD_MAP_0 LOAD_FAST FOR_ITER store
|
|
comp_iter JUMP_BACK RETURN_VALUE RETURN_LAST
|
|
|
|
setcomp_func ::= BUILD_SET_0 LOAD_FAST FOR_ITER store comp_iter
|
|
JUMP_BACK RETURN_VALUE RETURN_LAST
|
|
|
|
comp_body ::= dict_comp_body
|
|
comp_body ::= set_comp_body
|
|
comp_for ::= expr for_iter store comp_iter JUMP_BACK
|
|
|
|
dict_comp_body ::= expr expr MAP_ADD
|
|
set_comp_body ::= expr SET_ADD
|
|
|
|
# See also common Python p_list_comprehension
|
|
"""
|
|
|
|
def p_try27(self, args):
|
|
"""
|
|
tryfinallystmt ::= SETUP_FINALLY suite_stmts_opt
|
|
POP_BLOCK LOAD_CONST
|
|
COME_FROM_FINALLY suite_stmts_opt END_FINALLY
|
|
|
|
tryelsestmt ::= SETUP_EXCEPT suite_stmts_opt POP_BLOCK
|
|
except_handler else_suite COME_FROM
|
|
|
|
tryelsestmtl ::= SETUP_EXCEPT suite_stmts_opt POP_BLOCK
|
|
except_handler else_suitel JUMP_BACK COME_FROM
|
|
|
|
except_stmt ::= except_cond2 except_suite
|
|
|
|
except_cond1 ::= DUP_TOP expr COMPARE_OP
|
|
jmp_false POP_TOP POP_TOP POP_TOP
|
|
|
|
except_cond2 ::= DUP_TOP expr COMPARE_OP
|
|
jmp_false POP_TOP store POP_TOP
|
|
"""
|
|
|
|
def p_jump27(self, args):
|
|
"""
|
|
iflaststmtl ::= testexpr c_stmts
|
|
|
|
_ifstmts_jump ::= c_stmts_opt JUMP_FORWARD come_froms
|
|
bp_come_from ::= POP_BLOCK COME_FROM
|
|
|
|
# FIXME: Common with 3.0+
|
|
jmp_false ::= POP_JUMP_IF_FALSE
|
|
jmp_true ::= POP_JUMP_IF_TRUE
|
|
|
|
ret_and ::= expr JUMP_IF_FALSE_OR_POP ret_expr_or_cond COME_FROM
|
|
ret_or ::= expr JUMP_IF_TRUE_OR_POP ret_expr_or_cond COME_FROM
|
|
ret_cond ::= expr POP_JUMP_IF_FALSE expr RETURN_END_IF COME_FROM ret_expr_or_cond
|
|
|
|
or ::= expr JUMP_IF_TRUE_OR_POP expr COME_FROM
|
|
and ::= expr JUMP_IF_FALSE_OR_POP expr COME_FROM
|
|
|
|
# compare_chained{1,2} is used exclusively in chained_compare
|
|
compare_chained1 ::= expr DUP_TOP ROT_THREE COMPARE_OP JUMP_IF_FALSE_OR_POP
|
|
compare_chained1 COME_FROM
|
|
compare_chained1 ::= expr DUP_TOP ROT_THREE COMPARE_OP JUMP_IF_FALSE_OR_POP
|
|
compare_chained2 COME_FROM
|
|
|
|
return_lambda ::= RETURN_VALUE
|
|
return_lambda ::= RETURN_VALUE_LAMBDA
|
|
|
|
compare_chained2 ::= expr COMPARE_OP return_lambda
|
|
compare_chained2 ::= expr COMPARE_OP return_lambda
|
|
|
|
# conditional_true are for conditions which always evaluate true
|
|
# There is dead or non-optional remnants of the condition code though,
|
|
# and we use that to match on to reconstruct the source more accurately
|
|
expr ::= conditional_true
|
|
conditional_true ::= expr JUMP_FORWARD expr COME_FROM
|
|
|
|
conditional ::= expr jmp_false expr JUMP_FORWARD expr COME_FROM
|
|
"""
|
|
|
|
def p_stmt27(self, args):
|
|
"""
|
|
# assert condition
|
|
assert ::= assert_expr jmp_true LOAD_ASSERT RAISE_VARARGS_1
|
|
|
|
# assert condition, expr
|
|
assert2 ::= assert_expr jmp_true LOAD_ASSERT expr CALL_FUNCTION_1 RAISE_VARARGS_1
|
|
|
|
for_block ::= returns _come_froms
|
|
|
|
withstmt ::= expr SETUP_WITH POP_TOP suite_stmts_opt
|
|
POP_BLOCK LOAD_CONST COME_FROM_WITH
|
|
WITH_CLEANUP END_FINALLY
|
|
|
|
withasstmt ::= expr SETUP_WITH store suite_stmts_opt
|
|
POP_BLOCK LOAD_CONST COME_FROM_WITH
|
|
WITH_CLEANUP END_FINALLY
|
|
|
|
whilestmt ::= SETUP_LOOP testexpr returns POP_BLOCK COME_FROM
|
|
|
|
while1stmt ::= SETUP_LOOP returns bp_come_from
|
|
while1stmt ::= SETUP_LOOP l_stmts_opt JUMP_BACK POP_BLOCK COME_FROM
|
|
whilestmt ::= SETUP_LOOP testexpr l_stmts_opt JUMP_BACK POP_BLOCK _come_froms
|
|
while1elsestmt ::= SETUP_LOOP l_stmts JUMP_BACK POP_BLOCK
|
|
else_suitel COME_FROM
|
|
whileelsestmt ::= SETUP_LOOP testexpr l_stmts_opt JUMP_BACK POP_BLOCK
|
|
else_suitel COME_FROM
|
|
|
|
ifstmt ::= testexpr return_if_stmts COME_FROM
|
|
ifelsestmt ::= testexpr c_stmts_opt JUMP_FORWARD else_suite COME_FROM
|
|
ifelsestmtc ::= testexpr c_stmts_opt JUMP_ABSOLUTE else_suitec
|
|
ifelsestmtl ::= testexpr c_stmts_opt JUMP_BACK else_suitel
|
|
ifelsestmtl ::= testexpr c_stmts_opt CONTINUE else_suitel
|
|
|
|
# Common with 2.6
|
|
return_if_lambda ::= RETURN_END_IF_LAMBDA COME_FROM
|
|
stmt ::= conditional_lambda
|
|
conditional_lambda ::= expr jmp_false expr return_if_lambda
|
|
return_stmt_lambda LAMBDA_MARKER
|
|
|
|
kv3 ::= expr expr STORE_MAP
|
|
"""
|
|
|
|
def customize_grammar_rules(self, tokens, customize):
|
|
# 2.7 changes COME_FROM to COME_FROM_FINALLY
|
|
self.remove_rules("""
|
|
while1stmt ::= SETUP_LOOP l_stmts JUMP_BACK COME_FROM
|
|
while1elsestmt ::= SETUP_LOOP l_stmts JUMP_BACK else_suite COME_FROM
|
|
tryfinallystmt ::= SETUP_FINALLY suite_stmts_opt POP_BLOCK LOAD_CONST COME_FROM suite_stmts_opt END_FINALLY
|
|
""")
|
|
super(Python27Parser, self).customize_grammar_rules(tokens, customize)
|
|
self.check_reduce['and'] = 'AST'
|
|
return
|
|
|
|
def reduce_is_invalid(self, rule, ast, tokens, first, last):
|
|
invalid = super(Python27Parser,
|
|
self).reduce_is_invalid(rule, ast,
|
|
tokens, first, last)
|
|
if invalid:
|
|
return invalid
|
|
if rule == ('and', ('expr', 'jmp_false', 'expr', '\\e_come_from_opt')):
|
|
# Test that jmp_false jumps to the end of "and"
|
|
# or that it jumps to the same place as the end of "and"
|
|
jmp_false = ast[1][0]
|
|
jmp_target = jmp_false.offset + jmp_false.attr + 3
|
|
return not (jmp_target == tokens[last].offset or
|
|
tokens[last].pattr == jmp_false.pattr)
|
|
return False
|
|
|
|
|
|
class Python27ParserSingle(Python27Parser, PythonParserSingle):
|
|
pass
|
|
|
|
if __name__ == '__main__':
|
|
# Check grammar
|
|
p = Python27Parser()
|
|
p.check_grammar()
|
|
from uncompyle6 import PYTHON_VERSION, IS_PYPY
|
|
if PYTHON_VERSION == 2.7:
|
|
lhs, rhs, tokens, right_recursive = p.check_sets()
|
|
from uncompyle6.scanner import get_scanner
|
|
s = get_scanner(PYTHON_VERSION, IS_PYPY)
|
|
opcode_set = set(s.opc.opname).union(set(
|
|
"""JUMP_BACK CONTINUE RETURN_END_IF COME_FROM
|
|
LOAD_GENEXPR LOAD_ASSERT LOAD_SETCOMP LOAD_DICTCOMP
|
|
LAMBDA_MARKER RETURN_LAST
|
|
""".split()))
|
|
remain_tokens = set(tokens) - opcode_set
|
|
import re
|
|
remain_tokens = set([re.sub('_\d+$', '', t)
|
|
for t in remain_tokens])
|
|
remain_tokens = set([re.sub('_CONT$', '', t)
|
|
for t in remain_tokens])
|
|
remain_tokens = set(remain_tokens) - opcode_set
|
|
print(remain_tokens)
|
|
# p.dump_grammar()
|