# Copyright (c) 2016-2018, 2020, 2022-2024 Rocky Bernstein """ spark grammar differences over Python2.5 for Python 2.4. """ from spark_parser import DEFAULT_DEBUG as PARSER_DEFAULT_DEBUG from uncompyle6.parser import PythonParserSingle from uncompyle6.parsers.parse25 import Python25Parser class Python24Parser(Python25Parser): def __init__(self, debug_parser=PARSER_DEFAULT_DEBUG): super(Python24Parser, self).__init__(debug_parser) self.customized = {} def p_misc24(self, args): """ # Python 2.4 only adds something like the below for if 1: # However we will just treat it as a noop which messes up # simple verify of bytecode. # See also below in reduce_is_invalid where we check that the JUMP_FORWARD # target matches the COME_FROM target stmt ::= nop_stmt nop_stmt ::= JUMP_FORWARD POP_TOP COME_FROM # 2.5+ has two LOAD_CONSTs, one for the number '.'s in a relative import # keep positions similar to simplify semantic actions import ::= filler LOAD_CONST alias import_from ::= filler LOAD_CONST IMPORT_NAME importlist POP_TOP import_from_star ::= filler LOAD_CONST IMPORT_NAME IMPORT_STAR importmultiple ::= filler LOAD_CONST alias imports_cont import_cont ::= filler LOAD_CONST alias # Handle "if true else: ..." in Python 2.4 stmt ::= iftrue_stmt24 iftrue_stmt24 ::= _ifstmts_jump24 suite_stmts COME_FROM _ifstmts_jump24 ::= c_stmts_opt JUMP_FORWARD POP_TOP # Python 2.5+ omits POP_TOP POP_BLOCK while1stmt ::= SETUP_LOOP l_stmts_opt JUMP_BACK POP_TOP POP_BLOCK COME_FROM while1stmt ::= SETUP_LOOP l_stmts_opt JUMP_BACK POP_TOP POP_BLOCK continue ::= JUMP_BACK JUMP_ABSOLUTE # Python 2.4 # The following has no "JUMP_BACK" after l_stmts because # l_stmts ends in a "break", "return", or "continue" while1stmt ::= SETUP_LOOP l_stmts POP_TOP POP_BLOCK # The following has a "COME_FROM" at the end which comes from # a "break" inside "l_stmts". while1stmt ::= SETUP_LOOP l_stmts COME_FROM JUMP_BACK POP_TOP POP_BLOCK COME_FROM # Python 2.5+: # call_stmt ::= expr POP_TOP # expr ::= yield call_stmt ::= yield # Python 2.5+ adds POP_TOP at the end gen_comp_body ::= expr YIELD_VALUE # Python 2.4 # Python 2.6, 2.7 and 3.3+ use kv3 # Python 2.3- use kv kvlist ::= kvlist kv2 kv2 ::= DUP_TOP expr expr ROT_THREE STORE_SUBSCR """ def remove_rules_24(self): self.remove_rules( """ expr ::= if_exp """ ) def customize_grammar_rules(self, tokens, customize): self.remove_rules( """ gen_comp_body ::= expr YIELD_VALUE POP_TOP kvlist ::= kvlist kv3 while1stmt ::= SETUP_LOOP l_stmts JUMP_BACK COME_FROM while1stmt ::= SETUP_LOOP l_stmts_opt JUMP_BACK COME_FROM while1stmt ::= SETUP_LOOP returns COME_FROM whilestmt ::= SETUP_LOOP testexpr returns POP_BLOCK COME_FROM with ::= expr setupwith SETUP_FINALLY suite_stmts_opt POP_BLOCK LOAD_CONST COME_FROM with_cleanup with_as ::= expr setupwithas store suite_stmts_opt POP_BLOCK LOAD_CONST COME_FROM with_cleanup with_cleanup ::= LOAD_FAST DELETE_FAST WITH_CLEANUP END_FINALLY with_cleanup ::= LOAD_NAME DELETE_NAME WITH_CLEANUP END_FINALLY stmt ::= with stmt ::= with_as """ ) super(Python24Parser, self).customize_grammar_rules(tokens, customize) self.remove_rules_24() if self.version[:2] == (2, 4): self.check_reduce["nop_stmt"] = "tokens" if self.version[:2] <= (2, 4): # TODO: We may add something different or customize something del self.reduce_check_table["ifelsestmt"] def reduce_is_invalid(self, rule, ast, tokens, first, last): invalid = super(Python24Parser, self).reduce_is_invalid( rule, ast, tokens, first, last ) if invalid or tokens is None: return invalid lhs = rule[0] if lhs == "nop_stmt": token_len = len(tokens) if 0 <= token_len < len(tokens): return not int(tokens[first].pattr) == tokens[last].offset class Python24ParserSingle(Python24Parser, PythonParserSingle): pass if __name__ == "__main__": # Check grammar p = Python24Parser() p.check_grammar()