+e@sdZdZddlZddlZddlmZmZmZmZm Z m Z ddl m Z ddl m Z ejjejjedZGd d d eZd d ZGd ddeZiejd6ejd6ejd6dd6ZddZddZddZdS)zPattern compiler. The grammer is taken from PatternGrammar.txt. The compiler compiles a pattern to a pytree.*Pattern instance. z#Guido van Rossum N)driverliteralstokentokenizeparsegrammar)pytree)pygramzPatternGrammar.txtc@seZdZdS)PatternSyntaxErrorN)__name__ __module__ __qualname__rr4/opt/alt/python34/lib64/python3.4/lib2to3/patcomp.pyr s r c csqtjtjtjh}tjtj|j}x7|D]/}|\}}}}}||kr:|Vq:q:WdS)z6Tokenizes a string suppressing significant whitespace.N) rNEWLINEINDENTDEDENTrgenerate_tokensioStringIOreadline) inputskiptokensZ quintupletypevaluestartendZ line_textrrrtokenize_wrapper!s   rc@sXeZdZeddZddddZddZdd d Zd d ZdS) PatternCompilercCs^tj||_tj|j|_tj|_tj|_ tj |jdt |_dS)z^Initializer. Takes an optional alternative filename for the pattern grammar. convertN) rZ load_grammarrr ZSymbolssymsZpython_grammarZ pygrammarZpython_symbolspysymsZDriverpattern_convert)selfZ grammar_filerrr__init__-s   zPatternCompiler.__init__FcCst|}y|jj|d|}Wn:tjk rd}ztt|WYdd}~XnX|r~|j||fS|j|SdS)z=Compiles a pattern string to a nested pytree.*Pattern object.debugN)rrZ parse_tokensrZ ParseErrorr str compile_node)r%rr'Z with_treerrooterrrcompile_pattern8s %zPatternCompiler.compile_patternc s|jjjkr%|jd}n|jjjkrfdd|jdddD}t|dkr}|dStjdd|Dddd d}|jS|jjj kr"fd d|jD}t|dkr|dStj|gddd d}|jS|jjj krlj |jdd}tj |}|jS|jjj kstd}|j}t|d kr|djtjkr|dj}|dd}nd}t|dkr,|djjjkr,|d}|dd}nj ||}|dk r|jjjkset|j} | d} | jtjkrd} tj} n| jtjkrd} tj} n| jtjkrH| djtjkstt| dkstj| d} } t| d krTj| d } qTn d sTt| dksl| dkr|j}tj|ggd| d | }qn|dk r||_n|jS)zXCompiles a node, recursively. This is one big switch on the node type. rcsg|]}j|qSr)r)).0ch)r%rr Ps z0PatternCompiler.compile_node..NrcSsg|]}|gqSrr)r-arrrr/Ss minmaxcsg|]}j|qSr)r))r-r.)r%rrr/Ws Fr6r6r6)r4r5)rr"ZMatcherchildrenZ Alternativeslenr WildcardPatternoptimizeZ AlternativeZ NegatedUnit compile_basicZNegatedPatternZUnitAssertionErrorrEQUALrZRepeaterSTARZHUGEPLUSLBRACERBRACEget_intname) r%nodeZaltspZunitspatternrCnodesrepeatr7Zchildr2r3r)r%rr)Dsh)(    ( +        '  zPatternCompiler.compile_nodeNcCst|dkst|d}|jtjkrbttj|j}t j t ||S|jtj kr||j}|j r|tkrtd|n|ddrtdnt j t|S|dkrd}nF|jds3t|j|d}|dkr3td|q3n|ddrc|j|djdg}nd}t j||Sns|jdkr|j|dS|jd kr|dkst|j|d}t j|ggd dd dSd st|dS) NrrzInvalid token: %rzCan't have details for tokenany_zInvalid symbol: %r([r2r3F)r8r<rrSTRINGr(rZ evalStringrr Z LeafPattern_type_of_literalNAMEisupper TOKEN_MAPr startswithgetattrr#r)r7Z NodePatternr9)r%rGrHrDrrZcontent subpatternrrrr;s<        zPatternCompiler.compile_basiccCs%|jtjkstt|jS)N)rrNUMBERr<intr)r%rDrrrrBszPatternCompiler.get_int) r r r_PATTERN_GRAMMAR_FILEr&r,r)r;rBrrrrr +s   G#r rOrMrUZTOKENcCs9|djrtjS|tjkr1tj|SdSdS)Nr)isalpharrOrZopmap)rrrrrNs  rNcCsW|\}}}}|s'||jkr=tj||d|Stj||d|SdS)z9Converts raw node information to a Node or Leaf instance.contextN)Z number2symbolr ZNodeZLeaf)rZ raw_node_inforrrYr7rrrr$sr$cCstj|S)N)r r,)rFrrrr,sr,)__doc__ __author__rosZpgen2rrrrrrr r pathjoindirname__file__rW Exceptionr robjectr rOrMrUrQrNr$r,rrrr s$  .