JMa@sdZdZddlZddlZddlmZmZmZmZm Z m Z ddl m Z ddl m Z ejjejjedZGd d d eZd d ZGd ddeZdejdejdejddiZddZddZddZdS)zPattern compiler. The grammar is taken from PatternGrammar.txt. The compiler compiles a pattern to a pytree.*Pattern instance. z#Guido van Rossum N)driverliteralstokentokenizeparsegrammar)pytree)pygramzPatternGrammar.txtc@seZdZdS)PatternSyntaxErrorN)__name__ __module__ __qualname__rr4/opt/alt/python35/lib64/python3.5/lib2to3/patcomp.pyr s r c csntjtjtjh}tjtj|j}x4|D],}|\}}}}}||kr:|Vq:WdS)z6Tokenizes a string suppressing significant whitespace.N) rNEWLINEINDENTDEDENTrgenerate_tokensioStringIOreadline) inputskiptokensZ quintupletypevaluestartendZ line_textrrrtokenize_wrapper!s   rc@sXeZdZeddZddddZddZdd d Zd d ZdS) PatternCompilercCs^tj||_tj|j|_tj|_tj|_ tj |jdt |_dS)z^Initializer. Takes an optional alternative filename for the pattern grammar. ZconvertN) rZ load_grammarrr ZSymbolssymsZpython_grammarZ pygrammarZpython_symbolspysymsZDriverpattern_convert)selfZ grammar_filerrr__init__-s   zPatternCompiler.__init__FcCst|}y|jj|d|}Wn:tjk rd}ztt|WYdd}~XnX|r~|j||fS|j|SdS)z=Compiles a pattern string to a nested pytree.*Pattern object.debugN)rrZ parse_tokensrZ ParseErrorr str compile_node)r$rr&Z with_treerrooterrrcompile_pattern8s %zPatternCompiler.compile_patternc s|jjjkr"|jd}|jjjkrfdd|jdddD}t|dkrz|dStjdd|Dddd d}|jS|jjj krfd d|jD}t|dkr|dStj|gddd d}|jS|jjj krij |jdd}tj |}|jS|jjj kstd}|j}t|d kr|djtjkr|dj}|dd}d}t|dkr#|djjjkr#|d}|dd}j ||}|dk r|jjjks\t|j} | d} | jtjkrd} tj} n| jtjkrd} tj} n| jtjkr<| djtjkstt| dkstj| d} } t| d krHj| d } n d sHt| dks`| dkr|j}tj|ggd| d | }|dk r||_|jS)zXCompiles a node, recursively. This is one big switch on the node type. rcsg|]}j|qSr)r().0ch)r$rr Ps z0PatternCompiler.compile_node..NrcSsg|]}|gqSrr)r,arrrr.Ss minmaxcsg|]}j|qSr)r()r,r-)r$rrr.Ws Fr5r5r5)r3r4)rr!ZMatcherchildrenZ Alternativeslenr WildcardPatternoptimizeZ AlternativeZ NegatedUnit compile_basicZNegatedPatternZUnitAssertionErrorrEQUALrZRepeaterSTARZHUGEPLUSLBRACERBRACEget_intname) r$nodeZaltspZunitspatternrBnodesrepeatr6Zchildr1r2r)r$rr(Dsh )(    ( +        !  zPatternCompiler.compile_nodeNcCst|dkst|d}|jtjkrbttj|j}t j t ||S|jtj krp|j}|j r|tkrtd||ddrtdt j t|S|dkrd}n@|jds't|j|d}|dkr'td||ddrW|j|djdg}nd}t j||Sns|jdkr|j|dS|jd kr|dkst|j|d}t j|ggd dd dSd st|dS) NrrzInvalid token: %rzCan't have details for tokenany_zInvalid symbol: %r([r1r2F)r7r;rrSTRINGr'rZ evalStringrr Z LeafPattern_type_of_literalNAMEisupper TOKEN_MAPr startswithgetattrr"r(r6Z NodePatternr8)r$rFrGrCrrZcontent subpatternrrrr:s<         zPatternCompiler.compile_basiccCs%|jtjkstt|jS)N)rrNUMBERr;intr)r$rCrrrrAszPatternCompiler.get_int) r r r_PATTERN_GRAMMAR_FILEr%r+r(r:rArrrrr +s   G#r rNrLrTZTOKENcCs9|djrtjS|tjkr1tj|SdSdS)Nr)isalpharrNrZopmap)rrrrrMs  rMcCsW|\}}}}|s'||jkr=tj||d|Stj||d|SdS)z9Converts raw node information to a Node or Leaf instance.contextN)Z number2symbolr ZNodeZLeaf)rZ raw_node_inforrrXr6rrrr#sr#cCstj|S)N)r r+)rErrrr+sr+)__doc__ __author__rosZpgen2rrrrrrr r pathjoindirname__file__rV Exceptionr robjectr rNrLrTrPrMr#r+rrrr s$  .