3
\ @ s d Z ddlZddlmZmZmZmZmZmZ ddl m
Z
ddl m Z G dd de Z
d d
ZG d d d eZejejejdd
Zdd Zdd Zdd ZdS )z#Guido van Rossum N )driverliteralstokentokenizeparsegrammar)pytree)pygramc @ s e Zd ZdS )PatternSyntaxErrorN)__name__
__module__ __qualname__ r r '/usr/lib64/python3.6/lib2to3/patcomp.pyr s r c c sP t jt jt jh}tjtj| j}x(|D ] }|\}}}}}||kr(|V q(W d S )N) r NEWLINEINDENTDEDENTr generate_tokensioStringIOreadline) inputskiptokensZ quintupletypevaluestartendZ line_textr r r tokenize_wrapper s
r c @ s: e Zd Zd
ddZdddZdd Zdd d
Zd d ZdS )PatternCompilerNc C sZ |d krt j| _t j| _ntj|| _t j| j| _t j| _ t j
| _ tj | jt
d| _d S )N)Zconvert)r
Zpattern_grammarr Zpattern_symbolssymsr Z load_grammarZSymbolsZpython_grammarZ pygrammarZpython_symbolspysymsZDriverpattern_convert)selfZ grammar_filer r r __init__( s
zPatternCompiler.__init__Fc C sn t |}y| jj||d}W n0 tjk
rL } ztt|W Y d d }~X nX |r`| j||fS | j|S d S )N)debug)r r Z parse_tokensr Z
ParseErrorr str compile_node)r$ r r& Z with_treer rooter r r compile_pattern7 s z PatternCompiler.compile_patternc
sV |j jjkr|jd }|j jjkrz fdd|jd d d D }t|dkrX|d S tjdd |D ddd}|j S |j jj krʇ fdd|jD }t|dkr|d S tj|gddd}|j S |j jj
kr j |jdd }tj |}|j S d }|j}t|d kr>|d j t
jkr>|d j}|dd }d }t|dkrx|d j jjkrx|d }|d d
} j ||}|d k r>|j} | d }
|
j t
jkrd} tj} nX|
j t
jkrd} tj} n>|
j t
jkr j| d } } t| d
kr j| d } n | dks"| dkr>|j }tj|gg| | d}|d k rN||_|j S )Nr c s g | ]} j |qS r )r( ).0ch)r$ r r
O s z0PatternCompiler.compile_node.. r c S s g | ]
}|gqS r r )r, ar r r r. R s )minmaxc s g | ]} j |qS r )r( )r, r- )r$ r r r. V s r5 r5 )r r! ZMatcherchildrenZ Alternativeslenr WildcardPatternoptimizeZ AlternativeZ NegatedUnit
compile_basicZNegatedPatternr EQUALr ZRepeaterSTARZHUGEPLUSLBRACEget_intname)
r$ nodeZaltspZunitspatternr@ nodesrepeatr6 Zchildr1 r2 r )r$ r r( C s^
"
z PatternCompiler.compile_nodec C s@ |d }|j tjkr4ttj|j}tjt ||S |j tj
kr|j}|j r|t krbt
d| |dd rvt
dtjt | S |dkrd }n,|jdst| j|d }|d krt
d| |dd r| j|d jd g}nd }tj||S nH|jdkr| j|d S |jd kr<| j|d }tj|ggddd
S d S ) Nr zInvalid token: %rr z Can't have details for tokenany_zInvalid symbol: %r([)r1 r2 )r r STRINGr' r Z
evalStringr r Z LeafPattern_type_of_literalNAMEisupper TOKEN_MAPr
startswithgetattrr" r( r6 Z NodePatternr8 )r$ rD rE rA r r Zcontent
subpatternr r r r: s8
z PatternCompiler.compile_basicc C s
t |jS )N)intr )r$ rA r r r r? s zPatternCompiler.get_int)N)FF)N)r r
r r% r+ r( r: r? r r r r r & s
G
#r )rL rJ NUMBERZTOKENc C s. | d j rtjS | tjkr&tj| S d S d S )Nr )isalphar rL r Zopmap)r r r r rK s
rK c C s> |\}}}}|s|| j kr*tj|||dS tj|||dS d S )N)context)Z
number2symbolr ZNodeZLeaf)r Z
raw_node_infor r rU r6 r r r r# s r# c C s t j| S )N)r r+ )rC r r r r+ s r+ )
__author__r Zpgen2r r r r r r r r
Exceptionr r objectr rL rJ rS rN rK r# r+ r r r r s