U
e5d @ s d Z ddlZddlmZmZmZmZmZmZ ddl m
Z
ddl m Z G dd de Z
d d
ZG d d d eZejejejdd
Zdd Zdd Zdd ZdS )z#Guido van Rossum N )driverliteralstokentokenizeparsegrammar)pytree)pygramc @ s e Zd ZdS )PatternSyntaxErrorN)__name__
__module__ __qualname__ r r '/usr/lib64/python3.8/lib2to3/patcomp.pyr s r c c sL t jt jt jh}tt| j}|D ] }|\}}}}}||kr&|V q&d S N) r NEWLINEINDENTDEDENTr generate_tokensioStringIOreadline) inputskiptokensZ quintupletypevaluestartendZ line_textr r r tokenize_wrapper s r c @ s: e Zd Zd
ddZdddZdd Zdd d
Zd d ZdS )PatternCompilerNc C sZ |d krt j| _t j| _nt|| _t | j| _t j| _ t j
| _ tj | jt
d| _d S )N)Zconvert)r
Zpattern_grammarr Zpattern_symbolssymsr Z load_grammarZSymbolsZpython_grammarZ pygrammarZpython_symbolspysymsZDriverpattern_convert)selfZ grammar_filer r r __init__( s
zPatternCompiler.__init__Fc
C sp t |}z| jj||d}W n2 tjk
rN } ztt|d W 5 d }~X Y nX |rb| ||fS | |S d S )N)debug)r r Z parse_tokensr Z
ParseErrorr str compile_node)r% r r' Z with_treer rooter r r compile_pattern7 s z PatternCompiler.compile_patternc
sV |j jjkr|jd }|j jjkrz fdd|jd d d D }t|dkrX|d S tjdd |D ddd}| S |j jj krʇ fdd|jD }t|dkr|d S tj|gddd}| S |j jj
kr |jdd }t |}| S d }|j}t|d kr>|d j t
jkr>|d j}|dd }d }t|dkrx|d
j jjkrx|d
}|d d
} ||}|d k r>|j} | d }
|
j t
jkrd} tj} nX|
j t
jkrd} tj} n>|
j t
jkr | d } } t| d kr | d } n | dks"| dkr>| }tj|gg| | d}|d k rN||_| S ) Nr c s g | ]} |qS r r) .0Zchr% r r
O s z0PatternCompiler.compile_node.. r c S s g | ]
}|gqS r r )r/ ar r r r1 R s minmaxc s g | ]} |qS r r- r. r0 r r r1 V s )r r" ZMatcherchildrenZ Alternativeslenr WildcardPatternoptimizeZ AlternativeZ NegatedUnit
compile_basicZNegatedPatternr EQUALr ZRepeaterSTARZHUGEPLUSLBRACEget_intname)
r% nodeZaltspZunitspatternrD nodesrepeatr: Zchildr5 r6 r r0 r r) C s^
"
z PatternCompiler.compile_nodec C s@ |d }|j tjkr4tt|j}tt ||S |j tj
kr|j}| r|t krbt
d| |dd rvt
dtt | S |dkrd }n,|dst| j|d }|d krt
d| |dd r| |d jd g}nd }t||S nH|jdkr| |d S |jd kr<| |d }tj|ggddd
S d S ) Nr zInvalid token: %rr z Can't have details for tokenany_zInvalid symbol: %r([r4 )r r STRINGr( r Z
evalStringr r Z LeafPattern_type_of_literalNAMEisupper TOKEN_MAPr
startswithgetattrr# r) r: Z NodePatternr< )r% rH rI rE r r Zcontent
subpatternr r r r> s8
z PatternCompiler.compile_basicc C s
t |jS r )intr )r% rE r r r rC s zPatternCompiler.get_int)N)FF)N)r r
r r& r, r) r> rC r r r r r! & s
G
#r! )rP rN NUMBERZTOKENc C s. | d rtjS | tjkr&tj| S d S d S )Nr )isalphar rP r Zopmap)r r r r rO s
rO c C s> |\}}}}|s|| j kr*tj|||dS tj|||dS d S )N)context)Z
number2symbolr ZNodeZLeaf)r Z
raw_node_infor r rY r: r r r r$ s r$ c C s t | S r )r! r, )rG r r r r, s r, )
__author__r Zpgen2r r r r r r r r
Exceptionr r objectr! rP rN rW rR rO r$ r, r r r r s