U
e5dk @ s
d Z ddlZddlZddlZddlZddlZddlZddlZddlm Z ddl
m Z m Z m
Z
ddlmZ ddlmZmZ ddlmZ d d
d ZG d d
d
eZdd Zdd Zdd Zdd Zdd Z G dd deZ G dd de Z G d d d eZ G d d d e Z!dS )!z#Guido van Rossum N)chain )drivertokenizetoken) find_root)pytreepygram) btm_matcherTc C sT t | g g dg}g }t|jD ].\}}}|dr |rD|dd }|| q |S )N*fix_ )
__import__pkgutilZ iter_modules__path__
startswithappend)Z fixer_pkgZ
remove_prefixZpkgZ fix_namesfindernameZispkg r (/usr/lib64/python3.8/lib2to3/refactor.pyget_all_fix_names s
r c @ s e Zd ZdS )
_EveryNodeN__name__
__module__ __qualname__r r r r r + s r c C s t | tjtjfr(| jd kr t| jhS t | tjrH| jrDt| jS tt | tj rt
}| jD ] }|D ]}| t| qhq`|S t d| d S )Nz$Oh no! I don't understand pattern %s)
isinstancer Z NodePatternZ LeafPatterntyper ZNegatedPatternZcontent_get_head_typesZWildcardPatternsetupdate Exception)Zpatrpxr r r r / s
r c C s t t}g }| D ]x}|jrdzt|j}W n tk
rH || Y qX |D ]}|| | qNq|jd k r||j | q|| qtt j
j t j
j
D ]}|| | qt|S N) collections defaultdictlistpatternr r r Z _accept_typer r python_grammarZ
symbol2numbervaluestokensextenddict)Z
fixer_listZ
head_nodesZeveryfixerZheadsZ node_typer r r _get_headnode_dictK s$
r1 c s fddt dD S )Nc s g | ]} d | qS .r ).0fix_nameZpkg_namer r
h s z+get_fixers_from_package..F)r r6 r r6 r get_fixers_from_packaged s
r8 c C s | S r& r )objr r r _identityk s r: c sX d}t t| j fdd}ttjt jtj h}t
}z| \}}||krTq>q>|tj krl|rfq6d}q>|tj kr6|dkr6| \}}|tj ks|dkrq6| \}}|tj ks|dkrq6| \}}|tj
kr|dkr| \}}|tj kr4|| | \}}|tj
ks.|d kr"q4| \}}qq>q6q>W n tk
rN Y nX t|S )
NFc s t } | d | d fS )Nr r )next)tokgenr r advancer s z(_detect_future_features..advanceTfromZ
__future__import(,)r generate_tokensioStringIOreadline frozensetr NEWLINENLCOMMENTr STRINGNAMEOPadd
StopIteration)sourceZhave_docstringr? ignorefeaturestpvaluer r= r _detect_future_featureso sB
rV c @ s e Zd ZdS )
FixerErrorNr r r r r rW s rW c @ s e Zd ZdddZdZdZd4ddZdd Zd
d Zd d
Z dd Z
dd Z d5ddZ d6ddZ
dd Zd7ddZdd Zd8d d Zd d Zd d! Zd9d"d#Zd:d$d%Zd&Zd'Zd(d) Zd*d+ Zd,d- Zd.d/ Zd0d1 Z d2d3 Z dS );RefactoringToolF)print_functionwrite_unchanged_filesZFixr Nc C s. || _ |p g | _| j | _|d k r0| j| | jd rDtj| _ntj | _| j
d| _ g | _ t
d| _g | _d| _tj| jtj| jd| _| \| _| _g | _t | _ g | _ g | _ t | j| jD ]F}|j r| j !| q|| jkr| j "| q|| jkr| j "| qt#| j | _$t#| j | _%d S )NrY rZ rX F)convertlogger)&fixersexplicit_default_optionscopyoptionsr! r !python_grammar_no_print_statementgrammarr+ getrZ errorsloggingZ getLoggerr\ fixer_logwroter ZDriverr r[
get_fixers pre_order
post_orderfilesbmZ
BottomMatcherBMZ
bmi_pre_orderZbmi_post_orderr Z
BM_compatibleZ add_fixerr r1 bmi_pre_order_headsbmi_post_order_heads)selfZ fixer_namesra r^ r0 r r r __init__ s>
zRefactoringTool.__init__c C sX g }g }| j D ] }t|i i dg}|ddd }|| jrR|t| jd }|d}| jddd |D }zt ||}W n& t
k
r t d ||f d Y nX || j | j
} | jr| jd
k r|| jkr| d | q| d | | jd
kr|| q| jdkr || qt d| j qtd}
|j|
d |j|
d ||fS )Nr r3 r _ c S s g | ] }| qS r )title)r4 r$ r r r r7 s z.RefactoringTool.get_fixers..zCan't find %s.%sTzSkipping optional fixer: %szAdding transformation: %sZpreZpostzIllegal fixer order: %rZ run_orderkey)r] r rsplitr FILE_PREFIXlensplit CLASS_PREFIXjoingetattrAttributeErrorrW ra rg r^ log_message log_debugorderr operator
attrgettersort) rq Zpre_order_fixersZpost_order_fixersZ fix_mod_pathmodr5 parts
class_nameZ fix_classr0 Zkey_funcr r r ri s:
zRefactoringTool.get_fixersc O s d S r& r )rq msgargskwdsr r r log_error s zRefactoringTool.log_errorc G s |r || }| j | d S r& )r\ inforq r r r r r r s zRefactoringTool.log_messagec G s |r || }| j | d S r& )r\ debugr r r r r s zRefactoringTool.log_debugc C s d S r& r )rq old_textnew_textfilenameequalr r r print_output s z RefactoringTool.print_outputc C s8 |D ].}t j|r$| ||| q| ||| qd S r& )ospathisdir refactor_dir
refactor_file)rq itemswrite
doctests_onlyZ dir_or_filer r r refactor s zRefactoringTool.refactorc
C s t jd }t |D ]\}}}| d| | | |D ]>}|ds>t j|d |kr>t j||} | | || q>dd |D |d d < qd S )NpyzDescending into %sr3 r c S s g | ]}| d s|qS r2 )r )r4 Zdnr r r r7 . s
z0RefactoringTool.refactor_dir..)
r extsepwalkr r r r splitextr~ r )
rq Zdir_namer r Zpy_extdirpathZdirnames filenamesr fullnamer r r r s
z RefactoringTool.refactor_dirc
C s zt |d}W n6 tk
rD } z| d|| W Y dS d }~X Y nX zt|jd }W 5 | X tj |d|dd}| |fW 5 Q R S Q R X d S )NrbzCan't open %s: %s)NNr r# ru encodingnewline) openOSErrorr closer detect_encodingrG rE read)rq r ferrr r r r _read_python_source0 s
z#RefactoringTool._read_python_sourcec C s | |\}}|d krd S |d7 }|rn| d| | ||}| jsL||kr`| ||||| q| d| nH| ||}| js|r|jr| jt|d d |||d n | d| d S )N
zRefactoring doctests in %szNo doctest changes in %srs )r r zNo changes in %s)r r refactor_docstringrZ processed_filerefactor_string was_changedstr)rq r r r inputr outputtreer r r r @ s" z RefactoringTool.refactor_filec
C s t |}d|krtj| j_zVz| j|}W n@ tk
rl } z"| d||jj | W Y W d S d }~X Y nX W 5 | j| j_X ||_
| d| | || |S )NrY zCan't parse %s: %s: %szRefactoring %s)
rV r rb r rc Z parse_stringr" r __class__r future_featuresr
refactor_tree)rq datar rS r r r r r r W s"
z RefactoringTool.refactor_stringc C s t j }|rN| d | |d}| js2||krB| |d| q| d n:| |d}| jsj|r~|jr~| t |d| n
| d d S )Nz Refactoring doctests in stdinzzNo doctest changes in stdinzNo changes in stdin)
sysstdinr r r rZ r r r r )rq r r r r r r r refactor_stdinr s
z RefactoringTool.refactor_stdinc
C s t | j| jD ]}||| q| | j| | | j| | j| }t
| r| jj D ]D}||krj|| rj|| j
tjjdd |jr|| j
tjjd t|| D ]}||| kr|| | z t| W n tk
r Y qY nX |jr||jkrq||}|r|||}|d k r|| | D ] }|js^g |_|j| qL| j| }|D ]*} | |krg || < || || qqqjqTt | j| jD ]}| || q|j S )NT)rx reverserw ) r rj rk Z
start_tree traverse_byro rp rn runZleavesanyr, r] r r ZBaseZdepthZkeep_line_orderZ
get_linenor) remover
ValueErrorZfixers_appliedmatch transformreplacer r. Z finish_treer )
rq r r r0 Z match_setnoderesultsnewZ new_matchesZfxrr r r r sJ
z RefactoringTool.refactor_treec C sV |sd S |D ]D}||j D ]4}||}|r|||}|d k r|| |}qq d S r& )r r r r )rq r] Z traversalr r0 r r r r r r s
zRefactoringTool.traverse_byc C s | j | |d kr.| |d }|d kr.d S ||k}| |||| |r`| d| | js`d S |rv| |||| n | d| d S )Nr zNo changes to %szNot writing changes to %s)rl r r r r rZ
write_file)rq r r r r r r r r r r s z RefactoringTool.processed_filec C s zt j|d|dd}W n6 tk
rL } z| d|| W Y d S d }~X Y nX |F z|| W n0 tk
r } z| d|| W 5 d }~X Y nX W 5 Q R X | d| d| _d S )Nwru r zCan't create %s: %szCan't write %s: %szWrote changes to %sT)rE r r r r r rh )rq r r r r fpr r r r r s * zRefactoringTool.write_filez>>> z... c
C s g }d }d }d }d}|j ddD ]}|d7 }| | jr~|d k rZ|| |||| |}|g}|| j} |d | }q |d k r||| j s||| j d kr| | q |d k r|| |||| d }d }| | q |d k r
|| |||| d
|S )Nr Tkeependsr r ru )
splitlineslstripr PS1r. refactor_doctestfindPS2rstripr r~ )
rq r r resultblockZ block_linenoindentlinenolineir r r r sJ
z"RefactoringTool.refactor_docstringc
s z || }W nj tk
r| } zLjtjrN|D ]}d|d q6d|||j j
| | W Y S d }~X Y nX ||rt |j
dd}|d |d ||d d } }|d ds|d d7 < j |d g}|r| fd d
|D 7 }|S ) Nz
Source: %sr z+Can't parse docstring in %s line %s: %s: %sTr r rs r c s g | ]} j | qS r )r )r4 r r rq r r r7 Z s z4RefactoringTool.refactor_doctest..) parse_blockr" r\ Z isEnabledForrf DEBUGr r r r r r r r endswithr pop)
rq r r r r r r r r Zclippedr r r r @ s, "z RefactoringTool.refactor_doctestc C s | j r d}nd}| js$| d| n"| d| | jD ]}| | q6| jrl| d | jD ]}| | q\| jrt| jdkr| d n| dt| j | jD ] \}}}| j|f|| qd S ) Nwerez
need to bezNo files %s modified.zFiles that %s modified:z$Warnings/messages while refactoring:r zThere was 1 error:zThere were %d errors:)rh rl r rg re r{ )rq r filemessager r r r r r summarize] s$
zRefactoringTool.summarizec C s" | j | |||}t |_|S r& )r Z parse_tokens wrap_toksrH r )rq r r r r r r r r t s zRefactoringTool.parse_blockc c sd t | ||j}|D ]F\}}\}}\} }
} ||d 7 }| |d 7 } ||||f| |
f| fV qd S )Nr )r rD gen_lines__next__) rq r r r r- r rU Zline0Zcol0Zline1Zcol1Z line_textr r r r ~ s
zRefactoringTool.wrap_toksc c sx || j }|| j }|}|D ]N}||r>|t|d V n(|| d krVdV ntd||f |}q dV qld S )Nr zline=%r, prefix=%rru )r r r r{ r AssertionError)rq r r prefix1Zprefix2prefixr r r r r s
zRefactoringTool.gen_lines)NN)FF)FF)FF)F)NFN)N) r r r r_ r} rz rr ri r r r r r r r r r r r r r r r r r r r r r r r r r r rX s>
4(
O
+
rX c @ s e Zd ZdS )MultiprocessingUnsupportedNr r r r r r s r c sB e Zd Z fddZd fdd Z fddZ fd d
Z ZS ) MultiprocessRefactoringToolc s" t t| j|| d | _d | _d S r& )superr rr queue output_lockrq r kwargsr r r rr s z$MultiprocessRefactoringTool.__init__Fr c
s |dkr t t|||S z dd l W n tk
r@ tY nX jd k rTtd _ _
fddt |D }z*|D ] }| qt t||| W 5 j t |D ]}j
d q|D ]}| r| qd _X d S )Nr r z already doing multiple processesc s g | ]} j jd qS ))target)ZProcess_child)r4 r multiprocessingrq r r r7 s z8MultiprocessRefactoringTool.refactor..)r r r r ImportErrorr r RuntimeErrorZ
JoinableQueueZLockr ranger~ putZis_alivestart)rq r r r Z
num_processesZ processesr r$ r r r r s<
z$MultiprocessRefactoringTool.refactorc sN | j }|d k rJ|\}}ztt| j|| W 5 | j X | j }q
d S r& )r rd Z task_doner r r )rq Ztaskr r r r r r s
z"MultiprocessRefactoringTool._childc s2 | j d k r | j ||f ntt| j||S d S r& )r r r r r r r r r r s
z)MultiprocessRefactoringTool.refactor_file)FFr )r r r rr r r r
__classcell__r r r r r s r )T)"
__author__rE r r r rf r r' itertoolsr Zpgen2r r r Z
fixer_utilr ru r r r
rm r r" r r r1 r8 r: rV rW objectrX r r r r r r s6
(