U
e5dn_ @ s d Z ddlZddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ej d Z ej d Z
ej d Zej d ZeefZejZdZdZdZd Zd
Zd Zd Zi Zd
d Zi Zdd Z dddZ G dd dZ G dd dZ dd Z e!dkrz
e Z"W n e#k
r e$d Y nX dS ) z3Find modules used by a script, using introspection. N
LOAD_CONST IMPORT_NAME
STORE_NAME STORE_GLOBAL c C s t | g | d S N)packagePathMap
setdefaultappend)Z packagenamepath r $/usr/lib64/python3.8/modulefinder.pyAddPackagePath( s r c C s |t | < d S r )replacePackageMap)Zoldnamenewnamer r r ReplacePackage3 s r c C s t jj t jj| |}|dkr8tdj| d| d|jt jjkrVddddt ffS |jt jj
krtddddt ffS |j }|j
| rdtj|ddtffS t|jt jjrt}n )rB sr r r __repr__s s
zModule.__repr__)NN)r<
__module__ __qualname__rC rF r r r r r; d s
r; c @ s e Zd Zd6ddZdd Zdd Zd d
Zd d Zd
d Zd7ddZ d8ddZ
dd Z dd Z d9ddZ
dd Zd d Zd d Zd d! Zd:d"d#Zd$d% Zd&d' Zd(d) Zd*d+ Zd;d,d-Zd.d/ Zd0d1 Zd2d3 Zd4d5 ZdS )< ModuleFinderNr c C sZ |d krt j}|| _i | _i | _|| _d| _|d k r8|ng | _|d k rJ|ng | _g | _d S )Nr ) sysr modules
badmodulesdebugindentexcludes
replace_pathsprocessed_paths)rB r rM rO rP r r r rC ~ s zModuleFinder.__init__c G sV || j krRt| jD ]}tddd qt|dd |D ]}tt|dd q6t d S )N end)rM rangerN printrepr)rB levelstrargsiargr r r msg s
zModuleFinder.msgc G s, |d }|| j kr(| jd | _| j| d S Nr r rM rN r^ rB r[ rY r r r msgin s
zModuleFinder.msginc G s, |d }|| j kr(| jd | _| j| d S r_ r` ra r r r msgout s
zModuleFinder.msgoutc C sB | dd| t| }ddtf}| d||| W 5 Q R X d S )Nr
run_scriptr r __main__)r^ r4 r5 r. load_module)rB pathnamefpstuffr r r rd s
zModuleFinder.run_scriptc C sT t j|\}}t j|\}}t| }|dtf}| |||| W 5 Q R X d S )Nr )r) r splitr6 r4 r5 r. rf )rB rg dirr Zextrh ri r r r load_file s
zModuleFinder.load_filer c C s\ | dd|||| | j||d}| ||\}}| ||}|sF|S |jrX| || d S )Nr import_hookrY )r^ determine_parentfind_head_package load_tailr> ensure_fromlist) rB r callerfromlistrY parentqtailmr r r rm s zModuleFinder.import_hookc C sN | dd|| |r |dkr,| dd d S |j}|dkr|jrH|d8 }|dkrx| j| }||ksft| dd| |S |d|k rtdd| dd | }| j| }| dd| |S |jr| j| }||kst| dd| |S d|kr>|
d}|d | }| j| }|j|ks,t| dd| |S | dd d S ) N ro r zdetermine_parent -> Noner zdetermine_parent ->.z relative importpath too deep) rb rc r< r> rK AssertionErrorcountr joinrj rfind)rB rs rY Zpnameru r\ r r r ro sB
z ModuleFinder.determine_parentc C s | dd|| d|kr@|d}|d | }||d d }n|}d}|r\d|j|f }n|}| |||}|r| dd||f ||fS |r|}d }| |||}|r| dd||f ||fS | dd| td | d S )
Nry rp rz r r %s.%szfind_head_package ->"raise ImportError: No module namedNo module named )rb findr<
import_modulerc r )rB ru r r\ headrw Zqnamerv r r r rp s.
z ModuleFinder.find_head_packagec C s | dd|| |}|r|d}|dk r2t|}|d | ||d d }}d|j|f }| |||}|s| dd| td| q| dd | |S )
Nry rq rz r r r r r z load_tail ->)rb r lenr< r rc r )rB rv rw rx r\ r Zmnamer r r rq s
zModuleFinder.load_tailc C s | dd||| |D ]d}|dkrD|sz| |}|rz| ||d qt||sd|j|f }| |||}|std| qd S )Nry rr *r r r )r^ find_all_submodulesrr hasattrr< r r )rB rx rt recursivesuballsubnameZsubmodr r r rr s
z ModuleFinder.ensure_fromlistc
C s |j s
d S i }g }|tjjd d 7 }|tjjd d 7 }|tjjd d 7 }|j D ]}zt|}W n& tk
r | dd| Y qTY nX |D ]R}d }|D ]0}t
|} || d |kr|d | } qq|r|dkr|||< qqT| S )Nr zcan't list directoryrC ) r> r r EXTENSION_SUFFIXESSOURCE_SUFFIXESBYTECODE_SUFFIXESr) listdirOSErrorr^ r keys)
rB rx rK suffixesrk namesr modZsuffnr r r r s.
z ModuleFinder.find_all_submodulesc C s
| dd||| z| j| }W n tk
r4 Y nX | dd| |S || jkrb| dd d S |r|jd kr| dd d S z | ||o|j|\}}}W n$ tk
r | ddd Y d S X z| ||||}W 5 |r| X |rt
||| | dd| |S )Nr r zimport_module ->zimport_module -> None) rb rK KeyErrorrc rL r> find_moduler closerf setattr)rB Zpartnamefqnameru rx rh rg ri r r r r . s:
zModuleFinder.import_modulec
C s( |\}}}| dd||od| |tkrF| ||}| dd| |S |tkr`t| |d} n||tkrz | }
tj
|
|i W n: t k
r } z | ddt | | W 5 d } ~ X Y nX t
t|
dd } nd } | |}||_| r| jr| | } | |_| | | | dd| |S )Nr rf rh zload_module ->execzraise ImportError: )rb r+ load_packagerc r. compilereadr2 r _bootstrap_external
_classify_pycr rZ marshalloads
memoryview
add_moduler= rP replace_paths_in_coder? scan_code) rB r rh rg file_infor9 modetyperx codataexcr r r rf N s4
zModuleFinder.load_modulec C s< || j kri | j |< |r*d| j | |j< nd| j | d< d S )Nr -)rL r< )rB r rs r r r _add_badmodulek s
zModuleFinder._add_badmodulec C sB || j kr| || d S z| j|||d W n~ tk
rn } z"| ddt| | || W 5 d }~X Y n tk
r } z"| ddt| | || W 5 d }~X Y nX |r>|D ]}|d | }|| j kr| || qz| j|||g|d W q tk
r: } z"| ddt| | || W 5 d }~X Y qX qd S )Nrn r z ImportError:z SyntaxError:rz )rL r rm r r^ rZ SyntaxError)rB r rs rt rY r^ r fullnamer r r _safe_import_hooks s,
z ModuleFinder._safe_import_hookc c s |j }|j}|j}dd t|D }t|D ]\}\}}|tkrTd|| ffV q.|tkr.|dkr.||d d ||d d krtkr.n q.|||d d } |||d d }
| dkrd|
|| ffV q.d| |
|| ffV q.q.d S ) Nc S s" g | ]\}}}|t kr||fqS r ) EXTENDED_ARG).0_opr] r r r
s z-ModuleFinder.scan_opcodes..storer r r absolute_importrelative_import) co_codeco_names co_constsdisZ_unpack_opargs enumerate STORE_OPSr r ) rB r coder constsZopargsr\ r ZopargrY rt r r r scan_opcodes s(
zModuleFinder.scan_opcodesc C s |j }| j}||D ]F\}}|dkr8|\}d|j|< q|dkr|\}}d} |d k rpd|krbd} dd |D }| j|||dd | r\d }
|jr| j|jd | }
|
d kr| j|}
|
d k r|j|
j |j |
j |
j
d krd|j |< n
d|j |< q|d
krT|\} }}|r0| j|||| d n"| j || d} | j| jd |dd qt |q|j
D ]"}
t|
t|rd| |
| qdd S ) Nr r r r r c S s g | ]}|d kr|qS )r r )r fr r r r s z*ModuleFinder.scan_code..rn rz r )r r r@ r r> rK getr< updaterA r? ro RuntimeErrorr r, r r )rB r rx r scannerZwhatr[ r rt Z have_starZmmrY ru cr r r r sH
zModuleFinder.scan_codec C s | dd|| t|}|r"|}| |}||_|g|_|jt|g |_| d|j\}}}z&| |||| |
dd| |W S |r| X d S )Nr r rC zload_package ->) rb r r r r= r> r
r r rf rc )rB r rg r rx rh Zbufri r r r r s
zModuleFinder.load_packagec C s* || j kr| j | S t| | j |< }|S r )rK r; )rB r rx r r r r s
zModuleFinder.add_modulec C sn |d k r|j d | }n|}|| jkr<| dd| t||d krd|tjkr^d d ddtffS | j}t||S )Nrz r zfind_module -> Excludedr ) r< rO rc r rJ builtin_module_namesr$ r r: )rB r r ru r r r r r s
zModuleFinder.find_modulec C s t t dd t dd t| j }|D ]B}| j| }|jrRt ddd n t ddd t d| |jpnd q0| \}}|rt t d
|D ]*}t| j| }t d |d d
| q|rt t ddd t d |D ]*}t| j| }t d |d d
| qdS )zPrint a report to stdout, listing the found modules with their
paths, as well as modules that are missing, or seem to be missing.
z
%-25s %s)NameZFile)----r PrS rT rx z%-25sr zMissing modules:?z
imported fromz, z7Submodules that appear to be missing, but could also bez#global names in the parent package:N) rW sortedrK r r> r= any_missing_mayberL r} )rB r keyrx missingmayber Zmodsr r r report s0
zModuleFinder.reportc C s | \}}|| S )zReturn a list of modules that appear to be missing. Use
any_missing_maybe() if you want to know which modules are
certain to be missing, and which *may* be missing.
)r )rB r r r r r any_missing" s zModuleFinder.any_missingc C s g }g }| j D ]}|| jkr q|d}|dk r<|| q||d d }|d| }| j|}|dk r|| j | kr|| q||jkrq|jr|| q|| q|| q| | ||fS )a Return two lists, one with modules that are certainly missing
and one with modules that *may* be missing. The latter names could
either be submodules *or* just global names in the package.
The reason it can't always be determined is that it's impossible to
tell which names are imported when "from module import *" is done
with an extension module, short of actually importing it.
rz r r N) rL rO r~ r rK r r@ rA sort)rB r r r r\ r ZpkgnameZpkgr r r r * s0
z ModuleFinder.any_missing_maybec C s t j|j }}| jD ]*\}}||r||t|d } qDq| jr|| jkr||krr| dd||f n| dd|f | j
| t |j }t
t|D ](}t|| t|r| || ||< q|jt||dS )Nr z co_filename %r changed to %rz co_filename %r remains unchanged)r co_filename)r) r normpathr rP
startswithr rM rQ rc r listr rV r, r r replacetuple)rB r Z new_filenameZoriginal_filenamer rr r\ r r r r X s&
z"ModuleFinder.replace_paths_in_code)Nr NN)NNr )r )r )r )N) r< rG rH rC r^ rb rc rd rl rm ro rp rq rr r r rf r r r r r r r r r r r r r r r rI | s2
#
1
".rI c
C s dd l } z | tjdd d\}}W n2 | jk
rX } zt| W Y d S d }~X Y nX d}d}g }g }|D ]Z\}} |dkr|d }|dkrd}|dkr|| tj }|dkrd}|dkrn|| qn|sd }
n|d }
tj d d } tj
|
| d< || } |dkr.td
| D ]} td t | qt | ||}
|dd D ]`}|dkr\d}qF|r|d d d
kr|
|d d d dg n
|
| n
|
| qF|
|
|
|
S )Nr r zdmp:qx:z-dz-mz-pz-qz-xzhello.pyzpath:rR z.*r )getoptrJ argverrorrW rj r) pathsepr r r* rX rI rm rl rd r )r Zoptsr[ r^ rM ZdomodsZaddpathZexcludeoaZscriptr itemmfr] r r r testp sX
r re z
[interrupted])N)%__doc__r Z importlib._bootstrap_externalr importlib.machineryr r) r4 rJ typeswarningsZopmapr r r r r r r3 r. r2 r0 r+ r$ r& r
r r r r: r; rI r r< r KeyboardInterruptrW r r r r sL
- w;