3
sja @ s` d dl Z d dlZd dlZdddddddd d
d d d
dddddddddgZdddddd d d d d d!d"d#d$d%d&d'd(d)gZdddddd*d d d d!d d d+d"d#d$d,d&d'd%d-d.d/d(d)gZddd0d"dd d d d#d$d1d2d!d%d3gZdd0d4d5d*d d d+d1d2g
Zddd d d d d!dd#d$d1d2g Zddd0ddd5dd d d d+d d"g
Z d6Z
d7Z d8d9d:gZ d;Z
i Zd<d= Zd>Zd?Zd@dA ZeefdBdCZeefdDdEZdFdG ZG dHdI dIeZG dJdK dKeZG dLdM dMeZG dNdO dOeeZG dPdQ dQeeZd dRlm Z e ddSZ e ddTZ e ddUZ dVe _ dWe j!_ dXe j"_ dYe _ dZe j#_ d[e j$_ d\e j%_ d]e j&_ d^e j"_ d_e _ e j#j e j#_ e j$j e j$_ e j%j e j%_ d`e j'_ e j&j e j&_ e j"j e j"_ eZ(G dad de eZ)G dbd de eZ*G dcd de eZ+G ddd de eZ,G ded de eZ-G dfd de eZ.dgdh Z/e/ [/ddjdZ0dkdl Z1ddmdnZ2dodp Z3dqdr Z4ddsdZ5dtd Z6dud Z7ddvdZ8dwd Z9dxZ:da;dyd Z<e j=dzZ>dd}dZ?ddd Z@ddd
ZAdddZBeCdZDeEeDZFi ZGG dd dejHZIddd ZJddd ZKddd
ZLd~dddeKfddZMdd ZNdd ZOdaPdd ZQdaRdd ZSdd ZTdd ZUdaVdd ZWdddZXdd ZYdd ZZdd Z[dd Z\dS ) Nurlparse
urlunparseurljoin urldefragurlsplit
urlunsplit urlencodeparse_qs parse_qslquote
quote_plusquote_from_bytesunquote unquote_plusunquote_to_bytes DefragResult ParseResult SplitResultDefragResultBytesParseResultBytesSplitResultBytes ZftphttpZgopherZnntpZimapZwaisfileZhttpsZshttpZmmsZprosperoZrtspZrtspuZsftpZsvnzsvn+sshZwsZwssZtelnetZsnewsZrsyncZnfsZgitzgit+sshZhdlZsipZsipsZtelZmailtoZnewszAabcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789+-.z!
c C s t j tj d S )N) _parse_cacheclear
_safe_quoters r! r! $/usr/lib64/python3.6/urllib/parse.py clear_cache^ s r# asciistrictc C s | S )Nr! )objr! r! r" _noopm s r' c C s | j ||S )N)encode)r& encodingerrorsr! r! r" _encode_resultp s r+ c s t fdd| D S )Nc 3 s" | ]}|r|j nd V qdS )r N)decode).0x)r) r* r! r" <genexpr>v s z _decode_args.<locals>.<genexpr>)tuple)argsr) r* r! )r) r* r" _decode_argst s r2 c G sZ t | d t}x.| dd D ] }|r t |t|kr tdq W |rL| tf S t| tf S )Nr z$Cannot mix str and non-str arguments)
isinstancestr TypeErrorr' r2 r+ )r1 Z str_inputargr! r! r" _coerce_argsx s
r8 c @ s e Zd Zf ZdddZdS )_ResultMixinStrr$ r% c s | j fdd| D S )Nc 3 s | ]}|j V qd S )N)r( )r- r. )r) r* r! r" r/ s z)_ResultMixinStr.encode.<locals>.<genexpr>)_encoded_counterpart)selfr) r* r! )r) r* r" r( s z_ResultMixinStr.encodeN)r$ r% )__name__
__module__ __qualname__ __slots__r( r! r! r! r" r9 s r9 c @ s e Zd Zf ZdddZdS )_ResultMixinBytesr$ r% c s | j fdd| D S )Nc 3 s | ]}|j V qd S )N)r, )r- r. )r) r* r! r" r/ s z+_ResultMixinBytes.decode.<locals>.<genexpr>)_decoded_counterpart)r; r) r* r! )r) r* r" r, s z_ResultMixinBytes.decodeN)r$ r% )r< r= r> r? r, r! r! r! r" r@ s r@ c @ s@ e Zd Zf Zedd Zedd Zedd Zedd Zd S )
_NetlocResultMixinBasec C s
| j d S )Nr ) _userinfo)r; r! r! r" username s z _NetlocResultMixinBase.usernamec C s
| j d S )Nr3 )rC )r; r! r! r" password s z _NetlocResultMixinBase.passwordc C sD | j d }|sd S t|tr dnd}|j|\}}}|j | | S )Nr % %) _hostinfor4 r5 partitionlower)r; hostname separatorZpercentZzoner! r! r" rK s
z _NetlocResultMixinBase.hostnamec C s@ | j d }|d k r<t|d}d| ko.dkn s<td|S )Nr3
r i zPort out of range 0-65535)rH int
ValueError)r; portr! r! r" rP s
z_NetlocResultMixinBase.portN) r< r= r> r? propertyrD rE rK rP r! r! r! r" rB s
rB c @ s( e Zd Zf Zedd Zedd ZdS )_NetlocResultMixinStrc C sD | j }|jd\}}}|r4|jd\}}}|s<d }nd }}||fS )N@:)netloc
rpartitionrI )r; rU userinfo have_infohostinforD
have_passwordrE r! r! r" rC s z _NetlocResultMixinStr._userinfoc C sl | j }|jd\}}}|jd\}}}|rL|jd\}}}|jd\}}}n|jd\}}}|sdd }||fS )NrS []rT )rU rV rI )r; rU _rY have_open_br bracketedrK rP r! r! r" rH s z _NetlocResultMixinStr._hostinfoN)r< r= r> r? rQ rC rH r! r! r! r" rR s rR c @ s( e Zd Zf Zedd Zedd ZdS )_NetlocResultMixinBytesc C sD | j }|jd\}}}|r4|jd\}}}|s<d }nd }}||fS )N @ :)rU rV rI )r; rU rW rX rY rD rZ rE r! r! r" rC s z!_NetlocResultMixinBytes._userinfoc C sl | j }|jd\}}}|jd\}}}|rL|jd\}}}|jd\}}}n|jd\}}}|sdd }||fS )Nra [ ]rb )rU rV rI )r; rU r] rY r^ r_ rK rP r! r! r" rH s z!_NetlocResultMixinBytes._hostinfoN)r< r= r> r? rQ rC rH r! r! r! r" r` s r` )
namedtuplez url fragmentz!scheme netloc path query fragmentz(scheme netloc path params query fragmentz
DefragResult(url, fragment)
A 2-tuple that contains the url without fragment identifier and the fragment
identifier as a separate argument.
z$The URL with no fragment identifier.z
Fragment identifier separated from URL, that allows indirect identification of a
secondary resource by reference to a primary resource and additional identifying
information.
z
SplitResult(scheme, netloc, path, query, fragment)
A 5-tuple that contains the different components of a URL. Similar to
ParseResult, but does not split params.
z%Specifies URL scheme for the request.z0
Network location where the request is made to.
z@
The hierarchical path, such as the path to a file to download.
z
The query component, that contains non-hierarchical data, that along with data
in path component, identifies a resource in the scope of URI's scheme and
network location.
z
Fragment identifier, that allows indirect identification of a secondary resource
by reference to a primary resource and additional identifying information.
zr
ParseResult(scheme, netloc, path, params, query, fragment)
A 6-tuple that contains components of a parsed URL.
z
Parameters for last path element used to dereference the URI in order to provide
access to perform some operation on the resource.
c @ s e Zd Zf Zdd ZdS )r c C s | j r| jd | j S | jS d S )N#)fragmenturl)r; r! r! r" geturlC s zDefragResult.geturlN)r< r= r> r? ri r! r! r! r" r A s c @ s e Zd Zf Zdd ZdS )r c C s t | S )N)r )r; r! r! r" ri K s zSplitResult.geturlN)r< r= r> r? ri r! r! r! r" r I s c @ s e Zd Zf Zdd ZdS )r c C s t | S )N)r )r; r! r! r" ri P s zParseResult.geturlN)r< r= r> r? ri r! r! r! r" r N s c @ s e Zd Zf Zdd ZdS )r c C s | j r| jd | j S | jS d S )N #)rg rh )r; r! r! r" ri V s zDefragResultBytes.geturlN)r< r= r> r? ri r! r! r! r" r T s c @ s e Zd Zf Zdd ZdS )r c C s t | S )N)r )r; r! r! r" ri ^ s zSplitResultBytes.geturlN)r< r= r> r? ri r! r! r! r" r \ s c @ s e Zd Zf Zdd ZdS )r c C s t | S )N)r )r; r! r! r" ri c s zParseResultBytes.geturlN)r< r= r> r? ri r! r! r! r" r a s c C s8 t tfttfttff} x | D ]\}}||_||_q W d S )N)r r r r r r r: rA )Z
_result_pairsZ_decodedZ_encodedr! r! r" _fix_result_transcodingg s
rk Tc
C sf t | |\} }}t| ||}|\}}} }}|tkrHd| krHt| \} }nd}t||| |||} || S )N;r )r8 r uses_params _splitparamsr )
rh schemeallow_fragments_coerce_resultZ splitresultrU queryrg paramsresultr! r! r" r t s c C sR d| kr,| j d| jd}|dk r6| dfS n
| j d}| d | | |d d fS )N/rl r r r3 )findrfind)rh ir! r! r" rn s
rn c C sL t | }x*dD ]"}| j||}|dkrt||}qW | || | |d fS )Nz/?#r )lenrv min)rh startdelimcZwdelimr! r! r" _splitnetloc s
r~ c C s | st dd | D r d S dd l}| jdd}|jdd}|jdd}|jdd}|jd |}||krnd S x(d
D ] }||krttd | d d
qtW d S )Nc s s | ]}t |d kV qdS ) N)ord)r- r} r! r! r" r/ s z _checknetloc.<locals>.<genexpr>r rS r rT rf ?ZNFKCz/?#@:znetloc 'z' contains invalid z#characters under NFKC normalization)any unicodedatareplaceZ normalizerO )rU r nZnetloc2r} r! r! r" _checknetloc s
r c C s xt D ]}| j|d} qW | S )Nr )_UNSAFE_URL_BYTES_TO_REMOVEr )rh br! r! r" _remove_unsafe_bytes_from_url s
r c
C s t | |\} }}t| } t|}| jt} |jt}t|}| ||t| t|f}tj|d }|rj||S t tt
kr|t d } }}| j d} | dkr| d | dkr~| d | j
}| | d d } | d d dkr t| d\}} d|kod |ksd |kr d|kr td
|r<d | kr<| jd d\} }d | krV| jd d\} }t| t||| ||}
|
t|< ||
S xd| d | D ]} | tkrP qW | | d d } | std
d | D r| d | j
| }} | d d dkr4t| d\}} d|krd |ks,d |kr4d|kr4td
|rTd | krT| jd d\} }d | krn| jd d\} }t| t||| ||}
|
t|< ||
S )Nr rT r r r3 z//r[ r\ zInvalid IPv6 URLrf r c s s | ]}|d kV qdS )
0123456789Nr! )r- r} r! r! r" r/ s zurlsplit.<locals>.<genexpr>)r8 r lstrip_WHATWG_C0_CONTROL_OR_SPACEstripbooltyper getry MAX_CACHE_SIZEr# rv rJ r~ rO splitr r scheme_charsr )
rh ro rp rq keycachedrU rr rg rx vr} restr! r! r" r sd
c C s< t | \}}}}}}}|r&d||f }|t|||||fS )Nz%s;%s)r8 r )
componentsro rU rh rs rr rg rq r! r! r" r s c C s t | \}}}}}}|s4|r`|tkr`|d d dkr`|rP|d d dkrPd| }d|pXd | }|rp|d | }|r|d | }|r|d | }||S ) Nr z//r3 ru r rT r rf )r8 uses_netloc)r ro rU rh rr rg rq r! r! r" r s c C s | s|S |s| S t | |\} }}t| d|\}}}}}} t|||\}
} } }
}}|
|ks`|
tkrh||S |
tkr| r|t|
| | |
||fS |} | r|
r|} |}
|s|}|t|
| | |
||fS |jd}|d dkr|d= | d d dk r| jd}n(|| jd }td |dd |dd < g }xX|D ]P}|dkrdy |j W n tk
r` Y nX n|dkrtq0n
|j | q0W |d
d kr|j d |t|
| dj
|pd|
||fS ) Nr ru r3 ...r r r r )r r ) r8 r
uses_relativer r r filterpop
IndexErrorappendjoin)baserh rp rq ZbschemeZbnetlocZbpathZbparamsZbqueryZ bfragmentro rU pathrs rr rg Z
base_partsZsegmentsZ
resolved_pathZsegr! r! r" r
sT
c C sT t | \} }d| kr>t| \}}}}}}t|||||df}nd}| }|t||S )Nrf r )r8 r r r ) rh rq sr paqZfragZdefragr! r! r" r O s Z0123456789ABCDEFabcdefc C s | s| j dS t| tr"| jd} | j d}t|dkr<| S |d g}|j}td krbdd tD axb|dd D ]R}y(|t|d d ||dd W qp tk
r |d || Y qpX qpW dj |S ) N zutf-8rG r3 r c S s4 i | ],}t D ]"}tt|| d g|| j q qS ) )_hexdigbytesrN r( )r- r r r! r! r"
<dictcomp>u s z$unquote_to_bytes.<locals>.<dictcomp>r )
r r4 r5 r( ry r
_hextobyter KeyErrorr )stringbitsresr itemr! r! r" r b s*
z([ -]+)utf-8r c C s d| kr| j | S |d kr d}|d kr*d}tj | }|d g}|j}x@tdt|dD ],}|t|| j|| |||d qVW dj|S )NrF zutf-8r r r3 r r )r _asciirer rangery r r, r )r r) r* r r r rx r! r! r" r s
F&c C sR i }t | ||||||d}x2|D ]*\} }
| |kr@|| j|
q |
g|| < q W |S )N)r) r* max_num_fieldsrL )r
r ) qskeep_blank_valuesstrict_parsingr) r* r rL Z
parsed_resultpairsnamevaluer! r! r" r s
c C s. t | \} }| s"t|ttf r*td|d k rPd| j| }||k rPtddd | j|D } g }
x| D ]} | r| rqn| jdd} t| dkr|rtd| f |rn| jd nqnt| d s|rn| d
j d d }
t
|
||d
}
||
}
| d j d d }t
|||d
}||}|
j|
|f qnW |
S )Nz*Separator must be of type string or bytes.r3 z Max number of fields exceededc S s g | ]}|qS r! r! )r- s1r! r! r"
<listcomp> s z parse_qsl.<locals>.<listcomp>=r zbad query field: %rr r + )r) r* ) r8 r4 r5 r rO countr ry r r r )r r r r) r* r rL rq
num_fieldsr rZ
name_valueZnvr r r! r! r" r
s8
c C s | j dd} t| ||S )Nr r )r r )r r) r* r! r! r" r s sA ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789_.-c @ s$ e Zd Zdd Zdd Zdd ZdS )Quoterc C s t j|| _d S )N) _ALWAYS_SAFEunionsafe)r; r r! r! r" __init__ s zQuoter.__init__c C s d| j jt| f S )Nz<%s %r>) __class__r< dict)r; r! r! r" __repr__$ s zQuoter.__repr__c C s( || j krt|ndj|}|| |< |S )Nz%{:02X})r chrformat)r; r r r! r! r" __missing__( s zQuoter.__missing__N)r< r= r> r r r r! r! r! r" r s r ru c C sb t | tr8| s| S |d kr d}|d kr*d}| j||} n |d k rHtd|d k rXtdt| |S )Nzutf-8r% z,quote() doesn't support 'encoding' for bytesz*quote() doesn't support 'errors' for bytes)r4 r5 r( r6 r
)r r r) r* r! r! r" r . s
c C sd t | trd| ks$t | tr2d| kr2t| |||S t |trBd}nd}t| || ||} | jddS )Nr r )r4 r5 r r r )r r r) r* Zspacer! r! r" r Z s
c s t | ttfstd| s dS t |tr6|jdd}ntdd |D }| jt| s^| j S y t | W n& t
k
r t |j t |< Y nX dj
fdd| D S )Nz!quote_from_bytes() expected bytesr r$ ignorec S s g | ]}|d k r|qS ) r! )r- r} r! r! r" r x s z$quote_from_bytes.<locals>.<listcomp>c s g | ] } |qS r! r! )r- char)quoterr! r" r s )r4 r bytearrayr6 r5 r( rstrip_ALWAYS_SAFE_BYTESr, r r r __getitem__r )Zbsr r! )r r" r
k s
c C s t | dr| j } nRy t| r2t| d t r2tW n0 tk
rd tj \}}}tdj|Y nX g } |sxr| D ]j\}
} t|
t r||
|}
n|t
|
|||}
t| t r|| |} n|t
| |||} | j |
d | qtW n,x(| D ] \}
} t|
t r||
|}
n|t
|
|||}
t| t rL|| |} | j |
d | qt| t
rz|| |||} | j |
d | qy t| } W n: tk
r |t
| |||} | j |
d | Y qX xJ| D ]B}
t|
t r||
|}
n|t
|
|||}
| j |
d |
qW qW dj | S )Nitemsr z1not a valid non-string sequence or mapping objectr r )
hasattrr ry r4 r0 r6 sysexc_infowith_tracebackr r5 r r )rr Zdoseqr r) r* Z quote_viaZtyZvatblkr r. Zeltr! r! r" r sP
c C sJ t | trFy| jdj } W n( tk
rD tdt| d Y nX | S )NASCIIzURL z contains non-ASCII characters)r4 r5 r( r, UnicodeErrorrepr)rh r! r! r" to_bytes s
r c C s` t | j } | d d dkr<| dd dkr<| dd j } | d d dkr\| dd j } | S )Nr3 <> zURL:r r )r5 r )rh r! r! r" unwrap s r c C sD t d krtjdtja t j| }|r<|j \}}|j |fS d | fS )Nz
([^/:]+):(.*)) _typeprogrecompileDOTALLmatchgroupsrJ )rh r ro datar! r! r" splittype s
r c C sX t d krtjdtja t j| }|rP|j \}}|rH|d dkrHd| }||fS d | fS )Nz//([^/#?]*)(.*)r ru ) _hostprogr r r r r )rh r Z host_portr r! r! r" splithost s
r c C s | j d\}}} |r|nd | fS )NrS )rV )hostuserr| r! r! r" splituser s r c C s | j d\} }}| |r|nd fS )NrT )rI )r r| Zpasswdr! r! r" splitpasswd s r c C sD t d krtjdtja t j| }|r<|j \} }|r<| |fS | d fS )Nz(.*):([0-9]*)$) _portprogr r r r r )r r rP r! r! r" splitport s
r r3 c C sT | j d\} }}|s|} n2|rLy t|}W n tk
rB d }Y nX | |fS | |fS )NrT )rV rN rO )r Zdefportr| rP Znportr! r! r"
splitnport s
r c C s$ | j d\}}}|r ||fS | d fS )Nr )rV )rh r r| rr r! r! r"
splitquery+ s r c C s$ | j d\}}}|r ||fS | d fS )Nrf )rV )rh r r| tagr! r! r" splittag2 s r c C s | j d}|d |dd fS )Nrl r r3 )r )rh Zwordsr! r! r" splitattr9 s
r c C s | j d\} }}| |r|nd fS )Nr )rI )attrr| r r! r! r"
splitvalue? s r )r T)r )r T)T)r r )FFr r Nr )FFr r Nr )r r )ru NN)r NN)ru r )r )]r r collections__all__r r rm Znon_hierarchicalZ
uses_queryZ
uses_fragmentr r r r r r# Z_implicit_encodingZ_implicit_errorsr' r+ r2 r8 objectr9 r@ rB rR r` re Z_DefragResultBaseZ_SplitResultBaseZ_ParseResultBase__doc__rh rg ro rU r rr rs Z
ResultBaser r r r r r rk r rn r~ r r r r r r r r r r r r r r r
r frozensetr r r r defaultdictr r r r
r r r r r r r r r r r r r r r r r! r! r! r" <module>" s
!
@
E
)
A
,
O