3
ajP @ s^ d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZyd dlZdZW n ek
r dZY nX d dlmZ d dlmZ d dlZd dlmZmZ d dlm Z d d l m Z m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z' d d
l(m)Z) d d l*m+Z+ d d l,m-Z- d d
l.m/Z/ d dl0m1Z1 d dl2m3Z3m4Z4 d dl5m6Z6 d dl7m8Z8 d dl9m:Z:m;Z; d dl<m=Z=m>Z> d dl?m@Z@mAZA d dlBmCZCmDZD d dlEmFZF d dlGmHZH d dl9mIZI d dlJmKZK d dlLmMZM d dlNmOZO d d lPmQZQ d d d d d!d"d#d$d%d&d'd(d)g
ZRejSeTZUd*d+ ZVG d,d- d-e@ZWG d.d/ d/e=ZXG d0d1 d1eMZYG d2d3 d3e>ZZG d4d5 d5e:j[Z\dWd6d Z]e j^d7e j_Z`e j^d8e j_Zad9d Zbd:d Zcd;d Zdd<d! Zed=d" Zfd>d? Zgd@d$ ZhdAd% ZidBdC ZjdDdE ZkdFdG ZldHdI ZmdXdJd&ZndYdKd#ZodLdM ZpG dNdO dOeQjqZrdZdPd'ZsdQd) ZtdRd( ZudSdT ZvdUdV ZwdS )[ )absolute_importNTF)parse)request)InstallationError HashMismatch)PyPI)
splitextrmtree format_size display_path
backup_dirask_path_exists unpack_fileARCHIVE_EXTENSIONSconsumecall_subprocess) auto_decode)check_path_owner)
indent_log)SETUPTOOLS_SHIM)libc_ver)DownloadProgressBarDownloadProgressSpinner)write_delete_marker_file)vcs)requestssix) BaseAdapter HTTPAdapter)AuthBase
HTTPBasicAuth)CONTENT_CHUNK_SIZEResponse)get_netrc_auth)CaseInsensitiveDict)urllib3)CacheControlAdapter) FileCache) LockError)
xmlrpc_clientget_file_contentis_url url_to_path path_to_urlis_archive_fileunpack_vcs_linkunpack_file_url
is_vcs_url is_file_urlunpack_http_url
unpack_urlparse_content_dispositionsanitize_content_filenamec C s dt jdtj dtj id} | d d dkrBtj | d d< n| d d dkrtjjd krntjd
d }ntj}d jd
d |D | d d< nB| d d dkrtj | d d< n | d d dkrtj | d d< tjj drJddl
m } t t
dd tdddg|j }t t
dd tddgt }|r<||d< |rJ|| d< tjj dr|tj d r|d tj d d| d< tj rtj | jd i d< tj rtj | jd i d < tj rtj | d < trtjd
d d)krtj| d"< d#j| tj | d*d&d'd(S )+z6
Return a string representing the user agent.
pip)nameversionr8 )Z installerpythonimplementationr; ZCPythonr9 ZPyPyfinalN .c S s g | ] }t |qS )str).0xr? r? /usr/lib/python3.6/download.py
<listcomp>T s z user_agent.<locals>.<listcomp>ZJythonZ
IronPythonlinuxr )distroc S s | d S )N r? )rB r? r? rC <lambda>` s z user_agent.<locals>.<lambda>idc S s | d S )NrG r? )rB r? r? rC rH d s liblibcrF darwinZmacOSsystemreleaseZcpu Zopenssl_versionz9{data[installer][name]}/{data[installer][version]} {json},:T)Z
separatorsZ sort_keys)datajson)rO rP )rQ rR ) r7 __version__platformZpython_versionZpython_implementationsyspypy_version_info releaseleveljoin
startswith pip._vendorrF dictfilterzipZlinux_distributionr Zmac_verrM
setdefaultrN machineHAS_TLS version_infosslZOPENSSL_VERSIONformatrT dumps)rS rX rF Z distro_infosrK r? r? rC
user_agent@ sP
rg c @ s. e Zd Zd ddZdd Zdd Zdd Zd
S ) MultiDomainBasicAuthTc C s || _ i | _d S )N) prompting passwords)selfri r? r? rC __init__ s z MultiDomainBasicAuth.__init__c C s t j|j}|jjddd }t j|d d |f |dd |_| jj|d\}}|d krn| j|j\}}|d kr|d krt |j}|r|nd\}}|s|r||f| j|< t
|pd|pd|}|j d| j |S ) N@rG rO response)NN)NN)
urllib_parseurlparseurlnetlocrsplit
urlunparserj getparse_credentialsr# r Z
register_hook
handle_401)rk reqparsedrt usernamepasswordZ
netrc_authr? r? rC __call__ s &
z MultiDomainBasicAuth.__call__c K s |j dkr|S | js|S tj|j}tjjd|j }t j d}|sH|rX||f| j
|j< |j |j j
t|ppd|pvd|j}|jj|f|}|jj| |S )Ni z
User for %s: z
Password: rn ) status_coderi rq rr rs r Zmovesinputrt getpassrj contentrawZ release_connr r Z
connectionsendhistoryappend)rk respkwargsr{ r| r} rz Znew_respr? r? rC ry s
z MultiDomainBasicAuth.handle_401c C s8 d|kr4|j ddd }d|kr,|jddS |d fS dS )Nrm rG r rR )NN)ru split)rk rt Zuserinfor? r? rC rx s z&MultiDomainBasicAuth.parse_credentialsN)T)__name__
__module__ __qualname__rl r~ ry rx r? r? r? rC rh s
!"rh c @ s e Zd ZdddZdd ZdS )LocalFSAdapterNc
C s t |j}t }d|_|j|_ytj|} W n. tk
rZ }
zd|_|
|_W Y d d }
~
X nPX tj j
| j dd} t j
|d p~d} t| | j| d|_t|d|_|jj|_|S ) N i T)Zusegmtr z
text/plain)z Content-TypezContent-Lengthz
Last-Modifiedrb)r, rs r" r osstatOSErrorr emailZutilsZ
formatdatest_mtime mimetypes
guess_typer$ st_sizeheadersopenclose)
rk r streamtimeoutverifycertZproxiespathnamer ZstatsexcZmodified content_typer? r? rC r s$
zLocalFSAdapter.sendc C s d S )Nr? )rk r? r? rC r s zLocalFSAdapter.close)NNNNN)r r r r r r? r? r? rC r s
r c sD e Zd ZdZ fddZ fddZ fddZ fdd Z ZS )
SafeFileCachezw
A file based cache which is safe to use even when the target directory may
not be accessible or writable.
c s4 t t| j|| t| js0tjd| j d | _d S )NzThe directory '%s' or its parent directory is not owned by the current user and the cache has been disabled. Please check the permissions and owner of that directory. If executing pip with sudo, you may want sudo's -H flag.)superr rl r directoryloggerwarning)rk argsr ) __class__r? rC rl s
zSafeFileCache.__init__c
s@ | j d krd S ytt| j||S tttfk
r: Y nX d S )N)r r r rw r( r IOError)rk r r )r r? rC rw s
zSafeFileCache.getc
s@ | j d krd S ytt| j||S tttfk
r: Y nX d S )N)r r r setr( r r )rk r r )r r? rC r s
zSafeFileCache.setc
s@ | j d krd S ytt| j||S tttfk
r: Y nX d S )N)r r r deleter( r r )rk r r )r r? rC r ) s
zSafeFileCache.delete) r r r __doc__rl rw r r
__classcell__r? r? )r rC r s
r c @ s e Zd Zdd ZdS )InsecureHTTPAdapterc C s d|_ d |_d S )NZ CERT_NONE)Z cert_reqsZca_certs)rk Zconnrs r r r? r? rC cert_verify9 s z InsecureHTTPAdapter.cert_verifyN)r r r r r? r? r? rC r 7 s r c s, e Zd ZdZ fddZ fddZ ZS )
PipSessionNc s |j dd}|j dd }|j dg }tt| j|| t | jd< t | _tj |dgdd}|rvt
t |d d
|d }n
t |d }t
|d }| jd
| | jd| | jdt x |D ]}| jdj|| qW d S )Nretriesr cacheinsecure_hostsz
User-Agenti g ?)ZtotalZstatus_forcelistZbackoff_factorT)Z use_dir_lock)r max_retries)r zhttps://zhttp://zfile://z https://{0}/)popr r rl rg r rh Zauthr% ZRetryr& r r r Zmountr re ) rk r r r r r Zsecure_adapterZinsecure_adapterhost)r r? rC rl B s*
zPipSession.__init__c s( |j d| j tt| j||f||S )Nr )r` r r r r )rk methodrs r r )r r? rC r ~ s zPipSession.request)r r r r rl r r r? r? )r rC r > s <r c
C sL |dkrt dtj| }|r|jdj }|dkrR|rR|jdrRtd|| f |dkr| jddd }|jdd }t j
|}|r|jdd |jd
dd }t j |}|jd rd |j
d }|} n |j| }|j |j|jfS y&t| d }t|j }W dQ R X W n4 tk
rB } ztd t| W Y dd} ~ X nX | |fS )
zGets the content of a file; it may be a filename, file: URL, or
http: URL. Returns (location, content). Content is unicode.NzAget_file_content() missing 1 required keyword argument: 'session'rG filehttpz6Requirements file %s references URL %s, which is localrR \/|r z$Could not open requirements file: %s) TypeError
_scheme_researchgrouplowerr[ r r replace_url_slash_drive_rematchrq Zunquotelstriprw raise_for_statusrs textr r readr r@ )
rs Z
comes_fromsessionr schemepathr fr r r? r? rC r* s>
z^(http|https|file):z /*([a-z])\|c C s6 d| kr dS | j ddd j }|ddddgtj kS ) z)Returns true if the name looks like a URLrR FrG r r Zhttpsr Zftp)r r r Z all_schemes)r8 r r? r? rC r+ s c C s2 t j| \}}}}}|r d| }tj|| }|S )z(
Convert a file: URL to a path.
z\\)rq Zurlspliturllib_requestZ url2pathname)rs _rt r r? r? rC r, s
c C s* t jjt jj| } tjdtj| }|S )zh
Convert a path to a file: URL. The path will be made absolute and have
quoted path parts.
zfile:)r r normpathabspathrq Zurljoinr Z pathname2url)r rs r? r? rC r- s c C s t | d j }|tkr dS dS )z9Return True if `name` is a considered as an archive file.rG TF)r r r )r8 extr? r? rC r. s c C s t | }|j| d S )N)_get_used_vcs_backendunpack)linklocation vcs_backendr? r? rC r/ s c C s. x(t jD ] }| j|jkr|| j}|S qW d S )N)r Zbackendsr Zschemesrs )r Zbackendr r? r? rC r s
r c C s t t| S )N)boolr )r r? r? rC r1 s c C s | j j jdS )Nzfile:)rs r r[ )r r? r? rC r2 s c C s t | j}tjj|S )zReturn whether a file:// Link points to a directory.
``link`` must not have any other scheme but file://. Call is_file_url()
first.
)r, url_without_fragmentr r isdir)r link_pathr? r? rC
is_dir_url s
r c O s | S )Nr? )iterabler r r? r? rC _progress_indicator s r c
sL yt jd }W n tttfk
r0 d}Y nX tdd}tj tj krRd}n&|r\d}n |dkrjd}n|std}nd}|j
}fdd } fd
d } t }
|j t
j kr|} n|j} |r|rtjd | t| t|d
j}
ntjd| t j}
n |rtjd| n tjd| tjd| | |
|tt} |r@|j| nt| d S )Nzcontent-lengthr Z
from_cacheF( i Tc 3 s\ y$x j j| ddD ]
}|V qW W n2 tk
rV x j j| }|sHP |V q6W Y nX d S )NF)Zdecode_content)r r AttributeErrorr )Z
chunk_sizechunk)r r? rC resp_read s z _download_url.<locals>.resp_readc 3 s" x | D ]} j | |V qW d S )N)write)Zchunksr ) content_filer? rC written_chunks; s
z%_download_url.<locals>.written_chunkszDownloading %s (%s))maxzDownloading %szUsing cached %szDownloading from URL %si@ )intr
ValueErrorKeyErrorr getattrr ZgetEffectiveLevelloggingINFOshow_urlr rt r r infor
r iterr debugr! Zcheck_against_chunksr )
r r r hashesZ total_lengthZ cached_respZ
show_progressr r r Zprogress_indicatorrs Zdownloaded_chunksr? )r r rC
_download_url sL
%
r c C s d}t jj||j}t jj|rtdt| d }|dkr@d}nj|dkrdtjdt| t j | nF|dkrt
|}tjd t|t| t j || n|dkrt
jd
|rt j| | tjd t| d S )NTz8The file %s exists. (i)gnore, (w)ipe, (b)ackup, (a)abortiwbaFz Deleting %szBacking up %s to %srG zSaved %s)r r r r rp )r r rZ filenameexistsr
r r r remover shutilZmoverW exitcopyr )r r r r Zdownload_locationro Z dest_filer? r? rC
_copy_filea s.
r c C s |d krt dtjdd}d }|r0t| ||}|rH|}tj|d }nt| |||\}}t|||| |r~| r~t||| |st j
| t | d S )Nz@unpack_http_url() missing 1 required keyword argument: 'session'z-unpackzpip-r ) r tempfileZmkdtemp_check_download_dirr r _download_http_urlr r r unlinkr ) r r download_dirr r temp_diralready_downloaded_path from_pathr r? r? rC r3 | s,
c C s t | j}t| rHtjj|r&t| tj||dd |rDt j
d dS |rV|j | d}|rjt | ||}|rt|}n|}t
j|d }t|||| |r| rt||| dS )zUnpack link into location.
If download_dir is provided and link points to a file, make a copy
of the link file inside download_dir.
T)Zsymlinksz*Link is a directory, ignoring download_dirNr )r, r r r r r r r Zcopytreer r check_against_pathr r r r r )r r r r r r r r r? r? rC r0 s,
c
C s t jj|rt| d}tjg}|jd |jt| |jd |d|g7 }tj d| t
t || dd W dQ R X t jj |t j
|d }tj d
|| t||ddd dS ) zCopy distribution files in `link_path` to `location`.
Invoked when user requests to install a local directory. E.g.:
pip install .
pip install ~/dev/git-repos/python-prompt-toolkit
zsetup.pyz-csdistz
--dist-dirz Running setup.py sdist for %sF)cwdZ show_stdoutNr zUnpacking sdist %s into %s)r r )r r r r rW
executabler r r r r r rZ listdirr )r r Zsetup_pyZ
sdist_argsr r? r? rC _copy_dist_from_dir s
r
c @ s$ e Zd ZdZdddZd ddZdS )
PipXmlrpcTransportzRProvide a `xmlrpclib.Transport` implementation via a `PipSession`
object.
Fc C s* t jj| | tj|}|j| _|| _d S )N)r) Transportrl rq rr r _scheme_session)rk Z index_urlr Z use_datetimeZ index_partsr? r? rC rl s
zPipXmlrpcTransport.__init__c
C s | j ||d d d f}tj|}y6ddi}| jj|||dd}|j || _| j|jS t j
k
r } zt j d| j
j| W Y d d } ~ X nX d S )Nz Content-Typeztext/xmlT)rS r r z HTTP error %s while getting %s)r
rq rv r Zpostr verboseZparse_responser r HTTPErrorr criticalro r )
rk r ZhandlerZ request_bodyr partsrs r ro r r? r? rC r s
zPipXmlrpcTransport.requestN)F)F)r r r r rl r r? r? r? rC r s
r c C s^ t | rt| | n:t| r.t| |||d n |dkr<t }t| ||||d |rZt| dS )av Unpack link.
If link is a VCS link:
if only_download, export into download_dir and ignore location
else unpack into location
for other types of link:
- unpack into location
- if download_dir, copy the file into download_dir
- if only_download, mark location for deletion
:param hashes: A Hashes object, one of whose embedded hashes must match,
or HashMismatch will be raised. If the Hashes is empty, no matches are
required, and unhashable types of requirements (like VCS ones, which
would ordinarily raise HashUnsupported) are allowed.
)r N)r1 r/ r2 r0 r r3 r )r r r Z
only_downloadr r r? r? rC r4 s c C s t jj| S )zK
Sanitize the "filename" value from a Content-Disposition header.
)r r basename)r r? r? rC r6 ; s c C s, t j| \}}|jd}|r$t|}|p*|S )z
Parse the "filename" value from a Content-Disposition header, and
return the default filename if the result is empty.
r )cgiZ parse_headerrw r6 )content_dispositionZdefault_filenameZ_typeZparamsr r? r? rC r5 C s
c
C s* | j jddd }y |j|ddidd}|j W n8 tjk
rj } ztjd|jj | W Y d d }~X nX |j
jd
d }| j }|j
jd } | rt | |}t
|d }
|
stj|}
|
r||
7 }|
r| j |j krtjj
|j d }
|
r||
7 }tjj||} t| d
} t|| | | W d Q R X | |fS )z6Download link url into temp_dir using provided session#rG r zAccept-EncodingZidentityT)r r z HTTP error %s while getting %sNz content-typern zcontent-dispositionwb)rs r rw r r r r r ro r r r r5 r r Zguess_extensionr r rZ r r )
r r r r Z
target_urlr r r r r r Z file_pathr r? r? rC r R s:
r c C sn t jj|| j}t jj|rjtjd| |rfy|j| W n* tk
rd tj d| t j
| dS X |S dS )z Check download_dir for previously downloaded file with correct hash
If a correct file is found return its path else None
z File was already downloaded %sz;Previously-downloaded file %s has bad hash. Re-downloading.N) r r rZ r r r r r r r r )r r r Z
download_pathr? r? rC r s
r )NN)NNN)NN)NFNN)xZ
__future__r r Z email.utilsr r rT r r r rV rer rW r rd rb ImportErrorZ pip._vendor.six.moves.urllibr rq r r r7 Zpip.exceptionsr r Z
pip.modelsr Z pip.utilsr r r
r r r
r r r r Zpip.utils.encodingr Zpip.utils.filesystemr Zpip.utils.loggingr Zpip.utils.setuptools_buildr Zpip.utils.glibcr Z pip.utils.uir r Z
pip.locationsr Zpip.vcsr r\ r r Z pip._vendor.requests.adaptersr r Zpip._vendor.requests.authr r Zpip._vendor.requests.modelsr! r" Zpip._vendor.requests.utilsr# Z pip._vendor.requests.structuresr$ r% Zpip._vendor.cachecontrolr& Z pip._vendor.cachecontrol.cachesr' Zpip._vendor.lockfiler( Zpip._vendor.six.movesr) __all__Z getLoggerr r rg rh r r r ZSessionr r* compileIr r r+ r, r- r. r/ r r1 r2 r r r r r3 r0 r
r r r4 r6 r5 r r r? r? r? rC <module> s
0
BR!BH
)
`
&
0$
&8