hc @ s_ d Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z m
Z
m Z m Z m
Z
m Z m Z m Z m Z m Z m Z m Z m Z d d l m Z d d l m Z d d l m Z d d l m Z m Z m Z m Z m! Z! m" Z" m# Z# m$ Z$ m% Z% m& Z& m' Z' m( Z( m) Z) m* Z* d d l m+ Z+ d d l, m- Z- d d
l. m/ Z/ d d l. m0 Z0 d d l1 m2 Z2 e j3 d
Z4 e j3 d e j5 Z6 e j3 d Z7 e j3 d e j5 j8 Z9 d j: Z; d d d d g Z< d Z= d Z> d Z? e@ d ZA e@ d ZB e@ d ZC e@ e
e@ d ZD e@ d ZE d ZF e j3 d e j5 ZG eF d ZH d! e jI d" e d# d$ jI f ZJ d% eK f d& YZL d' eL f d( YZM d e f d) YZN e j3 d* jO ZP d+ ZQ d, ZR d- ZS d d. ZT d/ ZU e jV d0 ZW eT e= eW ZW d1 ZX d2 ZY d S(3 s# PyPI and direct package downloadingiN(
t
CHECKOUT_DISTt Distributiont BINARY_DISTt normalize_patht SOURCE_DISTt requiret Environmentt find_distributionst safe_namet safe_versiont to_filenamet Requirementt DEVELOP_DIST( t ssl_support( t log( t DistutilsError( t urllib2t httplibt StringIOt HTTPErrort urlparset
urlunparset unquotet splitusert url2pathnamet name2codepointt unichrt urljoint urlsplitt
urlunsplit( t filterfalse( t translate( t hashlib( t wraps( t get_all_headerss ^egg=([-A-Za-z0-9_.]+)$s href\s*=\s*['"]?([^'"> ]+)s <a href="([^"#]+)">([^<]+)</a>
\s+\(<a (?:title="MD5 hash"
\s+)href="[^?]+\?:action=show_md5&digest=([0-9a-f]{32})">md5</a>\)s ([-+.a-z0-9]{2,}):s .tar.gz .tar.bz2 .tar .zip .tgzt PackageIndext distros_for_urlt parse_bdist_wininstt interpret_distro_namei c C s | j } d \ } } } | j d r | j d rL | d } d } q | j d d r~ | d d !} | d } d } q | j d r | d
} d } q | j d d
r | d d !} | d
} d } q n | | | f S( s= Return (base,pyversion) or (None,None) for possible .exe names .exes
.win32.exeit win32s .win32-pyiiis .win-amd64.exeis win-amd64s
.win-amd64-pyiN( NNN( t lowert Nonet endswitht
startswith( t nameR( t baset py_vert plat( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR% - s$
c C s t | \ } } } } } } t | j d d } | d k rk | d k rk t | j d d } n d | k r | j d d \ } } n | | f S( Nt /is sourceforge.nett downloadit #i ( R R t split( t urlt schemet servert patht
parameterst queryt fragmentR- ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt egg_info_for_urlE s c c s t | \ } } x t | | | D] } | Vq% W| r t j | } | r x1 t | | j d | d t D] } | Vqq Wq n d S( sE Yield egg or source distribution objects that might be found at a URLi t
precedenceN( R; t distros_for_locationt EGG_FRAGMENTt matchR& t groupR ( R4 t metadataR- R: t distR? ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR$ M s "c C s | j d r | d } n | j d rM d | k rM t j | | | g S| j d r t | \ } } } | d k r t | | | | t | Sn x> t D]6 } | j | r | t | } t | | | Sq Wg S( s: Yield egg or source distribution objects based on basenames .egg.zipis .eggt -s .exeN( R* R t
from_locationR% R) R& R t
EXTENSIONSt len( t locationt basenameRA t win_baseR. t platformt ext( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR= Y s
c C s" t t | t j j | | S( sE Yield possible egg or source distribution objects based on a filename( R= R t osR7 RH ( t filenameRA ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt distros_for_filenamen s c c s | j d } | s^ xF t | d D]1 \ } } t | d k r& | j d r& d Sq& Wn xa t d t | d D]F } t | | d j | | d j | | d | d | d | Vqx Wd S(
s Generate alternative interpretations of a source distro name
Note: if `location` is a filesystem filename, you should call
``pkg_resources.normalize_path()`` on it before passing it to this
routine!
RC i i s py2.Ni t
py_versionR< RJ ( R3 t enumerateRF R+ t rangeR t join( RG RH RA RO R< RJ t partst it p( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR& u s ! ) c c s t } | j } | d k rM xg t | j | D] } | | | Vq1 Wn; x8 | D]0 } | | } | | k rT | | | VqT qT Wd S( sH List unique elements, preserving order. Remember all elements ever seen.N( t sett addR) R t __contains__( t iterablet keyt seent seen_addt elementt k( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt unique_everseen s
c s t f d } | S( ss
Wrap a function returning an iterable such that the resulting iterable
only ever yields unique items.
c s t | | S( N( R_ ( t argst kwargs( t func( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt wrapper s ( R! ( Rb Rc ( ( Rb s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt
unique_values s s( <([^>]*\srel\s*=\s*['"]?([^'">]+)[^>]*)>c c s x t j | D] } | j \ } } t t t j | j j d } d | k sg d | k r x7 t j | D]# } t
| t | j d Vqw Wq q Wxd d D]\ } | j
| } | d k r t j | | } | rt
| t | j d Vqq q Wd S(
sE Find rel="homepage" and rel="download" links in `page`, yielding URLst ,t homepageR1 i s
<th>Home Pages <th>Download URLiN( s
<th>Home Pages <th>Download URL( t RELt finditert groupsRV t mapt strt stripR( R3 t HREFR t
htmldecodeR@ t findt search( R4 t pageR? t tagt relt relst pos( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt find_external_links s '(
s Python-urllib/%s setuptools/%si t
setuptoolsi t ContentCheckerc B s) e Z d Z d Z d Z d Z RS( sP
A null content checker that defines the interface for checking content
c C s d S( s3
Feed a block of data to the hash.
N( ( t selft block( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt feed s c C s t S( sC
Check the hash. Return False if validation fails.
( t True( Ry ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt is_valid s c C s d S( su
Call reporter with information about the checker (hash name)
substituted into the template.
N( ( Ry t reportert template( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt report s ( t __name__t
__module__t __doc__R{ R} R ( ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyRx s t HashCheckerc B sJ e Z e j d Z d Z e d Z d Z d Z d Z
RS( sK (?P<hash_name>sha1|sha224|sha384|sha256|sha512|md5)=(?P<expected>[a-f0-9]+)c C sO | | _ | d k r0 t j | d t | _ n t j | | _ | | _ d S( Nt md5t usedforsecurity( t hash_nameR t newt Falset hasht expected( Ry R R ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt __init__ s
c C sL t | d } | s t S| j j | } | s< t S| | j S( s5 Construct a (possibly null) ContentChecker from a URLi( R Rx t patternRp t groupdict( t clsR4 R: R? ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt from_url s c C s | j j | d S( N( R t update( Ry Rz ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR{ s c C s | j j | j k S( N( R t hexdigestR ( Ry ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR} s c C s | | j } | | S( N( R ( Ry R~ R t msg( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR s
( R R t ret compileR R t classmethodR R{ R} R ( ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR s c B s e Z d Z d d' d( e d Z e d Z e d Z e d Z d Z
d Z d Z d
Z
d( d Z d Z d( d
Z d Z d Z d Z d Z d Z e e e d( d Z e e d Z d Z d Z d Z d Z d( d Z e d Z d Z e d Z d Z! d Z" d Z# d Z$ d! Z% d" Z& e d# Z' d$ Z( d% Z) d& Z* RS() s; A distribution index that scans web pages for download URLss https://pypi.python.org/simplet *c O s t j | | | | d | j d | _ i | _ i | _ i | _ t j d j t
t | j | _
g | _ | r t j r | s t j r t j | | _ n t j | _ d S( NR0 t |( R R R* t index_urlt scanned_urlst fetched_urlst
package_pagesR R RR Rj R R? t allowst to_scanR
t is_availablet find_ca_bundlet
opener_fort openerR t urlopen( Ry R t hostst ca_bundlet
verify_sslR` t kw( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR s ' !c
C sU | | j k r | r d St | j | <t | sD | j | d St t | } | r | j | so d S| j d | n | s | s | | j k r t t | j
| d S| j | s t | j | <d S| j d | t | j | <| j | d | } | d k rd St | j | j <d | j j d d j k rZ| j d S| j } | j } t | t st | t rd } n | j j d pd } | j | d
} n | j xB t j | D]1 } t | t | j d } | j | qW| j | j rQt! | d d d
k rQ| j" | | } n d S( s< Evaluate a URL as a possible download, and maybe retrieve itNs Found link: %ss
Reading %ss< Download error on %s: %%s -- Some packages may not be found!t htmls content-typet s latin-1t charsett ignorei t codei (# R R| t
URL_SCHEMEt process_filenamet listR$ t url_okt debugR Rj RW t infot open_urlR) R4 t headerst getR( t closet readt
isinstanceRk R t get_paramt decodeRm Rh R Rn R@ t process_urlR+ R t getattrt
process_index(
Ry R4 t retrievet distst fR- Rq R R? t link( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR sN
!
*c C s t j j | s& | j d | d St j j | r | r t j j | } x9 t j | D]% } | j t j j | | t qa Wn t
| } | r | j d | t t
| j | n d S( Ns
Not found: %ss Found: %s( RL R7 t existst warnt isdirt realpatht listdirR RR R| RN R R Rj RW ( Ry t fnt nestedR7 t itemR ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR J s & c C s} t | } | r- | j d j d k sF | j t | d rJ t Sd } | ri t | | n | j | | d S( Ni t files,
Link to % s ***BLOCKED*** by --allow-hosts
( R R@ R( R R R| R R ( Ry R4 t fatalt sR ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR Z s :c C sf x_ | D]W } t j j | r x< t j | D]( } | j d r/ | j | | q/ q/ Wq q Wd S( Ns .egg-link( RL R7 R R R* t
scan_egg_link( Ry t search_pathR t entry( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt scan_egg_linksd s
c C s g t t j t t j j | | D] } | r( | ^ q( } t | d k r xX t t j j | | d D]4 } t j j | | | _ t
| _ | j | qr Wn d S( Ni i (
Rj Rk Rl t openRL R7 RR RF R RG R R< RW ( Ry R7 R t _ft linesRB ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR k s 4& c
s f d } xQ t j | D]@ } y& | t | t | j d Wq t k
r^ q Xq W| | \ } } | r
xy t | | D]h } t | \ } } | j d r | r | r | d | | f 7} q j | n j
| q Wt j d | Sd Sd S( s# Process the contents of a PyPI pagec s | j j r t t t | t j j d } t | d k r d | d k r t | d } t | d } t j
j | j i | <t
| t
| f Sn d S( NR0 i R2 i i ( NN( R+ R R Rj R RF R3 R R R| R t
setdefaultR( R
R) ( R RS t pkgt ver( Ry ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt scanv s %" i s .pys
#egg=%s-%sc S s d | j d d d S( Ns <a href="%s#md5=%s">%s</a>i i i ( R@ ( t m( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt <lambda> s R N(
Rm Rh R Rn R@ t
ValueErrorRv R; R* t need_version_infot scan_urlt PYPI_MD5t sub(
Ry R4 Rq R R? R R t new_urlR- t frag( ( Ry s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR t s$ &
c C s | j d | d S( NsP Page at %s links to .py file(s) without version info; an index scan is required.( t scan_all( Ry R4 ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR s c G sO | j | j k r; | r+ | j | | n | j d n | j | j d S( Ns6 Scanning index of all packages (this may take a while)( R R R R R ( Ry R R` ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR s
c C s | j | j | j d | j j | j sN | j | j | j d n | j j | j ss | j | n x3 t | j j | j d D] } | j | q Wd S( NR0 ( ( R R t unsafe_nameR R RZ t project_namet not_found_in_indexR ( Ry t requirementR4 ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt
find_packages s %c C sk | j | j | x8 | | j D]) } | | k r; | S| j d | | q% Wt t | j | | S( Ns %s does not match %s( t prescanR RZ R t superR# t obtain( Ry R t installerRB ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR s
c C si | j | j d | | j se | j t j | t d | j j t j j
| f n d S( s-
checker is a ContentChecker
s Validating %%s checksum for %ss7 %s validation failed for %s; possible download problem?N( R R R} R RL t unlinkR R R, R7 RH ( Ry t checkerRM t tfp( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt
check_hash s
c C sr xk | D]c } | j d k sJ t | sJ | j d sJ t t | rZ | j | q | j j | q Wd S( s; Add `urls` to the list that will be prescanned for searchess file:N( R R) R R+ R R$ R t append( Ry t urlsR4 ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt add_find_links s
c C s2 | j r% t t | j | j n d | _ d S( s7 Scan urls scheduled for prescanning (e.g. --find-links)N( R R Rj R R) ( Ry ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR s c C sN | | j r | j d } } n | j d } } | | | j | j d S( Ns# Couldn't retrieve index page for %rs3 Couldn't find index page for %r (maybe misspelled?)( RZ R R R R ( Ry R t methR ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR s
c C s t | t s t | } | rp | j | | } t | \ } } | j d rl | j | | | } n | St j j | r | Sy t j
| } Wq t k
r t d | f q Xn t
| j | | d d S( s Locate and/or download `spec` to `tmpdir`, returning a local path
`spec` may be a ``Requirement`` object, or a string containing a URL,
an existing local filename, or a project/version requirement spec
(i.e. the string form of a ``Requirement`` object). If it is the URL
of a .py file with an unambiguous ``#egg=name-version`` tag (i.e., one
that escapes ``-`` as ``_`` throughout), a trivial ``setup.py`` is
automatically created alongside the downloaded file.
If `spec` is a ``Requirement`` object or a string containing a
project/version requirement spec, this method returns the location of
a matching distribution (possibly after downloading it to `tmpdir`).
If `spec` is a locally existing file or directory name, it is simply
returned unchanged. If `spec` is a URL, it is downloaded to a subpath
of `tmpdir`, and the local filename is returned. Various errors may be
raised if a problem occurs during downloading.
s .pys1 Not a URL, existing file, or requirement spec: %rRG N( R R R t
_download_urlR; R* t gen_setupRL R7 R t parseR R R t fetch_distributionR) ( Ry t spect tmpdirR5 t foundR- R: ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR1 s"
c sK j d | i d } d f d } | rc j j | | | } n | d k r | p | | | } n | d k r j d k r j | | } n | d k r | r j | | | } n | d k r j d r d pd | n/ j d | | j d j | j | Sd S( s| Obtain a distribution suitable for fulfilling `requirement`
`requirement` must be a ``pkg_resources.Requirement`` instance.
If necessary, or if the `force_scan` flag is set, the requirement is
searched for in the (online) package index as well as the locally
installed packages. If a distribution matching `requirement` is found,
the returned distribution's ``location`` is the value you would have
gotten from calling the ``download()`` method with the matching
distribution's URL or filename. If no matching distribution is found,
``None`` is returned.
If the `source` flag is set, only source distributions and source
checkout links will be considered. Unless the `develop_ok` flag is
set, development and system eggs (i.e., those using the ``.egg-info``
format) will be ignored.
s Searching for %sc s | d k r } n x | | j D]q } | j t k rn rn | k r# j d | d | <q# q# n | | k r# | j t k s r# | Sq# Wd S( Ns& Skipping development or system egg: %si ( R) RZ R< R R R ( t reqt envRB ( t
develop_okRy t skippedt source( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyRo 2 s
"s2 No local packages or download links found for %s%ss a source distribution of R s Best match: %sRG N( R R) R R R R t cloneR1 RG ( Ry R R t
force_scanR R t local_indexRB Ro ( ( R Ry R R s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR s.
c C s/ | j | | | | } | d k r+ | j Sd S( s3 Obtain a file suitable for fulfilling `requirement`
DEPRECATED; use the ``fetch_distribution()`` method now instead. For
backward compatibility, this routine is identical but returns the
``location`` of the downloaded distribution instead of a distribution
object.
N( R R) RG ( Ry R R R R RB ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt fetch\ s c C sq t j | } | rL g t | | j d d D] } | j r1 | ^ q1 pO g } t | d k rBt j j | } t j j
| | k r t j j | | } d d l m
} | | | s t j | | | } q n t t j j | d d }
|
j d | d j | d j t j j | d f |
j | S| rat d | | f n t d d S(
Ni i( t samefiles setup.pyt wsI from setuptools import setup
setup(name=%r, version=%r, py_modules=[%r])
i s Can't unambiguously interpret project/version identifier %r; any dashes in the name or version should be escaped using underscores. %rsp Can't process plain .py files without an '#egg=name-version' suffix to enable automatic setup script generation.( R> R? R& R@ R) t versionRF RL R7 RH t dirnameRR t setuptools.command.easy_installR t shutilt copy2R t writeR t splitextR R ( Ry RM R: R R? t dR RH t dstR R ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR i s4 4
i c
C s | j d | d \ } } } zIt j | } | j | } t | t rq t d | | j | j f n | j } d } | j
} d }
d | k r t | d } t t
t | }
| j | | | | |
n t | d } x` t rO| j | } | rK| j | | j | | d 7} | j | | | | |
q Pq W| j | | | | SWd | r~| j n | r| j n Xd S(
Ns Downloading %ss Can't download %s: %s %si is content-lengths Content-Lengtht wbi ( NNN( R R) R R R R R R R R t dl_blocksizeR" t maxRj t intt
reporthookR R| R R{ R
R R (
Ry R4 RM t fpR R R R t blocknumt bst sizet sizesRz ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt _download_to s>
c C s d S( N( ( Ry R4 RM R t blksizeR ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR s c C s | j d r t | Sy t | | j SWnt t j f k
r t j d } d j g | j
D] } t | ^ qf } | r | j | | qt
d | | f n't j k
r t j d } | St j k
r/t j d } | r| j | | j qt
d | | j f n t j k
rt j d } | rk| j | | j qt
d | | j f nS t j k
rt j d } | r| j | | qt
d | | f n Xd S( Ns file:i t s %s %ss Download error for %s: %ss; %s returned a bad status line. The server might be down, %s( R+ t
local_opent open_with_authR R R t
InvalidURLt syst exc_infoRR R` Rk R R R R t URLErrort reasont
BadStatusLinet linet
HTTPException( Ry R4 t warningt vt argR ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR s@
+c C s t | \ } } | rL x7 d | k rH | j d d j d d } q Wn d } | j d rn | d } n t j j | | } | j t | s t d j | n | S( sB
>>> import pathlib
>>> du = PackageIndex._resolve_download_filename
>>> root = getfixture('tmp_path')
>>> url = 'https://files.pythonhosted.org/packages/a9/5a/0db.../setuptools-78.1.0.tar.gz'
>>> str(pathlib.Path(du(url, root)).relative_to(root))
'setuptools-78.1.0.tar.gz'
Ensures the target is always in tmpdir.
>>> url = 'https://anyhost/%2fhome%2fuser%2f.ssh%2fauthorized_keys'
>>> du(url, root)
Traceback (most recent call last):
...
ValueError: Invalid filename...
s ..t .s \t _t __downloaded__s .egg.zipis Invalid filename {}(
R; t replaceR* RL R7 RR R+ Rk R t format( R4 R R, R: RM ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt _resolve_download_filename s %
c C s4 | j | | } | j | | p3 | j | | S( s2
Determine the download filename.
( R- t
_download_vcst _download_other( Ry R4 R RM ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR s c C sd t | j } | j d \ } } } t d d g d g t | } t t | h | @ d S( s
>>> rvcs = PackageIndex._resolve_vcs
>>> rvcs('git+http://foo/bar')
'git'
>>> rvcs('hg+https://foo/bar')
'hg'
>>> rvcs('git:myhost')
'git'
>>> rvcs('hg:myhost')
>>> rvcs('http://foo/bar')
t +t svnt gitt hgN( R R5 t partitionRV t boolt nextt iterR) ( R4 R5 t pret sept postt allowed( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt _resolve_vcs s
#c C s | j | } | s d S| d k r5 | j | | S| j d \ } } } | j | \ } } | j d t j | d d | | g t d | d | d d | g d | d
| d d d | d
g } | d k r | j d t j | | n | S( NR1 R2 s* Doing {vcs} clone from {url} to {filename}R s --quietR2 s -Ct checkoutR3 s --cwdt ups -rs -qs Checking out {rev}( R< t
_download_svnR4 t _vcs_split_rev_from_urlR t
subprocesst
check_callt dictR) ( Ry R4 t
spec_filenamet vcsRM R) t revt co_commands( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR. ! s
!
c C sT t | j } | d k r4 t j j t | j S| j | t | j | | S( NR (
R R5 t urllibt requestR R R7 R R| t _attempt_download( Ry R4 RM R5 ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR/ 8 s
c C s | j | t d S( N( R R| ( Ry R4 ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR @ s c C sK | j | | } d | j d d j k rC | j | | | S| Sd S( NR s content-typeR ( R R R( t _download_html( Ry R4 RM R ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyRJ C s c C s t | } xW | D]O } | j r t j d | r^ | j t j | | j | | SPq q W| j t j | t d | d S( Ns <title>([^- ]+ - )?Revision \d+:s Unexpected HTML page found at ( R Rl R Rp R RL R R? R ( Ry R4 R RM R R# ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyRK J s
c
C sh | j d d d } g } | j j d r'd | k r't | \ } } } } } } | r'| j d r'd | d k r'| d j d d \ } } t | \ }
} |
r$d |
k r |
j d d \ } }
d
| d |
g } n d
|
g } | } t | | | | | | f } q$q'n | j d | | d
d d g | | | g } t j | | S( NR2 i i s svn:t @s //R0 i t :s
--usernames
--passwords' Doing subversion checkout from %s to %sR1 R= s -q( R3 R( R+ R R R R RA RB ( Ry R4 RM t credsR5 t netlocR7 RU t qR t autht hostt usert passwordR1 ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR? Y s$ ! & '
c C s t | } | j j d d d } | j j d \ } } } | j d \ } } } | rj | | f n | d
f \ } } | j d | d | d d j }
|
| f S( s
Given a possible VCS URL, return a clean URL and resolved revision if any.
>>> vsrfu = PackageIndex._vcs_split_rev_from_url
>>> vsrfu('git+https://github.com/pypa/setuptools@v69.0.0#egg-info=setuptools')
('https://github.com/pypa/setuptools', 'v69.0.0')
>>> vsrfu('git+https://github.com/pypa/setuptools#egg-info=setuptools')
('https://github.com/pypa/setuptools', None)
>>> vsrfu('http://foo/bar')
('http://foo/bar', None)
R0 i iR2 RL R5 R7 R: R N( R R5 R3 R7 R4 t
rpartitionR) t _replacet geturl( R4 RS t clean_schemet no_fragment_pathR) R8 R9 R: t
clean_pathRF t resolved( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR@ p s
$ c G s t j | | d S( N( R R ( Ry R R` ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR s c G s t j | | d S( N( R R ( Ry R R` ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR s c G s t j | | d S( N( R R ( Ry R R` ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR s ( R N(+ R R R R) R| R R R R R R R R R R R R R R R R R1 R R R R R R R t staticmethodR- R R< R. R/ R RJ RK R? R@ R R R ( ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR# sN
0
* )A
* $ ($ s! &(#(\d+|x[\da-fA-F]+)|[\w.:-]+);?c C s3 t | t s | S| d k r) t | St | S( Ni ( R R R t chr( t c( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt uchr s
c C s{ | j d } | j d r4 t | d d } n= | j d rV t | d } n t j | | j d } t | S( Ni s #xi i R2 i ( R@ R+ R R R R_ ( R? t what( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt
decode_entity s c C s
t t | S( s' Decode HTML entities in the given text.( t
entity_subRa ( t text( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyRn s c s f d } | S( Nc s f d } | S( Nc s? t j } t j z | | SWd t j | Xd S( N( t sockett getdefaulttimeoutt setdefaulttimeout( R` Ra t old_timeout( Rb t timeout( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt _socket_timeout s
( ( Rb Ri ( Rh ( Rb s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyRi s ( ( Rh Ri ( ( Rh s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt socket_timeout s c C s= t | } | j } t j | } | j } | j S( s
A function compatible with Python 2.3-3.3 that will encode
auth from a URL suitable for an HTTP header.
>>> _encode_auth('username%3Apassword')
u'dXNlcm5hbWU6cGFzc3dvcmQ='
( R t encodet base64t encodestringR t rstrip( RQ t auth_st
auth_bytest
encoded_bytest encoded( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt _encode_auth s
c C sQ t | \ } } } } } } | j d r? t j d n | d k r` t | \ } } n d } | r d t | } t | | | | | | f }
t j |
} | j
d | n t j | } | j
d t | | } | rMt | j \ }
} } } } } |
| k rM| | k rMt |
| | | | | f | _ qMn | S(
s4 Open a urllib2 request, handling HTTP authenticationRM s nonnumeric port: ''t httpt httpss Basic t
Authorizations
User-Agent( Rt Ru N(
R R* R R R R) Rs R R t Requestt
add_headert
user_agentR4 ( R4 R R5 RO R7 t paramsR9 R RQ RR R RI R t s2t h2t path2t param2t query2t frag2( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR s& !'c C s | S( N( ( R4 ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt
fix_sf_url s c C so t | \ } } } } } } t | } t j j | rI t j | S| j d r=t j j | r=g } x t j | D] } | d k r t
t j j | | d }
|
j } |
j
Pn. t j j t j j | | r | d 7} n | j d | | f q Wd | d d j | } d \ } }
n d \ } }
} t | | |
i d
d 6t | S( s7 Read a local path, with special support for directoriesR0 s
index.htmlt rbs <a href=%r>%s</a>s <html><head><title>%s</title>s </head><body>%s</body></html>s
i t OKi s Path not founds Not founds text/htmls content-type( i R ( i s Path not founds Not found( R R RL R7 t isfileR R R* R R R RR R R R R R ( R4 R5 R6 R7 t paramR9 R RM t filesR R t bodyt statust message( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyR s*
!
!
(Z R R RA RL R R Rd Rl t
pkg_resourcesR R R R R R R R R R R
R R Rw R
t distutilsR t distutils.errorsR t setuptools.compatR R R R R R R R R R R R R R R t fnmatchR t setuptools.py24compatR R! t setuptools.py27compatR" R R> t IRm R R? R R3 RE t __all__t _SOCKET_TIMEOUTR% R; R) R$ R= RN R& R_ Rd Rg Rv R Ry t objectRx R R# R Rb R_ Ra Rn Rj Rs R R R R ( ( ( s< /usr/lib/python2.7/site-packages/setuptools/package_index.pyt <module> sl X^ "
!$
$