B
    ià¿aœœ  ã               @   s”  d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl	Z	ddl
Z
ddlZddlZddlZddlZddlZddlZddlmZ ddlZddlmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$ ddl%m&Z& ddl'm(Z( ddl)m*Z* ddl+m,Z, dd	l-m.Z. e /d
¡Z0e /dej1¡Z2e /d¡Z3e /dej1¡j4Z5d 6¡ Z7ddddgZ8dZ9dZ:e:j;dj;ej<Ž edZ=dd„ Z>dd„ Z?dd„ Z@dAdd„ZAdBdd„ZBdCdd „ZCdedfd!d„ZDd"d#„ ZEe /d$ej1¡ZFeEd%d&„ ƒZGG d'd(„ d(ƒZHG d)d*„ d*eHƒZIG d+d„ deƒZJe /d,¡jKZLd-d.„ ZMd/d0„ ZNdDd1d2„ZOd3d4„ ZPG d5d6„ d6ƒZQG d7d8„ d8ejRƒZSejTjUfd9d:„ZVd;d<„ ZWeOe9ƒeVƒZVd=d>„ ZXd?d@„ ZYdS )Ez#PyPI and direct package downloadingé    N)Úwraps)ÚCHECKOUT_DISTÚDistributionÚBINARY_DISTÚnormalize_pathÚSOURCE_DISTÚEnvironmentÚfind_distributionsÚ	safe_nameÚsafe_versionÚto_filenameÚRequirementÚDEVELOP_DISTÚEGG_DISTÚparse_version)Úlog)ÚDistutilsError)Ú	translate)ÚWheel)Úunique_everseenz^egg=([-A-Za-z0-9_.+!]+)$zhref\s*=\s*['"]?([^'"> ]+)zƒ<a href="([^"#]+)">([^<]+)</a>\n\s+\(<a (?:title="MD5 hash"\n\s+)href="[^?]+\?:action=show_md5&amp;digest=([0-9a-f]{32})">md5</a>\)z([-+.a-z0-9]{2,}):z.tar.gz .tar.bz2 .tar .zip .tgzÚPackageIndexÚdistros_for_urlÚparse_bdist_wininstÚinterpret_distro_nameé   z<setuptools/{setuptools.__version__} Python-urllib/{py_major}z{}.{})Zpy_majorÚ
setuptoolsc          
   C   sB   y
t  | ¡S  tk
r< } ztd| f ƒ|‚W d d }~X Y nX d S )Nz1Not a URL, existing file, or requirement spec: %r)r   ÚparseÚ
ValueErrorr   )ÚspecÚe© r    ú7lib/python3.7/site-packages/setuptools/package_index.pyÚparse_requirement_arg6   s    

r"   c             C   s°   |   ¡ }d\}}}| d¡r¦| d¡r8| dd… }d}nn| dd¡rb| d	d
… }| dd… }d}nD| d¡r~| dd… }d}n(| dd¡r¦| d	d
… }| dd… }d}|||fS )z=Return (base,pyversion) or (None,None) for possible .exe name)NNNz.exez
.win32.exeNiöÿÿÿZwin32z	.win32-pyiðÿÿÿiùÿÿÿéüÿÿÿz.win-amd64.exeiòÿÿÿz	win-amd64z.win-amd64-pyiìÿÿÿ)ÚlowerÚendswithÚ
startswith)Únamer$   ÚbaseÚpy_verZplatr    r    r!   r   ?   s$    



c       	      C   sx   t j | ¡}|\}}}}}}t j | d¡d ¡}|dkrX|dkrXt j | d¡d ¡}d|krp| dd¡\}}||fS )Nú/éÿÿÿÿzsourceforge.netÚdownloadéþÿÿÿú#é   )Úurllibr   ÚurlparseÚunquoteÚsplit)	ÚurlÚpartsÚschemeÚserverÚpathZ
parametersÚqueryÚfragmentr(   r    r    r!   Úegg_info_for_urlW   s    r;   c             c   sd   t | ƒ\}}xt| ||ƒD ]
}|V  qW |r`t |¡}|r`x$t| | d¡|tdD ]
}|V  qRW dS )zEYield egg or source distribution objects that might be found at a URLr/   )Ú
precedenceN)r;   Údistros_for_locationÚEGG_FRAGMENTÚmatchr   Úgroupr   )r4   Úmetadatar(   r:   Údistr?   r    r    r!   r   b   s    

c             C   sä   |  d¡r|dd… }|  d¡r8d|kr8t | ||¡gS |  d¡rxd|krxt|ƒ}| ¡ s^g S t| |j|jtd dgS |  d	¡rªt|ƒ\}}}|dk	rªt	| |||t
|ƒS x4tD ],}|  |¡r°|dt|ƒ … }t	| ||ƒS q°W g S )
z:Yield egg or source distribution objects based on basenamez.egg.zipNr#   z.eggú-z.whlr/   )ÚlocationÚproject_nameÚversionr<   z.exe)r%   r   Zfrom_locationr   Zis_compatiblerE   rF   r   r   r   r   Ú
EXTENSIONSÚlen)rD   ÚbasenamerA   ZwheelZwin_baser)   ÚplatformZextr    r    r!   r=   p   s.    



r=   c             C   s   t t| ƒtj | ¡|ƒS )zEYield possible egg or source distribution objects based on a filename)r=   r   Úosr8   rI   )ÚfilenamerA   r    r    r!   Údistros_for_filename‘   s    rM   c          
   c   s€   |  d¡}|s,tdd„ |dd… D ƒƒr,dS xNtdt|ƒd ƒD ]8}t| |d |d|… ¡d ||d… ¡|||dV  q@W dS )zØGenerate alternative interpretations of a source distro name

    Note: if `location` is a filesystem filename, you should call
    ``pkg_resources.normalize_path()`` on it before passing it to this
    routine!
    rC   c             s   s   | ]}t  d |¡V  qdS )z	py\d\.\d$N)Úrer?   )Ú.0Úpr    r    r!   ú	<genexpr>¯   s    z(interpret_distro_name.<locals>.<genexpr>é   Nr/   )Ú
py_versionr<   rJ   )r3   ÚanyÚrangerH   r   Újoin)rD   rI   rA   rS   r<   rJ   r5   rP   r    r    r!   r   ˜   s    
$c                s   t ˆ ƒ‡ fdd„ƒ}|S )zs
    Wrap a function returning an iterable such that the resulting iterable
    only ever yields unique items.
    c                 s   t ˆ | |ŽƒS )N)r   )ÚargsÚkwargs)Úfuncr    r!   ÚwrapperÁ   s    zunique_values.<locals>.wrapper)r   )rY   rZ   r    )rY   r!   Úunique_values»   s    r[   z(<([^>]*\srel\s*=\s*['"]?([^'">]+)[^>]*)>c          	   c   sÆ   xvt  |¡D ]h}| ¡ \}}tttj| ¡  d¡ƒƒ}d|ksFd|krx,t	 |¡D ]}t
j | t| d¡ƒ¡V  qRW qW xHdD ]@}| |¡}|dkr~t	 ||¡}|r~t
j | t| d¡ƒ¡V  q~W dS )zEFind rel="homepage" and rel="download" links in `page`, yielding URLsú,Zhomepager,   r/   )z<th>Home Pagez<th>Download URLr+   N)ÚRELÚfinditerÚgroupsÚsetÚmapÚstrÚstripr$   r3   ÚHREFr0   r   ÚurljoinÚ
htmldecoder@   ÚfindÚsearch)r4   Úpager?   ÚtagZrelZrelsÚposr    r    r!   Úfind_external_linksÌ   s    "

rl   c               @   s(   e Zd ZdZdd„ Zdd„ Zdd„ ZdS )	ÚContentCheckerzP
    A null content checker that defines the interface for checking content
    c             C   s   dS )z3
        Feed a block of data to the hash.
        Nr    )ÚselfÚblockr    r    r!   Úfeedä   s    zContentChecker.feedc             C   s   dS )zC
        Check the hash. Return False if validation fails.
        Tr    )rn   r    r    r!   Úis_validê   s    zContentChecker.is_validc             C   s   dS )zu
        Call reporter with information about the checker (hash name)
        substituted into the template.
        Nr    )rn   ÚreporterÚtemplater    r    r!   Úreportð   s    zContentChecker.reportN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__rp   rq   rt   r    r    r    r!   rm   ß   s   rm   c               @   sB   e Zd Ze d¡Zdd„ Zedd„ ƒZdd„ Z	dd	„ Z
d
d„ ZdS )ÚHashCheckerzK(?P<hash_name>sha1|sha224|sha384|sha256|sha512|md5)=(?P<expected>[a-f0-9]+)c             C   s   || _ t |¡| _|| _d S )N)Ú	hash_nameÚhashlibÚnewÚhashÚexpected)rn   rz   r~   r    r    r!   Ú__init__þ   s    zHashChecker.__init__c             C   s>   t j |¡d }|stƒ S | j |¡}|s0tƒ S | f | ¡ ŽS )z5Construct a (possibly null) ContentChecker from a URLr+   )r0   r   r1   rm   Úpatternrh   Ú	groupdict)Úclsr4   r:   r?   r    r    r!   Úfrom_url  s    zHashChecker.from_urlc             C   s   | j  |¡ d S )N)r}   Úupdate)rn   ro   r    r    r!   rp     s    zHashChecker.feedc             C   s   | j  ¡ | jkS )N)r}   Z	hexdigestr~   )rn   r    r    r!   rq     s    zHashChecker.is_validc             C   s   || j  }||ƒS )N)rz   )rn   rr   rs   Úmsgr    r    r!   rt     s    
zHashChecker.reportN)ru   rv   rw   rN   Úcompiler€   r   Úclassmethodrƒ   rp   rq   rt   r    r    r    r!   ry   ø   s   ry   c                   sP  e Zd ZdZdNdd„Z‡ fdd	„ZdOdd„ZdPdd„ZdQdd„Zdd„ Z	dd„ Z
dd„ Zdd„ Zdd„ ZdRdd„Zdd„ ZdS‡ fdd „	Zd!d"„ Zd#d$„ Zd%d&„ Zd'd(„ Zd)d*„ ZdTd+d,„ZdUd-d.„Zd/d0„ Zd1Zd2d3„ Zd4d5„ ZdVd6d7„Zd8d9„ Zd:d;„ Zd<d=„ Zd>d?„ Z d@dA„ Z!e"dWdBdC„ƒZ#dDdE„ Z$dFdG„ Z%dHdI„ Z&dJdK„ Z'dLdM„ Z(‡  Z)S )Xr   z;A distribution index that scans web pages for download URLsúhttps://pypi.org/simple/©Ú*NTc             O   sl   t j| f|ž|Ž |dd | d¡ …  | _i | _i | _i | _t d 	t
t|ƒ¡¡j| _g | _tjj| _d S )Nr*   ú|)r   r   r%   Ú	index_urlÚscanned_urlsÚfetched_urlsÚpackage_pagesrN   r†   rV   ra   r   r?   ÚallowsÚto_scanr0   ÚrequestÚurlopenÚopener)rn   rŒ   ZhostsZ	ca_bundleZ
verify_sslrW   Úkwr    r    r!   r     s    zPackageIndex.__init__c                s0   yt |jƒ W n tk
r"   d S X tƒ  |¡S )N)r   rF   Ú	ExceptionÚsuperÚadd)rn   rB   )Ú	__class__r    r!   r˜   )  s
    zPackageIndex.addFc             C   sæ  || j kr|sdS d| j |< t|ƒs2|  |¡ dS tt|ƒƒ}|r\|  |¡sPdS |  d|¡ |sn|rn|| jkr‚tt| j	|ƒƒ dS |  |¡sšd| j|< dS |  
d|¡ d| j|< d}|  ||| ¡}|dkrÐdS t|tjjƒrø|jdkrø|  
d|j ¡ d| j|j< d|j d	d
¡ ¡ kr(| ¡  dS |j}| ¡ }t|tƒsvt|tjjƒrXd}n|j d¡phd}| |d¡}| ¡  x6t |¡D ](}	tj |t|	  d¡ƒ¡}
|  !|
¡ qŠW | "| j#¡rât$|ddƒdkrâ|  %||¡}dS )z<Evaluate a URL as a possible download, and maybe retrieve itNTzFound link: %sz
Reading %sz<Download error on %s: %%s -- Some packages may not be found!i‘  zAuthentication error: %sÚhtmlzcontent-typeÚ zlatin-1ÚcharsetÚignorer/   Úcodei”  )&r   Ú
URL_SCHEMEÚprocess_filenameÚlistr   Úurl_okÚdebugrŽ   ra   r˜   ÚinfoÚopen_urlÚ
isinstancer0   ÚerrorÚ	HTTPErrorrž   r…   r4   ÚheadersÚgetr$   ÚcloseÚreadrb   Z	get_paramÚdecoderd   r^   r   re   rf   r@   Úprocess_urlr&   rŒ   ÚgetattrÚprocess_index)rn   r4   ZretrieveÚdistsÚtmplÚfr(   ri   rœ   r?   Úlinkr    r    r!   r®   2  sT    





 zPackageIndex.process_urlc             C   sŽ   t j |¡s|  d|¡ d S t j |¡rb|sbt j |¡}x(t  |¡D ]}|  t j ||¡d¡ qDW t	|ƒ}|rŠ|  
d|¡ tt| j|ƒƒ d S )NzNot found: %sTz	Found: %s)rK   r8   ÚexistsÚwarnÚisdirÚrealpathÚlistdirr    rV   rM   r£   r¡   ra   r˜   )rn   ÚfnÚnestedr8   Úitemr±   r    r    r!   r    g  s    zPackageIndex.process_filenamec             C   sb   t |ƒ}|o| d¡ ¡ dk}|s8|  tj |¡d ¡r<dS d}|rRt|| ƒ‚n|  ||¡ d S )Nr/   ÚfileTzN
Note: Bypassing %s (disallowed host; see http://bit.ly/2hrImnY for details).
)	rŸ   r@   r$   r   r0   r   r1   r   r¶   )rn   r4   ZfatalÚsÚis_filer…   r    r    r!   r¢   w  s    zPackageIndex.url_okc             C   s2   t tjj|ƒ}dd„ |D ƒ}tt | j|¡ƒ d S )Nc             s   s0   | ](}t  |¡D ]}| d ¡r||fV  qqdS )z	.egg-linkN)rK   r¹   r%   )rO   r8   Úentryr    r    r!   rQ   ‡  s   z.PackageIndex.scan_egg_links.<locals>.<genexpr>)ÚfilterrK   r8   r·   r¡   Ú	itertoolsÚstarmapÚscan_egg_link)rn   Úsearch_pathÚdirsZ	egg_linksr    r    r!   Úscan_egg_links„  s    zPackageIndex.scan_egg_linksc          	   C   s   t tj ||¡ƒ}ttd ttj|ƒƒƒ}W d Q R X t	|ƒdkrDd S |\}}x>t
tj ||¡ƒD ](}tjj|f|žŽ |_t|_|  |¡ q`W d S )NrR   )ÚopenrK   r8   rV   r¡   rÁ   ra   rb   rc   rH   r	   rD   r   r<   r˜   )rn   r8   rÀ   Z	raw_linesÚlinesZegg_pathZ
setup_pathrB   r    r    r!   rÄ   Ž  s     zPackageIndex.scan_egg_linkc             C   s”   d}|  | j¡s|S tttjj|t| jƒd …  d¡ƒƒ}t|ƒdksRd|d krV|S t	|d ƒ}t
|d ƒ}d| j | ¡ i ¡|< t|ƒt|ƒfS )N)NNr*   rR   r.   r/   r   T)r&   rŒ   r¡   ra   r0   r   r2   rH   r3   r
   r   r   Ú
setdefaultr$   r   )rn   r´   ZNO_MATCH_SENTINELr5   ÚpkgÚverr    r    r!   Ú_scanž  s    "zPackageIndex._scanc       	   
   C   sÊ   xJt  |¡D ]<}y"|  tj |t| d¡ƒ¡¡ W q tk
rF   Y qX qW |  |¡\}}|sbdS xVt	||ƒD ]H}t
|ƒ\}}| d¡r¬|s¬|r¢|d||f 7 }n
|  |¡ |  |¡ qnW t dd„ |¡S )z#Process the contents of a PyPI pager/   r›   z.pyz
#egg=%s-%sc             S   s   d|   ddd¡ S )Nz<a href="%s#md5=%s">%s</a>r/   é   rR   )r@   )Úmr    r    r!   Ú<lambda>Ê  ó    z,PackageIndex.process_index.<locals>.<lambda>)rd   r^   rÍ   r0   r   re   rf   r@   r   rl   r;   r%   Úneed_version_infoÚscan_urlÚPYPI_MD5Úsub)	rn   r4   ri   r?   rË   rÌ   Únew_urlr(   Úfragr    r    r!   r°   °  s"    "

zPackageIndex.process_indexc             C   s   |   d|¡ d S )NzPPage at %s links to .py file(s) without version info; an index scan is required.)Úscan_all)rn   r4   r    r    r!   rÒ   Í  s    zPackageIndex.need_version_infoc             G   s:   | j | jkr*|r | j|f|žŽ  |  d¡ |  | j ¡ d S )Nz6Scanning index of all packages (this may take a while))rŒ   rŽ   r¶   r¤   rÓ   )rn   r…   rW   r    r    r!   rØ   Ó  s    zPackageIndex.scan_allc             C   s~   |   | j|j d ¡ | j |j¡s:|   | j|j d ¡ | j |j¡sR|  |¡ x&t| j |jd¡ƒD ]}|   |¡ qhW d S )Nr*   r    )	rÓ   rŒ   Úunsafe_namer   rª   ÚkeyrE   Únot_found_in_indexr¡   )rn   Úrequirementr4   r    r    r!   Úfind_packagesÜ  s    
zPackageIndex.find_packagesc                sR   |   ¡  |  |¡ x,| |j D ]}||kr.|S |  d||¡ qW tt| ƒ ||¡S )Nz%s does not match %s)ÚprescanrÝ   rÚ   r£   r—   r   Úobtain)rn   rÜ   Z	installerrB   )r™   r    r!   rß   ë  s    
zPackageIndex.obtainc             C   sL   |  | jd| ¡ | ¡ sH| ¡  t |¡ td|jjtj	 
|¡f ƒ‚dS )z-
        checker is a ContentChecker
        zValidating %%s checksum for %sz7%s validation failed for %s; possible download problem?N)rt   r£   rq   r«   rK   Úunlinkr   r}   r'   r8   rI   )rn   ÚcheckerrL   Útfpr    r    r!   Ú
check_hashô  s    

zPackageIndex.check_hashc             C   sR   xL|D ]D}| j dks2t|ƒr2| d¡s2tt|ƒƒr>|  |¡ q| j  |¡ qW dS )z;Add `urls` to the list that will be prescanned for searchesNzfile:)r‘   rŸ   r&   r¡   r   rÓ   Úappend)rn   Zurlsr4   r    r    r!   Úadd_find_links  s    


zPackageIndex.add_find_linksc             C   s"   | j rtt| j| j ƒƒ d| _ dS )z7Scan urls scheduled for prescanning (e.g. --find-links)N)r‘   r¡   ra   rÓ   )rn   r    r    r!   rÞ     s    zPackageIndex.prescanc             C   s<   | |j  r| jd }}n| jd }}|||jƒ |  ¡  d S )Nz#Couldn't retrieve index page for %rz3Couldn't find index page for %r (maybe misspelled?))rÚ   r¤   r¶   rÙ   rØ   )rn   rÜ   Úmethr…   r    r    r!   rÛ     s    
zPackageIndex.not_found_in_indexc             C   s~   t |tƒsjt|ƒ}|rR|  | d¡||¡}t|ƒ\}}| d¡rN|  |||¡}|S tj	 
|¡rb|S t|ƒ}t|  ||¡ddƒS )a  Locate and/or download `spec` to `tmpdir`, returning a local path

        `spec` may be a ``Requirement`` object, or a string containing a URL,
        an existing local filename, or a project/version requirement spec
        (i.e. the string form of a ``Requirement`` object).  If it is the URL
        of a .py file with an unambiguous ``#egg=name-version`` tag (i.e., one
        that escapes ``-`` as ``_`` throughout), a trivial ``setup.py`` is
        automatically created alongside the downloaded file.

        If `spec` is a ``Requirement`` object or a string containing a
        project/version requirement spec, this method returns the location of
        a matching distribution (possibly after downloading it to `tmpdir`).
        If `spec` is a locally existing file or directory name, it is simply
        returned unchanged.  If `spec` is a URL, it is downloaded to a subpath
        of `tmpdir`, and the local filename is returned.  Various errors may be
        raised if a problem occurs during downloading.
        r/   z.pyrD   N)r¦   r   rŸ   Ú_download_urlr@   r;   r%   Ú	gen_setuprK   r8   rµ   r"   r¯   Úfetch_distribution)rn   r   Útmpdirr6   Úfoundr(   r:   r    r    r!   r,   #  s    

zPackageIndex.downloadc       	         sÜ   ˆ  d|¡ i ‰d}d
‡ ‡‡‡‡fdd„	}|rHˆ ¡  ˆ |¡ ||ƒ}|s^|dk	r^|||ƒ}|dkr€ˆjdk	rxˆ ¡  ||ƒ}|dkrž|sžˆ |¡ ||ƒ}|dkr¾ˆ dˆr´dp¶d|¡ nˆ  d|¡ |j|jd	S dS )a|  Obtain a distribution suitable for fulfilling `requirement`

        `requirement` must be a ``pkg_resources.Requirement`` instance.
        If necessary, or if the `force_scan` flag is set, the requirement is
        searched for in the (online) package index as well as the locally
        installed packages.  If a distribution matching `requirement` is found,
        the returned distribution's ``location`` is the value you would have
        gotten from calling the ``download()`` method with the matching
        distribution's URL or filename.  If no matching distribution is found,
        ``None`` is returned.

        If the `source` flag is set, only source distributions and source
        checkout links will be considered.  Unless the `develop_ok` flag is
        set, development and system eggs (i.e., those using the ``.egg-info``
        format) will be ignored.
        zSearching for %sNc                s’   |d krˆ}x€|| j  D ]r}|jtkrHˆ sH|ˆkrˆ d|¡ dˆ|< q|| ko^|jtkp^ˆ }|rˆ |jˆ¡}||_tj	 
|j¡r|S qW d S )Nz&Skipping development or system egg: %sr/   )rÚ   r<   r   r¶   r   r,   rD   Údownload_locationrK   r8   rµ   )ZreqÚenvrB   ZtestZloc)Ú
develop_okrn   ÚskippedÚsourcerê   r    r!   rg   ]  s     z-PackageIndex.fetch_distribution.<locals>.findz:No local packages or working download links found for %s%sza source distribution of r›   zBest match: %s)rD   )N)r¤   rÞ   rÝ   r‘   r¶   Zclonerì   )	rn   rÜ   rê   Ú
force_scanrð   rî   Zlocal_indexrB   rg   r    )rî   rn   rï   rð   rê   r!   ré   E  s0    




zPackageIndex.fetch_distributionc             C   s"   |   ||||¡}|dk	r|jS dS )a3  Obtain a file suitable for fulfilling `requirement`

        DEPRECATED; use the ``fetch_distribution()`` method now instead.  For
        backward compatibility, this routine is identical but returns the
        ``location`` of the downloaded distribution instead of a distribution
        object.
        N)ré   rD   )rn   rÜ   rê   rñ   rð   rB   r    r    r!   Úfetch‘  s    zPackageIndex.fetchc       
   	   C   sü   t  |¡}|r*dd„ t|| d¡d ƒD ƒp,g }t|ƒdkrÚtj |¡}tj |¡|krŠtj 	||¡}ddl
m} |||ƒsŠt ||¡ |}ttj 	|d¡dƒ2}	|	 d|d j|d jtj |¡d f ¡ W d Q R X |S |rðtd	||f ƒ‚ntd
ƒ‚d S )Nc             S   s   g | ]}|j r|‘qS r    )rF   )rO   Údr    r    r!   ú
<listcomp>¡  s    z*PackageIndex.gen_setup.<locals>.<listcomp>r/   r   )Úsamefilezsetup.pyÚwzIfrom setuptools import setup
setup(name=%r, version=%r, py_modules=[%r])
z†Can't unambiguously interpret project/version identifier %r; any dashes in the name or version should be escaped using underscores. %rzpCan't process plain .py files without an '#egg=name-version' suffix to enable automatic setup script generation.)r>   r?   r   r@   rH   rK   r8   rI   ÚdirnamerV   Zsetuptools.command.easy_installrõ   ÚshutilZcopy2rÈ   ÚwriterE   rF   Úsplitextr   )
rn   rL   r:   rê   r?   r±   rI   Údstrõ   r½   r    r    r!   rè   ž  s2    

 zPackageIndex.gen_setupi    c          	   C   s  |   d|¡ d }zît |¡}|  |¡}t|tjjƒrJtd||j	|j
f ƒ‚|  ¡ }d}| j}d}d|kr’| d¡}	ttt|	ƒƒ}|  |||||¡ t|dƒZ}
xD| |¡}|rÞ| |¡ |
 |¡ |d7 }|  |||||¡ q P q W |  |||
¡ W d Q R X |S |r| ¡  X d S )	NzDownloading %szCan't download %s: %s %sr   r+   zcontent-lengthzContent-LengthÚwbr/   )r¤   ry   rƒ   r¥   r¦   r0   r§   r¨   r   rž   r…   Údl_blocksizeZget_allÚmaxra   ÚintÚ
reporthookrÈ   r¬   rp   rù   rã   r«   )rn   r4   rL   Úfprá   r©   ÚblocknumZbsÚsizeZsizesrâ   ro   r    r    r!   Ú_download_toÉ  s:    





zPackageIndex._download_toc             C   s   d S )Nr    )rn   r4   rL   r  Zblksizer  r    r    r!   r   í  s    zPackageIndex.reporthookc          
   C   sœ  |  d¡rt|ƒS yt|| jƒS  ttjjfk
r„ } z>d dd„ |j	D ƒ¡}|r`|  
||¡ ntd||f ƒ|‚W d d }~X Y n tjjk
r¨ } z|S d }~X Y nð tjjk
rô } z,|rÐ|  
||j¡ ntd||jf ƒ|‚W d d }~X Y n¤ tjjk
rD } z.|r |  
||j¡ ntd||jf ƒ|‚W d d }~X Y nT tjjtjfk
r– } z*|rt|  
||¡ ntd||f ƒ|‚W d d }~X Y nX d S )Nzfile:ú c             S   s   g | ]}t |ƒ‘qS r    )rb   )rO   Úargr    r    r!   rô   ÷  s    z)PackageIndex.open_url.<locals>.<listcomp>z%s %szDownload error for %s: %sz;%s returned a bad status line. The server might be down, %s)r&   Ú
local_openÚopen_with_authr”   r   ÚhttpÚclientÚ
InvalidURLrV   rW   r¶   r   r0   r§   r¨   ZURLErrorÚreasonZBadStatusLineÚlineZHTTPExceptionÚsocket)rn   r4   ZwarningÚvr…   r    r    r!   r¥   ñ  s8    
$ zPackageIndex.open_urlc             C   sê   t |ƒ\}}|r4x&d|kr0| dd¡ dd¡}qW nd}| d¡rN|d d… }tj ||¡}|dksn| d	¡rz|  ||¡S |d
ksŒ| d¡r˜|  ||¡S | d¡r®|  	||¡S |dkrÎt
j t
j |¡d ¡S |  |d¡ |  ||¡S d S )Nz..Ú.ú\Ú_Z__downloaded__z.egg.zipr#   Zsvnzsvn+Zgitzgit+zhg+r½   rR   T)r;   Úreplacer%   rK   r8   rV   r&   Ú_download_svnÚ_download_gitÚ_download_hgr0   r’   Úurl2pathnamer   r1   r¢   Ú_attempt_download)rn   r6   r4   rê   r'   r:   rL   r    r    r!   rç     s$    


zPackageIndex._download_urlc             C   s   |   |d¡ d S )NT)r®   )rn   r4   r    r    r!   rÓ   1  s    zPackageIndex.scan_urlc             C   s6   |   ||¡}d| dd¡ ¡ kr.|  |||¡S |S d S )Nrš   zcontent-typer›   )r  rª   r$   Ú_download_html)rn   r4   rL   r©   r    r    r!   r  4  s    zPackageIndex._attempt_downloadc             C   sl   t |ƒ}x@|D ]8}| ¡ rt d|¡rD| ¡  t |¡ |  ||¡S P qW | ¡  t |¡ td| ƒ‚d S )Nz <title>([^- ]+ - )?Revision \d+:zUnexpected HTML page found at )	rÈ   rc   rN   rh   r«   rK   rà   r  r   )rn   r4   r©   rL   r½   r  r    r    r!   r  ;  s    


zPackageIndex._download_htmlc             C   s  t  dt¡ | dd¡d }d}| ¡  d¡râd|krâtj |¡\}}}}}}	|sâ| d¡râd	|d
d … krâ|d
d …  d	d¡\}}t	|ƒ\}
}|
râd|
krº|
 dd¡\}}d||f }nd|
 }|}||||||	f}tj 
|¡}|  d||¡ t d|||f ¡ |S )Nz"SVN download support is deprecatedr.   r/   r   r›   zsvn:ú@z//r*   rR   ú:z --username=%s --password=%sz --username=z'Doing subversion checkout from %s to %szsvn checkout%s -q %s %s)Úwarningsr¶   ÚUserWarningr3   r$   r&   r0   r   r1   Ú
_splituserÚ
urlunparser¤   rK   Úsystem)rn   r4   rL   Zcredsr6   Únetlocr8   rP   Úqr³   ÚauthÚhostÚuserZpwr5   r    r    r!   r  J  s&    zPackageIndex._download_svnc             C   sp   t j | ¡\}}}}}| dd¡d }| dd¡d }d }d|krR| dd¡\}}t j ||||df¡} | |fS )Nú+r/   r+   r.   r   r  r›   )r0   r   Zurlsplitr3   ÚrsplitZ
urlunsplit)r4   Ú
pop_prefixr6   r!  r8   r9   r×   Úrevr    r    r!   Ú_vcs_split_rev_from_url`  s    z$PackageIndex._vcs_split_rev_from_urlc             C   sl   |  dd¡d }| j|dd\}}|  d||¡ t d||f ¡ |d k	rh|  d|¡ t d	||f ¡ |S )
Nr.   r/   r   T)r(  zDoing git clone from %s to %szgit clone --quiet %s %szChecking out %szgit -C %s checkout --quiet %s)r3   r*  r¤   rK   r   )rn   r4   rL   r)  r    r    r!   r  r  s    
zPackageIndex._download_gitc             C   sl   |  dd¡d }| j|dd\}}|  d||¡ t d||f ¡ |d k	rh|  d|¡ t d	||f ¡ |S )
Nr.   r/   r   T)r(  zDoing hg clone from %s to %szhg clone --quiet %s %szUpdating to %szhg --cwd %s up -C -r %s -q)r3   r*  r¤   rK   r   )rn   r4   rL   r)  r    r    r!   r  ‚  s    
zPackageIndex._download_hgc             G   s   t j|f|žŽ  d S )N)r   r£   )rn   r…   rW   r    r    r!   r£   ’  s    zPackageIndex.debugc             G   s   t j|f|žŽ  d S )N)r   r¤   )rn   r…   rW   r    r    r!   r¤   •  s    zPackageIndex.infoc             G   s   t j|f|žŽ  d S )N)r   r¶   )rn   r…   rW   r    r    r!   r¶   ˜  s    zPackageIndex.warn)rˆ   r‰   NT)F)F)F)N)N)FFFN)FF)N)F)*ru   rv   rw   rx   r   r˜   r®   r    r¢   rÇ   rÄ   rÍ   r°   rÒ   rØ   rÝ   rß   rã   rå   rÞ   rÛ   r,   ré   rò   rè   rý   r  r   r¥   rç   rÓ   r  r  r  Ústaticmethodr*  r  r  r£   r¤   r¶   Ú__classcell__r    r    )r™   r!   r     sP    
	
5



		
# 
J
)$
#z!&(#(\d+|x[\da-fA-F]+)|[\w.:-]+);?c             C   s   |   d¡}t |¡S )Nr   )r@   rš   Zunescape)r?   Zwhatr    r    r!   Údecode_entity¡  s    
r-  c             C   s
   t t| ƒS )a  
    Decode HTML entities in the given text.

    >>> htmldecode(
    ...     'https://../package_name-0.1.2.tar.gz'
    ...     '?tokena=A&amp;tokenb=B">package_name-0.1.2.tar.gz')
    'https://../package_name-0.1.2.tar.gz?tokena=A&tokenb=B">package_name-0.1.2.tar.gz'
    )Ú
entity_subr-  )Útextr    r    r!   rf   ¦  s    	rf   c                s   ‡ fdd„}|S )Nc                s   ‡ ‡fdd„}|S )Nc           	      s.   t  ¡ }t  ˆ¡ z
ˆ | |ŽS t  |¡ X d S )N)r  ZgetdefaulttimeoutZsetdefaulttimeout)rW   rX   Zold_timeout)rY   Útimeoutr    r!   Ú_socket_timeout´  s
    

z@socket_timeout.<locals>._socket_timeout.<locals>._socket_timeoutr    )rY   r1  )r0  )rY   r!   r1  ³  s    z'socket_timeout.<locals>._socket_timeoutr    )r0  r1  r    )r0  r!   Úsocket_timeout²  s    r2  c             C   s2   t j | ¡}| ¡ }t |¡}| ¡ }| dd¡S )a9  
    Encode auth from a URL suitable for an HTTP header.
    >>> str(_encode_auth('username%3Apassword'))
    'dXNlcm5hbWU6cGFzc3dvcmQ='

    Long auth strings should not cause a newline to be inserted.
    >>> long_auth = 'username:' + 'password'*10
    >>> chr(10) in str(_encode_auth(long_auth))
    False
    Ú
r›   )r0   r   r2   ÚencodeÚbase64Z	b64encoder­   r  )r#  Zauth_sZ
auth_bytesZencoded_bytesZencodedr    r    r!   Ú_encode_authÁ  s
    
r6  c               @   s(   e Zd ZdZdd„ Zdd„ Zdd„ ZdS )	Ú
Credentialz:
    A username/password pair. Use like a namedtuple.
    c             C   s   || _ || _d S )N)ÚusernameÚpassword)rn   r8  r9  r    r    r!   r   Û  s    zCredential.__init__c             c   s   | j V  | jV  d S )N)r8  r9  )rn   r    r    r!   Ú__iter__ß  s    zCredential.__iter__c             C   s   dt | ƒ S )Nz%(username)s:%(password)s)Úvars)rn   r    r    r!   Ú__str__ã  s    zCredential.__str__N)ru   rv   rw   rx   r   r:  r<  r    r    r    r!   r7  Ö  s   r7  c               @   s0   e Zd Zdd„ Zedd„ ƒZdd„ Zdd„ Zd	S )
Ú
PyPIConfigc             C   sP   t  dddgd¡}tj | |¡ tj tj d¡d¡}tj 	|¡rL|  
|¡ dS )z%
        Load from ~/.pypirc
        r8  r9  Ú
repositoryr›   ú~z.pypircN)ÚdictÚfromkeysÚconfigparserÚRawConfigParserr   rK   r8   rV   Ú
expanduserrµ   r¬   )rn   ÚdefaultsZrcr    r    r!   r   è  s
    zPyPIConfig.__init__c                s&   ‡ fdd„ˆ   ¡ D ƒ}ttˆ j|ƒƒS )Nc                s    g | ]}ˆ   |d ¡ ¡ r|‘qS )r>  )rª   rc   )rO   Úsection)rn   r    r!   rô   ö  s    z2PyPIConfig.creds_by_repository.<locals>.<listcomp>)Zsectionsr@  ra   Ú_get_repo_cred)rn   Zsections_with_repositoriesr    )rn   r!   Úcreds_by_repositoryó  s    zPyPIConfig.creds_by_repositoryc             C   s6   |   |d¡ ¡ }|t|   |d¡ ¡ |   |d¡ ¡ ƒfS )Nr>  r8  r9  )rª   rc   r7  )rn   rF  Zrepor    r    r!   rG  ü  s    zPyPIConfig._get_repo_credc             C   s*   x$| j  ¡ D ]\}}| |¡r|S qW dS )zŒ
        If the URL indicated appears to be a repository defined in this
        config, return the credential for that repository.
        N)rH  Úitemsr&   )rn   r4   r>  Úcredr    r    r!   Úfind_credential  s    
zPyPIConfig.find_credentialN)ru   rv   rw   r   ÚpropertyrH  rG  rK  r    r    r    r!   r=  ç  s   	r=  c             C   s<  t j | ¡}|\}}}}}}| d¡r2tj d¡‚|dkrHt|ƒ\}	}
nd}	|	s€tƒ  	| ¡}|r€t
|ƒ}	|j| f}tjd	|žŽ  |	rÆdt|	ƒ }	||
||||f}t j |¡}t j |¡}| d|	¡ nt j | ¡}| dt¡ ||ƒ}|	r8t j |j¡\}}}}}}||kr8||
kr8||||||f}t j |¡|_|S )
z4Open a urllib2 request, handling HTTP authenticationr  znonnumeric port: '')r	  ZhttpsNú*Authenticating as %s for %s (from .pypirc)zBasic ZAuthorizationz
User-Agent)rM  )r0   r   r1   r%   r	  r
  r  r  r=  rK  rb   r8  r   r¤   r6  r  r’   ZRequestZ
add_headerÚ
user_agentr4   )r4   r”   Zparsedr6   r!  r8   Zparamsr9   r×   r#  ZaddressrJ  r¤   r5   rÖ   r’   r  Ús2Zh2Zpath2Zparam2Zquery2Zfrag2r    r    r!   r    s8    

r  c             C   s    |   d¡\}}} |r|nd| fS )zNsplituser('user[:passwd]@host[:port]')
    --> 'user[:passwd]', 'host[:port]'.r  N)Ú
rpartition)r$  r%  Zdelimr    r    r!   r  <  s    r  c             C   s   | S )Nr    )r4   r    r    r!   Ú
fix_sf_urlG  s    rQ  c          
   C   s  t j | ¡\}}}}}}t j |¡}tj |¡r<t j | ¡S | 	d¡rêtj 
|¡rêg }xˆt |¡D ]b}	tj ||	¡}
|	dkržt|
dƒ}| ¡ }W dQ R X P ntj 
|
¡r²|	d7 }	| dj|	d¡ qbW d}|j| d |¡d	}d
\}}n
d\}}}ddi}t |¡}t j | ||||¡S )z7Read a local path, with special support for directoriesr*   z
index.htmlÚrNz<a href="{name}">{name}</a>)r'   zB<html><head><title>{url}</title></head><body>{files}</body></html>r3  )r4   Úfiles)éÈ   ZOK)i”  zPath not foundz	Not foundzcontent-typez	text/html)r0   r   r1   r’   r  rK   r8   Úisfiler“   r%   r·   r¹   rV   rÈ   r¬   rä   ÚformatÚioÚStringIOr§   r¨   )r4   r6   r7   r8   Zparamr9   r×   rL   rS  r³   Úfilepathr  Zbodyr²   ZstatusÚmessager©   Zbody_streamr    r    r!   r  K  s,    


r  )N)N)N)r   )Zrx   ÚsysrK   rN   rW  rø   r  r5  r{   rÂ   r  rB  rš   Zhttp.clientr	  Zurllib.parser0   Zurllib.requestZurllib.errorÚ	functoolsr   r   Zpkg_resourcesr   r   r   r   r   r   r	   r
   r   r   r   r   r   r   Z	distutilsr   Zdistutils.errorsr   Zfnmatchr   Zsetuptools.wheelr   Z setuptools.extern.more_itertoolsr   r†   r>   ÚIrd   rÔ   r?   rŸ   r3   rG   Ú__all__Z_SOCKET_TIMEOUTZ_tmplrV  Úversion_inforN  r"   r   r;   r   r=   rM   r   r[   r]   rl   rm   ry   r   rÕ   r.  r-  rf   r2  r6  r7  rC  r=  r’   r“   r  r  rQ  r  r    r    r    r!   Ú<module>   s†   @
	

!
!!     

&/