U k°ft@sdZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl ZddlZddlZddlZddlmZddlZddlmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$ddl%m&Z&ddl'm(Z(ddl)m*Z*ddl+m,Z,dd l-m.Z.d d l/m0Z0m1Z1e2d Z3e2d ej4Z5e2dZ6e2dej4j7Z8d9Z:ddddgZ;dZdj>ej?edZ@ddZAddZBddZCdCddZDdDdd ZEdEd!d"ZFdedfd#dZGd$d%ZHe2d&ej4ZIeHd'd(ZJGd)d*d*ZKGd+d,d,eKZLGd-ddeZMe2d.jNZOd/d0ZPd1d2ZQdFd3d4ZRd5d6ZSGd7d8d8ZTGd9d:d:e jUZVejWjXfd;d<ZYd=d>ZZeRe<eYZYd?d@Z[dAdBZ\dS)Gz$PyPI and direct package downloading.Nwraps) CHECKOUT_DIST Distribution BINARY_DISTnormalize_path SOURCE_DIST Environmentfind_distributions safe_name safe_version to_filename Requirement DEVELOP_DISTEGG_DIST parse_version)log)DistutilsError) translate)Wheelunique_everseen)_read_utf8_with_fallback_cfg_read_utf8_with_fallbackz^egg=([-A-Za-z0-9_.+!]+)$zhref\s*=\s*['"]?([^'"> ]+)z([^<]+)\n\s+\(md5\)z([-+.a-z0-9]{2,}):z.tar.gz .tar.bz2 .tar .zip .tgz PackageIndexdistros_for_urlparse_bdist_wininstinterpret_distro_namez}ztd|f|W5d}~XYnXdS)Nz1Not a URL, existing file, or requirement spec: %r)rparse ValueErrorr)specer%7lib/python3.8/site-packages/setuptools/package_index.pyparse_requirement_argHs r'cCs|}d\}}}|dr|dr8|dd}d}nn|ddrb|d d }|dd}d}nD|d r~|dd }d }n(|ddr|d d }|dd}d }|||fS)z=Return (base,pyversion) or (None,None) for possible .exe name)NNN.exez .win32.exeNiZwin32z .win32-pyiiz.win-amd64.exeiz win-amd64z .win-amd64-pyi)lowerendswith startswith)namer*basepy_verZplatr%r%r&rQs$            c Csxtj|}|\}}}}}}tj|dd}|dkrX|dkrXtj|dd}d|krp|dd\}}||fS)N/zsourceforge.netdownload#r)urllibr!urlparseunquotesplit) urlpartsschemeserverpathZ parametersqueryfragmentr.r%r%r&egg_info_for_urlis r@ccsPt|\}}t|||EdH|rLt|}|rLt||d|tdEdHdS)zEYield egg or source distribution objects that might be found at a URLNr) precedence)r@distros_for_location EGG_FRAGMENTmatchrgroupr)r9metadatar.r?rDr%r%r&rts  cCs|dr|dd}|dr8d|kr8t|||gS|drxd|krxt|}|s^gSt||j|jtddgS|d rt|\}}}|dk rt ||||t |St D]0}||r|dt | }t |||SqgS) z:Yield egg or source distribution objects based on basename.egg.zipNr)z.egg-z.whlr)location project_nameversionrAr() r+rZ from_locationrZ is_compatiblerJrKrrrr EXTENSIONSlen)rIbasenamerFZwheelZwin_baser/platformZextr%r%r&rBs>    rBcCstt|tj||S)zEYield possible egg or source distribution objects based on a filename)rBrosr=rN)filenamerFr%r%r&distros_for_filenames  rRc cs|d}|s,tdd|ddDr,dStt|D]}||ddr8q^q8t|}t||d|d|d||d|||dVdS)zGenerate the interpretation of a source distro name Note: if `location` is a filesystem filename, you should call ``pkg_resources.normalize_path()`` on it before passing it to this routine! rHcss|]}td|VqdS)z py\d\.\d$N)rerD).0pr%r%r& sz(interpret_distro_name..Nr) py_versionrArO)r8anyrangerMisdigitrjoin)rIrNrFrXrArOr:rUr%r%r&rs cstfdd}|S)zs Wrap a function returning an iterable such that the resulting iterable only ever yields unique items. cst||SNr)argskwargsfuncr%r&wrapperszunique_values..wrapperr)rarbr%r`r& unique_valuessrcz3<([^>]*\srel\s{0,10}=\s{0,10}['"]?([^'" >]+)[^>]*)>c cst|D]d}|\}}tttj|d}d|ksDd|kr t |D]}t j |t |dVqNq dD]@}||}|dkrtt ||}|rtt j |t |dVqtdS)zEFind rel="homepage" and rel="download" links in `page`, yielding URLs,Zhomepager2r)z Home PagezDownload URLr1N)RELfinditergroupssetmapstrstripr*r8HREFr5r!urljoin htmldecoderEfindsearch)r9pagerDtagZrelZrelsposr%r%r&find_external_linkss   rtc@s(eZdZdZddZddZddZdS) ContentCheckerzP A null content checker that defines the interface for checking content cCsdS)z3 Feed a block of data to the hash. Nr%selfblockr%r%r&feedszContentChecker.feedcCsdS)zC Check the hash. Return False if validation fails. Tr%rwr%r%r&is_validszContentChecker.is_validcCsdS)zu Call reporter with information about the checker (hash name) substituted into the template. Nr%)rwreportertemplater%r%r&reportszContentChecker.reportN)__name__ __module__ __qualname____doc__ryr{r~r%r%r%r&rusruc@sBeZdZedZddZeddZddZ dd Z d d Z d S) HashCheckerzK(?Psha1|sha224|sha384|sha256|sha512|md5)=(?P[a-f0-9]+)cCs||_t||_||_dSr]) hash_namehashlibnewhashexpected)rwrrr%r%r&__init__s zHashChecker.__init__cCs>tj|d}|stS|j|}|s0tS|f|S)z5Construct a (possibly null) ContentChecker from a URLr1)r5r!r6rupatternrp groupdict)clsr9r?rDr%r%r&from_urls zHashChecker.from_urlcCs|j|dSr])rupdatervr%r%r&ry!szHashChecker.feedcCs|j|jkSr])rZ hexdigestrrzr%r%r&r{$szHashChecker.is_validcCs||j}||Sr])r)rwr|r}msgr%r%r&r~'s zHashChecker.reportN) rrrrScompilerr classmethodrryr{r~r%r%r%r&r s rcsVeZdZdZdNfdd Zfdd ZdOd d ZdPd dZdQddZddZ ddZ ddZ ddZ ddZ dRddZddZdSfdd Zd!d"Zd#d$Zd%d&Zd'd(Zd)d*ZdTd+d,ZdUd-d.Zd/d0Zd1Zd2d3Zd4d5ZdVd6d7Zd8d9Zed:d;Zdd?Z!d@dAZ"dBdCZ#dDdEZ$edFdGZ%dHdIZ&dJdKZ'dLdMZ(Z)S)Wrz;A distribution index that scans web pages for download URLshttps://pypi.org/simple/*NTcshtj|||dd|d |_i|_i|_i|_td t t |j |_ g|_tjj|_dS)Nr0|)superrr+ index_url scanned_urls fetched_urls package_pagesrSrr\rirrDallowsto_scanr5requesturlopenopener)rwrZhostsZ ca_bundleZ verify_sslr^kw __class__r%r&r/s zPackageIndex.__init__cs2zt|jWntk r$YdSXt|Sr])rrK Exceptionradd)rwdistrr%r&rAs zPackageIndex.addFc Cstdrtd|||jkr(|s(dSd|j|<t|sH||dStt|}|rr||sfdS| d||s|r||j krtt |j |dS||sd|j |<dS| d|d|j |<d}||||}|dkrdSt|tjjr|jdkr| d |jd|j |j<d |jd d krB|dS|j}|}t|tst|tjjrrd }n|jdpd }||d}|t|D](} tj !|t"| #d} |$| q|%|j&rt'|dddkr|(||}dS)z.)filterrPr=rr itertoolsstarmap scan_egg_link)rw search_pathdirsZ egg_linksr%r%r&scan_egg_linkss zPackageIndex.scan_egg_linkscCsttj||}ttdttj| }t |dkr%srrW)rE)mr%r%r&z,PackageIndex.process_index..)rlrfrr5r!rmrnrEr"rtr@r+need_version_infoscan_urlPYPI_MD5sub) rwr9rqrDrrnew_urlr.fragr%r%r&rs&"   zPackageIndex.process_indexcCs|d|dS)NzPPage at %s links to .py file(s) without version info; an index scan is required.)scan_allrwr9r%r%r&rszPackageIndex.need_version_infocGs:|j|jkr*|r |j|f||d||jdS)Nz6Scanning index of all packages (this may take a while))rrrrrrwrr^r%r%r&rs   zPackageIndex.scan_allcCsz||j|jd|j|js:||j|jd|j|jsR||t|j|jdD]}||qfdS)Nr0r%) rr unsafe_namerrkeyrJnot_found_in_indexr)rw requirementr9r%r%r& find_packagess zPackageIndex.find_packagescsN|||||jD]"}||kr0|S|d||qt||S)Nz%s does not match %s)prescanrrrrobtain)rwrZ installerrrr%r&rs zPackageIndex.obtaincCsL||jd||sH|t|td|jjtj |fdS)z- checker is a ContentChecker zValidating %%s checksum for %sz7%s validation failed for %s; possible download problem?N) r~rr{rrPunlinkrrr-r=rN)rwcheckerrQtfpr%r%r& check_hashs zPackageIndex.check_hashcCsN|D]D}|jdks0t|r0|ds0tt|r<||q|j|qdS)z;Add `urls` to the list that will be prescanned for searchesNfile:)rrr,rrrappend)rwZurlsr9r%r%r&add_find_linkss  zPackageIndex.add_find_linkscCs"|jrtt|j|jd|_dS)z7Scan urls scheduled for prescanning (e.g. --find-links)N)rrrirrzr%r%r&r-szPackageIndex.prescancCs<||jr|jd}}n |jd}}|||j|dS)Nz#Couldn't retrieve index page for %rz3Couldn't find index page for %r (maybe misspelled?))rrrrr)rwrmethrr%r%r&r3s  zPackageIndex.not_found_in_indexcCsvt|tsbt|}|rJ|||}t|\}}|drF||||}|Stj |rZ|St |}t | ||ddS)aLocate and/or download `spec` to `tmpdir`, returning a local path `spec` may be a ``Requirement`` object, or a string containing a URL, an existing local filename, or a project/version requirement spec (i.e. the string form of a ``Requirement`` object). If it is the URL of a .py file with an unambiguous ``#egg=name-version`` tag (i.e., one that escapes ``-`` as ``_`` throughout), a trivial ``setup.py`` is automatically created alongside the downloaded file. If `spec` is a ``Requirement`` object or a string containing a project/version requirement spec, this method returns the location of a matching distribution (possibly after downloading it to `tmpdir`). If `spec` is a locally existing file or directory name, it is simply returned unchanged. If `spec` is a URL, it is downloaded to a subpath of `tmpdir`, and the local filename is returned. Various errors may be raised if a problem occurs during downloading. rrIN) rrr _download_urlr@r+ gen_setuprPr=rr'rfetch_distribution)rwr#tmpdirr;foundr.r?r%r%r&r2>s     zPackageIndex.downloadc sd|td}d fdd }|rJ|||}|s`|dk r`|||}|dkrjdk rz||}|dkr|s|||}|dkrˆdrdpd|dSd||j|jd SdS) a|Obtain a distribution suitable for fulfilling `requirement` `requirement` must be a ``pkg_resources.Requirement`` instance. If necessary, or if the `force_scan` flag is set, the requirement is searched for in the (online) package index as well as the locally installed packages. If a distribution matching `requirement` is found, the returned distribution's ``location`` is the value you would have gotten from calling the ``download()`` method with the matching distribution's URL or filename. If no matching distribution is found, ``None`` is returned. If the `source` flag is set, only source distributions and source checkout links will be considered. Unless the `develop_ok` flag is set, development and system eggs (i.e., those using the ``.egg-info`` format) will be ignored. zSearching for %sNcs|dkr }||jD]x}|jtkrHsH|krd||q||ko^|jtkp^ }|r|j}||_t j |jr|SqdS)Nz&Skipping development or system egg: %s) rrArrrrr2rIdownload_locationrPr=r)ZreqenvrZtestZloc develop_okrwZskippedsourcerr%r&ro~s$  z-PackageIndex.fetch_distribution..findz:No local packages or working download links found for %s%sza source distribution of rzBest match: %s)rI)N)rrhrrrrcloner) rwrr force_scanrrZ local_indexrror%rr&r`s4         zPackageIndex.fetch_distributioncCs"|||||}|dk r|jSdS)a3Obtain a file suitable for fulfilling `requirement` DEPRECATED; use the ``fetch_distribution()`` method now instead. For backward compatibility, this routine is identical but returns the ``location`` of the downloaded distribution instead of a distribution object. N)rrI)rwrrrrrr%r%r&fetchszPackageIndex.fetchc Cst|}|r*ddt||ddDp,g}t|dkrtj|}tj||krtj ||}tj |r~tj ||st |||}ttj |dddd2}|d|d j|d jtj|d fW5QRX|S|rtd ||fntd dS) NcSsg|]}|jr|qSr%)rK)rTdr%r%r& sz*PackageIndex.gen_setup..rzsetup.pywzutf-8)encodingzIfrom setuptools import setup setup(name=%r, version=%r, py_modules=[%r]) rzCan't unambiguously interpret project/version identifier %r; any dashes in the name or version should be escaped using underscores. %rzpCan't process plain .py files without an '#egg=name-version' suffix to enable automatic setup script generation.)rCrDrrErMrPr=rNdirnamer\rsamefileshutilZcopy2openwriterJrKsplitextr) rwrQr?rrDrrNZdstrr%r%r&rsD     zPackageIndex.gen_setupi c Cs|d|d}zt|}||}t|tjjrJt d||j |j f|}d}|j }d}d|kr| d} ttt| }||||||t|dV} ||} | r|| | | |d7}||||||qqq|||| W5QRX|WS|r|XdS) NzDownloading %szCan't download %s: %s %srr1zcontent-lengthzContent-Lengthwbr)rrrrrrr5rrrrr dl_blocksizeZget_allmaxriint reporthookrrryrr) rwr9rQfprrblocknumZbssizeZsizesrrxr%r%r& _download_tos:        zPackageIndex._download_tocCsdSr]r%)rwr9rQrZblksizerr%r%r&rszPackageIndex.reporthookc Cs|drt|Szt||jWSttjjfk r}z>ddd|j D}|rb| ||nt d||f|W5d}~XYnt j jk r}z |WYSd}~XYnt j jk r}z,|r| ||jnt d||jf|W5d}~XYntjjk rP}z.|r,| ||jnt d||jf|W5d}~XYnRtjjtfk r}z*|r~| ||nt d||f|W5d}~XYnXdS)Nr cSsg|] }t|qSr%)rj)rTargr%r%r&r sz)PackageIndex.open_url..z%s %szDownload error for %s: %sz;%s returned a bad status line. The server might be down, %s)r, local_openopen_with_authrr"httpclient InvalidURLr\r^rrr5rrZURLErrorreasonZ BadStatusLinelineZ HTTPExceptionOSError)rwr9Zwarningvrr%r%r&rsB $ zPackageIndex.open_urlcCspt|\}}|r0d|kr4|dddd}qnd}|drJ|dd}tj||}|||pn|||S)Nz...\_Z__downloaded__rGr))r@replacer+rPr=r\ _download_vcs_download_other)rwr9rr-r?rQr%r%r&r9s   zPackageIndex._download_urlcCsLtj|j}|d\}}}tddgdgt|}tt|h|@dS)a  >>> rvcs = PackageIndex._resolve_vcs >>> rvcs('git+http://foo/bar') 'git' >>> rvcs('hg+https://foo/bar') 'hg' >>> rvcs('git:myhost') 'git' >>> rvcs('hg:myhost') >>> rvcs('http://foo/bar') +svngithgN) r5r!urlsplitr; partitionrhboolnextiter)r9r;preseppostZallowedr%r%r& _resolve_vcsJs zPackageIndex._resolve_vcsc Cs||}|sdS|dkr(td||d\}}}||\}}|d|d|d|t|dd||gt|d |d d|g|d |d d d |dgd}|dk r|d|t|||S)Nr-z/Invalid config, SVN download is not supported: r4zDoing z clone from z to rz--quietz-CZcheckoutz--cwdZupz-rz-q)r.r/z Checking out )r8rr1_vcs_split_rev_from_urlr subprocessZ check_calldict)rwr9Z spec_filenameZvcsrQr(revZ co_commandsr%r%r&r*]s& zPackageIndex._download_vcscCsDtj|j}|dkr,tjtj|jS||d| ||S)NrT) r5r!r0r;r url2pathnamer6r=r_attempt_download)rwr9rQr;r%r%r&r+vs  zPackageIndex._download_othercCs||ddS)NT)rrr%r%r&r~szPackageIndex.scan_urlcCs6|||}d|ddkr.||||S|SdS)Nrrr)rrr*_invalid_download_html)rwr9rQrr%r%r&r>s zPackageIndex._attempt_downloadcCst|td|dS)NzUnexpected HTML page found at )rPrr)rwr9rrQr%r%r&r?s z#PackageIndex._invalid_download_htmlc Csttj|}|jddd}|jd\}}}|d\}}}|rL||fn|df\}} |j||dd } | | fS) a Given a possible VCS URL, return a clean URL and resolved revision if any. >>> vsrfu = PackageIndex._vcs_split_rev_from_url >>> vsrfu('git+https://github.com/pypa/setuptools@v69.0.0#egg-info=setuptools') ('https://github.com/pypa/setuptools', 'v69.0.0') >>> vsrfu('git+https://github.com/pypa/setuptools#egg-info=setuptools') ('https://github.com/pypa/setuptools', None) >>> vsrfu('http://foo/bar') ('http://foo/bar', None) r,rr1r4@Nr)r;r=r?) r5r!r0r;r8r=r1 rpartition_replaceZgeturl) r9r:Z clean_schemeZno_fragment_pathr(r5r6r7Z clean_pathr<Zresolvedr%r%r&r9s  z$PackageIndex._vcs_split_rev_from_urlcGstj|f|dSr])rrrr%r%r&rszPackageIndex.debugcGstj|f|dSr])rrrr%r%r&rszPackageIndex.infocGstj|f|dSr])rrrr%r%r&rszPackageIndex.warn)rrNT)F)F)F)N)N)FFFN)FF)N)*rrrrrrrrrrrrrrrrrrrrrr2rrrrrrrr staticmethodr8r*r+rr>r?r9rrr __classcell__r%r%rr&r,s^ 9      & R .$ "  z!&(#(\d+|x[\da-fA-F]+)|[\w.:-]+);?cCs|d}t|S)Nr)rErZunescape)rDZwhatr%r%r& decode_entitys rEcCs tt|S)a Decode HTML entities in the given text. >>> htmldecode( ... 'https://../package_name-0.1.2.tar.gz' ... '?tokena=A&tokenb=B">package_name-0.1.2.tar.gz') 'https://../package_name-0.1.2.tar.gz?tokena=A&tokenb=B">package_name-0.1.2.tar.gz' ) entity_subrE)textr%r%r&rns rncsfdd}|S)Ncsfdd}|S)Nc s2t}tz||WSt|XdSr])socketZgetdefaulttimeoutZsetdefaulttimeout)r^r_Z old_timeout)ratimeoutr%r&_socket_timeouts  z@socket_timeout.._socket_timeout.._socket_timeoutr%)rarJrIr`r&rJsz'socket_timeout.._socket_timeoutr%)rIrJr%rKr&socket_timeouts rLcCs2tj|}|}t|}|}|ddS)a9 Encode auth from a URL suitable for an HTTP header. >>> str(_encode_auth('username%3Apassword')) 'dXNlcm5hbWU6cGFzc3dvcmQ=' Long auth strings should not cause a newline to be inserted. >>> long_auth = 'username:' + 'password'*10 >>> chr(10) in str(_encode_auth(long_auth)) False  r)r5r!r7encodebase64Z b64encoderr))authZauth_sZ auth_bytesZ encoded_bytesZencodedr%r%r& _encode_auths  rQc@s(eZdZdZddZddZddZdS) Credentialz: A username/password pair. Use like a namedtuple. cCs||_||_dSr]usernamepassword)rwrTrUr%r%r&rszCredential.__init__ccs|jV|jVdSr]rSrzr%r%r&__iter__szCredential.__iter__cCs dt|S)Nz%(username)s:%(password)s)varsrzr%r%r&__str__szCredential.__str__N)rrrrrrVrXr%r%r%r&rRsrRcs8eZdZfddZeddZddZddZZS) PyPIConfigcsNtdddgd}t|tjtjdd}tj|rJt ||dS)z% Load from ~/.pypirc rTrU repositoryr~z.pypircN) r;fromkeysrrrPr=r\ expanduserrr)rwdefaultsZrcrr%r&rs   zPyPIConfig.__init__cs&fddD}ttj|S)Ncs g|]}|dr|qS)rZ)rrk)rTsectionrzr%r&r sz2PyPIConfig.creds_by_repository..)Zsectionsr;ri_get_repo_cred)rwZsections_with_repositoriesr%rzr&creds_by_repository s zPyPIConfig.creds_by_repositorycCs6||d}|t||d||dfS)NrZrTrU)rrkrR)rwr_Zrepor%r%r&r`s zPyPIConfig._get_repo_credcCs*|jD]\}}||r |Sq dS)z If the URL indicated appears to be a repository defined in this config, return the credential for that repository. N)raitemsr,)rwr9rZcredr%r%r&find_credentials  zPyPIConfig.find_credential) rrrrpropertyrar`rdrDr%r%rr&rYs   rYcCs<tj|}|\}}}}}}|dr2tjd|dkrHt|\} } nd} | st |} | rt | } | j |f} t j d | | rdt| } || ||||f} tj| }tj|}|d| n tj|}|dt||}| r8tj|j\}}}}}}||kr8|| kr8||||||f} tj| |_|S) z4Open a urllib2 request, handling HTTP authentication:znonnumeric port: '')rZhttpsN*Authenticating as %s for %s (from .pypirc)zBasic Z Authorizationz User-Agent)rg)r5r!r6r+rr r! _splituserrYrdrjrTrrrQZ urlunparserZRequestZ add_header user_agentr9)r9rZparsedr;Znetlocr=Zparamsr>rrPZaddressrcrr:rrrs2Zh2Zpath2Zparam2Zquery2Zfrag2r%r%r&r)s8          rcCs |d\}}}|r|nd|fS)zNsplituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'.r@N)rA)ZhostuserZdelimr%r%r&rhXsrhcCs|Sr]r%)r9r%r%r& fix_sf_urlcsrlcCstj|\}}}}}}tj|}tj|r{name})r-zB{url}{files}rM)r9files)ZOK)rzPath not foundz Not foundrz text/html)r5r!r6rr=rPr=isfilerr+rrr\rrformatioStringIOrr)r9r;r<r=Zparamr>rrQrmrfilepathZbodyrZstatusmessagerZ body_streamr%r%r&rgs*       r)N)N)N)r)]rsysr:rPrSrqrrHrOrrZ configparserrZ http.clientrZ urllib.parser5Zurllib.requestZ urllib.error functoolsrr Z pkg_resourcesrrrrrr r r r r rrrr distutilsrZdistutils.errorsrZfnmatchrZsetuptools.wheelrZmore_itertoolsrZ unicode_utilsrrrrCIrlrrDrr8rL__all__Z_SOCKET_TIMEOUTZ_tmplrp version_inforir'rr@rrBrRrrcrertrurrrrFrErnrLrQrRZRawConfigParserrYrrrrhrlrr%r%r%r&s @         #  "  !  (/