o tfN @sdZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z m Z mZddlmZddlmZddlmZddlmZddlmZmZdd lmZdd lmZmZmZm Z m!Z!m"Z"dd l#m$Z$dd l%m&Z&ddl'Z'ddl(Z(dd l)m*Z*ddl+m,Z,m-Z-m.Z.m/Z/m0Z0ddl1m2Z2ddl3m4Z4m5Z5m6Z6m7Z7Gddde j8j9Z:dZ;eepe=Z?dZ@e>re$e>ZAeAjBCd\ZDZEZFe>e?dZ@e:Z;e;GeDeFde'jHdeIdeIdeIdeJf dd ZKGd!d"d"e5ZLdS)#OExtension manager using pip as package manager and PyPi.org as packages source.N)datetime timedeltatimezone)partial)groupby)environ)Path)CalledProcessErrorrun)TarFile)AnyCallableDictListOptionalTuple)urlparse)ZipFile) alru_cache)CFloatCIntUnicodeconfigobserve) __version__) ActionResultExtensionManagerExtensionManagerMetadataExtensionPackagec@seZdZdddZddZdS)ProxiedTransportNcCs||f|_||_dSN)proxy proxy_headers)selfhostportheadersr(c/var/www/html/software/conda/envs/catlas/lib/python3.10/site-packages/jupyterlab/extensions/pypi.py set_proxy)s  zProxiedTransport.set_proxycCs,tjj|j}|j||jd||f|_|S)Nr')httpclientHTTPConnectionr" set_tunnelr# _connection)r$r% connectionr(r(r)make_connection-s z ProxiedTransport.make_connection)NN)__name__ __module__ __qualname__r*r2r(r(r(r)r (s  r Z ALL_PROXY http_proxyZ HTTP_PROXYZ https_proxyZ HTTPS_PROXY:)zhttp://zhttps://r-namelatest_versionbase_urlreturncs^|j|d|d|dddidIdH}|jdkr-t|jdfdd d DSiS) N//json Content-Typeapplication/jsonr+infocsi|]}||qSr()get).0kdatar(r) Zs z+_fetch_package_metadata..) author bugtrack_urldocs_url home_pagelicense package_url project_url project_urlssummary)rB status_codejsonloadstext)r-r8r9r:responser(rEr)_fetch_package_metadataLs  rVc sheZdZdZeddddZeddddZeddd dZ ed dd dZ d1d e e de e de e jdd ffdd ZedefddZdede efddZdedefddZdededefddZedd d!Zd"ed#ed$edeeeefe effd%d&Z de!eeeffd'd(Z"d2d)ed*e ede#fd+d,Z$dede#fd-d.Z%d)edefd/d0Z&Z'S)3PyPIExtensionManagerrzhttps://pypi.org/pypiTzThe base URL of PyPI index.)rhelpgr@z.PyPI extensions list cache timeout in seconds.iz$The cache size for package metadata.g?zGThrottling time in seconds between PyPI requests using the XML-RPC API.N app_options ext_optionsparentr;cst|||tjtd|_tt|j|_|d|j it j j |j td|_tjtjdt|jdd|_d|_|jd|j dtrT|jd tjdSdS) N)proxiesnew) transporttz)\(?secondsz%Extensions list will be fetched from .z=Extensions will be fetched using proxy, proxy host and port: )super__init__httpx AsyncClientr\ _httpx_clientrrV$_observe_package_metadata_cache_sizepackage_metadata_cache_sizexmlrpcr- ServerProxyr:xmlrpc_transport_override _rpc_clientrnowrutcr cache_timeout5_PyPIExtensionManager__last_all_packages_request_time)_PyPIExtensionManager__all_packages_cachelogdebugrAr")r$rYrZr[ __class__r(r)rfs"  zPyPIExtensionManager.__init__cCstddtjS)zExtension manager metadata.PyPIT)rsysprefixr$r(r(r)metadataszPyPIExtensionManager.metadatapkgcsz2|jj|jd|dddidIdH}|jdkr&t|jdi}n |jd |WdSWn t y=YdSwt |d d pHdS) zReturn the latest available version for a given extension. Args: pkg: The extension to search for Returns: The latest available version r<r=r>r?r+Nr@rAz+Failed to get package information on PyPI; version) rirBr:rQrRrScontentrurv Exceptionrget_semver_version)r$r~rUrFr(r(r)get_latest_versions  z'PyPIExtensionManager.get_latest_version extensioncCs6|jdur|j}|ddkr||dS||jS)aNormalize extension name. Extension have multiple parts, npm package, Python package,... Sub-classes may override this method to ensure the name of an extension from the service provider and the local installed listing is matching. Args: extension: The extension metadata Returns: The normalized name NZpackageManagerpython packageName)install_normalize_namer8)r$rZinstall_metadatar(r(r)get_normalized_names   z(PyPIExtensionManager.get_normalized_name recursivefnc s.tjj}z|jd|g|RIdH}W|Stjjy}zq|jdkr}|j drd}t d|j }|durBt |dp@d}|jd|d t||jd IdH|ri|jd |g|RIdH}n"|jd|g|RIdH}WYd}~|SWYd}~|SWYd}~|SWYd}~|Sd}~ww) a/Throttle XMLRPC API request Args: recursive: Whether to call the throttling recursively once or not. fn: API method to call *args: API method arguments Returns: Result of the method Raises: xmlrpc.client.Fault Ni zHTTPTooManyRequests:raz!Limit may reset in (\d+) seconds.1z>HTTPTooManyRequests - Perform next call to PyPI XMLRPC API in zs.g{Gz?F)tornadoioloopIOLoopcurrentrun_in_executorrlr-Fault faultCode faultString startswithresearchintgrouprurAasynciosleeprpc_request_throttling&_PyPIExtensionManager__throttleRequest) r$rrargs current_looprFerrdelaymatchr(r(r)Z__throttleRequests:  $   z&PyPIExtensionManager.__throttleRequestrkcCs t|ddtt|j|_dS)Nr])maxsize)rrrVri)r$Zchanger(r(r)rjs   z9PyPIExtensionManager._observe_package_metadata_cache_sizequerypageper_pagecsj|IdH}i}d}|d|}||}ttfdd|ddD]\} } |d7}||ks4||kr5q$t| d\} } || | |jIdH} || }| dpSi}|d}| d pb|d }| d pl|d }| d pv|d}|p| dp| dp|p|p|}t|| d|| d| dt | d||| d|d ||<q$|t |d|fS)awList the available extensions. Note: This will list the packages based on the classifier Framework :: Jupyter :: JupyterLab :: Extensions :: Prebuilt Then it filters it with the query We do not try to check if they are compatible (version wise) Args: query: The search extension query page: The result page per_page: The number of results per page Returns: The available extensions in a mapping {name: metadata} The results last page; None if the manager does not support pagination Nrcs |dvSNrr()mrr(r) s z4PyPIExtensionManager.list_packages..cSs|dSrr()er(r(r)r rOz Source CoderKZHomepagerJZ DocumentationrIz Bug TrackerrNrMrPrHrLZprebuilt) r8 description homepage_urlrHrLr9Zpkg_typebug_tracker_urldocumentation_urlZpackage_manager_urlZrepository_url) )_PyPIExtensionManager__get_all_extensionsrfilterlistrVr:rrBrrrmathceil)r$rrrmatches extensionscounter min_indexZ max_indexr8r_r9rFnormalized_nameZ package_urls source_urlrrrZbest_guess_home_urlr(rr) list_packagessV $    z"PyPIExtensionManager.list_packagescsj|jdustjtjd|jt|jdkr2|j d| d|j j dgIdH|_tjtjd|_|jS)Nr_rbz?Requesting PyPI.org RPC API for prebuilt JupyterLab extensions.TzwYWd d S1sOwYd S);aInstall the required extension. Note: If the user must be notified with a message (like asking to restart the server), the result should be {"status": "warning", "message": ""} Args: name: The extension name version: The version to install; default None (i.e. the latest possible) Returns: The action result zw+F)modedirdeletez jupyterlab==-mpipr --no-inputz--quietz--progress-baroffz --constraintNz==rz --dry-runz--report-T)capture_outputcheckutf-8cs|didddkS)Nr}r8rr)rBreplace)pr8r(r)rwsz.PyPIExtensionManager.install..z!Fail to get installation report: exc_infoz Fail to get installation report.zActions to be executed by pip rd Executing ' 'r return code: stdout: rstderr: download_infourlr@z.whlcSt|jdkSNz package.jsonr r8fr(r(r)r jupyterlabztar.gzcSrrrrr(r(r)rrzFailed to get 'z'; zFail to get package.json.frontend discoverykernelserverokstatusZ needs_restartFailed to installed : code  errorrmessage)2rrrrtempfileTemporaryDirectoryNamedTemporaryFilewriterflushrz executabler8appendcopyinsertrrr rRrSstdoutdecodenextrrBr rurvstderrrdumpsjoin returncoderirQendswithrioBytesIOrnamelistreadr getnamesload extractfile getmemberrr)r$r8rrZve_dirZ fconstraintcmdlineZ pkg_actiontmp_cmdresultZ action_inforrr jlab_metadataZ download_urlrUwheelrFsdist follow_upsrr(rr)rDs         $                    f VzPyPIExtensionManager.installc stjj}tjddddd|g}d}zJ|}|d|dt t |ddIdH}t d d t d d |j d }t d d t t|D]}t|} | d}|dur[nqGWntyw} z|jjd| dWYd} ~ nd} ~ ww|jdd|d|dt t |ddIdH}|jd|j|jd|j d |jd } |jdkr|jd| dg} |dur|di} d| vr| dd| vr| dtd| dS|jd|d|jd | td!| d"S)#ajUninstall the required extension. Note: If the user must be notified with a message (like asking to restart the server), the result should be {"status": "warning", "message": ""} Args: extension: The extension name Returns: The action result rr uninstallz--yesrNTrcSs |dSr)rliner(r(r)r z0PyPIExtensionManager.uninstall..cSs|Sr!)striprr(r(r)rrrcSs |jdkSrrrr(r(r)rrrz%Fail to list files to be uninstalled.rrrrrrrrrrrrrrrrrrr)rrrrrzrrremoverrr rmaprr splitlinesr rRrS read_bytesrBrrurvrrrrrr)r$rrrr rr linesfilepathrFrrr rr(r(r)rsn              zPyPIExtensionManager.uninstallcCs|ddddddS)zNormalize extension name. Remove `@` from npm scope and replace `/` and `_` by `-`. Args: name: Extension name Returns: Normalized name @rr<rr)r)r$r8r(r(r)rs z$PyPIExtensionManager._normalize_name)NNNr!)(r3r4r5__doc__rr:rrrrrkrrdictrZ Configurablerfpropertyrr}strrrrboolrr rrrjrrrrrrrrrr __classcell__r(r(rwr)rWls\"  FxIrW)Mrr http.clientr,rrRrrrzr xmlrpc.clientrlrrr functoolsr itertoolsrosrpathlibr subprocessr r tarfiler typingr rrrrr urllib.parserzipfilerrgrZ async_lrurZ traitletsrrrrrZjupyterlab._versionrZjupyterlab.extensions.managerrrrrr- Transportr rnrBZ all_proxy_urlZhttp_proxy_urlZhttps_proxy_urlr\r6netloc partition proxy_hostr proxy_portr*rhrrrVrWr(r(r(r)sj