tf]|dZddlZddlZddlmZddlZddlZddlZddlm Z ddl m Z m Z m Z mZmZmZddlmZddlmZddlmZdd lmZdd lmZmZdd lmZdd lmZerdd l m Z ejBe"Z#GddeZ$Gdde%Z&ddddddddddddddd Z'Gd!d"e%Z(d#e)d$e*fd%Z+Gd&d'e%Z,id(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;dd?d@dAdBdCdDdEdFdGdHdIidJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkidldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~ddddddddddddddddddddddddd Z-y)zNetwork Manager module.N) OrderedDict)SimpleNamespace) AwaitableDictListOptionalUnion TYPE_CHECKING)unquote) EventEmitter) CDPSession) NetworkError) FrameManagerFrame) debugError)Multimap)SetceZdZdZeddddZdeded d ffd Zd e e e fd d fd Z de e e fd d fdZ d e e e ffdZ ded d fdZde d d fdZded d fdZd2dZde d d fdZde ded d fdZded d fdZde dee d d fdZde d d fdZ d3dd d!ed"e d#ed$ed%e d d fd&Zd'e dee d(e d)ed*e d+e d,ee d-ed d d fd.Zded d fd/Zded d fd0Zded d fd1Z xZ!S)4NetworkManagerzNetworkManager class.requestresponse requestfailedrequestfinished)RequestResponse RequestFailedRequestFinishedclient frameManagerreturnNct|_|_t _t _t_d_ d_ t_ d_ d_t_t_jj%dfdjj%dj&jj%dj(jj%dj*jj%dj,jj%d j.y) zMake new NetworkManager.FNzNetwork.requestWillBeSentcljjjj|SN)_client_loop create_task_onRequestWillBeSent)eventselfs c/var/www/html/software/conda/envs/higlass/lib/python3.12/site-packages/pyppeteer/network_manager.pyz)NetworkManager.__init__..:s*$,,,,88))%0zNetwork.requestInterceptedzNetwork.requestServedFromCachezNetwork.responseReceivedzNetwork.loadingFinishedzNetwork.loadingFailed)super__init__r$ _frameManagerdict_requestIdToRequest_requestIdToResponseWillBeSentr_extraHTTPHeaders_offline _credentialsset_attemptedAuthentications_userRequestInterceptionEnabled#_protocolRequestInterceptionEnabledr_requestHashToRequestIds_requestHashToInterceptionIdson_onRequestIntercepted_onRequestServedFromCache_onResponseReceived_onLoadingFinished_onLoadingFailed)r)rr __class__s` r*r.zNetworkManager.__init__(s  )AE IM+8C # 6:=@U&/4,380(0 %-5Z*  '  4d6P6PQ 8$:X:XY 2D4L4LM 143J3JK /1F1FGr, credentialscNK||_|jd{y7w)z"Provide credentials for http auth.N)r5"_updateProtocolRequestInterception)r)rCs r* authenticatezNetworkManager.authenticateDs '55777 %#%extraHTTPHeadersc NKt|_|jD]M\}}t|tst d|dt |d||j|j<O|jjdd|jid{y7w)zSet extra http headers.zExpected value of header "z" to be string, but z is found.zNetwork.setExtraHTTPHeadersheadersN) rr3items isinstancestr TypeErrortypelowerr$send)r)rHkvs r*setExtraHTTPHeadersz"NetworkManager.setExtraHTTPHeadersIs"-$**, 2DAqa%047):/0012D " "1779 -  2 ll =!*D,B,B CE E EsBB%B#B%c,tdi|jS)zGet extra http headers.)r0r3r)s r*rHzNetworkManager.extraHTTPHeadersVs-d,,--r,valuecK|j|k(ry||_|jjd|jddddd{y7w)z#Change offline mode enable/disable.Nz Network.emulateNetworkConditionsr)offlinelatencydownloadThroughputuploadThroughput)r4r$rQr)rXs r*setOfflineModezNetworkManager.setOfflineModeZsQ ==E !  ll B}}"$ " E    sAAA A userAgentc\K|jjdd|id{y7w)zSet user agent.zNetwork.setUserAgentOverrideraN)r$rQ)r)ras r* setUserAgentzNetworkManager.setUserAgentfs-ll >!,i 8: : :s ",*,cNK||_|jd{y7w)zEnable request interception.N)r8rEr_s r*setRequestInterceptionz%NetworkManager.setRequestInterceptionks /4,55777rGcBK|jxst|j}||jk(ry||_|rddigng}t j |j jdd|i|j jdd|id{y7w)N urlPattern*zNetwork.setCacheDisabled cacheDisabledzNetwork.setRequestInterceptionpatterns)r8boolr5r9asynciogatherr$rQ)r)enabledrjs r*rEz1NetworkManager._updateProtocolRequestInterceptionps77+))*  d>> > 3:0,3\3'(nn LL  * '*  LL  0X&   sBBBBr(cK|jrt|jdi}|jj |}|r/|j |||jj ||y|jj||jd||j|jd<y|j |dyw)Nr requestId) r9generateRequestHashgetr; firstValue _onRequestdeleter:r6r2)r)r( requestHashinterceptionIds r*r'z#NetworkManager._onRequestWillBeSents  3 3-eii 2.FGK!??JJ;WN~62299+~V --11+uyy?UVNS33EIIk4JK  t$sCCmethodmsgcK |jj||d{y7#t$r}tt|Yd}~yd}~wwxYwwr#)r$rQ Exceptionrlogger)r)rxryes r*_sendzNetworkManager._sendsA ",,##FC0 0 0 " vq ! ! "s6A+)+A+ AA A AAc |jdrd}|d|jvrd}n,|jr d}|jj|dt |dijd}t |dijd}|j j j|jd |d|||d d y|jsF|jr:|j j j|jd d|dit|d }|jj|}|ri|j|}|j||jd|jj!|||jj#|dy|j$j'||dy) N authChallengeDefaultrw CancelAuthProvideCredentialsr5usernamepassword"Network.continueInterceptedRequest)rrr)rwauthChallengeResponser)rrr7r5addgetattrr$r%r&r~r8r9rqr:rsr2rtrupopr;r6)r)r(rrrrvrprequestWillBeSentEvents r*r=z$NetworkManager._onRequestIntercepteds 99_ % H%&$*H*HH'""/..2259I3JKt^R8<N4O P  ) ) 0 0i H  / / 3 3It D  . . 2 2;FV@W Xr,rwc t}|jdr|jj|d}|rr|d}|j||jd|jd|jd|jd|jd|j}t |jd|jdk(xr|jd d k(}|j |d||jd ijd ||jd d |jd i|jd|y)NredirectResponserpstatusrJ fromDiskCachefromServiceWorkerSecurityDetailsloaderIdrODocumentrurlframeId)listrrr1_handleRequestRedirect_redirectChainrk_handleRequestStart)r)r(rw redirectChainrrisNavigationRequests r*rtzNetworkManager._onRequestsC'+v 99' (..2253EFG#();#< ++$((2$((3$((9$(()<=$(():; !( 6 6 " IIk "eii &; ; , IIf  +    +   IIi $ ( ( /  IIfb ! IIi $ IIi  r,cl|jj|jd}|rd|_yy)NrpT)r1rr_fromMemoryCache)r)r(rs r*r>z(NetworkManager._onRequestServedFromCaches1**..uyy/EF '+G $ r,rredirectStatusredirectHeadersrrsecurityDetailsc t|j||||||}||_|jj ||j t d|jj|jd|jj|j|jtjj||jtjj |y)Nz2Response body is unavailable for redirect response)rr$ _responserappend_bodyLoadedPromiseFulfillrr1r _requestIdr7discard_interceptionIdemitrEventsr)r)rrrrrrrs r*rz%NetworkManager._handleRequestRedirectsDLL'>+] &&..w/F/FG .''00(; .''77Ar,rprr resourceTyperequestPayloadrrc d} |r'|j|jj|} t|j||||j|||| | } | |j |<|j tjj| yr#) r/framerr$r8r1rrr) r)rprwrrrrrrrrs r*rz"NetworkManager._handleRequestStarts  t))5&&,,W5E$,, >->>&}N/6  + .''//9r,c |jj|d}|sy|jdi}t|j||jdd|jdi|jd|jd|jd}||_|j t jj|y) NrprrrrJrrr)r1rrrr$rrrr)r)r(r_resprs r*r?z"NetworkManager._onResponseReceiveds**..u[/AB  *b)DLL'!IIh2!IIi4!IIo6!II&9:!II&78 : % .''00(;r,cn|jj|d}|sy|j}|r|jd|jj |j d|j j|j|jtjj|y)Nrp) r1rrrrrrr7rrrrrrr)r(rrs r*r@z!NetworkManager._onLoadingFinisheds**..u[/AB ##   . .t 4   $$W%7%7> &&..w/F/FG .''77Ar,c|jj|d}|sy|jd|_|j}|r|j d|jj |j d|jj|j|jtjj|y)Nrp errorText)r1rr _failureTextrrrrr7rrrrrrrs r*rAzNetworkManager._onLoadingFailed s**..u[/AB $yy5##   . .t 4   $$W%7%7> &&..w/F/FG .''55w?r,)r Nr#)"__name__ __module__ __qualname____doc__rrr rr.rrMrFrTrHrkr`rcrerEr'r0r~r=rrtr>intrrrr?r@rA __classcell__)rBs@r*rrs) %) FHzHH$H88d38n88 E$sCx. E'+ E.$sCx..  $  4  :C:D: 8$848  $ % % %"#"D"T" 'Y4'YD'YR  hsm  >,t,,8<BiBB04BEIB26B15BAEB":S:,4SM:@C:15:EH:-1:tfED Fd{W- +l:N&&~6==gF  ",,##$H"&"6"6*K   " vq ! ! "sBF G),G;G<GG)G G& G!G)!G&&G) errorCodecKt|}|stdj||js td|jr tdd|_ |j j dt|j|d{y7#t$r}tt|Yd}~yd}~wwxYww)arAbort request. To use this, request interception should be enabled by :meth:`pyppeteer.page.Page.setRequestInterception`. If request interception is not enabled, raise ``NetworkError``. ``errorCode`` is an optional error code string. Defaults to ``failed``, could be one of the following: - ``aborted``: An operation was aborted (due to user action). - ``accessdenied``: Permission to access a resource, other than the network, was denied. - ``addressunreachable``: The IP address is unreachable. This usually means that there is no route to the specified host or network. - ``blockedbyclient``: The client chose to block the request. - ``blockedbyresponse``: The request failed because the request was delivered along with requirements which are not met ('X-Frame-Options' and 'Content-Security-Policy' ancestor check, for instance). - ``connectionaborted``: A connection timeout as a result of not receiving an ACK for data sent. - ``connectionclosed``: A connection was closed (corresponding to a TCP FIN). - ``connectionfailed``: A connection attempt failed. - ``connectionrefused``: A connection attempt was refused. - ``connectionreset``: A connection was reset (corresponding to a TCP RST). - ``internetdisconnected``: The Internet connection has been lost. - ``namenotresolved``: The host name could not be resolved. - ``timedout``: An operation timed out. - ``failed``: A generic failure occurred. zUnknown error code: {}rrTr)rw errorReasonN) errorReasonsrformatrrr$rQr0rr{rr|)r)rrr}s r*abortz Request.abortsB#9- 7>>yIJ J&&EF F  $ $<= =$(! ",,##$H$#33'K   " vq ! ! "sBAC4BBBCB B=#B83C8B==Cr#)failed)rrrrr rrMrkr0rrr.propertyrrrxrrrJrrrrrrrrrVr,r*rr/s&&z&hsm&!)#&EI&$(&/2&BE&&(0&!%Y &  &4S"c"" (3-(:.x)T) .tI . . 0$ 0"""<9"d9"t9"v/"S/"/"r,rAborted AccessDeniedAddressUnreachableBlockedByClientBlockedByResponseConnectionAbortedConnectionClosedConnectionFailedConnectionRefusedConnectionResetInternetDisconnectedNameNotResolvedTimedOutFailed)aborted accessdeniedaddressunreachableblockedbyclientblockedbyresponseconnectionabortedconnectionclosedconnectionfailedconnectionrefusedconnectionresetinternetdisconnectednamenotresolvedtimedoutrcLeZdZdZ ddedededeeefde de d ed dfd Z d e e d dfd Z ed efdZed e fdZed efdZed efdZed eedffdZd efdZd eefdZd efdZd efdZed efdZed e fdZed e fdZy)rzCResponse class represents responses which are received by ``Page``.NrrrrJrrrr c||_||_||_|jjj |_|jjj |_|j|_||_ ||_ |jD cic]\}} |j| c} }|_ i|_|r$t|d|d|d|d|d|_yycc} }w)N subjectNameissuer validFromvalidToprotocol)r$_request_statusr% create_future_contentPromise_bodyLoadedPromiserr_fromDiskCache_fromServiceWorkerrKrPr_securityDetailsr) r)rrrrJrrrrRrSs r*r.zResponse.__init__Ns   #||11??A"&,,"4"4"B"B"DKK +"329--/B$!QAB >@ $3 .) , * + %D ! CsC,rXc:|jj|yr#)r+ set_resultr_s r*rz"Response._bodyLoadedPromiseFulfillfs **51r,c|jS)zURL of the response.rrWs r*rz Response.urlirr,cX|jdk(xsd|jcxkxrdkScS)z@Return bool whether this request is successful (200-299) or not.rri+r(rWs r*okz Response.okns,||q >C4<<$>3$>>$>>r,c|jS)zStatus code of the response.r3rWs r*rzResponse.statussrr,c|jS)zfReturn dictionary of HTTP headers of this response. All header names are lower-case. rrWs r*rJzResponse.headersxrr,rc|jS)zReturn security details associated with this response. Security details if the response was received over the secure connection, or `None` otherwise. )r.rWs r*rzResponse.securityDetailss$$$r,cFK|jd{}t|tr||jj dd|j j id{}|jdd}|jdrtj|S|S77@w)NzNetwork.getResponseBodyrprr, base64Encoded) r+rLr{r$rQr'rrrr b64decode)r)resultrrs r*_bufreadzResponse._bufreads... fi (L**+D 11G   ||FC( << (##D) ) / s"B!BA B!B?B!B!c|jjs3|jjj |j S|jS)z>'* * &sA>(AchK|jd{}tj|S7w)z)Get JSON representation of response body.N)rjsonloadsrAs r*rDz Response.jsons( #zz'""$s 202c|jS)z%Get matching :class:`Request` object.)r'rWs r*rzResponse.request}}r,cJ|jxs|jjS)zReturn ``True`` if the response was served from cache. Here `cache` is either the browser's disk cache or memory cache. )r,r'rrWs r* fromCachezResponse.fromCaches ""Ddmm&D&DDr,c|jS)z?Return ``True`` if the response was served by a service worker.)r-rWs r*rzResponse.fromServiceWorkers&&&r,r#)rrrrr rrrrMrkr.rr{rrrr4rrJr rbytesr<rr?rr0rDrrIrrVr,r*rrKsMCGzGSsCx.9=$(;?02x /B2t2S?D??%t->'>!?%%  $ %($ +C+#D# E4EE'4''r,rrr c|jdd} t|}||jd|jdid}|jdsXt |dj }|j |D]'}|d|}|j}|dvr ||d|<)tj|S#t$rYwxYw) zGenerate request hash.rrrxr)rrxrrJrrJ)acceptrefererz/x-devtools-emulate-network-conditions-client-idcookie) rrr r{rrkeyssortrPrDdumps)r normalizedURL_hashrJr headerValues r*rqrqsKKr*M  . ++h'KK +  E  # #G ,wy)..01  3F!),V4K\\^F '2E) V $ 3 ::e 1    s C C Cc eZdZdZdedededededdf d Zedefd Zedefd Z edefd Z edefd Z edefdZ y)rz6Class represents responses which are received by page.r"r#r$r%r&r NcJ||_||_||_||_||_yr#) _subjectName_issuer _validFrom_validTo _protocol)r)r"r#r$r%r&s r*r.zSecurityDetails.__init__s&' # !r,c|jS)z:Return the subject to which the certificate was issued to.)rXrWs r*r"zSecurityDetails.subjectNames   r,c|jS)z;Return a string with the name of issuer of the certificate.)rYrWs r*r#zSecurityDetails.issuerrr,c|jS)zrs # !HH +)7''   8 $N@\N@bG"fG"V".(,,**,(2( $m'vm'`#@"f"J= := = <= 4 =  9 =  : = *= <= = >= = 9= = = 7=  ;!=" >#=$ ;%=& >'=( )=* +=, =-=. >/=0 1=2 ;3=4 ;5=6 7=8 9=: *;=< ==> :?=@ 6A=B C=D E=F G=H >I=J #K=L "M=N O=P ?Q=R S=T !U=V 8W=X Y=Z [=\ "]=^ _=` ,a=b *c=d "e=f g=h   ' $ !   ,y= r,