0FiehddlmZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddlm Z m Z ddlmZmZddlmZddlmZmZddlmZmZddlmZdd lmZddlZdd lmZdd l m!Z!m"Z"dd l#m$Z$m%Z%m&Z&m'Z'm(Z(dd l)m*Z*ddl+m,Z,m-Z-m.Z.m/Z/ddl0m1Z1m2Z2m3Z3ddl4m5Z5ddl6m7Z7m8Z8m9Z9m:Z:m;Z;ej<e=Z>e j?dkrdej@ejAzdzdz ZBndej@ejCzdz ZBe5dz ZDdZEdZFdZGdZHGdde%ZIdBd"ZJdCd&ZKGd'd(eIZLd)ZMGd*d+ZNejOejPzZQejRd,d-ZSGd.d/ejTZUGd0d1e'eNZVGd2d3eVZWGd4d5eVZXGd6d7e$eNZYGd8d9eYZZGd:d;eYZ[Gd<d=e*Z\Gd>d?e\Z]Gd@dAe\Z^dS)D) annotationsN)SSLCertVerificationErrorSSLError)AnyClassVar)sliding_window)gennetutil)IOStreamStreamClosedError) TCPClient) TCPServer)parse_timedelta)parse_host_portunparse_host_port) BaseListenerCommCommClosedError ConnectorFatalCommClosedError)Backend)ensure_concrete_host from_framesget_tcp_server_address to_frames) host_arraypack_frames_prelude unpack_frames) MEMORY_LIMIT) ensure_ipensure_memoryviewget_ipget_ipv6nbytes) c:|rdStjd}t t |d}|j}d}||dzks Jdtd|d z}td||z |z}|||zz }|d ksJ tj d rFt d ||| t jd|d z|d zfn|t jt jd t j}t j}t j}n)#t*$rtj dkrd}d}d}nd}YnwxYw|t d||||t j|||t j|||t j||tj drFt d|d zd} |t j| |d zdSdS#t.$rtdYdSwxYw)z5 Set kernel-level TCP timeout on the stream. Nzdistributed.comm.timeouts.tcpseconds)defaultr&r)zTimeout too lowr(rwinz+Setting TCP keepalive: idle=%d, interval=%didarwiniiz7Setting TCP keepalive: nprobes=%d, idle=%d, interval=%dlinuxzSetting TCP user timeout: %d msz$Could not set timeout on TCP stream.)closeddaskconfiggetintrsocketmaxsysplatform startswithloggerdebugioctlSIO_KEEPALIVE_VALS setsockopt SOL_SOCKET SO_KEEPALIVE TCP_KEEPIDLE TCP_KEEPINTVL TCP_KEEPCNTAttributeErrorSOL_TCPOSError exception) commtimeoutsocknprobesidleintervalrDrErFTCP_USER_TIMEOUTs 4lib/python3.11/site-packages/distributed/comm/tcp.pyset_tcp_timeoutrS:s {{}}koo=>>G/'9===>>G ;DG gk ! ! !#4 ! ! ! q'Q,  D1w~'122H X' 'D !8888"A < " "5 ) ) I LLFh W W W JJv01dTk8d?2S T T T T OOF-v/BA F F F (%2 & 4 $0 ! ( ( (<8++#'L$)M"'KK#'L  (' M   WEEE dCCC xHHH < " "7 + + N LL:GdN K K K!  OOFN,.finalizesQ!&--//!@Q@@AAA "!!!rW)reprrk)rrrws rRrxzTCP._get_finalizers/ JJ K1    rWreturnc|jSr)rtrs rR local_addresszTCP.local_addresss rWc|jSr)rurs rR peer_addresszTCP.peer_addresss rWNcK|j}|td}tj|} ||d{V}tj||\}t ||d{V}t|d\}} | D]-} t || d{V} || . t||j ||j d{V} n1#t$r$| tdwxYw| S#t$rB} d|_d|_t!jst%|| Yd} ~ dSYd} ~ dSd} ~ wt&$r| wxYw)NQT)r~)ro deserializers allow_offloadz aborted stream on truncated data)rkrstructcalcsize read_bytesunpack read_bytes_rwrappendrrorEOFErrorabortr rer: is_finalizingrb BaseException)rrrkfmtfmt_sizeframes_nosplit_nbytes_binframes_nosplit_nbytesframes_nosplitframesbuffers_nbytes buffer_nbytesbuffermsges rRreadzTCP.reads, >!## #?3''$ /5.?.?.I.I(I(I(I(I(I(I %'-}S:S'T'T $ "#09N#O#OOOOOOON%2>4%P%P%P "FN!/ & & ,V]CCCCCCCC f%%%% &$ J' $ 0"/"&"4   J J J %&HIII JJ3! 5 5 5DKDL$&& 5+D!444444444 5 5 5 5 5 5    JJLLL  s$B D?#C##.D F 1E#Fmessagec K|j}|tt||j|||j|jd|j|jd{V}t|\}}} t||D]\}} |rt| } tdtd|tztD]U\} } | | | } | j} |jt!|j| |xj| z c_V|dnf#t $r;}d|_d|_t+jst/||Yd}~n&d}~wt0$r|wxYw|S)N)sender recipient)r serializerson_errorcontextframe_split_sizer(rrWT)rkrrr local_info remote_infohandshake_optionsrj_add_frames_headerzipr!rrangeOPENSSL_MAX_CHUNKSIZEr$ _write_bufferr r_total_write_indexwriterer:rrbrr)rrrrrkr frames_nbytesframes_nbytes_totaleach_frame_nbytes each_frameijchunk chunk_nbytesrs rRrz TCP.writes  >!## # ,#/!-( "0          6H5O5O2 2( 14]F1K1K B B-!:$B"3:!>!>J .-0EE1!!BB1!+1Q3',| !/7"3"5"55,33E:::11\A111 LL      5 5 5DKDL$&& 5+D!444    JJLLL  #"s'B>D&& F 01E&&#F c#K|jdc}|_d|_||s |r|dV|jt jn#t$rYnwxYw|j | dS#|j | wxYwdSdS)NTrW) rkrer3writingrr8shutdown SHUT_RDWRrIrydetachrrrks rRrz TCP.closeCs #k4   fmmoo  >>##, ,,s+++++ &&v'78888    &&((( &&(((     s*AB?B? B  B? B  B??/C.Nonec|jdc}|_d|_|C|s1|j|dSdSdS)NT)rkrer3ryrrrs rRrz TCP.abortVs_"k4   fmmoo  O " " $ $ $ LLNNNNN    rWc|jSrrdrs rRr3z TCP.closed]s |rWc|jSr)r{rs rR extra_infozTCP.extra_info`s {rWT)rkr rlrmrnrmrorp)rrmr)Nr)rr)rrp)r_ __module__ __qualname____doc__r4utils parse_bytesr5r6rj__annotations__rsrrxpropertyrrrrr coroutinerrr3r __classcell__r^s@rRriris%)J$:$: 011%%N! 0         X X,,,,\=#=#=#=#~ ]]$XrWrirkr nr7r memoryviewcKt|}tdtd|tztD]7\}}|||}||d{V}||jksJ8|S)zyRead n bytes from stream. Unlike stream.read_bytes, allow for very large messages and return a writeable buffer. r(rN)rrrr read_intor$)rkrbufrrractuals rRrres Q--C  a**,ABB&&1AaC''........%%%%% JrWrlist[bytes | memoryview]/tuple[list[bytes | memoryview], list[int], int]cNd|D}t|}d}d}t||D]a\}}t|tr|jn|}t|t s$||t d|dzkrn|}n||urn||z }bt|}tj dt||z|z}t|} |g|}| g|}|| z }|dks|dkr/|t|zd krd |g}|g}|||fS)  c,g|]}t|Sr)r$).0fs rR z&_add_frames_header..zs///1VAYY///rWrNig?riiirW) sumrr[rr`bytesr9rrpackr$lenjoin) rrrframes_nbytes_nosplitfirst_uncompressed_bufferframenbrheader header_nbytess rRrrvs0////Mm,,(,//$$ r( ;;F&%(( (0(3tR$Y+?+???E,2))*&88#  ( (F [fVnn/DD E E NF6NNM v F"3]3M=(U""e## 3v;; . 6 6((6""#,- ="5 55rWc:eZdZdZeeejZdZdS)TLSz( A TLS-specific version of TCP. cBt||jj}|v|j|||jd\}}}t d|j |||dSdS)N)peercertcipherrz7TLS connection with %r: protocol=%s, cipher=%s, bits=%d) rirrkr8r{update getpeercertrr=r>ru)rrMrprotobitss rRrzTLS._read_extras {!   K  (8(8(:(:4;;==  Q Q Q"&+h"7 FE4 LLI        rWN) r_rrrminrrirjrrrWrRrrsDS.0BCCN     rWrc|d}t|tjst d||S)N ssl_contextzpTLS expects a `ssl_context` argument of type ssl.SSLContext (perhaps check your TLS configuration?) Instead got )r6r[r\ SSLContext TypeError)connection_argsctxs rR_expect_tls_contextrsT   m , ,C c3> * *  $ $ $   JrWceZdZdZdS)RequireEncryptionMixincv|js/|drtd|j|zdSdS)Nrequire_encryptionzJencryption required by Dask configuration, refusing communication from/to ) encryptedr6 RuntimeErrorprefix)raddressrs rR_check_encryptionz(RequireEncryptionMixin._check_encryptions]~ /"5"56J"K"K ,7;{W7L7LO     rWN)r_rrr rrWrRrrs#rWr)typecK tj||||tS#tj$r }|jtjkrYd}~nd}~wwxYwt j|||tjd{VS)N)familyrflagsrr) r8 getaddrinfo _NUMERIC_ONLYgaierrorerrno EAI_NONAMEasyncioget_running_loop SOCK_STREAM)hostportrrrs rR _getaddrinfors !        ? 7f' ' '  ( ' ' ' ' )++77 d6(:8      s"AA  Ac(eZdZdZejfd d Zd S) _DefaultLoopResolvera Resolver implementation using `asyncio.loop.getaddrinfo`. backport from Tornado 6.2+ https://github.com/tornadoweb/tornado/blob/3de78b7a15ba7134917a18b0755ea24d7f8fde94/tornado/netutil.py#L416-L432 With an additional optimization based on https://github.com/python-trio/trio/blob/4edfd41bd5519a2e626e87f6c6ca9fb32b90a6f4/trio/_socket.py#L125-L192 (Copyright Contributors to the Trio project.) And proposed to cpython in https://github.com/python/cpython/pull/31497/ rrmrr7rsocket.AddressFamilyrlist[tuple[int, Any]]c`Kdt|||tjd{VDS)Nc"g|] \}}}}}||f Srr)rfam_r s rRrz0_DefaultLoopResolver.resolve.. s6   %Q1g'N   rWr)rr8r)rrrrs rRresolvez_DefaultLoopResolver.resolves`  /;d60B000******    rWN)rrmrr7rr rr!)r_rrrr8 AF_UNSPECr&rrWrRrrsA  DJCS        rWrcJeZdZUeeZded<ddZdS)BaseTCPConnector)resolverzClassVar[TCPClient]clientTcK|||t|\}}|jdi|} d|vr<|j||t d{V}|jdi|d{V}n!|jj||fdt i|d{V}|r|jrt|jn`#t$r}t||Yd}~nAd}~wt$r} td| d} ~ wt$r} t| d} ~ wwxYw|jt|z} ||| |j|z|} | S)Nserver_hostname)max_buffer_sizeFr.zzTLS certificate does not match. Check your security settings. More info at https://distributed.dask.org/en/latest/tls.htmlr)F)r r_get_connect_argsr+connectMAX_BUFFER_SIZE start_tlsr3errorr rbrrrr rV comm_class) rr roriprkwargsrkrerrrrKs rRr0zBaseTCPConnector.connects w888"7++D''::/:: 2 F**#{22o 3   0v/@@@@@@@@@@2t{2  .= AG  }} 66< 6' 555  1 1 1 'a 0 0 0 0 0 0 0 0'   &O  2 2 2&((c 1 2 &8&@&@@  M4;#8+   s0BC D'C)) D'6D D'D""D'Nr)r_rrr rr+rr0rrWrRr)r)sR"+)5I5I5K5K"L"L"LFLLLL((((((rWr)c eZdZdZeZdZdZdS) TCPConnectortcp://Fc iSrrrrs rRr/zTCPConnector._get_connect_argsF rWN)r_rrr rir4r r/rrWrRr9r9As2 FJIrWr9c eZdZdZeZdZdZdS) TLSConnectortls://Tc hdt|i}|dr |d|d<|S)N ssl_optionsr-)rr6)rrtls_argss rRr/zTLSConnector._get_connect_argsOsC!#6#G#GH   0 1 1 M*9:K*LH& 'rWN)r_rrr rr4r r/rrWrRr?r?Js2 FJIrWr?creZdZ d fd ZdZdZdZdZd Ze d Z e d Z xZ S) BaseTCPListenerTNrc &t|||t||\|_|_||_||_||_||_ |j di||_ d|_ d|_ dS)Nr)rrrsr rr5r default_host comm_handlerror_get_server_args server_args tcp_server bound_address) rr rHrorrG default_portrr^s rRrszBaseTCPListener.__init__Ws  w888,WlCC((&*040CC?CC!rWcKtddti|j|_|j|j_t tj d}tdD]y} tj |j |j|}|j|n<#t $r-}|j dks|jt"jkr|}Yd}~rd}~wwxYw||dS)Nr.zdistributed.comm.socket-backlog)r backlogrr)rr1rJrK_handle_stream handle_streamr7r4r5r6rr bind_socketsrr5 add_socketsrIr EADDRINUSE get_host_port)rrPr%socketsrras rRstartzBaseTCPListener.startls#XXOXtGWXX(,(;%dkoo&GHHIIq  A  ".Itw++G444   9>>QW0@%@%@  I s/!B,, C#6#CC#cT|jdc}|_||dSdSr)rKstop)rrKs rRrZzBaseTCPListener.stops6&*ot# DO  ! OO      " !rWc2|jtddS)Nz,invalid operation on non-started TCPListener)rK ValueErrorrs rR_check_startedzBaseTCPListener._check_starteds! ? "KLL L # "rWcK|jt|ddz}|||d{V}|dStd||j|jt |z}|||||j}|j |_ | |d{Vn,#t$rt d|YdSwxYw| |d{VdS)Nr(z!Incoming connection from %r to %rz4Connection from %s closed before handshake completed)r r_prepare_streamr=r>contact_addressrVr4ror on_connectionrinforH)rrkr rrKs rRrQzBaseTCPListener._handle_streams9+ 172A2; ??++FG<<<<<<<< > F 8'4CWXXX &8&@&@@ v}gt?OPP!/ $$T** * * * * * * * *    KKNPW X X X FF %%%%%%%%%%%sB::%C#"C#c||jt|j|_|jddS)z@ The listening address as a (host, port) tuple. Nr()r]rLrrKrs rRrVzBaseTCPListener.get_host_portsC    %!7!H!HD !"1"%%rWcH|jt|zS)z4 The listening address as a string. )r rrVrs rRlisten_addresszBaseTCPListener.listen_addresss# {.0B0B0D0DEEErWc|\}}t||j}|jt ||zS)z2 The contact address as a string. )rG)rVrrGr r)rrrs rRr`zBaseTCPListener.contact_addresssF '')) d#Dt7HIII{.tT::::rW)TTNr) r_rrrsrXrZr]rQrVrrer`rrs@rRrErEVs """"""*4 MMM&&&& & & &FFXF ;;X;;;;;rWrEc&eZdZdZeZdZdZdZdS) TCPListenerr:Fc iSrrr<s rRrIzTCPListener._get_server_argsr=rWc K|Srr)rrkr s rRr_zTCPListener._prepare_streams  rWN) r_rrr rir4r rIr_rrWrRrhrhsA FJIrWrhc&eZdZdZeZdZdZdZdS) TLSListenerr@Tc (t|}d|iS)NrB)r)rrrs rRrIzTLSListener._get_server_argss!/22s##rWc K |d{V|S#t$r>}td|j|t |ddp|Yd}~dSd}~wwxYw)Nz7Listener on %r: TLS handshake failed with remote %r: %srZ)wait_for_handshakerIr=rregetattr)rrkr rs rRr_zTLSListener._prepare_streams ++-- - - - - - - -M    NNI#<..3!           s A(3A##A(N) r_rrr rr4r rIr_rrWrRrlrlsA FJI$$$     rWrlc2eZdZdZdZdZdZdZdZdS)BaseTCPBackendc*|Sr)_connector_classrs rR get_connectorzBaseTCPBackend.get_connectors$$&&&rWc "|j|||fi|Sr)_listener_class)rloc handle_commrors rR get_listenerzBaseTCPBackend.get_listeners!#t#CkUU_UUUrWc,t|dS)Nrrrrxs rRget_address_hostzBaseTCPBackend.get_address_hostss##A&&rWc t|Srr|r}s rRget_address_host_portz$BaseTCPBackend.get_address_host_portss###rWc`t|\}}tt||Sr)rrr )rrxrrs rRresolve_addresszBaseTCPBackend.resolve_addresss)$S)) d 4$777rWct|\}}t|}d|vrt|}nt|}t |dS)N:)rr r#r"r)rrxrr local_hosts rRget_local_address_forz$BaseTCPBackend.get_local_address_forsO$S)) d $;;!$JJJ T222rWN) r_rrrurzr~rrrrrWrRrrrrsq'''VVV '''$$$88833333rWrrceZdZeZeZdS) TCPBackendN)r_rrr9rtrhrwrrWrRrr#!OOOrWrceZdZeZeZdS) TLSBackendN)r_rrr?rtrlrwrrWrRrrrrWr)rkr rr7rr)rrrr)_ __future__rrctypesrr}loggingr8r\rr:rvrrtypingrrtlzrtornador r tornado.iostreamr r tornado.tcpclientr tornado.tcpserverrr4 dask.utilsrdistributed.comm.addressingrrdistributed.comm.corerrrrrdistributed.comm.registryrdistributed.comm.utilsrrrrdistributed.protocol.utilsrrrdistributed.systemrdistributed.utilsr r!r"r#r$ getLoggerr_r= version_infosizeofc_intrc_size_tr1rSrVrbrgrirrrrrAI_NUMERICHOSTAI_NUMERICSERVrrrResolverrr)r9r?rErhrlrrrrrrWrRrs""""""  22222222  88888888'''''''''''' &&&&&&JJJJJJJJ.----- VUUUUUUUUU++++++TTTTTTTTTTTTTT  8 $ $ g=6=#>#>>!CaG=6=#A#AAAE"8A8A8Av = = = ; ; ;   EEEEE$EEEP"76767676t#,%(== 4:3E0     7+   :+++++y"8+++\#     #   e;e;e;e;e;l$:e;e;e;P     /   /033333W333>"""""""" """"""""""rW