3d7ddlZddlZddlZddlmZddlmZmZddlm Z ddl m Z m Z ej eZdZddZGd d Zdd Zdd ZdS)N)StringIO)Response TextResponse)Selector) re_rsearch to_unicodec #Ktj|}tjdtj}tjd|dtj}tjdtj}tjdtj}t |}tj||}|r&|nd}t||} | r"|| ddnd} i} | rttj || D]z} tjd | d |d| dtj} | rD| d tj || D{tjd |d |dtj }| |D]n}||||dd| dz| z}t#|dVodS)zReturn a iterator of Selector's over all nodes of a XML document, given the name of the node to iterate. Useful for parsing XML feeds. obj can be: - a Response object - a unicode string - a string encoded as utf-8 z<\?xml[^>]+>\s*z<\s*/z\s*>z<\s*/([^\s>]+)\s*>z((xmlns[:A-Za-z]*)=[^>\s]+)Nz<\s*z.*?xmlns[:=][^>]*>c34K|]}t|VdSN)reversed).0xs 6lib/python3.11/site-packages/scrapy/utils/iterators.py zxmliter..)s9""$%HQKK""""""].*? xmltexttype)reescapecompileS _body_or_strsearchgroupstriprrfindallupdateDOTALLfinditerreplacejoinvaluesr)objnodename nodename_pattDOCUMENT_HEADER_RE HEADER_END_RE END_TAG_RE NAMESPACE_RErdocument_headerheader_end_idx header_end namespacestagnametagrmatchnodetexts rxmliterr: sxIh''M$6==J; ;;;RTBBM12488J:>$>;; 8% 0 0 0  5  ! !&) 4 4 4hhx  ##### $$rc,eZdZdZddZddZddZdS)rCcd|_t|tr|j|jc|_|_n|dc|_|_t|jt |_dS)Nrutf-8)_ptr isinstancerbodyr?_textstr _is_unicode)selfr*s r__init__z_StreamReader.__init__Js[ c8 $ $ 5(+#, %DJ (+W %DJ %dj#66rc|jr|jn|j|_||Sr )rZ _read_unicode _read_stringreadlstrip)r[ns rraz_StreamReader.readRs8*.*:QD&&@Q yy||""$$$rcP|j|j|z}}||_|j||Sr )rUrXr[rcses rr`z_StreamReader._read_stringVs*y$)a-1 z!A#rcv|j|j|z}}||_|j||dS)NrT)rUrXencoderes rr_z_StreamReader._read_unicode[s8y$)a-1 z!A#%%g...rN)r])__name__ __module__ __qualname__r\rar`r_rrrCrCIs_777%%%% //////rrCc #PKt|tr|jnpdfd}tt |d}i}|r||d<|r||d<t j|fi|}|s- t|} n#t$rYdSwxYw|| }|D]} || } t| t|kr?t d|j t| t|d ltt|| VdS) aReturns an iterator of dictionaries from the given csv object obj can be: - a Response object - a unicode string - a string encoded as utf-8 delimiter is the character used to separate fields on the given obj. headers is an iterable that when provided offers the keys for the returned dictionaries, if not the first row is used. quotechar is the character used to enclosure fields on the given obj. rTc fd|DS)Nc0g|]}t|Srm)r)rfieldr?s r z3csviter..row_to_unicode..ts#>>> 5(++>>>rrm)row_r?s rrow_to_unicodezcsviter..row_to_unicodess>>>>>>>>rT)rA delimiter quotecharNzGignoring row %(csvlnum)d (length: %(csvrow)d, should be: %(csvheader)d))csvlnumcsvrow csvheader)rVrr?rrcsvrKnext StopIterationlenloggerwarningline_numdictzip) r*ruheadersr?rvrtlineskwargscsv_rrows ` rcsviterras *#|<<Us||(BUgH????? \#t444 5 5E F('{('{ Ju ' ' ' 'E & u++CC    FF  .%% & &nS!! s88s7|| #  NN, %~!#hh!$W    3w$$%%%%%% & &s,A<< B  B Tc tttf}t||sIdd|D}t d|d|dt |jt|tr?|s|jSt|tr|j S|j dSt|tr|r|n| dS|r| dn|S)Nz or c3$K|] }|jV dSr )rj)rts rrz_body_or_str..s$(L(L(L(L(L(L(L(LrzObject z must be z, not rT) rrYbytesrVr( TypeErrorrrjrWrrdecoderi)r*rAexpected_typesexpected_types_strs rrrsU+N c> * * #[[(L(L^(L(L(LLL Tc T T&8 T TS @R T T   #x  ( 8O c< ( ( 8Oxw'''#s76ss3::g#6#66") 23::g   s2r)Nr)NNNN)T)rzloggingrior scrapy.httprrscrapy.selectorrscrapy.utils.pythonrr getLoggerrjr~r:rQrCrrrmrrrs  ........$$$$$$66666666  8 $ $)2)2)2X $ $ $ $ ////////02&2&2&2&j333333r