z|aN0dZddlZddlZddlZejddedddlmZmZddlm Z dd l m Z m Z dd l m Zdd lmZdd lmZdd lmZdd lmZddlmZmZddlmZmZddlmZe jZeeZ e j!de j!de j!dhZ"e j!dZ#e j!dZ$gdZ%GddZ&GddeZ'GddeZ(dZ)dZ*dZ+ej,d Z-d!Z.Gd"d#eZ/dS)$z Shim module between Bleach and html5lib. This makes it easier to upgrade the html5lib library without having to change a lot of code. Nignorez"html5lib's sanitizer is deprecatedzbleach._vendor.html5lib)messagecategorymodule) HTMLParser getTreeWalker) constants) namespacesprefixes)_ReparseException)Filter)allowed_protocols)HTMLInputStream)escapeHTMLSerializer) attributeMap HTMLTokenizer)TrieStartTagEndTagEmptyTag Characters ParseError)paabbraddressareaarticleasideaudiobbasebdibdo blockquotebodybrbuttoncanvascaptioncitecodecolcolgroupdatadatalistdddeldetailsdfndialogdivdldtemembedfieldset figcaptionfigurefooterformh1h2h3h4h5h6headheaderhgrouphrhtmliiframeimginputinskbdkeygenlabellegendlilinkmapmarkmenumetameternavnoscriptobjectoloptgroupoptionoutputpparampicturepreprogressqrprtrubyssampscriptsectionselectslotsmallsourcespanstrongstylesubsummarysuptabletbodytdtemplatetextareatfootththeadtimetitletrtrackuulvarvideowbrczeZdZdZdZedZedZedZdZ d dZ d Z d Z d Z d S)InputStreamWithMemoryzWraps an HTMLInputStream to remember characters since last < This wraps existing HTMLInputStream classes to keep track of the stream since the last < which marked an open tag state. cf||_|jj|_|jj|_g|_dSN) _inner_streamresetposition_buffer)self inner_streams 4lib/python3.11/site-packages/bleach/html5lib_shim.py__init__zInputStreamWithMemory.__init__s/)'- *3  c|jjSr)rerrorsrs rrzInputStreamWithMemory.errorss!((rc|jjSr)r charEncodingrs rrz"InputStreamWithMemory.charEncodings!..rc|jjSr)rchangeEncodingrs rrz$InputStreamWithMemory.changeEncodings!00rcp|j}|r|j||Sr)rcharrappend)rcs rrzInputStreamWithMemory.chars9   # # % %  # L   " " "rFc|j||}|jt ||S)N)opposite)r charsUntilrextendlist)r charactersrcharss rrz InputStreamWithMemory.charsUntils>"--j8-LL DKK((( rcx|jr|jd|j|S)N)rpoprunget)rrs rrzInputStreamWithMemory.ungets9 < ! L  R !''---rc6d|jS)zReturns the stream history since last '<' Since the buffer starts at the last '<' as as seen by tagOpenState(), we know that everything from that point to when this method is called is the "tag" that is being tokenized. )joinrrs rget_tagzInputStreamWithMemory.get_tagswwt|$$$rcdg|_dS)zResets stream history to just '<' This gets called by tagOpenState() which marks a '<' that denotes an open tag. Any time we see that, we reset the buffer. z/BleachHTMLTokenizer.__iter__..sZ111Izy00 #9 4 4 #9 4 4 #J/ !5 4 4 4 11rz!expected-closing-tag-but-got-char)rr__iter__TAG_TOKEN_TYPESgetritemsparsertagslowerstriprrCHARACTERS_TYPEPARSEERROR_TYPE)rlast_error_tokentokenrs rrzBleachHTMLTokenizer.__iter__ s.55>>@@B B E+$V,0UUUf 88 &))9%1115:6]5H5H5J5J111%%E&M(,$KKKK%V,0SSS (4f ++--3355T[=MMM%)K$7$7$9$9E&M$3E&M'+$KKKK6]o55+***',$$+***KKK'+$V}//#( KKKK  #" " " " " " # #rNc|jr)tt|||S|r#|jdddxxdz cc<dS|jtdddS)Nr/r&rr/)rrr consumeEntity currentToken tokenQueuerr)r allowedChar fromAttributers rrz!BleachHTMLTokenizer.consumeEntityUs   ,d33AA]   K  f %b )! , , , 3 , , , , , O " "OS#I#I J J J J Jrc|jtt|Sr)rrrr tagOpenState)rrs rrz BleachHTMLTokenizer.tagOpenStateis6 ($//<<>>>rc|j}|jj|dtvr|d|jjvra|jjrd}n|j}t|d}||_|j ||j |_ dStt|dS)Nrnamerr)rrrrrrrrrrr dataStatestaterremitCurrentToken)rrnew_data new_tokenrs rrz$BleachHTMLTokenizer.emitCurrentTokenqs! K  (f 00f ##%%T[-=== { 1 ;..00!0(CCI )D  O " "9 - - -DJ F !4((99;;;;;rr)NF) rrrrrrrrr __classcell__rs@rrrs;;999999H#H#H#H#H#TKKKKKK(?????<<<<<<<<z-BleachHTMLParser.__init__..s 111SSYY[[111rr)rrrrrr)rrrrrrs rrzBleachHTMLParser.__init__s^6:5E11D11114  0.%%.8888888rFr6Tc (||_||_||_td||j|d||_| |dS#t$r,||YdSwxYw)N)rrrr) innerHTMLMode container scriptingrr tokenizerrmainLoopReparseException)rr innerHTMLrrrs r_parsezBleachHTMLParser._parses'"", D,A$  RX     MMOOOOO    JJLLL MMOOOOOO sA2BB)Fr6T)rrrrrrrrs@rrrsY.. 9 9 9 9 9 CGrrc2|ddkrqt|dkrdS|ddvr |ddd}}n |ddd}}|d krdSt||}d|cxkrd krnnt|SdSt|dS) a9Convert an entity (minus the & and ; part) into what it represents This handles numeric, hex, and text entities. :arg value: the string (minus the ``&`` and ``;`` part) to convert :returns: unicode character or None if it's an ambiguous ampersand that doesn't match a character entity r#NrxX ri)lenintchrENTITIESr)value int_as_stringr" code_points rconvert_entityr s Qx3 u::>>4 8z ! !"')R4MM#()R4M B  4-- z $ $ $ $H $ $ $ $ $z?? "4 <<t $ $$rcd|vr|Sg}t|D]}|s|drit|}|Xt|}|G|||t |dzd}|r||||d|S)zConverts all found entities in the text :arg text: the text to convert entities in :returns: unicode text with converted entities rNrr)next_possible_entity startswith match_entityr rrr)textnew_textpartentity converted remainders rconvert_entitiesrs $ H$T**   ??3   !$''F!*622 (OOI... $S[[1_%6%6 7I3  222 778  rc|ddkrtd|dd}t|}d}dtjz}|r|ddkrd}|d|r%|dd vrd }||dz }nd }|r5|d|vr+|d}||vrn||z }|r |d|v+|r|r|dd kr|SdS|rK|d|vrA|d}t |sn||z }|r |d|vA|r|r|dd kr|SdS) aHReturns first entity in stream or None if no entity exists Note: For Bleach purposes, entities must start with a "&" and end with a ";". This ignoresambiguous character entities that have no ";" at the end. :arg stream: the character stream :returns: ``None`` or the entity string without "&" or ";" rrzStream should begin with "&"rNrz<&=;rr0123456789abcdefABCDEF 0123456789;) ValueErrorrstring whitespacer ENTITIES_TRIEhas_keys_with_prefix)rpossible_entityend_charactersallowedrs rrrsayC7888 ABBZF &\\FOf//N&)s"" 1  #fQi:--.G vzz!}} ,OO"G !.88 1 A q O  !.88  #v #&)s*:*:" "t VAYn44 JJqMM11/BB  1 VAYn44 6fQi3&6&6 4rz(&)c#Ktt|D] \}}|dkr|V|dzdkrd|zV!dS)zTakes a text and generates a list of possible entities :arg text: the text to look at :returns: generator where each part (except the first) starts with an "&" rrrN) enumerate AMP_SPLIT_REsplit)rrKrs rr r ?sm\//55664 66JJJJ UaZZ*    rc.eZdZdZdZdZdfd ZxZS)BleachHTMLSerializerz[HTMLSerializer that undoes & -> & in attributes and sets escape_rcdata to True Tc#PK|dd}t|D]}}|s|drKt|}|:t |+d|zdzV|t |dzd}|r|Ve|ddV~dS)z,Escapes just bare & in HTML attribute valuesz&rNrr)replacer r rr r)rstokenrrs rescape_base_ampz$BleachHTMLSerializer.escape_base_amp\s--)00 - -D s## %d++%.*@*@*L,,,,, F a 1 12D#" ,,sG,, , , , ,% - -rNc#"Kd}d}tt|||D]]}|r>|dkrd}n0|r&|dkr||D]}|Vd}4n|dkrd}|VB|drd}|V^dS)zWrap HTMLSerializer.serialize and conver & to & in attribute values Note that this converts & to & in attribute values where the & isn't already part of an unambiguous character entity. F>r=TrN)rr' serializer+r )r treewalkerencodingin_tag after_equalsr*rrs rr/zBleachHTMLSerializer.serialize{s 0$77AA*hWW  F S=="FF! (}}$($8$8$@$@''D"&JJJJ',  %s]]#'L $$S))"!F )  rr)rrrr escape_rcdatar+r/rrs@rr'r'Os]M--->rr')0rrerwarningsfilterwarningsDeprecationWarningbleach._vendor.html5librrr !bleach._vendor.html5lib.constantsr r r r$bleach._vendor.html5lib.filters.baser )bleach._vendor.html5lib.filters.sanitizerrSanitizerFilter$bleach._vendor.html5lib._inputstreamr"bleach._vendor.html5lib.serializerrr"bleach._vendor.html5lib._tokenizerrrbleach._vendor.html5lib._trierentitiesrr tokenTypesrrr HTML_TAGSrrrr rrcompiler$r r'rrrrFsS   0  $   X $ " $ &|4&|4 q q q  h<<<<<<<<~P<P<P<P<P<-P<P<PJJJJJr