a hC\@sdZddlZddlZddlZejddeddddlmZmZddlm Z dd l m Z m Z dd l m Zdd lmZdd lmZmZmZmZmZmZdd lmZdd lmZddlmZmZddlmZm Z ddl!m"Z"e j#Z$e"e$Z%e j&de j&de j&dhZ'e j&dZ(e j&dZ)e j&dZ*e j&dZ+e,dZ-e,dZ.GdddZ/Gddde Z0GdddeZ1ddZ2d d!Z3d"d#Z4e5d$Z6d%d&Z7Gd'd(d(eZ8dS))z Shim module between Bleach and html5lib. This makes it easier to upgrade the html5lib library without having to change a lot of code. Nignorez"html5lib's sanitizer is deprecatedzbleach._vendor.html5lib)messagecategorymodule) HTMLParser getTreeWalker) constants) namespacesprefixes)_ReparseException)Filter)allowed_protocolsallowed_css_propertiesallowed_svg_propertiesattr_val_is_urisvg_attr_val_allows_refsvg_allow_local_href)HTMLInputStream)escapeHTMLSerializer) attributeMap HTMLTokenizer)TrieZStartTagZEndTagZEmptyTagZ CharactersZ ParseError)paZabbraddressZareaarticleasideZaudiobbaseZbdiZbdo blockquotebodybrZbuttonZcanvascaptionZcitecodecolZcolgroupdataZdatalistdddeldetailsdfndialogdivdldtZemZembedfieldset figcaptionfigurefooterformh1h2h3h4h5h6headheaderhgrouphrhtmliZiframeZimginputZinsZkbdZkeygenlabelZlegendlilinkmapmarkZmenumetaZmeternavZnoscriptobjectolZoptgroupoptionoutputpparamZpicturepreprogressqrprtrubysZsampscriptsectionselectZslotZsmallsourcespanstrongstylesubsummarysuptableZtbodytdtemplateZtextareaZtfootthZtheadtimetitletrtrackuulvarZvideoZwbr)!rrrrr(r*r&r+r,r-r.r/r0r1r2r3r4r5r6r7r8r:r;r<rAmainrFrHrKrMrUr^rgc@sfeZdZdZddZeddZeddZedd Zd d Z dd dZ ddZ ddZ ddZ dS)InputStreamWithMemoryzWraps an HTMLInputStream to remember characters since last < This wraps existing HTMLInputStream classes to keep track of the stream since the last < which marked an open tag state. cCs$||_|jj|_|jj|_g|_dSN) _inner_streamresetposition_buffer)selfZ inner_streamrqO/wd/webapps/venvs/v2025_4um/lib/python3.9/site-packages/bleach/html5lib_shim.py__init__s  zInputStreamWithMemory.__init__cCs|jjSrk)rlerrorsrprqrqrrrtszInputStreamWithMemory.errorscCs|jjSrk)rl charEncodingrurqrqrrrvsz"InputStreamWithMemory.charEncodingcCs|jjSrk)rlchangeEncodingrurqrqrrrw sz$InputStreamWithMemory.changeEncodingcCs|j}|r|j||Srk)rlcharroappend)rpcrqrqrrrxs  zInputStreamWithMemory.charFcCs$|jj||d}|jt||S)N)opposite)rl charsUntilroextendlist)rp charactersr{charsrqrqrrr|sz InputStreamWithMemory.charsUntilcCs|jr|jd|j|S)N)ropoprlunget)rprxrqrqrrrs zInputStreamWithMemory.ungetcCs d|jS)zReturns the stream history since last '<' Since the buffer starts at the last '<' as as seen by tagOpenState(), we know that everything from that point to when this method is called is the "tag" that is being tokenized. )joinrorurqrqrrget_tagszInputStreamWithMemory.get_tagcCs dg|_dS)zResets stream history to just '<' This gets called by tagOpenState() which marks a '<' that denotes an open tag. Any time we see that, we reset the buffer. Qs z/BleachHTMLTokenizer.__iter__..z!expected-closing-tag-but-got-charzeof-in-tag-namerr%)zduplicate-attributezeof-in-attribute-namez eof-in-attribute-value-no-quoteszexpected-end-of-tag-but-got-eof)r__iter__TAG_TOKEN_TYPESgetritemsparsertagslowerstriprrTAG_TOKEN_TYPE_CHARACTERSTAG_TOKEN_TYPE_PARSEERROR)rpZlast_error_tokentokenrrqrrrAsR        zBleachHTMLTokenizer.__iter__NcsJ|jrt||S|r4|jdddd7<n|jtdddS)Nr%r&r)rr consumeEntity currentToken tokenQueueryr)rpZ allowedCharZ fromAttributerrqrrrs z!BleachHTMLTokenizer.consumeEntitycs|jtSrk)rrr tagOpenStaterurrqrrrs z BleachHTMLTokenizer.tagOpenStatecs|j}|jjdur|dtvr|d|jjvr|jjrh|jrb|dtkrb|dtvrbd}qrd}n |j }t |d}||_|_|j ||j|_dS|j|_tdS)Nrname rr)rrrrrrrTAG_TOKEN_TYPE_STARTHTML_TAGS_BLOCK_LEVELrrrrryZ dataStatestateremitCurrentToken)rprZnew_dataZ new_tokenrrqrrrs0       z$BleachHTMLTokenizer.emitCurrentToken)F)NF) rrrrrsrrrr __classcell__rqrqrrrr3s  d rcs*eZdZdZfddZd ddZZS) BleachHTMLParserz$Parser that uses BleachHTMLTokenizerc sB|durtdd|Dnd|_||_||_tjfi|dS)a :arg tags: set of allowed tags--everything else is either stripped or escaped; if None, then this doesn't look at tags at all :arg strip: whether to strip disallowed tags (True) or escape them (False); if tags=None, then this doesn't have any effect :arg consume_entities: whether to consume entities (default behavior) or leave them as is when tokenizing (BleachHTMLTokenizer-added behavior) Ncss|]}|VqdSrk)r)rtagrqrqrrrz,BleachHTMLParser.__init__..) frozensetrrrrrs)rprrrrrrqrrrss zBleachHTMLParser.__init__Fr+TcKsh||_||_||_tf||j|d||_|z |Wn"tyb||Yn0dS)N)rrr) Z innerHTMLMode container scriptingrr tokenizerrmZmainLoopReparseException)rprZ innerHTMLrrrrqrqrr_parses   zBleachHTMLParser._parse)Fr+T)rrrrrsrrrqrqrrrrs rcCs|ddkrt|dkrdS|ddvr<|ddd}}n|ddd}}|d krZdSt||}d|krxd krnnt|SdSt|dS) a9Convert an entity (minus the & and ; part) into what it represents This handles numeric, hex, and text entities. :arg value: the string (minus the ``&`` and ``;`` part) to convert :returns: unicode character or None if it's an ambiguous ampersand that doesn't match a character entity r#NrxX ri)lenintchrENTITIESr)valueZ int_as_stringr code_pointrqrqrrconvert_entitys    rcCsd|vr |Sg}t|D]l}|s"q|drzt|}|durzt|}|durz|||t|dd}|r||q||qd|S)zConverts all found entities in the text :arg text: the text to convert entities in :returns: unicode text with converted entities rNrr)next_possible_entity startswith match_entityrryrr)textnew_textpartentityZ converted remainderrqrqrrconvert_entities:s$     rcCs|ddkrtd|dd}t|}d}dtj}|r|ddkrd}|d|rx|dd vrxd }||d7}nd }|r|d|vr|d}||vrq||7}q||r|r|dd kr|SdS|r|d|vr|d}||7}t|sdSq|r|r|dd kr|SdS) avReturns first entity in stream or None if no entity exists Note: For Bleach purposes, entities must start with a "&" and end with a ";". This ignores ambiguous character entities that have no ";" at the end. :arg stream: the character stream :returns: the entity string without "&" or ";" if it's a valid character entity; ``None`` otherwise rrzStream should begin with "&"rNrz<&=;rrZ0123456789abcdefABCDEF 0123456789;) ValueErrorr~string whitespacer ENTITIES_TRIEZhas_keys_with_prefix)rZpossible_entityZend_charactersallowedrzrqrqrrr]s:        rz(&)ccsBtt|D].\}}|dkr&|Vq|ddkrd|VqdS)zTakes a text and generates a list of possible entities :arg text: the text to look at :returns: generator where each part (except the first) starts with an "&" rrrN) enumerate AMP_SPLIT_REsplit)rr>rrqrqrrrs  rcs.eZdZdZdZddZdfdd ZZS) BleachHTMLSerializerz[HTMLSerializer that undoes & -> & in attributes and sets escape_rcdata to True Tccs|dd}t|D]l}|sq|drrt|}|durrt|durrd|dV|t|dd}|r|Vq|ddVqdS)z,Escapes just bare & in HTML attribute valuesz&rNrr)replacerrrrr)rpstokenrrrqrqrrescape_base_amps   z$BleachHTMLSerializer.escape_base_ampNc#s~d}d}t||D]b}|rd|dkr,d}n0|rP|dkr\||EdHd}qn |dkr\d}|Vq|drrd}|VqdS)zWrap HTMLSerializer.serialize and conver & to & in attribute values Note that this converts & to & in attribute values where the & isn't already part of an unambiguous character entity. F>rN=Tr)r serializerr)rpZ treewalkerencodingZin_tagZ after_equalsrrrqrrrs" zBleachHTMLSerializer.serialize)N)rrrrZ escape_rcdatarrrrqrqrrrrs r)9rrerwarningsfilterwarningsDeprecationWarningZbleach._vendor.html5librrrZ!bleach._vendor.html5lib.constantsr r r rZ$bleach._vendor.html5lib.filters.baser Z)bleach._vendor.html5lib.filters.sanitizerr rrrrrZSanitizerFilterZ$bleach._vendor.html5lib._inputstreamrZ"bleach._vendor.html5lib.serializerrrZ"bleach._vendor.html5lib._tokenizerrrZbleach._vendor.html5lib._trierentitiesrrZ tokenTypesrrZTAG_TOKEN_TYPE_ENDrrrZ HTML_TAGSrrjrrrrrcompilerrrrqrqrqrrs\           y'?:,"#<