U ÀÒ.e$+ã@s¸ddlmZmZmZddlmZddlmZddl m Z ddl m Z ddl m Z m Z ddl mZmZmZdd l mZmZdd l mZdd lmZdd lmZee ƒZGd d„deƒZdS)é)Úabsolute_importÚdivisionÚunicode_literals)Úunichr)Údequeé)ÚspaceCharacters)Úentities)Ú asciiLettersÚasciiUpper2Lower)ÚdigitsÚ hexDigitsÚEOF)Ú tokenTypesÚ tagTokenTypes)ÚreplacementCharacters)ÚHTMLInputStream)ÚTriecsdeZdZdZd–‡fdd„ Zdd„Zdd„Zd—d d „Zd d „Zdd„Z dd„Z dd„Z dd„Z dd„Z dd„Zdd„Zdd„Zdd„Zd d!„Zd"d#„Zd$d%„Zd&d'„Zd(d)„Zd*d+„Zd,d-„Zd.d/„Zd0d1„Zd2d3„Zd4d5„Zd6d7„Zd8d9„Zd:d;„Zdd?„Z!d@dA„Z"dBdC„Z#dDdE„Z$dFdG„Z%dHdI„Z&dJdK„Z'dLdM„Z(dNdO„Z)dPdQ„Z*dRdS„Z+dTdU„Z,dVdW„Z-dXdY„Z.dZd[„Z/d\d]„Z0d^d_„Z1d`da„Z2dbdc„Z3ddde„Z4dfdg„Z5dhdi„Z6djdk„Z7dldm„Z8dndo„Z9dpdq„Z:drds„Z;dtdu„Zdzd{„Z?d|d}„Z@d~d„ZAd€d�„ZBd‚dƒ„ZCd„d…„ZDd†d‡„ZEdˆd‰„ZFdŠd‹„ZGdŒd�„ZHdŽd�„ZId�d‘„ZJd’d“„ZKd”d•„ZL‡ZMS)˜Ú HTMLTokenizera  This class takes care of tokenizing HTML. * self.currentToken Holds the token that is currently being processed. * self.state Holds a reference to the method to be invoked... XXX * self.stream Points to HTMLInputStream object. Nc sFt|f|Ž|_||_d|_g|_|j|_d|_d|_t t |ƒ  ¡dS)NF) rÚstreamÚparserZ escapeFlagZ lastFourCharsÚ dataStateÚstateÚescapeÚ currentTokenÚsuperrÚ__init__)ÚselfrrÚkwargs©Ú __class__©úC/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_tokenizer.pyr"szHTMLTokenizer.__init__ccsPtgƒ|_| ¡rL|jjr6td|jj d¡dœVq|jr |j ¡Vq6q dS)zä This is where the magic happens. We do our usually processing through the states and when we have a token to return we yield the token which pauses processing until the next token is requested. Ú ParseErrorr©ÚtypeÚdataN)rÚ tokenQueuerrÚerrorsrÚpopÚpopleft©rr!r!r"Ú__iter__1s  zHTMLTokenizer.__iter__c %Cst}d}|rt}d}g}|j ¡}||krH|tk rH| |¡|j ¡}q"td |¡|ƒ}|tkrˆt|}|j  t ddd|idœ¡�nbd|krœd ks¦n|d krÊd }|j  t ddd|idœ¡�n d |kràd k�s‚nd|krødk�s‚nd|k�rdk�s‚nd|k�r,dk�s‚n|t ddddddddddddd d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d g#ƒk�rž|j  t ddd|idœ¡z t |ƒ}Wn>t k �rè|d6}t d|d?Bƒt d7|d8@Bƒ}YnX|d9k�r|j  t dd:d;œ¡|j |¡|S)r#z'expected-tag-name-but-got-right-bracketr$rOz<>ú?z'expected-tag-name-but-got-question-markzexpected-tag-namerHT)rr:ÚmarkupDeclarationOpenStaterÚcloseTagOpenStater rrÚ tagNameStater'r;rrAÚbogusCommentStaterpr!r!r"rcis@   ý  ÿ  ÿ   ÿ zHTMLTokenizer.tagOpenStatecCsÊ|j ¡}|tkr0td|gddœ|_|j|_n–|dkrX|j tdddœ¡|j |_nn|t kr–|j tdddœ¡|j td d dœ¡|j |_n0|j tdd d |id œ¡|j  |¡|j |_dS)NrZF©r%rYr&r[rtr#z*expected-closing-tag-but-got-right-bracketr$z expected-closing-tag-but-got-eofrOúr'r;rrr„ÚscriptDataDoubleEscapedStaterr‘r rArpr!r!r"r“Ûs    z.HTMLTokenizer.scriptDataDoubleEscapeStartStatecCsÒ|j ¡}|dkr2|j tdddœ¡|j|_nœ|dkrZ|j tdddœ¡|j|_nt|dkr�|j tdddœ¡|j tdddœ¡n>|tkr¸|j tdd dœ¡|j |_n|j td|dœ¡d S© NrŒrOr$rHr_r#r`r2úeof-in-script-in-scriptT) rr:r'r;rÚ scriptDataDoubleEscapedDashStaterÚ(scriptDataDoubleEscapedLessThanSignStaterrrpr!r!r"r–ës*    ÿ ÿ  ÿ z*HTMLTokenizer.scriptDataDoubleEscapedStatecCsâ|j ¡}|dkr2|j tdddœ¡|j|_n¬|dkrZ|j tdddœ¡|j|_n„|dkr˜|j tdddœ¡|j tdddœ¡|j|_nF|t krÀ|j tdd dœ¡|j |_n|j td|dœ¡|j|_d Sr—) rr:r'r;rÚ$scriptDataDoubleEscapedDashDashStaterršr–rrrpr!r!r"r™s.    ÿ ÿ  ÿ z.HTMLTokenizer.scriptDataDoubleEscapedDashStatecCs|j ¡}|dkr*|j tdddœ¡nÔ|dkrR|j tdddœ¡|j|_n¬|dkrz|j tdddœ¡|j|_n„|dkr¸|j tdddœ¡|j tdd dœ¡|j|_nF|t krà|j tdd dœ¡|j |_n|j td|dœ¡|j|_d S) NrŒrOr$rHrtr_r#r`r2r˜T) rr:r'r;rršrror–rrrpr!r!r"r›s2    ÿ ÿ  ÿ z2HTMLTokenizer.scriptDataDoubleEscapedDashDashStatecCsP|j ¡}|dkr8|j tdddœ¡d|_|j|_n|j |¡|j |_dS)NrsrOr$r/T) rr:r'r;rrÚscriptDataDoubleEscapeEndStaterrAr–rpr!r!r"rš0s   z6HTMLTokenizer.scriptDataDoubleEscapedLessThanSignStatecCs˜|j ¡}|ttdƒBkrR|j td|dœ¡|j ¡dkrH|j |_ q”|j |_ nB|t kr€|j td|dœ¡|j|7_n|j  |¡|j |_ dSr•)rr:rr>r'r;rrr„r‘rr–r rArpr!r!r"rœ;s    z,HTMLTokenizer.scriptDataDoubleEscapeEndStatecCs0|j ¡}|tkr$|j td¡�n|tkrJ|jd |dg¡|j|_nâ|dkr\|  ¡nÐ|dkrn|j |_n¾|dkrª|j  t ddd œ¡|jd |dg¡|j|_n‚|d kræ|j  t dd d œ¡|jd d dg¡|j|_nF|t k�r|j  t dd d œ¡|j|_n|jd |dg¡|j|_dS)NTr&r/rtrs)ú'ú"rMrHr#ú#invalid-character-in-attribute-namer$r_r`r2z#expected-attribute-name-but-got-eof)rr:rrdr rr;ÚattributeNameStaterr^r}r'rrrrpr!r!r"r|Ks<     ÿ  ÿ   ÿ z&HTMLTokenizer.beforeAttributeNameStatecCsä|j ¡}d}d}|dkr&|j|_�n.|tkr\|jddd||j td¡7<d}nø|dkrjd}nê|tkr||j|_nØ|dkrŽ|j |_nÆ|d krÌ|j   t d d d œ¡|jdddd 7<d}nˆ|dk�r |j   t d dd œ¡|jddd|7<d}nH|t k�r6|j   t d dd œ¡|j|_n|jddd|7<d}|�rà|jddd t¡|jddd<|jddd…D]>\}}|jddd|k�r’|j   t d dd œ¡�qÒ�q’|�rà| ¡dS)NTFrMr&rJrrtrsr_r#r`r$r2©r�ržrHrŸzeof-in-attribute-namezduplicate-attribute)rr:ÚbeforeAttributeValueStaterr rrdrÚafterAttributeNameStater}r'r;rrrr\r r^)rr&ZleavingThisStateZ emitTokenrYÚ_r!r!r"r is^   ÿ   ÿ  þ  ÿ ÿ ÿ z HTMLTokenizer.attributeNameStatecCsD|j ¡}|tkr$|j td¡�n|dkr8|j|_�n|dkrJ| ¡nö|tkrp|jd  |dg¡|j |_nÐ|dkr‚|j |_n¾|dkr¾|j   t dd d œ¡|jd  d dg¡|j |_n‚|d krú|j   t dd d œ¡|jd  |dg¡|j |_nF|tk�r$|j   t ddd œ¡|j|_n|jd  |dg¡|j |_dS)NTrMrtr&r/rsr_r#r`r$r2r¡z&invalid-character-after-attribute-namezexpected-end-of-tag-but-got-eof)rr:rrdr¢rr^r rr;r r}r'rrrrpr!r!r"r£Ÿs@      ÿ  ÿ   ÿ z%HTMLTokenizer.afterAttributeNameStatecCsh|j ¡}|tkr$|j td¡�n@|dkr8|j|_�n,|dkrX|j|_|j |¡�n |dkrj|j|_nú|dkr’|j   t dddœ¡|  ¡nÒ|d krÔ|j   t dd dœ¡|j d d d d7<|j|_n�|dk�r|j   t dddœ¡|j d d d |7<|j|_nL|tk�rB|j   t dddœ¡|j|_n"|j d d d |7<|j|_dS)NTržrGr�rtr#z.expected-attribute-value-but-got-right-bracketr$r_r`r&rJrr2)rMrHú`z"equals-in-unquoted-attribute-valuez$expected-attribute-value-but-got-eof)rr:rrdÚattributeValueDoubleQuotedStaterÚattributeValueUnQuotedStaterAÚattributeValueSingleQuotedStater'r;rr^rrrrpr!r!r"r¢¿sF    ÿ  ÿ   ÿ   ÿ z'HTMLTokenizer.beforeAttributeValueStatecCs¼|j ¡}|dkr|j|_nœ|dkr0| d¡nˆ|dkrj|j tdddœ¡|jddd d 7<nN|t kr’|j tdd dœ¡|j |_n&|jddd ||j  d ¡7<d S)NržrGr_r#r`r$r&rJrr2z#eof-in-attribute-value-double-quote)ržrGr_T© rr:ÚafterAttributeValueStaterrXr'r;rrrrrdrpr!r!r"r¦ás&    ÿ ÿ  ÿz-HTMLTokenizer.attributeValueDoubleQuotedStatecCs¼|j ¡}|dkr|j|_nœ|dkr0| d¡nˆ|dkrj|j tdddœ¡|jddd d 7<nN|t kr’|j tdd dœ¡|j |_n&|jddd ||j  d ¡7<d S)Nr�rGr_r#r`r$r&rJrr2z#eof-in-attribute-value-single-quote)r�rGr_Tr©rpr!r!r"r¨ôs&    ÿ ÿ  ÿz-HTMLTokenizer.attributeValueSingleQuotedStatecCs|j ¡}|tkr|j|_nð|dkr0| d¡nÜ|dkrB| ¡nÊ|dkr||j t dddœ¡|j ddd |7<n�|d kr¶|j t dd dœ¡|j ddd d 7<nV|t krÞ|j t dd dœ¡|j |_n.|j ddd ||j  tdƒtB¡7<dS)NrGrt)ržr�rMrHr¥r#z0unexpected-character-in-unquoted-attribute-valuer$r&rJrr_r`r2z eof-in-attribute-value-no-quotes)rGrtržr�rMrHr¥r_T)rr:rr|rrXr^r'r;rrrrrdr>rpr!r!r"r§s4     ÿ ÿ ÿ  ÿ z)HTMLTokenizer.attributeValueUnQuotedStatecCs¢|j ¡}|tkr|j|_n‚|dkr.| ¡np|dkr@|j|_n^|tkrt|j  t dddœ¡|j  |¡|j |_n*|j  t dddœ¡|j  |¡|j|_dS)Nrtrsr#z$unexpected-EOF-after-attribute-valuer$z*unexpected-character-after-attribute-valueT) rr:rr|rr^r}rr'r;rrArrpr!r!r"rª s&     ÿ   ÿ z&HTMLTokenizer.afterAttributeValueStatecCsˆ|j ¡}|dkr&d|jd<| ¡n^|tkrZ|j tdddœ¡|j |¡|j |_ n*|j tdddœ¡|j |¡|j |_ dS)NrtTr[r#z#unexpected-EOF-after-solidus-in-tagr$z)unexpected-character-after-solidus-in-tag) rr:rr^rr'r;rrArrr|rpr!r!r"r}4s     þ   ÿ z&HTMLTokenizer.selfClosingStartTagStatecCsD|j d¡}| dd¡}|j td|dœ¡|j ¡|j|_dS)Nrtr_r2ÚCommentr$T) rrdÚreplacer'r;rr:rrrpr!r!r"ryFs   ÿ zHTMLTokenizer.bogusCommentStatecCs€|j ¡g}|ddkrR| |j ¡¡|ddkrPtdddœ|_|j|_dSnò|ddkr¸d}dD](}| |j ¡¡|d|krfd }q�qf|r¶td ddddd œ|_|j|_dSnŒ|dd k�rD|jdk �rD|jj j �rD|jj j dj |jj j k�rDd}d D].}| |j ¡¡|d|k�rd }�q2�q|�rD|j |_dS|j tdddœ¡|�rt|j | ¡¡�qZ|j|_dS)NrJrŒr«r/r$T)ÚdÚD))ÚoÚO©rDÚC©ÚtÚT©ÚyÚY©ÚpÚP©ÚeÚEFZDoctype)r%rYÚpublicIdÚsystemIdÚcorrectú[)r²r®ÚArµrÃrÂr#zexpected-dashes-or-doctype)rr:r;rrÚcommentStartStaterÚ doctypeStaterZtreeZ openElementsÚ namespaceZdefaultNamespaceÚcdataSectionStater'rAr)ry)rrCÚmatchedÚexpectedr!r!r"rvUs\     ýÿþý  ÿz(HTMLTokenizer.markupDeclarationOpenStatecCsØ|j ¡}|dkr|j|_n¸|dkrN|j tdddœ¡|jdd7<n†|dkr„|j tdd dœ¡|j |j¡|j|_nP|t krº|j tdd dœ¡|j |j¡|j|_n|jd|7<|j |_d S) NrŒr_r#r`r$r&r2rtúincorrect-commentúeof-in-commentT) rr:ÚcommentStartDashStaterr'r;rrrrÚ commentStaterpr!r!r"rÄ‚s.   ÿ ÿ  ÿ zHTMLTokenizer.commentStartStatecCsÜ|j ¡}|dkr|j|_n¼|dkrN|j tdddœ¡|jdd7<nŠ|dkr„|j tdd dœ¡|j |j¡|j|_nT|t krº|j tdd dœ¡|j |j¡|j|_n|jdd|7<|j |_d S) NrŒr_r#r`r$r&õ-�rtrÊrËT) rr:ÚcommentEndStaterr'r;rrrrrÍrpr!r!r"rÌ™s.   ÿ ÿ  ÿ z#HTMLTokenizer.commentStartDashStatecCs¦|j ¡}|dkr|j|_n†|dkrN|j tdddœ¡|jdd7<nT|tkr„|j tdddœ¡|j |j¡|j |_n|jd||j  d ¡7<d S) NrŒr_r#r`r$r&r2rË)rŒr_T) rr:ÚcommentEndDashStaterr'r;rrrrrdrpr!r!r"rͰs$   ÿ ÿ   ÿzHTMLTokenizer.commentStatecCs®|j ¡}|dkr|j|_nŽ|dkrV|j tdddœ¡|jdd7<|j|_nT|t krŒ|j tdddœ¡|j |j¡|j |_n|jdd|7<|j|_d S) NrŒr_r#r`r$r&rÎzeof-in-comment-end-dashT) rr:rÏrr'r;rrrÍrrrpr!r!r"rÐÂs$   ÿ  ÿ z!HTMLTokenizer.commentEndDashStatecCs,|j ¡}|dkr*|j |j¡|j|_nþ|dkrd|j tdddœ¡|jdd7<|j|_nÄ|dkrŒ|j tdd dœ¡|j |_nœ|d kr¾|j tdd dœ¡|jd|7<nj|t krô|j tdd dœ¡|j |j¡|j|_n4|j tdd dœ¡|jdd|7<|j|_dS)Nrtr_r#r`r$r&u--�rrz,unexpected-bang-after-double-dash-in-commentrŒz,unexpected-dash-after-double-dash-in-commentzeof-in-comment-double-dashzunexpected-char-in-commentz--T) rr:r'r;rrrrrÍÚcommentEndBangStaterrpr!r!r"rÏÕs@   ÿ  ÿ  ÿ ÿ  ÿzHTMLTokenizer.commentEndStatecCsà|j ¡}|dkr*|j |j¡|j|_n²|dkrN|jdd7<|j|_nŽ|dkrˆ|j tdddœ¡|jdd 7<|j |_nT|t kr¾|j tdd dœ¡|j |j¡|j|_n|jdd|7<|j |_d S) NrtrŒr&z--!r_r#r`r$u--!�zeof-in-comment-end-bang-stateT) rr:r'r;rrrrÐrrÍrrpr!r!r"rÑôs,    ÿ  ÿ z!HTMLTokenizer.commentEndBangStatecCsŠ|j ¡}|tkr|j|_nj|tkr\|j tdddœ¡d|j d<|j |j ¡|j |_n*|j tdddœ¡|j  |¡|j|_dS)Nr#ú!expected-doctype-name-but-got-eofr$FrÁzneed-space-after-doctypeT) rr:rÚbeforeDoctypeNameStaterrr'r;rrrrArpr!r!r"rÅ s    ÿ   ÿ zHTMLTokenizer.doctypeStatecCsÜ|j ¡}|tkrnÄ|dkrT|j tdddœ¡d|jd<|j |j¡|j|_n„|dkr†|j tdddœ¡d |jd <|j |_nR|t krÆ|j tdd dœ¡d|jd<|j |j¡|j|_n||jd <|j |_d S) Nrtr#z+expected-doctype-name-but-got-right-bracketr$FrÁr_r`r2rYrÒT) rr:rr'r;rrrrÚdoctypeNameStaterrpr!r!r"rÓs4  ÿ   ÿ   ÿ   z$HTMLTokenizer.beforeDoctypeNameStatecCs|j ¡}|tkr2|jd t¡|jd<|j|_nØ|dkrh|jd t¡|jd<|j  |j¡|j |_n¢|dkr¢|j  t dddœ¡|jdd7<|j |_nh|t krø|j  t dddœ¡d |jd <|jd t¡|jd<|j  |j¡|j |_n|jd|7<d S) NrYrtr_r#r`r$r2zeof-in-doctype-nameFrÁT)rr:rrr\r ÚafterDoctypeNameStaterr'r;rrrÔrrpr!r!r"rÔ6s0    ÿ  ÿ  zHTMLTokenizer.doctypeNameStatecCsH|j ¡}|tkr�n.|dkr8|j |j¡|j|_�n |tkr„d|jd<|j  |¡|j t dddœ¡|j |j¡|j|_nÀ|dkrÆd}d D]}|j ¡}||kr”d}q´q”|rÄ|j |_dSnD|d k�r d}d D]}|j ¡}||krØd}qøqØ|�r |j |_dS|j  |¡|j t dd d |idœ¡d|jd<|j |_dS)NrtFrÁr#úeof-in-doctyper$r¹T))ÚuÚU)ÚbÚB)ÚlÚL)ÚiÚIr±©ÚsÚS)r¶rßr³r¼)ÚmÚMz*expected-space-or-right-bracket-in-doctyper&r1)rr:rr'r;rrrrrArÚafterDoctypePublicKeywordStateÚafterDoctypeSystemKeywordStateÚbogusDoctypeState)rr&rÈrÉr!r!r"rÕOsT     ÿ      þ z#HTMLTokenizer.afterDoctypeNameStatecCs¨|j ¡}|tkr|j|_nˆ|dkrP|j tdddœ¡|j |¡|j|_nT|t kr�|j tdddœ¡d|j d<|j |j ¡|j |_n|j |¡|j|_dS© N)r�ržr#úunexpected-char-in-doctyper$rÖFrÁT) rr:rÚ"beforeDoctypePublicIdentifierStaterr'r;rrArrrrpr!r!r"rä‚s&   ÿ   ÿ   z,HTMLTokenizer.afterDoctypePublicKeywordStatecCsø|j ¡}|tkrnà|dkr0d|jd<|j|_nÄ|dkrLd|jd<|j|_n¨|dkrŒ|j t dddœ¡d |jd <|j |j¡|j |_nh|t krÌ|j t dd dœ¡d |jd <|j |j¡|j |_n(|j t dd dœ¡d |jd <|j |_d S)Nržr/r¿r�rtr#úunexpected-end-of-doctyper$FrÁrÖrèT) rr:rrÚ(doctypePublicIdentifierDoubleQuotedStaterÚ(doctypePublicIdentifierSingleQuotedStater'r;rrrrærpr!r!r"ré–s:      ÿ   ÿ   ÿ z0HTMLTokenizer.beforeDoctypePublicIdentifierStatecCsä|j ¡}|dkr|j|_nÄ|dkrN|j tdddœ¡|jdd7<n’|dkrŽ|j tdd dœ¡d |jd <|j |j¡|j|_nR|t krÎ|j tdd dœ¡d |jd <|j |j¡|j|_n|jd|7<d S)Nržr_r#r`r$r¿r2rtrêFrÁrÖT© rr:Ú!afterDoctypePublicIdentifierStaterr'r;rrrrrpr!r!r"rë³s0   ÿ ÿ   ÿ  z6HTMLTokenizer.doctypePublicIdentifierDoubleQuotedStatecCsä|j ¡}|dkr|j|_nÄ|dkrN|j tdddœ¡|jdd7<n’|dkrŽ|j tdd dœ¡d |jd <|j |j¡|j|_nR|t krÎ|j tdd dœ¡d |jd <|j |j¡|j|_n|jd|7<d S)Nr�r_r#r`r$r¿r2rtrêFrÁrÖTrírpr!r!r"rìËs0   ÿ ÿ   ÿ  z6HTMLTokenizer.doctypePublicIdentifierSingleQuotedStatecCs |j ¡}|tkr|j|_nì|dkr<|j |j¡|j|_nÌ|dkrn|j t dddœ¡d|jd<|j |_nš|dkr |j t dddœ¡d|jd<|j |_nh|t krà|j t dd dœ¡d |jd <|j |j¡|j|_n(|j t dddœ¡d |jd <|j |_d S) Nrtržr#rèr$r/rÀr�rÖFrÁT)rr:rÚ-betweenDoctypePublicAndSystemIdentifiersStaterr'r;rrrÚ(doctypeSystemIdentifierDoubleQuotedStateÚ(doctypeSystemIdentifierSingleQuotedStaterrærpr!r!r"rîãs>    ÿ   ÿ   ÿ   ÿ z/HTMLTokenizer.afterDoctypePublicIdentifierStatecCsØ|j ¡}|tkrnÀ|dkr4|j |j¡|j|_n |dkrPd|jd<|j|_n„|dkrld|jd<|j |_nh|t kr¬|j t dddœ¡d |jd <|j |j¡|j|_n(|j t dd dœ¡d |jd <|j |_d S) Nrtržr/rÀr�r#rÖr$FrÁrèT) rr:rr'r;rrrrðrñrrrærpr!r!r"rïs2       ÿ   ÿ z;HTMLTokenizer.betweenDoctypePublicAndSystemIdentifiersStatecCs¨|j ¡}|tkr|j|_nˆ|dkrP|j tdddœ¡|j |¡|j|_nT|t kr�|j tdddœ¡d|j d<|j |j ¡|j |_n|j |¡|j|_dSrç) rr:rÚ"beforeDoctypeSystemIdentifierStaterr'r;rrArrrrpr!r!r"rås&   ÿ   ÿ   z,HTMLTokenizer.afterDoctypeSystemKeywordStatecCsø|j ¡}|tkrnà|dkr0d|jd<|j|_nÄ|dkrLd|jd<|j|_n¨|dkrŒ|j t dddœ¡d |jd <|j |j¡|j |_nh|t krÌ|j t dd dœ¡d |jd <|j |j¡|j |_n(|j t dddœ¡d |jd <|j |_d S) Nržr/rÀr�rtr#rèr$FrÁrÖT) rr:rrrðrrñr'r;rrrrærpr!r!r"rò/s:      ÿ   ÿ   ÿ z0HTMLTokenizer.beforeDoctypeSystemIdentifierStatecCsä|j ¡}|dkr|j|_nÄ|dkrN|j tdddœ¡|jdd7<n’|dkrŽ|j tdd dœ¡d |jd <|j |j¡|j|_nR|t krÎ|j tdd dœ¡d |jd <|j |j¡|j|_n|jd|7<d S)Nržr_r#r`r$rÀr2rtrêFrÁrÖT© rr:Ú!afterDoctypeSystemIdentifierStaterr'r;rrrrrpr!r!r"rðLs0   ÿ ÿ   ÿ  z6HTMLTokenizer.doctypeSystemIdentifierDoubleQuotedStatecCsä|j ¡}|dkr|j|_nÄ|dkrN|j tdddœ¡|jdd7<n’|dkrŽ|j tdd dœ¡d |jd <|j |j¡|j|_nR|t krÎ|j tdd dœ¡d |jd <|j |j¡|j|_n|jd|7<d S)Nr�r_r#r`r$rÀr2rtrêFrÁrÖTrórpr!r!r"rñds0   ÿ ÿ   ÿ  z6HTMLTokenizer.doctypeSystemIdentifierSingleQuotedStatecCs–|j ¡}|tkrn~|dkr4|j |j¡|j|_n^|tkrt|j t dddœ¡d|jd<|j |j¡|j|_n|j t dddœ¡|j |_dS) Nrtr#rÖr$FrÁrèT) rr:rr'r;rrrrrrærpr!r!r"rô|s$   ÿ   ÿz/HTMLTokenizer.afterDoctypeSystemIdentifierStatecCsZ|j ¡}|dkr*|j |j¡|j|_n,|tkrV|j |¡|j |j¡|j|_ndS)NrtT) rr:r'r;rrrrrArpr!r!r"ræ�s    zHTMLTokenizer.bogusDoctypeStatecCsèg}| |j d¡¡| |j d¡¡|j ¡}|tkr>qvq|ddd…dkrj|ddd…|d<qvq| |¡qd |¡}| d¡}|dkrÂt|ƒD]}|j t d d d œ¡qš|  dd ¡}|rÜ|j t d |d œ¡|j |_ dS)Nú]rtrJéþÿÿÿz]]r/r_rr#r`r$r2rOT) r;rrdr:rr=ÚcountÚranger'rr¬rr)rr&r:Z nullCountr¤r!r!r"rÇ�s0      ÿ   ÿzHTMLTokenizer.cdataSectionState)N)NF)NÚ__name__Ú __module__Ú __qualname__Ú__doc__rr,rFrWrXr^rrbrjrhrmrorqrcrwrxrir€r‚rlr†r‡rnrˆrŠr‰r�r‘r�rŽr�r’r”r“r–r™r›ršrœr|r r£r¢r¦r¨r§rªr}ryrvrÄrÌrÍrÐrÏrÑrÅrÓrÔrÕrärérërìrîrïråròrðrñrôrærÇÚ __classcell__r!r!rr"rs” H P#         6 "-3rN)Z __future__rrrZpip._vendor.sixrr?Ú collectionsrZ constantsrr r r r r rrrrZ _inputstreamrZ_trierrPÚobjectrr!r!r!r"Ús