3
�L�j�I � @ s� d Z ddlZddlZddlZddlmZ dgZejd�Zejd�Z ejd�Z
ejd�Z ejd �Z ejd
�Z
ejd �Zejd �Zejd
�Zejdej�Zejd
�Zejd�ZG dd� dej�ZdS )z A parser for HTML and XHTML.� N)�unescape�
HTMLParserz[&<]z
&[a-zA-Z#]z%&([a-zA-Z][-.a-zA-Z0-9]*)[^a-zA-Z0-9]z)&#(?:[0-9]+|[xX][0-9a-fA-F]+)[^0-9a-fA-F]z <[a-zA-Z]�>z--\s*>z+([a-zA-Z][^\t\n\r\f />\x00]*)(?:\s|/(?!>))*z]((?<=[\'"\s/])[^\s/>][^\s/=>]*)(\s*=+\s*(\'[^\']*\'|"[^"]*"|(?![\'"])[^>\s]*))?(?:\s|/(?!>))*aF
<[a-zA-Z][^\t\n\r\f />\x00]* # tag name
(?:[\s/]* # optional whitespace before attribute name
(?:(?<=['"\s/])[^\s/>][^\s/=>]* # attribute name
(?:\s*=+\s* # value indicator
(?:'[^']*' # LITA-enclosed value
|"[^"]*" # LIT-enclosed value
|(?!['"])[^>\s]* # bare value
)
(?:\s*,)* # possibly followed by a comma
)?(?:\s|/(?!>))*
)*
)?
\s* # trailing whitespace
z#c @ s� e Zd ZdZd:Zdd�dd�Zdd � Zd
d � Zd d
� ZdZ dd� Z
dd� Z dd� Z dd� Z
dd� Zd;dd�Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Zd2d3� Zd4d5� Z d6d7� Z d8d9� Z dS )'.)�_HTMLParser__starttag_text)r r
r
r �get_starttag_text� s z HTMLParser.get_starttag_textc C s$ |j � | _tjd| j tj�| _d S )Nz )�lowerr �re�compile�Ir )r �elemr
r
r �set_cdata_mode� s
zHTMLParser.set_cdata_modec C s t | _d | _d S )N)r r r )r r
r
r �clear_cdata_mode� s zHTMLParser.clear_cdata_modec C sL | j }d}t|�}�x�||k �r�| jr|| j r||jd|�}|dk r�|jdt||d ��}|dkrvtjd�j ||� rvP |}n(| j
j ||�}|r�|j � }n | jr�P |}||k r�| jr�| j r�| j t
|||� �� n| j |||� � | j||�}||kr�P |j}|d|��rLtj||��r&| j|�} n�|d|��r>| j|�} nl|d|��rV| j|�} nT|d|��rn| j|�} n<|d |��r�| j|�} n$|d
|k �r�| j d� |d
} nP | dk �r>|�s�P |jd |d
�} | dk �r�|jd|d
�} | dk �r|d
} n| d
7 } | j�r,| j �r,| j t
||| � �� n| j ||| � � | j|| �}q|d |��r�tj||�}|�r�|j� d
d� }
| j|
� |j� } |d| d
��s�| d
} | j|| �}qn:d||d � k�r�| j |||d
� � | j||d
�}P q|d|�rtj||�}|�rN|jd
�}
| j |
� |j� } |d| d
��s@| d
} | j|| �}qt j||�}|�r�|�r�|j� ||d � k�r�|j� } | |k�r�|} | j||d
�}P n,|d
|k �r�| j d� | j||d
�}nP qqW |�r:||k �r:| j �r:| j�r | j �r | j t
|||� �� n| j |||� � | j||�}||d � | _ d S )Nr �<�&�" z[\s;]z s
z!HTMLParser.parse_html_declarationr c C sD | j }|jd|d �}|dkr"dS |r<| j||d |� � |d S )Nr r. r r0 r0 )r r1 �handle_comment)r rF Zreportr �posr
r
r rN 1 s z HTMLParser.parse_bogus_commentc C sH | j }tj||d �}|s dS |j� }| j||d |� � |j� }|S )Nr. r r0 )r �picloser4 r5 � handle_pirB )r rF r r9 rG r
r
r r= = s zHTMLParser.parse_pic C s� d | _ | j|�}|dk r |S | j}|||� | _ g }tj||d �}|j� }|jd�j� | _}x�||k �r$t j||�}|s~P |jddd�\} }
} |
s�d } n^| d d� d ko�| d
d � kn s�| d d� d ko�| d d � kn � r�| dd � } | �rt
| �} |j | j� | f� |j� }qbW |||� j � } | d
k�r�| j
� \}
}d | j k�r�|
| j jd � }
t| j �| j jd � }n|t| j � }| j|||� � |S | jd��r�| j||� n"| j||� || jk�r�| j|� |S )Nr r r. rK �'�"r �/>�
r0 r0 r0 )r rV )r" �check_for_whole_start_tagr �tagfind_tolerantr9 rB r@ r$ r �attrfind_tolerantr r �stripZgetpos�countr r2 r6 �endswith�handle_startendtag�handle_starttag�CDATA_CONTENT_ELEMENTSr) )r rF �endposr �attrsr9 rH �tag�mZattrname�restZ attrvaluerB �lineno�offsetr
r
r r: I sP
(*
zHTMLParser.parse_starttagc C s� | j }tj||�}|r�|j� }|||d � }|dkr>|d S |dkr~|jd|�rZ|d S |jd|�rjd S ||krv|S |d S |dkr�d
S |dkr�d S ||kr�|S |d S td��d S ) Nr r �/z/>r. r
z6abcdefghijklmnopqrstuvwxyz=/ABCDEFGHIJKLMNOPQRSTUVWXYZzwe should not get here!r0 r0 r0 )r �locatestarttagend_tolerantr9 rB r7 �AssertionError)r rF r rd rG �nextr
r
r rX | s. z$HTMLParser.check_for_whole_start_tagc C s | j }tj||d �}|s dS |j� }tj||�}|s�| jd k rV| j|||� � |S tj||d �}|s�|||d � dkr�|d S | j |�S |j
d�j � }|j d|j� �}| j
|� |d S |j
d�j � }| jd k � r�|| jk� r�| j|||� � |S | j
|j � � | j� |S )Nr r. rK zr r0 )r � endendtagr4 rB �
endtagfindr9 r r6 rY rN r@ r$ r1 �
handle_endtagr* )r rF r r9 rO Z namematchZtagnamer( r
r
r r; � s6
zHTMLParser.parse_endtagc C s | j ||� | j|� d S )N)r_ rn )r rc rb r
r
r r^ � s z HTMLParser.handle_startendtagc C s d S )Nr
)r rc rb r
r
r r_ � s zHTMLParser.handle_starttagc C s d S )Nr
)r rc r
r
r rn � s zHTMLParser.handle_endtagc C s d S )Nr
)r rI r
r
r rA � s zHTMLParser.handle_charrefc C s d S )Nr
)r rI r
r
r rD � s zHTMLParser.handle_entityrefc C s d S )Nr
)r r r
r
r r6 � s zHTMLParser.handle_datac C s d S )Nr
)r r r
r
r rP � s zHTMLParser.handle_commentc C s d S )Nr
)r Zdeclr
r
r rM � s zHTMLParser.handle_declc C s d S )Nr
)r r r
r
r rS � s zHTMLParser.handle_pic C s d S )Nr
)r r r
r
r � unknown_decl� s zHTMLParser.unknown_declc C s t jdtdd� t|�S )NzZThe unescape method is deprecated and will be removed in 3.5, use html.unescape() instead.r. )�
stacklevel)�warnings�warn�DeprecationWarningr )r �sr
r
r r � s
zHTMLParser.unescape)r r )r ) �__name__�
__module__� __qualname__�__doc__r` r r r r! r" r# r) r* r r> rN r= r: rX r; r^ r_ rn rA rD r6 rP rM rS ro r r
r
r
r r ? s8 z
3"()rx r% rq r Zhtmlr �__all__r& r rE rC r? r8 rR Z commentcloserY rZ �VERBOSEri rl rm r r r
r
r
r � s(