a
XC?h�� � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dlZd dlZd dlmZmZmZ d dlmZmZmZmZmZmZm Z m Z m Z m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z' d dl(m)Z)m*Z* z d dl+Z+W n e,�y dZ-Y n0 dZ-g d�Z.de j/dd � Z0da1de
j2fddddd
�d d �Z3d
d� Z4g Z5d�dd�Z6dd� Z7e �8de j9�Z:dd� Z;G dd� d�ZG d d � d �Z?G d d � d e?�Z@G d d!� d!e?�ZAG d"d#� d#e?�ZBd$d%� ZCG d&d'� d'e?�ZDG d(d)� d)�ZEG d*d+� d+eE�ZFG d,d-� d-eF�ZGG d.d/� d/�ZHG d0d1� d1eHe?�ZIG d2d3� d3eHe?�ZJejKZLG d4d5� d5�ZMG d6d7� d7e?eM�ZNG d8d9� d9e?eM�ZOG d:d;� d;e?�ZPG d��r�G d?d@� d@eP�ZTe.�Ud@� G dAdB� dBe?�ZVG dCdD� dDe?�ZWdEdF� ZXdGdH� ZYG dIdJ� dJe?�ZZdKdL� Z[G dMdN� dNe?�Z\G dOdP� dPe\�Z]G dQdR� dRe?�Z^dSZ_ej`dTk�r�d dUlambZbmcZc ndVdW� ZbdXdY� Zci ZdG dZd[� d[�ZeG d\d]� d]ee�Zfdagd^d_� Zhdaid`da� Zjdakdbdc� Zldamddde� ZnG dfdg� dg�Zodhdi� Zpd�djdk�Zqdldm� Zrdndo� Zse jtdpk�rPd dqlumvZvmwZw drds� Zxdtdu� Zydvdw� Zzdxdy� Z{n6ej`dTk�r~dzd{� Z|d|dy� Z{d}d~� Z}ddw� ZznepZ{eqZzdS )�� N)�URLError� HTTPError�ContentTooShortError)�urlparse�urlsplit�urljoin�unwrap�quote�unquote�
_splittype�
_splithost�
_splitport�
_splituser� _splitpasswd�
_splitattr� _splitquery� _splitvalue� _splittag� _to_bytes�unquote_to_bytes�
urlunparse)�
addinfourl� addclosehookFT)!�Request�OpenerDirector� BaseHandler�HTTPDefaultErrorHandler�HTTPRedirectHandler�HTTPCookieProcessor� ProxyHandler�HTTPPasswordMgr� HTTPPasswordMgrWithDefaultRealm� HTTPPasswordMgrWithPriorAuth�AbstractBasicAuthHandler�HTTPBasicAuthHandler�ProxyBasicAuthHandler�AbstractDigestAuthHandler�HTTPDigestAuthHandler�ProxyDigestAuthHandler� HTTPHandler� FileHandler�
FTPHandler�CacheFTPHandler� DataHandler�UnknownHandler�HTTPErrorProcessor�urlopen�install_opener� build_opener� pathname2url� url2pathname�
getproxies� urlretrieve�
urlcleanup� URLopener�FancyURLopenerz%d.%d� )�cafile�capath� cadefault�contextc
C s� |s |s |rfdd l }|�dtd� |d ur2td��ts>td��tjtjj||d�}t |d�}t
|�} n0|r~t |d�}t
|�} nt d u r�t
� a } nt } | � | ||�S )Nr zJcafile, capath and cadefault are deprecated, use a custom context instead.r: zDYou can't pass both context and any of cafile, capath, and cadefaultzSSL support not available)r; r< )r> )
�warnings�warn�DeprecationWarning�
ValueError� _have_ssl�sslZcreate_default_contextZPurposeZ SERVER_AUTH� HTTPSHandlerr2 �_opener�open)
�url�data�timeoutr; r< r= r> r? Z
https_handler�opener� rL �3/opt/alt/python39/lib64/python3.9/urllib/request.pyr0 � s0 4 ��
�
r0 c C s | a d S �N)rF )rK rL rL rM r1 � s r1 c C sl t | �\}}t�t| |����}|�� }|dkrR|sRtj�|�|fW d � S |rbt|d�}n t j
dd�}|j }t �
|� |�� ||f} d}
d} d} d}
d|v r�t|d �} |r�||
|
| � |�|
�}|sҐq| t|�7 } |�|� |
d
7 }
|r�||
|
| � q�W d � n1 �s0 Y W d � n1 �s80 Y | dk�rh| | k �rhtd | | f | ��| S ) N�file�wbF)�delete� �����r �content-length�Content-Length� �1retrieval incomplete: got only %i out of %i bytes)r �
contextlib�closingr0 �info�os�path�normpathrG �tempfileZNamedTemporaryFile�name�_url_tempfiles�append�int�read�len�writer )rH �filename�
reporthookrI Zurl_typer\ �fp�headers�tfp�result�bs�sizerc �blocknum�blockrL rL rM r6 � sH
N��r6 c C sB t D ]&} zt�| � W q ty( Y q0 qt d d �= tr>d ad S rN )r` r[ �unlink�OSErrorrF )Z temp_filerL rL rM r7 s
r7 z:\d+$c C s< | j }t|�d }|dkr&| �dd�}t�d|d�}|�� S )NrV � �Host)�full_urlr �
get_header� _cut_port_re�sub�lower)�requestrH �hostrL rL rM � request_host+ s r{ c @ s� e Zd Zdi dddfdd�Zedd� �Zejdd� �Zejdd� �Zed d
� �Zejd d
� �Zejd d
� �Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd#d d �Zd d � Zd!d"� ZdS )$r NFc C sl || _ i | _i | _d | _|| _d | _|�� D ]\}}| �||� q,|d u rRt| �}|| _ || _
|rh|| _ d S rN ) rt ri �unredirected_hdrs�_datarI � _tunnel_host�items�
add_headerr{ �origin_req_host� unverifiable�method) �selfrH rI ri r� r� r� �key�valuerL rL rM �__init__= s zRequest.__init__c C s | j rd�| j| j �S | jS )Nz{}#{})�fragment�format� _full_url�r� rL rL rM rt O s zRequest.full_urlc C s( t |�| _t| j�\| _| _| �� d S rN )r r� r r� �_parse�r� rH rL rL rM rt U s
c C s d | _ d | _d| _d S �Nrr )r� r� �selectorr� rL rL rM rt \ s c C s | j S rN )r} r� rL rL rM rI b s z Request.datac C s( || j kr$|| _ | �d�r$| �d� d S )N�Content-length)r} �
has_header�
remove_header)r� rI rL rL rM rI f s
c C s
d | _ d S rN )rI r� rL rL rM rI p s c C sN t | j�\| _}| jd u r(td| j ��t|�\| _| _| jrJt| j�| _d S )Nzunknown url type: %r) r r� �typerB rt r rz r� r
)r� �restrL rL rM r� t s
zRequest._parsec C s | j d urdnd}t| d|�S )N�POST�GETr� )rI �getattr)r� Zdefault_methodrL rL rM �
get_method| s zRequest.get_methodc C s | j S rN )rt r� rL rL rM � get_full_url� s zRequest.get_full_urlc C s2 | j dkr| js| j| _n|| _ | j| _|| _d S )N�https)r� r~ rz rt r� )r� rz r� rL rL rM � set_proxy� s
zRequest.set_proxyc C s | j | jkS rN )r� rt r� rL rL rM � has_proxy� s zRequest.has_proxyc C s || j |�� < d S rN )ri �
capitalize�r� r� �valrL rL rM r� � s zRequest.add_headerc C s || j |�� < d S rN )r| r� r� rL rL rM �add_unredirected_header� s z Request.add_unredirected_headerc C s || j v p|| jv S rN )ri r| �r� � header_namerL rL rM r� � s
�zRequest.has_headerc C s | j �|| j�||��S rN )ri �getr| )r� r� �defaultrL rL rM ru � s �zRequest.get_headerc C s | j �|d � | j�|d � d S rN )ri �popr| r� rL rL rM r� � s zRequest.remove_headerc C s i | j �| j�}t|�� �S rN )r| ri �listr )r� �hdrsrL rL rM � header_items� s zRequest.header_items)N)�__name__�
__module__� __qualname__r� �propertyrt �setter�deleterrI r� r� r� r� r� r� r� r� ru r� r� rL rL rL rM r ; s6 �
r c @ sN e Zd Zdd� Zdd� Zdd� Zdd� Zd ejfd
d �Z dd d
�Z
dd� Z d S )r c C s6 dt }d|fg| _g | _i | _i | _i | _i | _d S )N�Python-urllib/%sz
User-agent)� __version__�
addheaders�handlers� handle_open� handle_error�process_response�process_request)r� Zclient_versionrL rL rM r� � s zOpenerDirector.__init__c C sR t |d�stdt|� ��d}t|�D �]}|dv r6q&|�d�}|d |� }||d d � }|�d�r�|�d�| d }||d d � }z t|�}W n ty� Y n0 | j� |i �} | | j|< n>|dkr�|}| j
} n*|d kr�|}| j } n|d
kr&|}| j } nq&| �
|g �}
|
�r t�|
|� n
|
�|� d }q&|�rNt�| j|� |�| � d S ) N�
add_parentz%expected BaseHandler instance, got %rF)�redirect_request�do_open�
proxy_open�_rV �errorrG �responsery T)�hasattr� TypeErrorr� �dir�find�
startswithrb rB r� r� r� r� r� �
setdefault�bisectZinsortra r� r� ) r� �handlerZadded�meth�i�protocolZ condition�j�kind�lookupr� rL rL rM � add_handler� sL
�
zOpenerDirector.add_handlerc C s d S rN rL r� rL rL rM �close� s zOpenerDirector.closec G s< |� |d�}|D ]&}t||�}||� }|d ur| S qd S )NrL )r� r� ) r� �chainr� � meth_name�argsr� r� �funcrk rL rL rM � _call_chain� s
zOpenerDirector._call_chainNc
C s� t |t�rt||�}n|}|d ur(||_||_|j}|d }| j�|g �D ]}t||�}||�}qJt �
d|j |j|j |�
� � | �||�} |d }| j�|g �D ]}t||�}||| �} q�| S )NZ_requestzurllib.RequestZ _response)�
isinstance�strr rI rJ r� r� r� r� �sys�auditrt ri r� �_openr� )
r� �fullurlrI rJ �reqr� r� Z processorr� r� rL rL rM rG � s$
zOpenerDirector.openc C sP | � | jdd|�}|r|S |j}| � | j||d |�}|r>|S | � | jdd|�S )Nr� Z default_openr� �unknown� unknown_open)r� r� r� )r� r� rI rk r� rL rL rM r� s
� ��
�zOpenerDirector._openc G s~ |dv r,| j d }|d }d| }d}|}n| j }|d }d}|||f| }| j|� }|r^|S |rz|dd f| }| j|� S d S )
N��httpr� r� r: z
http_error_%srV Z_errorr r� �http_error_default)r� r� )r� �protor� �dictr� Zhttp_errZ orig_argsrk rL rL rM r� s
zOpenerDirector.error)N) r� r� r� r� r� r� r� �socket�_GLOBAL_DEFAULT_TIMEOUTrG r� r� rL rL rL rM r � s /
r c G s� t � }ttttttttt g }t
t j d�r2|�
t� t� }|D ]B}| D ]8}t|t�rht||�r||�|� qDt||�rD|�|� qDq<|D ]}|�|� q�|D ]}|�|� � q�| D ] }t|t�r�|� }|�|� q�|S )N�HTTPSConnection)r r r. r) r r r+ r* r/ r- r� r� �clientra rE �setr� r� �
issubclass�add�remover� )r� rK Zdefault_classes�skip�klassZcheck�hrL rL rM r2 7 s2 �
r2 c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r �� c C s
|| _ d S rN )�parent)r� r� rL rL rM r� ^ s zBaseHandler.add_parentc C s d S rN rL r� rL rL rM r� a s zBaseHandler.closec C s t |d�sdS | j|jk S )N�
handler_orderT)r� r� )r� �otherrL rL rM �__lt__e s
zBaseHandler.__lt__N)r� r� r� r� r� r� r� rL rL rL rM r [ s r c @ s e Zd ZdZdd� ZeZdS )r/ i� c C sH |j |j|�� }}}d| kr,dk sDn | j�d|||||�}|S )N�� �, r� )�code�msgrZ r� r� )r� ry r� r� r� r� rL rL rM �
http_responser s �z HTTPErrorProcessor.http_responseN)r� r� r� r� r� �https_responserL rL rL rM r/ n s r/ c @ s e Zd Zdd� ZdS )r c C s t |j||||��d S rN )r rt )r� r� rh r� r� r� rL rL rM r� � s z*HTTPDefaultErrorHandler.http_error_defaultN)r� r� r� r� rL rL rL rM r s r c @ s4 e Zd ZdZdZdd� Zdd� Ze Z ZZ dZ
dS ) r � �
c st |� � }|dv r|dv s:|dv r(|dks:t|j||||��|�dd�}d� � fdd �|j�� D �}t|||jd
d �S ) N)�- �. �/ i3 )r� ZHEAD)r� r� r� r� � z%20)rT z content-typec s" i | ]\}}|� � � vr||�qS rL )rx ��.0�k�v�ZCONTENT_HEADERSrL rM �
� s �z8HTTPRedirectHandler.redirect_request..T)ri r� r� )r� r rt �replaceri r r r� ) r� r� rh r� r� ri �newurl�mZ
newheadersrL r rM r� � s
�� �z$HTTPRedirectHandler.redirect_requestc
C sL d|v r|d }nd|v r$|d }nd S t |�}|jdvrRt||d||f ||��|jsn|jrnt|�}d|d< t|�}t|dtj d�}t
|j |�}| � ||||||�}|d u r�d S t
|d ��r|j } |_| �|d
�| jks�t| �| jk�rt|j || j| ||��ni } |_|_| �|d
�d | |< |�� |�� | jj||jd �S )
N�location�uri�r� r� �ftprr z+%s - Redirection to url '%s' is not allowed�/r: z
iso-8859-1)�encoding�safe�
redirect_dictr rV �rJ )r �schemer r\ Znetlocr� r r �stringZ punctuationr rt r� r� r
r� � max_repeatsrd �max_redirections�inf_msgrc r� r� rG rJ )
r� r� rh r� r� ri r �urlparts�newZvisitedrL rL rM �http_error_302� sH
� � � �z"HTTPRedirectHandler.http_error_302zoThe HTTP server returned a redirect error that would lead to an infinite loop.
The last 30x error message was:
N) r� r� r� r r r� r �http_error_301�http_error_303�http_error_307r rL rL rL rM r � s &< r c
C s� t | �\}}|�d�s d }| }nZ|�d�s6td| ��d|v rV|�d�}|�d|�}n |�dd�}|dkrnd }|d|� }t|�\}}|d ur�t|�\}} nd }} ||| |fS )Nr
�//z proxy URL with no authority: %r�@r: rS )r r� rB r� r r )
�proxyr Zr_scheme� authorityZhost_separator�endZuserinfo�hostport�user�passwordrL rL rM � _parse_proxy� s$
r" c @ s" e Zd ZdZddd�Zdd� ZdS )r �d Nc C sP |d u rt � }|| _|�� D ].\}}|�� }t| d| ||| jfdd�� q d S )Nz%s_openc S s || ||�S rN rL )�rr r� r� rL rL rM �! s z'ProxyHandler.__init__..)r5 �proxiesr rx �setattrr� )r� r& r� rH rL rL rM r� s
�zProxyHandler.__init__c C s� |j }t|�\}}}}|d u r"|}|jr6t|j�r6d S |rv|rvdt|�t|�f } t�| �� ��d�}
|� dd|
� t|�}|�
||� ||ks�|dkr�d S | j j ||j
d�S d S )N�%s:%s�ascii�Proxy-authorization�Basic r� r )r� r" rz � proxy_bypassr
�base64� b64encode�encode�decoder� r� r� rG rJ ) r� r� r r� Z orig_typeZ
proxy_typer r! r Z user_passZcredsrL rL rM r� $ s" � zProxyHandler.proxy_open)N)r� r� r� r� r� r� rL rL rL rM r s
r c @ s6 e Zd Zdd� Zdd� Zdd� Zd
dd �Zd
d � Zd S )r c C s
i | _ d S rN )�passwdr� rL rL rM r� B s zHTTPPasswordMgr.__init__c s\ t |t�r|g}|�jvr$i �j|< dD ].� t� �fdd�|D ��}||f�j| |< q(d S )N�TFc 3 s | ]}�� |� �V qd S rN )�
reduce_uri)r� �u�� default_portr� rL rM � L s z/HTTPPasswordMgr.add_password..)r� r� r1 �tuple)r� �realmr r r1 � reduced_urirL r5 rM � add_passwordE s
�z HTTPPasswordMgr.add_passwordc C s` | j �|i �}dD ]H}| �||�}|�� D ].\}}|D ] }| �||�r6| S q6q*qdS )Nr2 �NN)r1 r� r3 r � is_suburi) r� r9 �authuriZdomainsr6 �reduced_authuriZurisZauthinfor rL rL rM �find_user_passwordP s z"HTTPPasswordMgr.find_user_passwordTc
C s� t |�}|d r.|d }|d }|d p*d}n d }|}d}t|�\}}|r~|d u r~|d ur~ddd��|�} | d ur~d|| f }||fS ) NrV r r: r
�P i� r� z%s:%d)r r
r� )
r� r r6 �partsr r r\ rz �portZdportrL rL rM r3 Z s$ �� zHTTPPasswordMgr.reduce_uric C sN ||kr dS |d |d kr dS |d }|dd � dkr@|d7 }|d � |�S )NTr FrV rS r
)r� )r� �base�test�prefixrL rL rM r= q s zHTTPPasswordMgr.is_suburiN)T)r� r� r� r� r; r@ r3 r= rL rL rL rM r @ s
r c @ s e Zd Zdd� ZdS )r! c C s0 t �| ||�\}}|d ur"||fS t �| d |�S rN )r r@ )r� r9 r> r r! rL rL rM r@ � s �z2HTTPPasswordMgrWithDefaultRealm.find_user_passwordN)r� r� r� r@ rL rL rL rM r! � s r! c s< e Zd Z� fdd�Zd
� fdd� Zd dd�Zdd � Z� ZS ) r" c s i | _ t� j|i |�� d S rN )�
authenticated�superr� �r� r� �kwargs�� __class__rL rM r� � s z%HTTPPasswordMgrWithPriorAuth.__init__Fc s< | � ||� |d ur&t� �d |||� t� �||||� d S rN )�update_authenticatedrH r; )r� r9 r r r1 �is_authenticatedrK rL rM r; � s z)HTTPPasswordMgrWithPriorAuth.add_passwordc C s> t |t�r|g}dD ]$}|D ]}| �||�}|| j|< q qd S �Nr2 )r� r� r3 rG )r� r rN r6 r4 r: rL rL rM rM � s
z1HTTPPasswordMgrWithPriorAuth.update_authenticatedc C sD dD ]:}| � ||�}| jD ]"}| �||�r| j| S qqd S rO )r3 rG r= )r� r> r6 r? r rL rL rM rN � s
z-HTTPPasswordMgrWithPriorAuth.is_authenticated)F)F)r� r� r� r� r; rM rN �
__classcell__rL rL rK rM r" � s
r" c @ sT e Zd Ze�dej�Zddd�Zdd� Zdd� Z d d
� Z
d d � Z d
d� Z e Z
e ZdS )r# z1(?:^|,)[ ]*([^ ,]+)[ ]+realm=(["']?)([^"']*)\2Nc C s" |d u rt � }|| _| jj| _d S rN )r r1 r; )r� Z password_mgrrL rL rM r� � s z!AbstractBasicAuthHandler.__init__c c sp d}t j�|�D ]6}|�� \}}}|dvr8t�dtd� ||fV d}q|sl|r^|�� d }nd}|d fV d S )NF)�"�'z Basic Auth Realm was unquoted� Tr rr )r# �rx�finditer�groupsr? r@ � UserWarning�split)r� �headerZfound_challengeZmor r r9 rL rL rM � _parse_realm� s �
z%AbstractBasicAuthHandler._parse_realmc C s~ |� |�}|sd S d }|D ]H}| �|�D ]8\}}|�� dkrB|}q(|d ur(| �|||� S q(q|d urztd|f ��d S )N�basiczBAbstractBasicAuthHandler does not support the following scheme: %r)Zget_allrZ rx �retry_http_basic_authrB ) r� �authreqrz r� ri Z unsupportedrY r r9 rL rL rM �http_error_auth_reqed� s
�z.AbstractBasicAuthHandler.http_error_auth_reqedc C s| | j �||�\}}|d urtd||f }dt�|�� ��d� }|�| jd �|krTd S |�| j|� | j j
||j d�S d S d S )Nr( r+ r) r ) r1 r@ r- r. r/ r0 ru � auth_headerr� r� rG rJ )r� rz r� r9 r �pw�raw�authrL rL rM r\ � s z.AbstractBasicAuthHandler.retry_http_basic_authc C st t | jd�r| j�|j�s |S |�d�sp| j�d |j�\}}d�||��� }t� |��
� }|� dd�|� � �� |S )NrN �
Authorizationz{0}:{1}zBasic {})
r� r1 rN rt r� r@ r� r/ r- Zstandard_b64encoder0 r� �strip)r� r� r r1 Z credentialsZauth_strrL rL rM � http_request� s �
�z%AbstractBasicAuthHandler.http_requestc C sL t | jd�rHd|j kr"dk r8n n| j�|jd� n| j�|jd� |S )NrN r� r� TF)r� r1 r� rM rt )r� r� r� rL rL rM r� s
z&AbstractBasicAuthHandler.http_response)N)r� r� r� �re�compile�IrT r� rZ r^ r\ re r� �
https_requestr� rL rL rL rM r# � s �
r# c @ s e Zd ZdZdd� ZdS )r$ rc c C s |j }| �d|||�}|S )N�www-authenticate)rt r^ )r� r� rh r� r� ri rH r� rL rL rM �http_error_401 s
�z#HTTPBasicAuthHandler.http_error_401N)r� r� r� r_ rk rL rL rL rM r$ s r$ c @ s e Zd ZdZdd� ZdS )r% r* c C s |j }| �d|||�}|S �N�proxy-authenticate)rz r^ )r� r� rh r� r� ri r r� rL rL rM �http_error_407' s
�z$ProxyBasicAuthHandler.http_error_407N)r� r� r� r_ rn rL rL rL rM r% # s r% c @ sN e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dS )r& Nc C s4 |d u rt � }|| _| jj| _d| _d| _d | _d S �Nr )r r1 r; �retried� nonce_count�
last_nonce)r� r1 rL rL rM r� A s
z"AbstractDigestAuthHandler.__init__c C s
d| _ d S ro )rp r� rL rL rM �reset_retry_countJ s z+AbstractDigestAuthHandler.reset_retry_countc C s| |� |d �}| jdkr*t|jdd|d ��n| jd7 _|rx|�� d }|�� dkr`| �||�S |�� dkrxtd| ��d S ) N� i� zdigest auth failedrV r Zdigestr[ zEAbstractDigestAuthHandler does not support the following scheme: '%s')r� rp r rt rX rx �retry_http_digest_authrB )r� r_ rz r� ri r] r rL rL rM r^ M s
� �z/AbstractDigestAuthHandler.http_error_auth_reqedc C sz |� dd�\}}ttd t|���}| �||�}|rvd| }|j�| jd �|krRd S |�| j|� | j j
||j d�}|S d S )Nr� rV z Digest %sr ) rX �parse_keqv_list�filter�parse_http_list�get_authorizationri r� r_ r� r� rG rJ )r� r� rb �tokenZ challenge�chalZauth_valZresprL rL rM ru a s z0AbstractDigestAuthHandler.retry_http_digest_authc C s@ d| j |t�� f }|�d�td� }t�|��� }|d d� S )Nz %s:%s:%s:r) � � )rq �time�ctimer/ � _randombytes�hashlib�sha1� hexdigest)r� �nonce�s�b�digrL rL rM �
get_cnoncem s z$AbstractDigestAuthHandler.get_cnoncec C s� z6|d }|d }|� d�}|� dd�}|� dd �}W n tyJ Y d S 0 | �|�\}} |d u rfd S | j�||j�\}
} |
d u r�d S |jd ur�| �|j|�} nd } d|
|| f }
d|�� |j f }|d u r�| ||
�d|||�f �}n~d |�
d
�v �rZ|| j k�r| j d 7 _ n d | _ || _ d | j }| �
|�}d
|||d ||�f }| ||
�|�}n td| ��d|
|||j |f }|�r�|d| 7 }| �r�|d| 7 }|d| 7 }|�r�|d||f 7 }|S )Nr9 r� �qop� algorithm�MD5�opaquez%s:%s:%sr( rb �,rV z%08xz%s:%s:%s:%s:%szqop '%s' is not supported.z>username="%s", realm="%s", nonce="%s", uri="%s", response="%s"z
, opaque="%s"z
, digest="%s"z, algorithm="%s"z , qop=auth, nc=%s, cnonce="%s")r� �KeyError�get_algorithm_implsr1 r@ rt rI �get_entity_digestr� r� rX rr rq r� r )r� r� r{ r9 r� r� r� r� �H�KDr r` ZentdigZA1ZA2ZrespdigZncvalueZcnonceZnoncebitrD rL rL rM ry x s\
�
�� z+AbstractDigestAuthHandler.get_authorizationc sD |dkrdd� � n |dkr$dd� � n t d| ��� fdd�}� |fS )Nr� c S s t �| �d���� S �Nr) )r� Zmd5r/ r� ��xrL rL rM r% � � z?AbstractDigestAuthHandler.get_algorithm_impls..ZSHAc S s t �| �d���� S r� )r� r� r/ r� r� rL rL rM r% � r� z.Unsupported digest authentication algorithm %rc s � d| |f �S )Nr( rL )r� �d�r� rL rM r% � r� )rB )r� r� r� rL r� rM r� � s
� z-AbstractDigestAuthHandler.get_algorithm_implsc C s d S rN rL )r� rI r{ rL rL rM r� � s z+AbstractDigestAuthHandler.get_entity_digest)N) r� r� r� r� rs r^ ru r� ry r� r� rL rL rL rM r& 6 s
>
r& c @ s e Zd ZdZdZdd� ZdS )r' rc �� c C s* t |j�d }| �d|||�}| �� |S )NrV rj )r rt r^ rs �r� r� rh r� r� ri rz �retryrL rL rM rk � s �z$HTTPDigestAuthHandler.http_error_401N)r� r� r� r_ r� rk rL rL rL rM r' � s r' c @ s e Zd ZdZdZdd� ZdS )r( �Proxy-Authorizationr� c C s" |j }| �d|||�}| �� |S rl )rz r^ rs r� rL rL rM rn � s �z%ProxyDigestAuthHandler.http_error_407N)r� r� r� r_ r� rn rL rL rL rM r( � s r( c @ s6 e Zd Zd
dd�Zdd� Zdd� Zdd � Zd
d � Zd S )�AbstractHTTPHandlerr c C s
|| _ d S rN �� _debuglevel)r� �
debuglevelrL rL rM r� � s z AbstractHTTPHandler.__init__c C s
|| _ d S rN r� )r� �levelrL rL rM �set_http_debuglevel� s z'AbstractHTTPHandler.set_http_debuglevelc C s t jj�|j|�� �S rN )r� r� �HTTPConnection�_get_content_lengthrI r� �r� ry rL rL rM r� � s �z'AbstractHTTPHandler._get_content_lengthc C s |j }|std��|jd ur�|j}t|t�r8d}t|��|�d�sN|�dd� |�d�s�|�d�s�| �|�}|d ur�|�dt|�� n |�dd� |}|� � r�t
|j �\}}t |�\}} |�d�s�|�d|� | j
jD ]&\}
} |
�� }
|�|
�s�|�|
| � q�|S ) N�
no host givenz\POST data should be bytes, an iterable of bytes, or a file object. It cannot be of type str.z Content-type�!application/x-www-form-urlencodedr� �Transfer-encodingZchunkedrs )rz r rI r� r� r� r� r� r� r� r r� r r� r� r� ) r� ry rz rI r� Zcontent_lengthZsel_hostr ZselZsel_pathr_ r� rL rL rM � do_request_� sF
�
�
��
z AbstractHTTPHandler.do_request_c
sV |j }|std��||fd|ji|��}|�| j� t|j�� � �� fdd�|j� � D �� d� d< dd� � � � D �� |j
r�i }d}|� v r�� | ||< � |= |j |j
|d � zbz&|j |�
� |j|j� |�d
�d � W n. t�y } zt|��W Y d }~n
d }~0 0 |�� } W n |�� � Y n0 |j�r@|j�� d |_|�� | _| j| _| S ) Nr� rJ c s i | ]\}}|� vr||�qS rL rL r� �ri rL rM r ' s �z/AbstractHTTPHandler.do_open..r� �
Connectionc S s i | ]\}}|� � |�qS rL )�title)r� r_ r� rL rL rM r 4 r� r� r� r� )Zencode_chunked)rz r rJ Zset_debuglevelr� r� r| �updateri r r~ Z
set_tunnelry r� r� rI r� rq � getresponser� Zsockr� rH �reasonr� )
r� Z
http_classr� Zhttp_conn_argsrz r� Ztunnel_headersZproxy_auth_hdr�errr$ rL r� rM r� sB
�
zAbstractHTTPHandler.do_openN)r )r� r� r� r� r� r� r� r� rL rL rL rM r� � s
&r� c @ s e Zd Zdd� ZejZdS )r) c C s | � tjj|�S rN )r� r� r� r� �r� r� rL rL rM � http_open^ s zHTTPHandler.http_openN)r� r� r� r� r� r� re rL rL rL rM r) \ s r) r� c @ s$ e Zd Zddd�Zdd� ZejZdS )rE r Nc C s t �| |� || _|| _d S rN )r� r� �_context�_check_hostname)r� r� r> �check_hostnamerL rL rM r� g s zHTTPSHandler.__init__c C s | j tjj|| j| jd�S )N)r> r� )r� r� r� r� r� r� r� rL rL rM �
https_openl s �zHTTPSHandler.https_open)r NN)r� r� r� r� r� r� r� ri rL rL rL rM rE e s
rE c @ s. e Zd Zddd�Zdd� Zdd� ZeZeZdS ) r Nc C s$ dd l }|d u r|j�� }|| _d S ro )Zhttp.cookiejar� cookiejarZ CookieJar)r� r� r� rL rL rM r� u s
z HTTPCookieProcessor.__init__c C s | j �|� |S rN )r� Zadd_cookie_headerr� rL rL rM re { s z HTTPCookieProcessor.http_requestc C s | j �||� |S rN )r� Zextract_cookies)r� ry r� rL rL rM r� s z!HTTPCookieProcessor.http_response)N)r� r� r� r� re r� ri r� rL rL rL rM r t s
r c @ s e Zd Zdd� ZdS )r. c C s |j }td| ��d S )Nzunknown url type: %s)r� r )r� r� r� rL rL rM r� � s zUnknownHandler.unknown_openN)r� r� r� r� rL rL rL rM r. � s r. c C sN i }| D ]@}|� dd�\}}|d dkr@|d dkr@|dd� }|||< q|S )N�=rV r rQ rS )rX )�lZparsed�eltr� r rL rL rM rv � s
rv c C s� g }d}d }}| D ]l}|r*||7 }d}q|rT|dkr>d}qn |dkrJd}||7 }q|dkrl|� |� d}q|dkrxd}||7 }q|r�|� |� dd� |D �S ) Nrr F�\TrQ r� c S s g | ] }|� � �qS rL )rd )r� �partrL rL rM �
� r� z#parse_http_list..)ra )r� �resr� �escaper ZcurrL rL rM rx � s4
rx c @ s( e Zd Zdd� ZdZdd� Zdd� ZdS )r* c C s\ |j }|d d� dkrN|dd� dkrN|jrN|jdkrN|j| �� vrXtd��n
| �|�S d S )Nr: r rS r
� localhost�-file:// scheme is supported only on localhost)r� rz � get_namesr �open_local_file)r� r� rH rL rL rM � file_open� s &�
zFileHandler.file_openNc C s^ t jd u rXz*tt�d�d t�t�� �d �t _W n" tjyV t�d�ft _Y n0 t jS )Nr� r: )r* �namesr8 r� �gethostbyname_ex� gethostname�gaierror�
gethostbynamer� rL rL rM r� � s
��
zFileHandler.get_namesc
C s dd l }dd l}|j}|j}t|�}z�t�|�}|j}|jj |j
dd�} |� |�d }
|� d|
pbd|| f �} |r~t
|�\}} |r�| s�t|�| �� v r�|r�d| | }
nd| }
tt|d�| |
�W S W n, ty� } zt|��W Y d }~n
d }~0 0 td��d S ) Nr T�Zusegmtz6Content-type: %s
Content-length: %d
Last-modified: %s
�
text/plain�file://�rbzfile not on local host)� email.utils� mimetypesrz r� r4 r[ �stat�st_size�utils�
formatdate�st_mtime�
guess_type�message_from_stringr
�_safe_gethostbynamer� r rG rq r )r� r� �emailr� rz rf Z localfile�statsrm �modified�mtyperi rC Zorigurl�exprL rL rM r� � s:
�� �� zFileHandler.open_local_file)r� r� r� r� r� r� r� rL rL rL rM r* � s
r* c C s( z t �| �W S t jy" Y d S 0 d S rN )r� r� r� )rz rL rL rM r� � s r� c @ s e Zd Zdd� Zdd� ZdS )r+ c
C s. dd l }dd l}|j}|s"td��t|�\}}|d u r>|j}nt|�}t|�\}}|rdt|�\}}nd }t |�}|pvd}|p~d}zt
� |�}W n, t y� } zt|��W Y d }~n
d }~0 0 t
|j�\} }
| �d�} ttt | ��} | d d� | d } } | �r| d �s| dd � } z�| �||||| |j�}
| �r8d�p:d}|
D ]2}t|�\}}|�� d k�r@|d
v �r@|�� }�q@|
�| |�\}}d}|�|j�d }|�r�|d | 7 }|d u�r�|dk�r�|d | 7 }t�|�}t |||j�W S |j �y( } z*td
| �}|� t � � d ��W Y d }~n
d }~0 0 d S )Nr �ftp error: no host givenrr r
rS rV rh �Dr� ��a�Ar� rh r� r� zContent-type: %s
zContent-length: %d
�
ftp error: %rr: )!�ftplibr� rz r r
�FTP_PORTrb r r r
r� r� rq r r� rX r� �map� connect_ftprJ r rx �upper�retrfiler� rt r� r� r �
all_errors�with_tracebackr� �exc_info)r� r� r� r� rz rC r r1 r� r\ �attrs�dirsrO �fwr� �attrr� rh �retrlenri r� r� �excrL rL rM �ftp_open� s^
�
zFTPHandler.ftp_openc C s t ||||||dd�S )NF)�
persistent)�
ftpwrapper)r� r r1 rz rC r� rJ rL rL rM r� / s �zFTPHandler.connect_ftpN)r� r� r� r� r� rL rL rL rM r+ � s 5r+ c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )r, c C s" i | _ i | _d| _d| _d| _d S )Nr �< r} )�cacherJ �soonest�delay� max_connsr� rL rL rM r� 6 s
zCacheFTPHandler.__init__c C s
|| _ d S rN )r� )r� �trL rL rM �
setTimeout= s zCacheFTPHandler.setTimeoutc C s
|| _ d S rN )r� )r� r rL rL rM � setMaxConns@ s zCacheFTPHandler.setMaxConnsc C sr |||d� |�|f}|| jv r4t�� | j | j|< n,t||||||�| j|< t�� | j | j|< | �� | j| S )Nr
)�joinr� r~ r� rJ r� � check_cache)r� r r1 rz rC r� rJ r� rL rL rM r� C s
�
zCacheFTPHandler.connect_ftpc C s� t � � }| j|krPt| j�� �D ].\}}||k r | j| �� | j|= | j|= q tt| j�� ��| _t | j�| j
kr�t| j�� �D ]&\}}|| jkr�| j|= | j|= q�q�tt| j�� ��| _d S rN ) r~ r� r� rJ r r� r� �min�valuesrd r� )r� r� r� r rL rL rM r� N s
zCacheFTPHandler.check_cachec C s0 | j �� D ] }|�� q
| j �� | j�� d S rN )r� r r� �clearrJ )r� �connrL rL rM � clear_cacheb s
zCacheFTPHandler.clear_cacheN) r� r� r� r� r� r� r� r� r rL rL rL rM r, 3 s r, c @ s e Zd Zdd� ZdS )r- c C s~ |j }|�dd�\}}|�dd�\}}t|�}|�d�rNt�|�}|d d� }|sVd}t�d|t|�f �}t t
� |�||�S )N�:rV r� z;base64i�����text/plain;charset=US-ASCIIz$Content-type: %s
Content-length: %d
) rt rX r �endswithr- � decodebytesr� r� rd r �io�BytesIO)r� r� rH r rI Z mediatyperi rL rL rM � data_openi s
�zDataHandler.data_openN)r� r� r� r
rL rL rL rM r- h s r- r� �nt)r4 r3 c C s t | �S rN )r
��pathnamerL rL rM r4 � s r4 c C s t | �S rN )r r rL rL rM r3 � s r3 c @ s� e Zd ZdZde Zd)dd�Zdd� Zdd� Zd d
� Z d d � Z
d*d
d�Z d+dd�Z d,dd�Z
d-dd�Zdd� Zd.dd�Zd/dd�Zdd � Zer�d d � Zd0d d �Zd!d"� Zd#d$� Zd%d&� Zd1d'd(�ZdS )2r8 Nr� c K sz dd| j ji }tj|tdd� |d u r.t� }|| _|�d�| _|�d�| _ d| j
fdg| _ g | _ t
j| _d | _t| _d S ) NzW%(class)s style of invoking requests is deprecated. Use newer urlopen functions/methods�classrS )�
stacklevel�key_file� cert_filez
User-Agent)ZAcceptz*/*)rL r� r? r@ rA r5 r& r� r r �versionr� �_URLopener__tempfilesr[ rp �_URLopener__unlink� tempcache�ftpcache)r� r& Zx509r� rL rL rM r� � s
� zURLopener.__init__c C s | � � d S rN )r� r� rL rL rM �__del__� s zURLopener.__del__c C s | � � d S rN )�cleanupr� rL rL rM r� � s zURLopener.closec C sT | j r@| j D ]&}z| �|� W q ty0 Y q 0 q | j d d �= | jrP| j�� d S rN )r r rq r r )r� rO rL rL rM r � s
zURLopener.cleanupc G s | j �|� d S rN )r� ra )r� r� rL rL rM � addheader� s zURLopener.addheaderc
C sp t t|��}t|dd�}| jrL|| jv rL| j| \}}t|d�}t|||�S t|�\}}|s`d}|| jv r�| j| }t|�\}} t| �\}
} |
|f}nd }d| } || _ | �
dd�} t | | �r�| dkr�|r�| � |||�S | �
||�S z0|d u �r t| | �|�W S t| | �||�W S W nV ttf�y. � Y n> t�yj }
z$td |
��t�� d
��W Y d }
~
n
d }
~
0 0 d S ) Nz%/:=&?~#+!$,;'@()*[]|�r r� rO Zopen_�-r� r� z socket errorr: )r r r r rG r r r& r r� r r� �open_unknown_proxy� open_unknownr� r r rq r� r� r� )r� r� rI rf ri rh �urltyperH r � proxyhostrz r� r_ r� rL rL rM rG � s<
zURLopener.openc C s t |�\}}tdd|��d S )N� url errorzunknown url type�r rq )r� r� rI r� rH rL rL rM r s zURLopener.open_unknownc C s t |�\}}tdd| |��d S )Nr zinvalid proxy for %sr! )r� r r� rI r� rH rL rL rM r s z URLopener.open_unknown_proxyc C s t t|��}| jr&|| jv r&| j| S t|�\}}|d u r�|rF|dkr�z0| �|�}|�� }|�� tt|�d �|fW S t y� Y n0 | �
||�}�zL|�� } |r�t
|d�}
nrt|�\} } t| p�d�\} } t | p�d�\} } t | p�d�\} } t
j�| �d }
t�|
�\}}| j�|� t
�|d�}
z�|| f}| jd u�rD|| j|< d}d}d}d}d| v �rjt| d �}|�r|||||� |�|�}|�s��q�|t|�7 }|
�|� |d7 }|�r|||||� �q|W |
�� n
|
�� 0 W |�� n
|�� 0 |dk�r||k �rtd
||f |��|S ) NrO rV rP rr rR rS r rT rU rW )r r r r r� rZ r� r4 r rq rG r r r[ r\ �splitextr^ Zmkstempr ra �fdopenrb rc rd re r )r� rH rf rg rI r� Zurl1rh r� ri rj Zgarbager\ �suffix�fdrk rl rm rc rn ro rL rL rM �retrieve
sn
��zURLopener.retrievec C s" d }d }t |t�r |d d> B |d d > B |d
B S ) Nrq r� )r r r r r � rV r} r: r| rS )rX r� r� rb rd )ZipAddrrB rL rL rM �ip2num
s
z,_proxy_bypass_macosx_sysconf..ip2numrq Zexclude_simpleT�
exceptionsrL z(\d+(?:\.\d+)*)(/\d+)?rV r: r| � F) rv Z ipaddressrw rx r
rb r� rf rK �group�count)
rz �proxy_settingsrv rw rx rs rC rz ZhostIPr� r rD �maskrL rL rM � _proxy_bypass_macosx_sysconf� s:
r� c C s` ddl m } t| �\} }|�d�}|D ]4}|�� }|dkrJd| vrZ dS q&|| |�r& dS q&dS )Nr ru r9 zrq TF)rv r
rX rd )rz �overriderv r� Zproxy_overriderE rL rL rM � _proxy_bypass_winreg_override:
s
r� �darwin)�_get_proxy_settings� _get_proxiesc C s t � }t| |�S rN )r� r� )rz r rL rL rM �proxy_bypass_macosx_sysconfU
s r� c C s t � S rN )r� rL rL rL rM �getproxies_macosx_sysconfY
s r� c C s t � }|rt| |�S t| �S d S rN )ro rt r� �rz r& rL rL rM r, c
s
r, c C s t � p
t� S rN )ro r� rL rL rL rM r5 p
s r5 c
C sB i } z dd l }W n ty& | Y S 0 z�|�|jd�}|�|d�d }|�rt|�|d�d �}d|vr|d|vr|d�|�}|�d�D ]J}|�dd�\}}t� d |�s�|d
v r�d | }n|d kr�d
| }|| |< q�| �
d ��rt� dd| d �}| �
d�� p�|| d< | �
d��p|| d< |� � W n t
ttf�y< Y n0 | S )Nr �;Software\Microsoft\Windows\CurrentVersion\Internet Settings� ProxyEnableZ ProxyServerr� r9 zhttp={0};https={0};ftp={0}rV z
(?:[^/:]+)://)r� r� r rM Zsockszsocks://z ^socks://z socks4://r� r� )�winreg� ImportError�OpenKey�HKEY_CURRENT_USER� QueryValueExr� r� rX rf rK r� rw ZCloserq rB r� )r& r� �internetSettings� proxyEnableZ proxyServer�pr� ZaddressrL rL rM �getproxies_registryu
sL
�����
r� c C s t � p
t� S rN )ro r� rL rL rL rM r5 �
s c C s� z dd l }W n ty Y dS 0 z6|�|jd�}|�|d�d }t|�|d�d �}W n tyl Y dS 0 |rv|szdS t| |�S )Nr Fr� r� Z
ProxyOverride)r� r� r� r� r� r� rq r� )rz r� r� r� Z
proxyOverriderL rL rM �proxy_bypass_registry�
s. �����
r� c C s t � }|rt| |�S t| �S d S rN )ro rt r� r� rL rL rM r, �
s
)NNN)N)~r- r� r� r� Z http.clientr� r r[ � posixpathrf r� r r� r~ r^ rX r? Z urllib.errorr r r Z urllib.parser r r r r r
r r r
r r r r r r r r r Zurllib.responser r rD r� rC �__all__� version_infor� rF r� r0 r1 r` r6 r7 rg �ASCIIrv r{ r r r2 r r/ r r r" r r r! r" r# r$ r% �urandomr� r& r' r( r� r) r� r� rE ra r r. rv rx r* r� r+ r, r- r6 r_ Z
nturl2pathr4 r3 r r8 r9 r] r� r^ r4 r_ r7 r` ra r� ro rt r� r� �platformZ_scproxyr� r� r� r� r, r5 r� r� rL rL rL rM �T s� P
� M
?m $q!+@
o v
+3:5! @ W
_
%@
1