a
XC?hL� � @ s d Z ddlZddlZddlZddlZddlZddlZddlZz ddlZW n e y^ dZY n0 ddl
m Z ddl
m Z ddl
m
Z
ddl
mZ ddl
mZ dd l
mZ dd
l
mZ dd l
mZ dd lmZ d
d� ZG dd� de j�ZG dd� dejej�ZG dd� de�ZG dd� de�Z dS ))�BaseSelectorEventLoop� N� )� base_events)� constants)�events)�futures)� protocols)�sslproto)�
transports)�trsock)�loggerc C s6 z| � |�}W n ty" Y dS 0 t|j|@ �S d S �NF)�get_key�KeyError�boolr )�selector�fdZevent�key� r �d?� Z!d@dA� Z"dBdC� Z#dWdDdE�Z$dFdG� Z%dHdI� Z&dJdK� Z'dLdM� Z(dNdO� Z)dPdQ� Z*� Z+S )Xr Nc sF t � �� |d u rt�� }t�d|jj� || _| � � t
� � | _ d S )NzUsing selector: %s)
�super�__init__� selectorsZDefaultSelectorr �debug� __class__�__name__� _selector�_make_self_pipe�weakrefZWeakValueDictionary� _transports)�selfr �r r r r 1 s
z BaseSelectorEventLoop.__init__��extra�serverc C s t | |||||�S �N)�_SelectorSocketTransport)r! �sock�protocol�waiterr$ r% r r r �_make_socket_transport; s
�z,BaseSelectorEventLoop._make_socket_transportF)� server_side�server_hostnamer$ r% �ssl_handshake_timeoutc C s0 t j| |||||| d�}
t| ||
||d� |
jS )N)r. r# )r Z SSLProtocolr' Z_app_transport) r! Zrawsockr) �
sslcontextr* r, r- r$ r% r. Z ssl_protocolr r r �_make_ssl_transport@ s ��z)BaseSelectorEventLoop._make_ssl_transportc C s t | |||||�S r& )�_SelectorDatagramTransport)r! r( r) �addressr* r$ r r r �_make_datagram_transportM s �z.BaseSelectorEventLoop._make_datagram_transportc sL | � � rtd��| �� r d S | �� t� �� | jd urH| j�� d | _d S )Nz!Cannot close a running event loop)Z
is_running� RuntimeError� is_closed�_close_self_piper �closer �r! r" r r r7 R s
zBaseSelectorEventLoop.closec C sB | � | j�� � | j�� d | _| j�� d | _| jd8 _d S )Nr )�_remove_reader�_ssock�filenor7 �_csock�
_internal_fdsr8 r r r r6 ] s
z&BaseSelectorEventLoop._close_self_pipec C sN t �� \| _| _| j�d� | j�d� | jd7 _| �| j�� | j� d S )NFr ) �socketZ
socketpairr: r< � setblockingr= � _add_readerr; �_read_from_selfr8 r r r r e s
z%BaseSelectorEventLoop._make_self_pipec C s d S r& r �r! �datar r r �_process_self_datam s z(BaseSelectorEventLoop._process_self_datac C sT z"| j �d�}|sW qP| �|� W q ty8 Y q Y q tyL Y qPY q 0 q d S )Ni )r: �recvrD �InterruptedError�BlockingIOErrorrB r r r rA p s z%BaseSelectorEventLoop._read_from_selfc C sL | j }|d u rd S z|�d� W n& tyF | jrBtjddd� Y n0 d S )N� z3Fail to write a null byte into the self-pipe socketT��exc_info)r< �send�OSError�_debugr r )r! Zcsockr r r �_write_to_self| s �z$BaseSelectorEventLoop._write_to_self�d c
C s" | � |�� | j||||||� d S r& )r@ r; �_accept_connection)r! �protocol_factoryr( r/ r% �backlogr. r r r �_start_serving� s
�z$BaseSelectorEventLoop._start_servingc
C s t |�D ]�}z0|�� \}} | jr0t�d|| |� |�d� W n� tttfyX Y d S t y� }
zl|
j
t
j t
j t
j
t
jfv r�| �d|
t�|�d�� | �|�� � | �tj| j||||||� n� W Y d }
~
qd }
~
0 0 d| i} | �||| |||�} | �| � qd S )Nz#%r got a new connection from %r: %rFz&socket.accept() out of system resource)�message� exceptionr> �peername)�range�acceptrM r r r? rG rF �ConnectionAbortedErrorrL �errnoZEMFILEZENFILEZENOBUFSZENOMEM�call_exception_handlerr �TransportSocketr9 r; Z
call_laterr ZACCEPT_RETRY_DELAYrS �_accept_connection2Z create_task)
r! rQ r( r/ r% rR r. �_�conn�addr�excr$ rX r r r rP � s@ � ���
�z(BaseSelectorEventLoop._accept_connectionc
� s� d }d }zr|� }| � � } |r8| j|||| d|||d�}n| j||| ||d�}z| I d H W n tyv |�� � Y n0 W nt ttfy� � Y n^ ty� }
zF| jr�d|
d�} |d ur�|| d< |d ur�|| d< | �| � W Y d }
~
n
d }
~
0 0 d S )NT)r* r, r$ r% r. )r* r$ r% z3Error on transport creation for incoming connection)rT rU r) � transport) �
create_futurer0 r+ �
BaseExceptionr7 �
SystemExit�KeyboardInterruptrM r[ ) r! rQ r_ r$ r/ r% r. r) rb r* ra �contextr r r r] � s@ �� �z)BaseSelectorEventLoop._accept_connection2c
C s� |}t |t�sHzt|�� �}W n( tttfyF td|���d �Y n0 z| j| }W n tyh Y n 0 |�� s�t d|�d|����d S )NzInvalid file object: zFile descriptor z is used by transport )
�
isinstance�intr; �AttributeError� TypeError�
ValueErrorr r �
is_closingr4 )r! r r; rb r r r �_ensure_fd_no_transport� s
��z-BaseSelectorEventLoop._ensure_fd_no_transportc G s� | � � t�||| d �}z| j�|�}W n( tyP | j�|tj|d f� Y n>0 |j|j }\}}| j�
||tjB ||f� |d ur�|� � |S r& ) �
_check_closedr �Handler r r �registerr �
EVENT_READrC �modify�cancel� r! r �callback�args�handler �mask�reader�writerr r r r@ � s �
�z!BaseSelectorEventLoop._add_readerc C s� | � � r dS z| j�|�}W n ty0 Y dS 0 |j|j }\}}|tj M }|sb| j�|� n| j� ||d |f� |d ur�|�
� dS dS d S �NFT) r5 r r r r rC r rr �
unregisterrs rt �r! r r ry rz r{ r r r r9 s z$BaseSelectorEventLoop._remove_readerc G s� | � � t�||| d �}z| j�|�}W n( tyP | j�|tjd |f� Y n>0 |j|j }\}}| j�
||tjB ||f� |d ur�|� � |S r& ) ro r rp r r r rq r � EVENT_WRITErC rs rt ru r r r � _add_writer! s �
�z!BaseSelectorEventLoop._add_writerc C s� | � � r dS z| j�|�}W n ty0 Y dS 0 |j|j }\}}|tj M }|sb| j�|� n| j� |||d f� |d ur�|�
� dS dS d S r| ) r5 r r r r rC r r r} rs rt r~ r r r �_remove_writer1 s z$BaseSelectorEventLoop._remove_writerc G s" | � |� | j||g|�R � d S r& )rn r@ �r! r rv rw r r r �
add_readerH s
z BaseSelectorEventLoop.add_readerc C s | � |� | �|�S r& )rn r9 �r! r r r r �
remove_readerM s
z#BaseSelectorEventLoop.remove_readerc G s" | � |� | j||g|�R � d S r& )rn r� r� r r r �
add_writerR s
z BaseSelectorEventLoop.add_writerc C s | � |� | �|�S r& )rn r� r� r r r �
remove_writerW s
z#BaseSelectorEventLoop.remove_writerc � s� t �|� | jr$|�� dkr$td��z |�|�W S ttfyF Y n0 | �� }|� � }| �
|� | � || j |||�}|�
tj| j||d�� |I d H S �Nr � the socket must be non-blocking�rx )r �_check_ssl_socketrM �
gettimeoutrl rE rG rF rc r; rn r@ �
_sock_recv�add_done_callback� functools�partial�_sock_read_done)r! r( �n�futr rx r r r � sock_recv\ s
�z BaseSelectorEventLoop.sock_recvc C s |d u s|� � s| �|� d S r& )� cancelledr� �r! r r� rx r r r r� r s z%BaseSelectorEventLoop._sock_read_donec
C s� |� � r d S z|�|�}W nZ ttfy2 Y d S ttfyH � Y n8 tyt } z|�|� W Y d }~nd }~0 0 |�|� d S r& ) �donerE rG rF re rf rd �
set_exception�
set_result)r! r� r( r� rC ra r r r r� v s z BaseSelectorEventLoop._sock_recvc � s� t �|� | jr$|�� dkr$td��z |�|�W S ttfyF Y n0 | �� }|� � }| �
|� | � || j |||�}|�
tj| j||d�� |I d H S r� )r r� rM r� rl � recv_intorG rF rc r; rn r@ �_sock_recv_intor� r� r� r� )r! r( �bufr� r rx r r r �sock_recv_into� s
�z$BaseSelectorEventLoop.sock_recv_intoc
C s� |� � r d S z|�|�}W nZ ttfy2 Y d S ttfyH � Y n8 tyt } z|�|� W Y d }~nd }~0 0 |�|� d S r& ) r� r� rG rF re rf rd r� r� )r! r� r( r� �nbytesra r r r r� � s z%BaseSelectorEventLoop._sock_recv_intoc � s� t �|� | jr$|�� dkr$td��z|�|�}W n ttfyL d}Y n0 |t|�kr^d S | � � }|�
� }| � |� | � || j
||t|�|g�}|�tj| j||d�� |I d H S r� )r r� rM r� rl rK rG rF �lenrc r; rn r� �
_sock_sendall�
memoryviewr� r� r� �_sock_write_done)r! r( rC r� r� r rx r r r � sock_sendall� s&
��z"BaseSelectorEventLoop.sock_sendallc
C s� |� � r d S |d }z|�||d � �}W n\ ttfyB Y d S ttfyX � Y n0 ty� } z|�|� W Y d }~d S d }~0 0 ||7 }|t|�kr�|� d � n||d< d S )Nr )
r� rK rG rF re rf rd r� r� r� )r! r� r( Zview�pos�startr� ra r r r r� � s
z#BaseSelectorEventLoop._sock_sendallc � s� t �|� | jr$|�� dkr$td��|jtjksBt jrt|jtj krt| j
||j|j |j | d�I d H }|d \}}}}}| �
� }| �|||� |I d H S )Nr r� )�family�type�proto�loop)r r� rM r� rl r� r> ZAF_INETZ _HAS_IPv6ZAF_INET6Z_ensure_resolvedr� r� rc �
_sock_connect)r! r( r2 Zresolvedr^ r� r r r � sock_connect� s
�
�� z"BaseSelectorEventLoop.sock_connectc
C s� |� � }z|�|� W n� ttfyb | �|� | �|| j|||�}|�tj | j
||d�� Y nN t t fyx � Y n8 t
y� } z|�|� W Y d }~nd }~0 0 |�d � d S )Nr� )r; ZconnectrG rF rn r� �_sock_connect_cbr� r� r� r� re rf rd r� r� )r! r� r( r2 r rx ra r r r r� � s
�� z#BaseSelectorEventLoop._sock_connectc C s |d u s|� � s| �|� d S r& )r� r� r� r r r r� s z&BaseSelectorEventLoop._sock_write_donec
C s� |� � r d S z,|�tjtj�}|dkr6t|d|� ���W nX ttfyN Y nN tt fyd � Y n8 t
y� } z|� |� W Y d }~nd }~0 0 |� d � d S )Nr zConnect call failed )
r� Z
getsockoptr> Z
SOL_SOCKETZSO_ERRORrL rG rF re rf rd r� r� )r! r� r( r2 �errra r r r r� s z&BaseSelectorEventLoop._sock_connect_cbc � sB t �|� | jr$|�� dkr$td��| �� }| �||� |I d H S )Nr r� )r r� rM r� rl rc � _sock_accept)r! r( r� r r r � sock_accept" s
z!BaseSelectorEventLoop.sock_acceptc
C s� |� � }z|�� \}}|�d� W n� ttfyl | �|� | �|| j||�}|�t j
| j ||d�� Y nR t t
fy� � Y n< ty� } z|�|� W Y d }~nd }~0 0 |�||f� d S )NFr� )r; rX r? rG rF rn r@ r� r� r� r� r� re rf rd r� r� )r! r� r( r r_ r2 rx ra r r r r� 1 s
� z"BaseSelectorEventLoop._sock_acceptc � s� | j |j= |�� }|�� |�� I d H zL| j|j|||dd�I d H W |�� |rZ|�� || j |j< S || j |j< n"|�� |r�|�� || j |j< 0 d S )NF)Zfallback) r �_sock_fd�
is_reading�
pause_reading�_make_empty_waiterZ
sock_sendfile�_sock�_reset_empty_waiter�resume_reading)r! Ztransp�file�offset�countr� r r r �_sendfile_nativeB s*
� � �z&BaseSelectorEventLoop._sendfile_nativec C s� |D ]v\}}|j |j }\}}|tj@ rL|d urL|jrB| �|� n
| �|� |tj@ r|d ur|jrp| �|� q| �|� qd S r& ) �fileobjrC r rr Z
_cancelledr9 Z
_add_callbackr r� )r! Z
event_listr ry r� rz r{ r r r �_process_eventsP s
z%BaseSelectorEventLoop._process_eventsc C s | � |�� � |�� d S r& )r9 r; r7 )r! r( r r r �
_stop_serving^ s z#BaseSelectorEventLoop._stop_serving)N)N)N)NNN)N)N),r �
__module__� __qualname__r r+ r ZSSL_HANDSHAKE_TIMEOUTr0 r3 r7 r6 r rD rA rN rS rP r] rn r@ r9 r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� �
__classcell__r r r" r r + sh
� �� �
�
�
.�
)
r c s� e Zd ZdZeZdZd � fdd� Zdd� Zdd� Z d d
� Z
d d � Z d
d� Z dd� Z
ejfdd�Zd dd�Zdd� Zdd� Zdd� Zd d � Z� ZS ) �_SelectorTransporti Nc s� t � �||� t�|�| jd< z|�� | jd< W n tyL d | jd< Y n0 d| jvr�z|�� | jd< W n tj y� d | jd< Y n0 || _
|� � | _ d| _
| �|� || _| �� | _d| _d| _| jd ur�| j�� | |j| j < d S )Nr> ZsocknamerV Fr )r r r r\ �_extraZ getsocknamerL Z getpeernamer> �errorr� r; r� �_protocol_connected� set_protocol�_server�_buffer_factory�_buffer�
_conn_lost�_closingZ_attachr )r! r� r( r) r$ r% r" r r r o s,
z_SelectorTransport.__init__c C s� | j jg}| jd u r |�d� n| jr0|�d� |�d| j� �� | jd ur�| j�� s�t| jj | jt
j �}|rz|�d� n
|�d� t| jj | jt
j �}|r�d}nd}| �
� }|�d|� d |� d
�� d �d �|��S )
N�closed�closingzfd=z read=pollingz read=idle�pollingZidlezwrite=z<{}>� )r r r� �appendr� r� �_loopr5 r r r rr r �get_write_buffer_size�format�join)r! �infor� �state�bufsizer r r �__repr__� s.
�
�z_SelectorTransport.__repr__c C s | � d � d S r& )� _force_closer8 r r r �abort� s z_SelectorTransport.abortc C s || _ d| _d S �NT)� _protocolr� �r! r) r r r r� � s z _SelectorTransport.set_protocolc C s | j S r& )r� r8 r r r � get_protocol� s z _SelectorTransport.get_protocolc C s | j S r& )r� r8 r r r rm � s z _SelectorTransport.is_closingc C sT | j r
d S d| _ | j�| j� | jsP| jd7 _| j�| j� | j�| jd � d S �NTr ) r� r� r9 r� r� r� r� � call_soon�_call_connection_lostr8 r r r r7 � s z_SelectorTransport.closec C s, | j d ur(|d| ��t| d� | j �� d S )Nzunclosed transport )�source)r� �ResourceWarningr7 )r! Z_warnr r r �__del__� s
z_SelectorTransport.__del__�Fatal error on transportc C sN t |t�r(| j�� r@tjd| |dd� n| j�||| | jd�� | �|� d S )Nz%r: %sTrI )rT rU rb r) ) rh rL r� � get_debugr r r[ r� r� )r! ra rT r r r � _fatal_error� s
�z _SelectorTransport._fatal_errorc C sd | j r
d S | jr(| j�� | j�| j� | jsBd| _| j�| j� | j d7 _ | j�| j |� d S r� )
r� r� �clearr� r� r� r� r9 r� r� �r! ra r r r r� � s
z _SelectorTransport._force_closec C s� zN| j r| j�|� W | j�� d | _d | _d | _| j}|d ur�|�� d | _n:| j�� d | _d | _d | _| j}|d ur�|�� d | _0 d S r& )r� r� Zconnection_lostr� r7 r� r� Z_detach)r! ra r% r r r r� � s&
�
z(_SelectorTransport._call_connection_lostc C s
t | j�S r& )r� r� r8 r r r r� � s z(_SelectorTransport.get_write_buffer_sizec G s$ | j r
d S | jj||g|�R � d S r& )r� r� r@ r� r r r r@ � s z _SelectorTransport._add_reader)NN)r� )r r� r� �max_size� bytearrayr� r� r r� r� r� r� rm r7 �warnings�warnr� r� r� r� r� r@ r� r r r" r r� c s
r� c s� e Zd ZdZejjZd#� fdd� Z� fdd�Z dd� Z
d d
� Z d d � Z d
d� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Z� fd d �Zd d � Zd!d"� Z� ZS )$r' TNc s~ d | _ t� �|||||� d| _d| _d | _t�| j� | j �
| j j | � | j �
| j
| j| j� |d urz| j �
tj|d � d S r
)�_read_ready_cbr r �_eof�_paused�
_empty_waiterr Z _set_nodelayr� r� r� r� �connection_mader@ r� � _read_readyr � _set_result_unless_cancelled)r! r� r( r) r* r$ r% r" r r r � s
�
�z!_SelectorSocketTransport.__init__c s. t |tj�r| j| _n| j| _t� �|� d S r& )rh r ZBufferedProtocol�_read_ready__get_bufferr� �_read_ready__data_receivedr r� r� r" r r r� s
z%_SelectorSocketTransport.set_protocolc C s | j o| j S r& )r� r� r8 r r r r� s z#_SelectorSocketTransport.is_readingc C s> | j s | jrd S d| _| j�| j� | j�� r:t�d| � d S )NTz%r pauses reading)r� r� r� r9 r� r� r r r8 r r r r� s
z&_SelectorSocketTransport.pause_readingc C s@ | j s | jsd S d| _| �| j| j� | j�� r �
z _SelectorSocketTransport.writec
C s | j r
d S z| j�| j�}W n� ttfy2 Y n� ttfyH � Y n� ty� } zF| j �
| j � | j� � | �
|d� | jd ur�| j�|� W Y d }~nvd }~0 0 |r�| jd |�= | �� | j�s| j �
| j � | jd ur�| j�d � | jr�| �d � n| j�r| j�tj� d S )Nr� )r� r� rK r� rG rF re rf rd r� r� r� r� r� r� r� �_maybe_resume_protocolr� r� r� r� �shutdownr> �SHUT_WR)r! r� ra r r r r � s2
"
z%_SelectorSocketTransport._write_readyc C s. | j s | jrd S d| _| js*| j�tj� d S r� )r� r� r� r� r r> r r8 r r r � write_eof� s
z"_SelectorSocketTransport.write_eofc C s dS r� r r8 r r r �
can_write_eof� s z&_SelectorSocketTransport.can_write_eofc s* t � �|� | jd ur&| j�td�� d S )Nz Connection is closed by peer)r r� r� r� �ConnectionErrorr� r" r r r� � s
�z._SelectorSocketTransport._call_connection_lostc C s6 | j d urtd��| j�� | _ | js0| j �d � | j S )NzEmpty waiter is already set)r� r4 r� rc r� r� r8 r r r r� � s
z+_SelectorSocketTransport._make_empty_waiterc C s
d | _ d S r& )r� r8 r r r r� � s z,_SelectorSocketTransport._reset_empty_waiter)NNN)r r� r� Z_start_tls_compatibler Z
_SendfileModeZ
TRY_NATIVEZ_sendfile_compatibler r� r� r� r� r� r� r� r� r r r r r� r� r� r� r r r" r r' � s( � %' r' c sF e Zd ZejZd � fdd� Zdd� Zdd� Zd
dd �Z d
d � Z
� Z S )r1 Nc s^ t � �||||� || _| j�| jj| � | j�| j| j| j � |d urZ| j�t
j |d � d S r& ) r r �_addressr� r� r� r� r@ r� r� r r� )r! r� r( r) r2 r* r$ r" r r r � s
�
�z#_SelectorDatagramTransport.__init__c C s t dd� | jD ��S )Nc s s | ]\}}t |�V qd S r& )r� )�.0rC r^ r r r � � � zC_SelectorDatagramTransport.get_write_buffer_size..)�sumr� r8 r r r r� � s z0_SelectorDatagramTransport.get_write_buffer_sizec
C s� | j r
d S z| j�| j�\}}W n� ttfy6 Y n� tyd } z| j�|� W Y d }~n\d }~0 t t
fyz � Y n> t y� } z| � |d� W Y d }~nd }~0 0 | j�
||� d S )Nz&Fatal read error on datagram transport)r� r� Zrecvfromr� rG rF rL r� �error_receivedre rf rd r� Zdatagram_received�r! rC r` ra r r r r� � s "z&_SelectorDatagramTransport._read_readyc
C s� t |tttf�s$tdt|�j����|s,d S | jrV|d | jfvrPtd| j� ���| j}| j r�| jr�| j t
j krxt �
d� | j d7 _ d S | j�sdz,| jd r�| j�|� n| j�||� W d S ttfy� | j�| j| j� Y n~ t�y } z| j�|� W Y d }~d S d }~0 t t f�y0 � Y n4 t �yb } z| � |d� W Y d }~d S d }~0 0 | j� t|�|f� | �!� d S )Nr� z!Invalid address: must be None or r� r rV �'Fatal write error on datagram transport)"rh r� r� r� rk r� r r
rl r� r r� r r� r� r� r� rK �sendtorG rF r� r� r� �
_sendto_readyrL r� r re rf rd r� r� r r r r r r sJ �
�
�z!_SelectorDatagramTransport.sendtoc
C s | j r�| j �� \}}z*| jd r.| j�|� n| j�||� W q ttfyh | j �||f� Y q�Y q t y� } z| j
� |� W Y d }~d S d }~0 t t
fy� � Y q ty� } z| �|d� W Y d }~d S d }~0 0 q | �� | j �s| j�| j� | j�r| �d � d S )NrV r )r� �popleftr� r� rK r rG rF �
appendleftrL r� r re rf rd r� r r� r� r� r� r� r r r r r 0 s0
�z(_SelectorDatagramTransport._sendto_ready)NNN)N) r r� r� � collections�dequer� r r� r� r r r� r r r" r r1 � s �
+r1 ) �__all__r rZ r� r r> r� r Zssl� ImportError� r r r r r r r
r �logr r Z
BaseEventLoopr Z_FlowControlMixinZ Transportr� r' r1 r r r r � sB
<� o