a
XC?hL� � @ s$ d Z dZddlZddlZddlZddlZddlZddlZddlZz ddl Z W n e
yb dZ Y n0 ddl m Z ddl m
Z
ddl mZ ddl mZ dd l mZ dd
l mZ dd l mZ dd l mZ dd
lmZ dd� ZG dd� de j�ZG dd� dejej�ZG dd� de�Z G dd� de�Z dS )z�Event loop using a selector and related classes.
A selector is a "notify-when-ready" multiplexer. For a subclass which
also includes support for signal handling, see the unix_events sub-module.
)�BaseSelectorEventLoop� N� )� base_events)� constants)�events)�futures)� protocols)�sslproto)�
transports)�trsock)�loggerc C s6 z| � |�}W n ty" Y dS 0 t|j|@ �S d S �NF)�get_key�KeyError�boolr )�selector�fdZevent�key� r �� Z!d?d@� Z"dAdB� Z#dCdD� Z$dXdEdF�Z%dGdH� Z&dIdJ� Z'dKdL� Z(dMdN� Z)dOdP� Z*dQdR� Z+� Z,S )Yr zJSelector event loop.
See events.EventLoop for API specification.
Nc sF t � �� |d u rt�� }t�d|jj� || _| � � t
� � | _ d S )NzUsing selector: %s)
�super�__init__� selectorsZDefaultSelectorr �debug� __class__�__name__� _selector�_make_self_pipe�weakrefZWeakValueDictionary� _transports)�selfr �r r r r 1 s
z BaseSelectorEventLoop.__init__��extra�serverc C s t | |||||�S �N)�_SelectorSocketTransport)r! �sock�protocol�waiterr$ r% r r r �_make_socket_transport; s
�z,BaseSelectorEventLoop._make_socket_transportF)� server_side�server_hostnamer$ r% �ssl_handshake_timeoutc C s0 t j| |||||| d�}
t| ||
||d� |
jS )N)r. r# )r Z SSLProtocolr' Z_app_transport) r! Zrawsockr) �
sslcontextr* r, r- r$ r% r. Z ssl_protocolr r r �_make_ssl_transport@ s ��z)BaseSelectorEventLoop._make_ssl_transportc C s t | |||||�S r& )�_SelectorDatagramTransport)r! r( r) �addressr* r$ r r r �_make_datagram_transportM s �z.BaseSelectorEventLoop._make_datagram_transportc sL | � � rtd��| �� r d S | �� t� �� | jd urH| j�� d | _d S )Nz!Cannot close a running event loop)Z
is_running� RuntimeError� is_closed�_close_self_piper �closer �r! r" r r r7 R s
zBaseSelectorEventLoop.closec C sB | � | j�� � | j�� d | _| j�� d | _| jd8 _d S )Nr )�_remove_reader�_ssock�filenor7 �_csock�
_internal_fdsr8 r r r r6 ] s
z&BaseSelectorEventLoop._close_self_pipec C sN t �� \| _| _| j�d� | j�d� | jd7 _| �| j�� | j� d S )NFr ) �socketZ
socketpairr: r< � setblockingr= � _add_readerr; �_read_from_selfr8 r r r r e s
z%BaseSelectorEventLoop._make_self_pipec C s d S r& r �r! �datar r r �_process_self_datam s z(BaseSelectorEventLoop._process_self_datac C sT z"| j �d�}|sW qP| �|� W q ty8 Y q Y q tyL Y qPY q 0 q d S )Ni )r: �recvrD �InterruptedError�BlockingIOErrorrB r r r rA p s z%BaseSelectorEventLoop._read_from_selfc C sL | j }|d u rd S z|�d� W n& tyF | jrBtjddd� Y n0 d S )N� z3Fail to write a null byte into the self-pipe socketT��exc_info)r< �send�OSError�_debugr r )r! Zcsockr r r �_write_to_self| s �z$BaseSelectorEventLoop._write_to_self�d c
C s" | � |�� | j||||||� d S r& )r@ r; �_accept_connection)r! �protocol_factoryr( r/ r% �backlogr. r r r �_start_serving� s
�z$BaseSelectorEventLoop._start_servingc
C s t |�D ]�}z0|�� \}} | jr0t�d|| |� |�d� W n� tttfyX Y d S t y� }
zl|
j
t
j t
j t
j
t
jfv r�| �d|
t�|�d�� | �|�� � | �tj| j||||||� n� W Y d }
~
qd }
~
0 0 d| i} | �||| |||�} | �| � qd S )Nz#%r got a new connection from %r: %rFz&socket.accept() out of system resource)�message� exceptionr> �peername)�range�acceptrM r r r? rG rF �ConnectionAbortedErrorrL �errnoZEMFILEZENFILEZENOBUFSZENOMEM�call_exception_handlerr �TransportSocketr9 r; Z
call_laterr ZACCEPT_RETRY_DELAYrS �_accept_connection2Z create_task)
r! rQ r( r/ r% rR r. �_�conn�addr�excr$ rX r r r rP � s@ � ���
�z(BaseSelectorEventLoop._accept_connectionc
� s� d }d }zr|� }| � � } |r8| j|||| d|||d�}n| j||| ||d�}z| I d H W n tyv |�� � Y n0 W nt ttfy� � Y n^ ty� }
zF| jr�d|
d�} |d ur�|| d< |d ur�|| d< | �| � W Y d }
~
n
d }
~
0 0 d S )NT)r* r, r$ r% r. )r* r$ r% z3Error on transport creation for incoming connection)rT rU r) � transport) �
create_futurer0 r+ �
BaseExceptionr7 �
SystemExit�KeyboardInterruptrM r[ ) r! rQ r_ r$ r/ r% r. r) rb r* ra �contextr r r r] � s@ �� �z)BaseSelectorEventLoop._accept_connection2c
C s� |}t |t�sHzt|�� �}W n( tttfyF td|���d �Y n0 z| j| }W n tyh Y n 0 |�� s�t d|�d|����d S )NzInvalid file object: zFile descriptor z is used by transport )
�
isinstance�intr; �AttributeError� TypeError�
ValueErrorr r �
is_closingr4 )r! r r; rb r r r �_ensure_fd_no_transport� s
��z-BaseSelectorEventLoop._ensure_fd_no_transportc G s� | � � t�||| d �}z| j�|�}W n( tyP | j�|tj|d f� Y n>0 |j|j }\}}| j�
||tjB ||f� |d ur�|� � |S r& ) �
_check_closedr �Handler r r �registerr �
EVENT_READrC �modify�cancel� r! r �callback�args�handler �mask�reader�writerr r r r@ � s �
�z!BaseSelectorEventLoop._add_readerc C s� | � � r dS z| j�|�}W n ty0 Y dS 0 |j|j }\}}|tj M }|sb| j�|� n| j� ||d |f� |d ur�|�
� dS dS d S )NFT) r5 r r r r rC r rr �
unregisterrs rt �r! r r ry rz r{ r r r r9 s z$BaseSelectorEventLoop._remove_readerc G s� | � � t�||| d �}z| j�|�}W n( tyP | j�|tjd |f� Y n>0 |j|j }\}}| j�
||tjB ||f� |d ur�|� � |S r& ) ro r rp r r r rq r � EVENT_WRITErC rs rt ru r r r � _add_writer! s �
�z!BaseSelectorEventLoop._add_writerc C s� | � � r dS z| j�|�}W n ty0 Y dS 0 |j|j }\}}|tj M }|sb| j�|� n| j� |||df� |dur�|�
� dS dS dS )�Remove a writer callback.FNT) r5 r r r r rC r r~ r| rs rt r} r r r �_remove_writer1 s z$BaseSelectorEventLoop._remove_writerc G s" | � |� | j||g|�R � dS )zAdd a reader callback.N)rn r@ �r! r rv rw r r r �
add_readerH s
z BaseSelectorEventLoop.add_readerc C s | � |� | �|�S )zRemove a reader callback.)rn r9 �r! r r r r �
remove_readerM s
z#BaseSelectorEventLoop.remove_readerc G s" | � |� | j||g|�R � dS )zAdd a writer callback..N)rn r r� r r r �
add_writerR s
z BaseSelectorEventLoop.add_writerc C s | � |� | �|�S )r� )rn r� r� r r r �
remove_writerW s
z#BaseSelectorEventLoop.remove_writerc � s� t �|� | jr$|�� dkr$td��z |�|�W S ttfyF Y n0 | �� }|� � }| �
|� | � || j |||�}|�
tj| j||d�� |I dH S )z�Receive data from the socket.
The return value is a bytes object representing the data received.
The maximum amount of data to be received at once is specified by
nbytes.
r � the socket must be non-blocking�rx N)r �_check_ssl_socketrM �
gettimeoutrl rE rG rF rc r; rn r@ �
_sock_recv�add_done_callback� functools�partial�_sock_read_done)r! r( �n�futr rx r r r � sock_recv\ s
�z BaseSelectorEventLoop.sock_recvc C s |d u s|� � s| �|� d S r& )� cancelledr� �r! r r� rx r r r r� r s z%BaseSelectorEventLoop._sock_read_donec
C s� |� � r d S z|�|�}W nZ ttfy2 Y d S ttfyH � Y n8 tyt } z|�|� W Y d }~nd }~0 0 |�|� d S r& ) �donerE rG rF re rf rd �
set_exception�
set_result)r! r� r( r� rC ra r r r r� v s z BaseSelectorEventLoop._sock_recvc � s� t �|� | jr$|�� dkr$td��z |�|�W S ttfyF Y n0 | �� }|� � }| �
|� | � || j |||�}|�
tj| j||d�� |I dH S )z�Receive data from the socket.
The received data is written into *buf* (a writable buffer).
The return value is the number of bytes written.
r r� r� N)r r� rM r� rl � recv_intorG rF rc r; rn r@ �_sock_recv_intor� r� r� r� )r! r( �bufr� r rx r r r �sock_recv_into� s
�z$BaseSelectorEventLoop.sock_recv_intoc
C s� |� � r d S z|�|�}W nZ ttfy2 Y d S ttfyH � Y n8 tyt } z|�|� W Y d }~nd }~0 0 |�|� d S r& ) r� r� rG rF re rf rd r� r� )r! r� r( r� �nbytesra r r r r� � s z%BaseSelectorEventLoop._sock_recv_intoc � s� t �|� | jr$|�� dkr$td��z|�|�}W n ttfyL d}Y n0 |t|�kr^dS | � � }|�
� }| � |� | � || j
||t|�|g�}|�tj| j||d�� |I dH S )a� Send data to the socket.
The socket must be connected to a remote socket. This method continues
to send data from data until either all data has been sent or an
error occurs. None is returned on success. On error, an exception is
raised, and there is no way to determine how much data, if any, was
successfully processed by the receiving end of the connection.
r r� Nr� )r r� rM r� rl rK rG rF �lenrc r; rn r �
_sock_sendall�
memoryviewr� r� r� �_sock_write_done)r! r( rC r� r� r rx r r r � sock_sendall� s&
��z"BaseSelectorEventLoop.sock_sendallc
C s� |� � r d S |d }z|�||d � �}W n\ ttfyB Y d S ttfyX � Y n0 ty� } z|�|� W Y d }~d S d }~0 0 ||7 }|t|�kr�|� d � n||d< d S )Nr )
r� rK rG rF re rf rd r� r� r� )r! r� r( Zview�pos�startr� ra r r r r� � s
z#BaseSelectorEventLoop._sock_sendallc � s� t �|� | jr$|�� dkr$td��|jtjksBt jrt|jtj krt| j
||j|j |j | d�I dH }|d \}}}}}| �
� }| �|||� |I dH S )zTConnect to a remote socket at address.
This method is a coroutine.
r r� )�family�type�proto�loopN)r r� rM r� rl r� r> ZAF_INETZ _HAS_IPv6ZAF_INET6Z_ensure_resolvedr� r� rc �
_sock_connect)r! r( r2 Zresolvedr^ r� r r r � sock_connect� s
�
�� z"BaseSelectorEventLoop.sock_connectc
C s� |� � }z|�|� W n� ttfyb | �|� | �|| j|||�}|�tj | j
||d�� Y nN t t fyx � Y n8 t
y� } z|�|� W Y d }~nd }~0 0 |�d � d S )Nr� )r; ZconnectrG rF rn r �_sock_connect_cbr� r� r� r� re rf rd r� r� )r! r� r( r2 r rx ra r r r r� � s
�� z#BaseSelectorEventLoop._sock_connectc C s |d u s|� � s| �|� d S r& )r� r� r� r r r r� s z&BaseSelectorEventLoop._sock_write_donec
C s� |� � r d S z,|�tjtj�}|dkr6t|d|� ���W nX ttfyN Y nN tt fyd � Y n8 t
y� } z|� |� W Y d }~nd }~0 0 |� d � d S )Nr zConnect call failed )
r� Z
getsockoptr> Z
SOL_SOCKETZSO_ERRORrL rG rF re rf rd r� r� )r! r� r( r2 �errra r r r r� s z&BaseSelectorEventLoop._sock_connect_cbc � sB t �|� | jr$|�� dkr$td��| �� }| �||� |I dH S )aW Accept a connection.
The socket must be bound to an address and listening for connections.
The return value is a pair (conn, address) where conn is a new socket
object usable to send and receive data on the connection, and address
is the address bound to the socket on the other end of the connection.
r r� N)r r� rM r� rl rc � _sock_accept)r! r( r� r r r � sock_accept" s
z!BaseSelectorEventLoop.sock_acceptc
C s� |� � }z|�� \}}|�d� W n� ttfyl | �|� | �|| j||�}|�t j
| j ||d�� Y nR t t
fy� � Y n< ty� } z|�|� W Y d }~nd }~0 0 |�||f� d S )NFr� )r; rX r? rG rF rn r@ r� r� r� r� r� re rf rd r� r� )r! r� r( r r_ r2 rx ra r r r r� 1 s
� z"BaseSelectorEventLoop._sock_acceptc � s� | j |j= |�� }|�� |�� I d H zL| j|j|||dd�I d H W |�� |rZ|�� || j |j< S || j |j< n"|�� |r�|�� || j |j< 0 d S )NF)Zfallback) r �_sock_fd�
is_reading�
pause_reading�_make_empty_waiterZ
sock_sendfile�_sock�_reset_empty_waiter�resume_reading)r! Ztransp�file�offset�countr� r r r �_sendfile_nativeB s*
� � �z&BaseSelectorEventLoop._sendfile_nativec C s� |D ]v\}}|j |j }\}}|tj@ rL|d urL|jrB| �|� n
| �|� |tj@ r|d ur|jrp| �|� q| �|� qd S r& ) �fileobjrC r rr Z
_cancelledr9 Z
_add_callbackr~ r� )r! Z
event_listr ry r� rz r{ r r r �_process_eventsP s
z%BaseSelectorEventLoop._process_eventsc C s | � |�� � |�� d S r& )r9 r; r7 )r! r( r r r �
_stop_serving^ s z#BaseSelectorEventLoop._stop_serving)N)N)N)NNN)N)N)-r �
__module__� __qualname__�__doc__r r+ r ZSSL_HANDSHAKE_TIMEOUTr0 r3 r7 r6 r rD rA rN rS rP r] rn r@ r9 r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� �
__classcell__r r r" r r + sj
� �� �
�
�
.�
)
r c s� e Zd ZdZeZdZd � fdd� Zdd� Zdd� Z d d
� Z
d d � Z d
d� Z dd� Z
ejfdd�Zd dd�Zdd� Zdd� Zdd� Zd d � Z� ZS ) �_SelectorTransporti Nc s� t � �||� t�|�| jd< z|�� | jd< W n tyL d | jd< Y n0 d| jvr�z|�� | jd< W n tj y� d | jd< Y n0 || _
|� � | _ d| _
| �|� || _| �� | _d| _d| _| jd ur�| j�� | |j| j < d S )Nr> ZsocknamerV Fr )r r r r\ �_extraZ getsocknamerL Z getpeernamer> �errorr� r; r� �_protocol_connected� set_protocol�_server�_buffer_factory�_buffer�
_conn_lost�_closingZ_attachr )r! r� r( r) r$ r% r" r r r o s,
z_SelectorTransport.__init__c C s� | j jg}| jd u r |�d� n| jr0|�d� |�d| j� �� | jd ur�| j�� s�t| jj | jt
j �}|rz|�d� n
|�d� t| jj | jt
j �}|r�d}nd}| �
� }|�d|� d |� d
�� d �d �|��S )
N�closed�closingzfd=z read=pollingz read=idle�pollingZidlezwrite=z<{}>� )r r r� �appendr� r� �_loopr5 r r r rr r~ �get_write_buffer_size�format�join)r! �infor� �state�bufsizer r r �__repr__� s.
�
�z_SelectorTransport.__repr__c C s | � d � d S r& )� _force_closer8 r r r �abort� s z_SelectorTransport.abortc C s || _ d| _d S �NT)� _protocolr� �r! r) r r r r� � s z _SelectorTransport.set_protocolc C s | j S r& )r� r8 r r r � get_protocol� s z _SelectorTransport.get_protocolc C s | j S r& )r� r8 r r r rm � s z _SelectorTransport.is_closingc C sT | j r
d S d| _ | j�| j� | jsP| jd7 _| j�| j� | j�| jd � d S �NTr ) r� r� r9 r� r� r� r� � call_soon�_call_connection_lostr8 r r r r7 � s z_SelectorTransport.closec C s, | j d ur(|d| ��t| d� | j �� d S )Nzunclosed transport )�source)r� �ResourceWarningr7 )r! Z_warnr r r �__del__� s
z_SelectorTransport.__del__�Fatal error on transportc C sN t |t�r(| j�� r@tjd| |dd� n| j�||| | jd�� | �|� d S )Nz%r: %sTrI )rT rU rb r) ) rh rL r� � get_debugr r r[ r� r� )r! ra rT r r r � _fatal_error� s
�z _SelectorTransport._fatal_errorc C sd | j r
d S | jr(| j�� | j�| j� | jsBd| _| j�| j� | j d7 _ | j�| j |� d S r� )
r� r� �clearr� r� r� r� r9 r� r� �r! ra r r r r� � s
z _SelectorTransport._force_closec C s� zN| j r| j�|� W | j�� d | _d | _d | _| j}|d ur�|�� d | _n:| j�� d | _d | _d | _| j}|d ur�|�� d | _0 d S r& )r� r� Zconnection_lostr� r7 r� r� Z_detach)r! ra r% r r r r� � s&
�
z(_SelectorTransport._call_connection_lostc C s
t | j�S r& )r� r� r8 r r r r� � s z(_SelectorTransport.get_write_buffer_sizec G s$ | j r
d S | jj||g|�R � d S r& )r� r� r@ r� r r r r@ � s z _SelectorTransport._add_reader)NN)r� )r r� r� �max_size� bytearrayr� r� r r� r� r� r� rm r7 �warnings�warnr� r� r� r� r� r@ r� r r r" r r� c s
r� c s� e Zd ZdZejjZd#� fdd� Z� fdd�Z dd� Z
d d
� Z d d � Z d
d� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Z� fd d �Zd d � Zd!d"� Z� ZS )$r' TNc s~ d | _ t� �|||||� d| _d| _d | _t�| j� | j �
| j j | � | j �
| j
| j| j� |d urz| j �
tj|d � d S r
)�_read_ready_cbr r �_eof�_paused�
_empty_waiterr Z _set_nodelayr� r� r� r� �connection_mader@ r� � _read_readyr � _set_result_unless_cancelled)r! r� r( r) r* r$ r% r" r r r � s
�
�z!_SelectorSocketTransport.__init__c s. t |tj�r| j| _n| j| _t� �|� d S r& )rh r ZBufferedProtocol�_read_ready__get_bufferr� �_read_ready__data_receivedr r� r� r" r r r� s
z%_SelectorSocketTransport.set_protocolc C s | j o| j S r& )r� r� r8 r r r r� s z#_SelectorSocketTransport.is_readingc C s> | j s | jrd S d| _| j�| j� | j�� r:t�d| � d S )NTz%r pauses reading)r� r� r� r9 r� r� r r r8 r r r r� s
z&_SelectorSocketTransport.pause_readingc C s@ | j s | jsd S d| _| �| j| j� | j�� r �
z _SelectorSocketTransport.writec
C s | j r
d S z| j�| j�}W n� ttfy2 Y n� ttfyH � Y n� ty� } zF| j �
| j � | j� � | �
|d� | jd ur�| j�|� W Y d }~nvd }~0 0 |r�| jd |�= | �� | j�s| j �
| j � | jd ur�| j�d � | jr�| �d � n| j�r| j�tj� d S )Nr� )r� r� rK r� rG rF re rf rd r� r� r� r� r� r� r� �_maybe_resume_protocolr� r� r� r� �shutdownr> �SHUT_WR)r! r� ra r r r r � s2
"
z%_SelectorSocketTransport._write_readyc C s. | j s | jrd S d| _| js*| j�tj� d S r� )r� r� r� r� r r> r r8 r r r � write_eof� s
z"_SelectorSocketTransport.write_eofc C s dS r� r r8 r r r �
can_write_eof� s z&_SelectorSocketTransport.can_write_eofc s* t � �|� | jd ur&| j�td�� d S )Nz Connection is closed by peer)r r� r� r� �ConnectionErrorr� r" r r r� � s
�z._SelectorSocketTransport._call_connection_lostc C s6 | j d urtd��| j�� | _ | js0| j �d � | j S )NzEmpty waiter is already set)r� r4 r� rc r� r� r8 r r r r� � s
z+_SelectorSocketTransport._make_empty_waiterc C s
d | _ d S r& )r� r8 r r r r� � s z,_SelectorSocketTransport._reset_empty_waiter)NNN)r r� r� Z_start_tls_compatibler Z
_SendfileModeZ
TRY_NATIVEZ_sendfile_compatibler r� r� r� r� r� r� r� r� r r r r r� r� r� r� r r r" r r' � s( � %' r' c sF e Zd ZejZd � fdd� Zdd� Zdd� Zd
dd �Z d
d � Z
� Z S )r1 Nc s^ t � �||||� || _| j�| jj| � | j�| j| j| j � |d urZ| j�t
j |d � d S r& ) r r �_addressr� r� r� r� r@ r� r� r r� )r! r� r( r) r2 r* r$ r" r r r � s
�
�z#_SelectorDatagramTransport.__init__c C s t dd� | jD ��S )Nc s s | ]\}}t |�V qd S r& )r� )�.0rC r^ r r r � � � zC_SelectorDatagramTransport.get_write_buffer_size..)�sumr� r8 r r r r� � s z0_SelectorDatagramTransport.get_write_buffer_sizec
C s� | j r
d S z| j�| j�\}}W n� ttfy6 Y n� tyd } z| j�|� W Y d }~n\d }~0 t t
fyz � Y n> t y� } z| � |d� W Y d }~nd }~0 0 | j�
||� d S )Nz&Fatal read error on datagram transport)r� r� Zrecvfromr� rG rF rL r� �error_receivedre rf rd r� Zdatagram_received�r! rC r` ra r r r r� � s "z&_SelectorDatagramTransport._read_readyc
C s� t |tttf�s$tdt|�j����|s,d S | jrV|d | jfvrPtd| j� ���| j}| j r�| jr�| j t
j krxt �
d� | j d7 _ d S | j�sdz,| jd r�| j�|� n| j�||� W d S ttfy� | j�| j| j� Y n~ t�y } z| j�|� W Y d }~d S d }~0 t t f�y0 � Y n4 t �yb } z| � |d� W Y d }~d S d }~0 0 | j� t|�|f� | �!� d S )Nr� z!Invalid address: must be None or r� r rV �'Fatal write error on datagram transport)"rh r� r� r� rk r� r r
rl r� r r� r r� r� r� r� rK �sendtorG rF r� r r� �
_sendto_readyrL r� r re rf rd r� r� r r r r r r sJ �
�
�z!_SelectorDatagramTransport.sendtoc
C s | j r�| j �� \}}z*| jd r.| j�|� n| j�||� W q ttfyh | j �||f� Y q�Y q t y� } z| j
� |� W Y d }~d S d }~0 t t
fy� � Y q ty� } z| �|d� W Y d }~d S d }~0 0 q | �� | j �s| j�| j� | j�r| �d � d S )NrV r )r� �popleftr� r� rK r rG rF �
appendleftrL r� r re rf rd r� r r� r� r� r� r� r r r r r 0 s0
�z(_SelectorDatagramTransport._sendto_ready)NNN)N) r r� r� � collections�dequer� r r� r� r r r� r r r" r r1 � s �
+r1 ) r� �__all__r rZ r� r r> r� r Zssl� ImportError� r r r r r r r
r �logr r Z
BaseEventLoopr Z_FlowControlMixinZ Transportr� r' r1 r r r r � sD
<� o