a
XC?hǸ � @ sL g d �Z ddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl
m Z ddl m
Z
ddlmZmZmZ ddl mZ dd l mZ dd
l mZ dd l mZ zdd l mZ W n ey� d
ZY n0 dZe �d� dd� Ze�eje� dd� dD �Z e d e u�r8dd� Z e D ]Z e�e e � �q$G dd� de �Z!di fdd�Z"d d � Z#G d d � d e$�Z%d d!� Z&d"d#� Z'G d$d%� d%e �Z(G d&d'� d'e �Z)e
j*e
j+fe
j,e
j-fd(�Z.G d)d*� d*e �Z/G d+d,� d,e0�Z1G d-d.� d.e �Z2d/d0� Z3i fd1d2�Z4dmd3d4�Z5G d5d6� d6e �Z6G d7d8� d8e �Z7dnd9d:�Z8G d;d<� d� d>e2�Z:G d?d@� d@e:�Z;G dAdB� dBe2�ZG dGdH� dHe2�Z?e4dIdJ�Z@G dKdL� dLe@�ZAe4dMdN�ZBdOdPieB_Ce4dQdR�ZDe4dSdT�ZEdUdUdUdPdPdV�eE_CG dWdS� dSeE�ZFG dXdY� dYe/�ZGeG�dZejH� eG�d[ejH� eG�d\ejIe<� eG�d]ejJe:� eG�d^ejKe:� eG�d_ejLe:� eG�d`ejMe:� eG�daejNe;� eG�dbejOe=� eG�dcejPeF� eG�dde eA� eG�deeQeB� eG�d8e7e?� eG�d:e8eD� eG�d6e6e>� eGjdPe9d
df� eGjdUd
dg� e�rHG dhdi� di�ZRG djdk� dke(�ZSG dld� de/�ZTdS )o)� BaseManager� SyncManager� BaseProxy�Token� N)�getpid)�
format_exc� )�
connection)� reduction�get_spawning_popen� ProcessError)�pool)�process)�util)� get_context)�
shared_memoryFT�SharedMemoryManagerc C s t j | j| �� ffS �N)�array�typecode�tobytes)�a� r �=/opt/alt/python39/lib64/python3.9/multiprocessing/managers.py� reduce_array/ s r c C s g | ]}t ti |�� ��qS r )�type�getattr��.0�namer r r �
3 � r )�items�keys�valuesc C s t t | �ffS r )�list��objr r r �rebuild_as_list5 s r( c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) r ��typeid�address�idc C s ||| | _ | _| _d S r r) )�selfr* r+ r, r r r �__init__D s zToken.__init__c C s | j | j| jfS r r) �r- r r r � __getstate__G s zToken.__getstate__c C s |\| _ | _| _d S r r) �r- �stater r r � __setstate__J s zToken.__setstate__c C s d| j j| j| j| jf S )Nz %s(typeid=%r, address=%r, id=%r))� __class__�__name__r* r+ r, r/ r r r �__repr__M s �zToken.__repr__N)r5 �
__module__� __qualname__� __slots__r. r0 r3 r6 r r r r r > s
r r c C s8 | � ||||f� | �� \}}|dkr*|S t||��d S )N�#RETURN)�send�recv�convert_to_error)�cr, �
methodname�args�kwds�kind�resultr r r �dispatchU s
rD c C sd | dkr |S | dv rRt |t�s4td�|| t|����| dkrHtd| �S t|�S ntd�| ��S d S )N�#ERROR)�
#TRACEBACK�#UNSERIALIZABLEz.Result {0!r} (kind '{1}') type is {2}, not strrG zUnserializable message: %s
z Unrecognized message type {!r})�
isinstance�str� TypeError�formatr � RemoteError�
ValueError)rB rC r r r r= _ s
��
r= c @ s e Zd Zdd� ZdS )rL c C s dt | jd � d S )NzM
---------------------------------------------------------------------------
r zK---------------------------------------------------------------------------)rI r@ r/ r r r �__str__o s zRemoteError.__str__N)r5 r7 r8 rN r r r r rL n s rL c C s2 g }t | �D ] }t| |�}t|�r |�|� q |S r )�dirr �callable�append)r' �tempr �funcr r r � all_methodsv s
rT c C s dd� t | �D �S )Nc S s g | ]}|d dkr|�qS )r �_r r r r r r � r! z"public_methods..)rT r& r r r �public_methods� s rV c @ s� e Zd Zg d�Zdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z e
e e d�Z dd� Z
dd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%S )&�Server) �shutdown�create�accept_connection� get_methods�
debug_info�number_of_objects�dummy�incref�decrefc C sx t |t�s td�|t|����|| _t�|�| _t | \}}||dd�| _
| j
j | _ ddi| _ i | _
i | _t�� | _d S )Nz&Authkey {0!r} is type {1!s}, not bytes� )r+ Zbacklog�0�Nr )rH �bytesrJ rK r �registryr �AuthenticationString�authkey�listener_client�listenerr+ � id_to_obj�id_to_refcount�id_to_local_proxy_obj� threading�Lock�mutex)r- re r+ rg �
serializer�Listener�Clientr r r r. � s
��
zServer.__init__c C s� t �� | _| t�� _z�t j| jd�}d|_|� � z | j�
� sL| j� d� q4W n t t
fyd Y n0 W tjtjkr�t�d� tjt_tjt_t�d� n2tjtjkr�t�d� tjt_tjt_t�d� 0 d S )N)�targetTr zresetting stdout, stderrr )rm �Event�
stop_eventr �current_process�_manager_server�Thread�accepter�daemon�start�is_set�wait�KeyboardInterrupt�
SystemExit�sys�stdout�
__stdout__r �debug�
__stderr__�stderr�exit)r- ry r r r �
serve_forever� s*
�
zServer.serve_foreverc C sL z| j �� }W n ty$ Y q Y n0 tj| j|fd�}d|_|�� q d S )N�rs r@ T)ri Zaccept�OSErrorrm rx �handle_requestrz r{ )r- r> �tr r r ry � s
zServer.accepterc C s6 d } }}z>t �|| j� t �|| j� |�� }|\}}}}t| |�}W n tyf dt� f} Y nB0 z||g|�R i |��}W n ty� dt� f} Y n
0 d|f} z|�| � W nr t�y( }
zXz|�dt� f� W n ty� Y n0 t �
d| � t �
d|� t �
d|
� W Y d }
~
n
d }
~
0 0 |� � d S )NrF r: zFailure to send message: %rz ... request was %r� ... exception was %r) r Zdeliver_challengerg Zanswer_challenger< r � Exceptionr r; r �info�close) r- r> �funcnamerC �request�ignorer@ rA rS �msg�er r r r� � s2 "zServer.handle_requestc C s� t �dt�� j� |j}|j}| j}| j� � �sΐz:d }}|� }|\}}} }
z|| \}} } W nP t
y� }
z8z| j | \}} } W n t
y� |
�Y n0 W Y d }
~
n
d }
~
0 0 || vr�t d|t
|�| f ��t||�}z|| i |
��}W n. t�y } zd|f}W Y d }~nXd }~0 0 | �o,| �|d �}|�rb| �|||�\}}t|| j|�}d||ff}nd|f}W n� t �y� |d u �r�dt� f}nRz2| j| }|| |||g| �R i |
��}d|f}W n t�y� dt� f}Y n0 Y nL t�y t �dt�� j� t�d� Y n t�y2 dt� f}Y n0 z4z ||� W n" t�yd |d t� f� Y n0 W q$ t�y� } zHt �d
t�� j� t �d |� t �d |� |�� t�d
� W Y d }~q$d }~0 0 q$d S )Nz$starting server thread to service %rz+method %r of %r object is not in exposed=%rrE �#PROXYr: rF z$got EOF -- exiting thread serving %rr rG z exception in thread serving %rz ... message was %rr� r )r r� rm �current_threadr r< r; rj ru r| �KeyErrorrl �AttributeErrorr r r� �getrY r r+ r �fallback_mapping�EOFErrorr� r� r� r� )r- �connr< r; rj r? r' r� �identr@ rA �exposed� gettypeid�keZfunction�resr� r� r* ZridentZrexposed�tokenZ
fallback_funcrC r r r � serve_client� s� � � ��
��� � � zServer.serve_clientc C s |S r r �r- r� r� r' r r r �fallback_getvalue7 s zServer.fallback_getvaluec C s t |�S r �rI r� r r r � fallback_str: s zServer.fallback_strc C s t |�S r )�reprr� r r r �
fallback_repr= s zServer.fallback_repr)rN r6 � #GETVALUEc C s d S r r �r- r> r r r r^ F s z Server.dummyc
C s� | j �v g }t| j�� �}|�� |D ]<}|dkr&|�d|| j| t| j| d �d d� f � q&d�|�W d � S 1 s�0 Y d S )Nrb z %s: refcount=%s
%sr �K �
) ro r% rk r# �sortrQ rI rj �join)r- r> rC r# r� r r r r\ I s
��zServer.debug_infoc C s
t | j�S r )�lenrk r� r r r r] Y s zServer.number_of_objectsc C sV zDzt �d� |�d� W n dd l}|�� Y n0 W | j�� n | j�� 0 d S )Nz!manager received shutdown message�r: Nr )r r� r; � traceback� print_excru �set)r- r> r� r r r rX ` s
zServer.shutdownc O s | j �� | j| \}}}}|d u rD|s2t|�dkr:td��|d } n||i |��} |d u rbt| �}|d ur�t|t�s�td�|t |����t
|�t
|� }dt | � }
t �
d||
� | t|�|f| j|
< |
| jvr�d| j|
< W d � n1 s�0 Y | �||
� |
t|�fS )Nr z4Without callable, must have one non-keyword argumentr z,Method_to_typeid {0!r}: type {1!s}, not dictz%xz&%r callable returned object with id %r)ro re r� rM rV rH �dictrJ rK r r% r, r r� r� rj rk r_ �tuple) r- r> r* r@ rA rP r� �method_to_typeid� proxytyper' r� r r r rY m s6 �
�
��
( z
Server.createc C s t | j|j d �S )Nr )r� rj r, )r- r> r� r r r r[ � s zServer.get_methodsc C s" |t �� _|�d� | �|� d S )Nr� )rm r� r r; r� )r- r> r r r r rZ � s
zServer.accept_connectionc C s� | j �� z| j| d7 < W nj ty� } zR|| jv rpd| j|< | j| | j|< | j| \}}}t�d|� n|�W Y d }~n
d }~0 0 W d � n1 s�0 Y d S )Nr z&Server re-enabled tracking & INCREF %r)ro rk r� rl rj r r� )r- r> r� r� r' r� r� r r r r_ � s
�z
Server.increfc C s� || j vr$|| jv r$t�d|� d S | j�d | j | dkrXtd�|| j| | j | ���| j | d8 < | j | dkr�| j |= W d � n1 s�0 Y || j vr�d| j|< t�d|� | j� | j|= W d � n1 s�0 Y d S )NzServer DECREF skipping %rr z+Id {0!s} ({1!r}) has refcount {2:n}, not 1+r )Nr Nzdisposing of obj with id %r)rk rl r r� ro �AssertionErrorrK rj )r- r> r� r r r r` � s*
�
��&
z
Server.decrefN)r5 r7 r8 �publicr. r� ry r� r� r� r� r� r� r^ r\ r] rX rY r[ rZ r_ r` r r r r rW � s,
"Q�
$rW c @ s e Zd ZdgZdZdZdZdS )�State�valuer r � N)r5 r7 r8 r9 �INITIAL�STARTED�SHUTDOWNr r r r r� � s r� )�pickleZ xmlrpclibc @ s� e Zd Zi ZeZd!dd�Zdd� Zdd� Zd"d
d �Z e
d#d d
��Z dd� Z d$dd�Z
dd� Zdd� Zdd� Zdd� Zedd� �Zed d � �Ze
d%d d ��ZdS )&r Nr� c C s\ |d u rt �� j}|| _t �|�| _t� | _tj| j_ || _
t | \| _ | _
|pTt� | _d S r )r rv rg �_addressrf �_authkeyr� �_stater� r� � _serializerrh Z _Listener�_Clientr �_ctx)r- r+ rg rp �ctxr r r r. � s
zBaseManager.__init__c C sf | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���t| j | j
| j | j �S )N�Already started server�Manager has shut down�Unknown state {!r})
r� r� r� r� r� r r� rK rW � _registryr� r� r� r/ r r r �
get_server� s
�
�zBaseManager.get_serverc C s8 t | j \}}|| j| jd�}t|d d� tj| j_d S )N�rg r^ ) rh r� r� r� rD r� r� r� r� )r- rq rr r� r r r �connect s zBaseManager.connectr c C s4 | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���|d urht|�sht d��t
j dd�\}}| j j
t| �j| j| j| j| j|||fd�| _d�d d
� | jjD ��}t| �jd | | j_| j�� |�� |�� | _|�� tj| j _t j | t| �j | j| j| j| j | j fd d
�| _ d S )Nr� r� r� z initializer must be a callableF)Zduplexr� �:c s s | ]}t |�V qd S r r� )r �ir r r � ( r! z$BaseManager.start..�-r �r@ Z exitpriority)!r� r� r� r� r� r r� rK rP rJ r ZPiper� ZProcessr � _run_serverr� r� r� r� �_processr� Z _identityr5 r r{ r� r< r �Finalize�_finalize_managerr� rX )r- � initializer�initargs�reader�writerr� r r r r{ s>
�
��
��zBaseManager.startc C s^ t � t jt j� |d ur ||� | �||||�}|�|j� |�� t�d|j� |� � d S )Nzmanager serving at %r)
�signal�SIGINT�SIG_IGN�_Serverr; r+ r� r r� r� ) �clsre r+ rg rp r� r� r� �serverr r r r� : s zBaseManager._run_serverc O sV | j | j| jd�}z&t|d d|f| |�\}}W |�� n
|�� 0 t|| j|�|fS )Nr� rY )r� r� r� rD r� r )r- r* r@ rA r� r, r� r r r �_createQ s
zBaseManager._createc C s* | j d ur&| j �|� | j �� s&d | _ d S r )r� r� �is_alive�r- �timeoutr r r r� ] s
zBaseManager.joinc C s8 | j | j| jd�}zt|d d�W |�� S |�� 0 d S )Nr� r\ �r� r� r� rD r� �r- r� r r r � _debug_infof s �zBaseManager._debug_infoc C s8 | j | j| jd�}zt|d d�W |�� S |�� 0 d S )Nr� r] r� r� r r r �_number_of_objectsp s �z BaseManager._number_of_objectsc C sj | j jtjkr| �� | j jtjkrf| j jtjkr.temp) �__dict__r� �copy� AutoProxyr r% r" r5 �setattr)
r� r* rP r� r� r� �
create_method�keyr� rR r r� r �register� s"
��
zBaseManager.register)NNr� N)Nr )Nr )N)NNNNT)r5 r7 r8 r� rW r� r. r� r� r{ � classmethodr� r� r� r� r� r� r� � staticmethodr� �propertyr+ r� r r r r r � s2 �
+ �
�r c @ s e Zd Zdd� Zdd� ZdS )�ProcessLocalSetc C s t �| dd� � d S )Nc S s | � � S r )�clearr& r r r �� r! z*ProcessLocalSet.__init__..)r �register_after_forkr/ r r r r. � s zProcessLocalSet.__init__c C s t | �dfS rc )r r/ r r r �
__reduce__� s zProcessLocalSet.__reduce__N)r5 r7 r8 r. r r r r r r � s r c @ s| e Zd Zi Ze�� Zddd�Zdd� Zdi fd d
�Z d d � Z
d
d� Z e dd� �Z
dd� Zdd� Zdd� Zdd� Zdd� ZdS ) r NTFc C s� t j�B t j�|jd �}|d u r:t�� t� f}|t j|j< W d � n1 sN0 Y |d | _|d | _ || _
| j
j | _ || _
|| _t| d | _|| _|d ur�t�|�| _n"| j
d ur�| j
j| _n t�� j| _|r�| �� t�| t j� d S )Nr r )r �_mutexr� r� r+ r ZForkAwareLocalr �_tls�_idset�_tokenr, �_id�_managerr� rh r� �_owned_by_managerr rf r� rv rg �_increfr � _after_fork) r- r� rp r� rg r� r_ �
manager_ownedZ tls_idsetr r r r. � s* *
zBaseProxy.__init__c C sd t �d� t�� j}t�� jdkr4|dt�� j 7 }| j| jj | j
d�}t |d d|f� || j _
d S )Nz making connection to managerZ
MainThread�|r� rZ )r r� r rv r rm r� r� r
r+ r� rD r r )r- r r� r r r �_connect s
zBaseProxy._connectr c C s� z | j j}W n4 ty@ t�dt�� j� | �� | j j}Y n0 |� | j
|||f� |� � \}}|dkrn|S |dkr�|\}}| j j
|j d } | jj|_| || j| j | j|d�}
| j|j| jd�}t|d d|jf� |
S t||��d S )Nz#thread %r does not own a connectionr: r� �����r� r� r` )r r r� r r� rm r� r r r; r r< r r� r* r
r+ r� r� r� rD r, r= ) r- r? r@ rA r� rB rC r� r� r� r� r r r � _callmethod s0 �
�zBaseProxy._callmethodc C s
| � d�S )Nr� �r r/ r r r � _getvalue; s zBaseProxy._getvaluec C s� | j rt�d| jj� d S | j| jj| jd�}t|d d| j f� t�d| jj� | j
� | j � | j oj| j j
}tj| tj| j| j|| j| j
| jfdd�| _d S )Nz%owned_by_manager skipped INCREF of %rr� r_ z INCREF %r�
r� )r
r r� r
r, r� r+ r� rD r r �addr r� r� r �_decrefr Z_close)r- r� r2 r r r r A s
��zBaseProxy._increfc
C s� |� | j� |d u s |jtjkr�z2t�d| j� || j|d�}t|d d| jf� W q� t y� } zt�d|� W Y d }~q�d }~0 0 nt�d| j� |s�t
|d�r�t�dt � � j
� |j�� |`d S )Nz DECREF %rr� r` z... decref failed %sz%DECREF %r -- manager already shutdownr z-thread %r has no more proxies so closing conn)�discardr, r� r� r� r r� r+ rD r� r� rm r� r r r� )r� rg r2 ZtlsZidsetr� r� r� r r r r U s $�
zBaseProxy._decrefc
C sJ d | _ z | �� W n2 tyD } zt�d| � W Y d }~n
d }~0 0 d S )Nzincref failed: %s)r r r� r r� )r- r� r r r r n s
zBaseProxy._after_forkc C s^ i }t � d ur| j|d< t| dd�rB| j|d< tt| j| j|ffS tt| �| j| j|ffS d S )Nrg �_isautoFr� ) r r� r r� � RebuildProxyr� r
r� r �r- rA r r r r v s
��zBaseProxy.__reduce__c C s | � � S r )r )r- �memor r r � __deepcopy__� s zBaseProxy.__deepcopy__c C s dt | �j| jjt| �f S )Nz <%s object, typeid %r at %#x>)r r5 r
r* r, r/ r r r r6 � s �zBaseProxy.__repr__c C s8 z | � d�W S ty2 t| �d d� d Y S 0 d S )Nr6 r z; '__str__()' failed>)r r� r� r/ r r r rN � s zBaseProxy.__str__)NNNTF)r5 r7 r8 r� r ZForkAwareThreadLockr r. r r r r r r r r r r6 rN r r r r r � s �
)
r c C s� t t�� dd �}|rT|j|jkrTt�d|� d|d< |j|jvrT|j|j |j|j< |� dd�opt t�� dd� }| ||fd|i|��S )Nrw z*Rebuild a proxy owned by manager, token=%rTr r_ Z _inheritingF)
r r rv r+ r r� r, rl rj �pop)rS r� rp rA r� r_ r r r r � s
�
�r c C sn t |�}z|| |f W S ty( Y n0 i }|D ]}td||f |� q2t| tf|�}||_||| |f< |S )NzOdef %s(self, /, *args, **kwds):
return self._callmethod(%r, args, kwds))r� r� �execr r r� )r r� �_cacheZdicZmeth� ProxyTyper r r �
MakeProxyType� s �� r$ c C s� t | d }|d u rJ|| j|d�}z t|d d| f�}W |�� n
|�� 0 |d u r`|d ur`|j}|d u rrt�� j}td| j |�} | | |||||d�}
d|
_
|
S )Nr r� r[ z
AutoProxy[%s])r� rg r_ r T) rh r+ rD r� r� r rv rg r$ r* r ) r� rp r� rg r� r_ r r� r� r# r� r r r r� � s
�r� c @ s e Zd Zdd� Zdd� ZdS )� Namespacec K s | j �|� d S r )r� �updater r r r r. � s zNamespace.__init__c C sZ t | j�� �}g }|D ]$\}}|�d�s|�d||f � q|�� d| jjd�|�f S )NrU z%s=%rz%s(%s)z, ) r% r� r" �
startswithrQ r� r4 r5 r� )r- r" rR r r� r r r r6 � s
zNamespace.__repr__N)r5 r7 r8 r. r6 r r r r r% � s r% c @ s8 e Zd Zd dd�Zdd� Zdd� Zdd � Zeee�Zd
S ) �ValueTc C s || _ || _d S r )� _typecode�_value)r- r r� �lockr r r r. � s zValue.__init__c C s | j S r �r* r/ r r r r� � s z Value.getc C s
|| _ d S r r, �r- r� r r r r� � s z Value.setc C s dt | �j| j| jf S )Nz
%s(%r, %r))r r5 r) r* r/ r r r r6 � s zValue.__repr__N)T) r5 r7 r8 r. r� r� r6 r r� r r r r r( � s
r( c C s t � | |�S r )r )r �sequencer+ r r r �Array� s r/ c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd S )
�
IteratorProxy)�__next__r; �throwr� c C s | S r r r/ r r r �__iter__ s zIteratorProxy.__iter__c G s | � d|�S )Nr1 r �r- r@ r r r r1 s zIteratorProxy.__next__c G s | � d|�S )Nr; r r4 r r r r; s zIteratorProxy.sendc G s | � d|�S )Nr2 r r4 r r r r2 s zIteratorProxy.throwc G s | � d|�S )Nr� r r4 r r r r� s zIteratorProxy.closeN) r5 r7 r8 r� r3 r1 r; r2 r� r r r r r0 � s r0 c @ s2 e Zd ZdZd dd�Zdd� Zdd � Zd
d � ZdS )
�
AcquirerProxy)�acquire�releaseTNc C s" |d u r|fn||f}| � d|�S �Nr6 r )r- Zblockingr� r@ r r r r6 s zAcquirerProxy.acquirec C s
| � d�S �Nr7 r r/ r r r r7 s zAcquirerProxy.releasec C s
| � d�S r8 r r/ r r r r� s zAcquirerProxy.__enter__c C s
| � d�S r9 r r� r r r r� s zAcquirerProxy.__exit__)TN)r5 r7 r8 r� r6 r7 r� r� r r r r r5 s
r5 c @ s6 e Zd ZdZd dd�Zd
dd�Zdd � Zdd
d �ZdS )�ConditionProxy)r6 r7 r} �notify�
notify_allNc C s | � d|f�S �Nr} r r� r r r r} s zConditionProxy.waitr c C s | � d|f�S )Nr; r )r- �nr r r r; s zConditionProxy.notifyc C s
| � d�S )Nr< r r/ r r r r< s zConditionProxy.notify_allc C sd |� }|r|S |d ur$t �� | }nd }d }|s`|d urN|t �� }|dkrNq`| �|� |� }q,|S )Nr )�time� monotonicr} )r- Z predicater� rC ZendtimeZwaittimer r r �wait_for! s
zConditionProxy.wait_for)N)r )N)r5 r7 r8 r� r} r; r< rA r r r r r: s
r: c @ s2 e Zd ZdZdd� Zdd� Zdd� Zd d d
�ZdS ) �
EventProxy)r| r� r r} c C s
| � d�S )Nr| r r/ r r r r| 6 s zEventProxy.is_setc C s
| � d�S �Nr� r r/ r r r r� 8 s zEventProxy.setc C s
| � d�S )Nr r r/ r r r r : s zEventProxy.clearNc C s | � d|f�S r= r r� r r r r} < s zEventProxy.wait)N)r5 r7 r8 r� r| r� r r} r r r r rB 4 s
rB c @ sN e Zd ZdZddd�Zdd� Zdd� Zed d
� �Zed d � �Z ed
d� �Z
dS )� BarrierProxy)�__getattribute__r} �abort�resetNc C s | � d|f�S r= r r� r r r r} B s zBarrierProxy.waitc C s
| � d�S )NrF r r/ r r r rF D s zBarrierProxy.abortc C s
| � d�S )NrG r r/ r r r rG F s zBarrierProxy.resetc C s | � dd�S )NrE )�partiesr r/ r r r rH H s zBarrierProxy.partiesc C s | � dd�S )NrE )� n_waitingr r/ r r r rI K s zBarrierProxy.n_waitingc C s | � dd�S )NrE )�brokenr r/ r r r rJ N s zBarrierProxy.broken)N) r5 r7 r8 r� r} rF rG r rH rI rJ r r r r rD @ s
rD c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �NamespaceProxy)rE � __setattr__� __delattr__c C s0 |d dkrt �| |�S t �| d�}|d|f�S )Nr rU r rE )�objectrE �r- r� �
callmethodr r r � __getattr__U s zNamespaceProxy.__getattr__c C s4 |d dkrt �| ||�S t �| d�}|d||f�S )Nr rU r rL )rN rL rE )r- r� r� rP r r r rL Z s zNamespaceProxy.__setattr__c C s0 |d dkrt �| |�S t �| d�}|d|f�S )Nr rU r rM )rN rM rE rO r r r rM _ s zNamespaceProxy.__delattr__N)r5 r7 r8 r� rQ rL rM r r r r rK S s rK c @ s4 e Zd ZdZdd� Zdd� Zeee�Zee j
�Z dS )�
ValueProxy)r� r� c C s
| � d�S )Nr� r r/ r r r r� h s zValueProxy.getc C s | � d|f�S rC r r- r r r r� j s zValueProxy.setN) r5 r7 r8 r� r� r� r r� r� �types� GenericAlias�__class_getitem__r r r r rR f s
rR �
BaseListProxy)�__add__� __contains__� __delitem__� __getitem__�__len__�__mul__� __reversed__�__rmul__� __setitem__rQ �count�extend�index�insertr �remove�reverser� �__imul__c @ s e Zd Zdd� Zdd� ZdS )� ListProxyc C s | � d|f� | S )Nra r r- r r r �__iadd__x s zListProxy.__iadd__c C s | � d|f� | S )Nrf r r- r r r rf { s zListProxy.__imul__N)r5 r7 r8 rh rf r r r r rg w s rg � DictProxy)rX rY rZ r3 r[ r_ r r� r� r" r# r �popitem�
setdefaultr& r$ r3 �Iterator�
ArrayProxy)r[ rZ r_ � PoolProxy) Zapply� apply_asyncr� �imap�imap_unorderedr� �map� map_async�starmap�
starmap_asyncr� Z AsyncResult)ro rs ru rp rq c @ s e Zd Zdd� Zdd� ZdS )rn c C s | S r r r/ r r r r� � s zPoolProxy.__enter__c C s | � � d S r )r� r� r r r r� � s zPoolProxy.__exit__N)r5 r7 r8 r� r� r r r r rn � s c @ s e Zd ZdS )r N)r5 r7 r8 r r r r r � s r �QueueZ
JoinableQueuert rn �RLock� Semaphore�BoundedSemaphore� Condition�Barrier�Poolr% r� )r� r� )r� c @ sH e Zd Zg fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )�_SharedMemoryTrackerc C s || _ || _d S r �Zshared_memory_context_name�
segment_names)r- r r r r r r. � s z _SharedMemoryTracker.__init__c C s( t �d|�dt� � �� | j�|� d S )NzRegister segment � in pid )r r� r r rQ �r- � segment_namer r r �register_segment� s z%_SharedMemoryTracker.register_segmentc C sB t �d|�dt� � �� | j�|� t�|�}|�� |�� d S )NzDestroy segment r� ) r r� r r rd r � SharedMemoryr� �unlink)r- r� Zsegmentr r r �destroy_segment� s
z$_SharedMemoryTracker.destroy_segmentc C s" | j d d � D ]}| �|� qd S r )r r� r� r r r r� � s z_SharedMemoryTracker.unlinkc C s( t �d| jj� dt� � �� | �� d S )NzCall z .__del__ in )r r� r4 r5 r r� r/ r r r �__del__� s z _SharedMemoryTracker.__del__c C s | j | jfS r r~ r/ r r r r0 � s z!_SharedMemoryTracker.__getstate__c C s | j |� d S r )r. r1 r r r r3 � s z!_SharedMemoryTracker.__setstate__N)
r5 r7 r8 r. r� r� r� r� r0 r3 r r r r r} � s r} c @ sJ e Zd Zejg d� Zdd� Zdd� Zdd� Zdd � Zd
d � Z d d
� Z
dS )�SharedMemoryServer)�
track_segment�release_segment�
list_segmentsc O s` t j| g|�R i |�� | j}t|t�r2t�|�}td|� dt� � ��| _ t
� dt� � �� d S )NZshm_rU z"SharedMemoryServer started by pid ) rW r. r+ rH rd �os�fsdecoder} r �shared_memory_contextr r� )r- r@ �kwargsr+ r r r r. � s
�zSharedMemoryServer.__init__c O s: t | j| d d�r | j|d< tj| ||g|�R i |��S )Nr Z_shared_memory_proxyr� )r� re r� rW rY )r- r> r* r@ r� r r r rY � s
zSharedMemoryServer.createc C s | j �� t�| |�S r )r� r� rW rX r� r r r rX s
zSharedMemoryServer.shutdownc C s | j �|� d S r )r� r� �r- r> r� r r r r� s z SharedMemoryServer.track_segmentc C s | j �|� d S r )r� r� r� r r r r� s z"SharedMemoryServer.release_segmentc C s | j jS r )r� r r� r r r r� s z SharedMemoryServer.list_segmentsN) r5 r7 r8 rW r� r. rY rX r� r� r� r r r r r� � s �
r� c @ s8 e Zd ZeZdd� Zdd� Zdd� Zdd� Zd d
� Z d S ) r c O sT t jdkr ddlm} |�� tj| g|�R i |�� t�| j j
� dt � � �� d S )N�posixr )�resource_trackerz created by pid ) r� r � r� Zensure_runningr r. r r� r4 r5 r )r- r@ r� r� r r r r. ' s
z SharedMemoryManager.__init__c C s t �| jj� dt� � �� d S )Nz.__del__ by pid )r r� r4 r5 r r/ r r r r� 3 s zSharedMemoryManager.__del__c C sh | j jtjkrP| j jtjkr&td��n*| j jtjkr>td��ntd�| j j���| �| j | j
| j | j �S )Nz"Already started SharedMemoryServerz!SharedMemoryManager has shut downr� )
r� r� r� r� r� r r� rK r� r� r� r� r� r/ r r r r� 7 s
� �z SharedMemoryManager.get_serverc C s� | j | j| jd��h}tjd d|d�}zt|d d|jf� W n0 tyj } z|�� |�W Y d }~n
d }~0 0 W d � n1 s�0 Y |S )Nr� T)rY �sizer� ) r� r� r� r r� rD r �
BaseExceptionr� )r- r� r� Zsmsr� r r r r� D s 8z SharedMemoryManager.SharedMemoryc C s� | j | j| jd��f}t�|�}zt|d d|jjf� W n2 tyh } z|j� � |�W Y d }~n
d }~0 0 W d � n1 s~0 Y |S )Nr� r� )
r� r� r� r �
ShareableListrD Zshmr r� r� )r- r. r� Zslr� r r r r� P s
8z!SharedMemoryManager.ShareableListN)
r5 r7 r8 r� r� r. r� r� r� r� r r r r r s
)NNNTF)T)U�__all__r� rm r� r Zqueuer? rS r� r r� r r� r �contextr
r r r
r r r r � ImportErrorZ HAS_SHMEMrQ r r� Z
view_typesr% r( Z view_typerN r rD r= r� rL rT rV rW r� rq rr Z XmlListenerZ XmlClientrh r r� r r r r$ r� r% r( r/ r0 r5 r: rB rD rK rR rV rg ri r� rm Z
BasePoolProxyrn r rv rt rn rw rx ry rz r{ r| r� r} r� r r r r r � s�
H
� w
4 �
�
�
�%-