a
XC?h�z � @ s~ d Z ddlZddlmZ ddlZddlZddlZddlm Z ddl
Z
ddl Z ddl m
Z
ddlZddlZddlZe �� ZdaG dd� d�Zd d
� Ze
�e� d Zd ZG d
d� de�ZG dd� d�Zdd� Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!dd � Z"d d � Z#d-d d �Z$d!d"� Z%G d#d$� d$e
j&�Z'da(da)d%d&� Z*d'd(� Z+G d)d*� d*ej,�Z-G d+d,� d,ej.�Z/dS ).z"Brian Quinlan ([email protected])� N)�_base)�Queue)�partialFc @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
_ThreadWakeupc C s d| _ tjdd�\| _| _d S )NF)Zduplex)�_closed�mpZPipe�_reader�_writer��self� r �?/opt/alt/python39/lib64/python3.9/concurrent/futures/process.py�__init__C s z_ThreadWakeup.__init__c C s$ | j s d| _ | j�� | j�� d S �NT)r r �closer r
r r r
r G s
z_ThreadWakeup.closec C s | j s| j�d� d S )N� )r r Z
send_bytesr
r r r
�wakeupM s z_ThreadWakeup.wakeupc C s | j s | j�� r | j�� qd S �N)r r ZpollZ
recv_bytesr
r r r
�clearQ s
z_ThreadWakeup.clearN)�__name__�
__module__� __qualname__r r r r r r r r
r B s r c C s@ da tt�� �} | D ]\}}|�� q| D ]\}}|�� q*d S r )�_global_shutdown�list�_threads_wakeups�itemsr �join)r �_�
thread_wakeup�tr r r
� _python_exitW s
r � �= c @ s e Zd Zdd� Zdd� ZdS )�_RemoteTracebackc C s
|| _ d S r ��tb)r r% r r r
r w s z_RemoteTraceback.__init__c C s | j S r r$ r
r r r
�__str__y s z_RemoteTraceback.__str__N)r r r r r& r r r r
r# v s r# c @ s e Zd Zdd� Zdd� ZdS )�_ExceptionWithTracebackc C s8 t �t|�||�}d�|�}|| _d | j_d| | _d S )N� z
"""
%s""")� traceback�format_exception�typer �exc�
__traceback__r% )r r, r% r r r
r } s
z _ExceptionWithTraceback.__init__c C s t | j| jffS r )� _rebuild_excr, r% r
r r r
�
__reduce__� s z"_ExceptionWithTraceback.__reduce__N)r r r r r/ r r r r
r' | s r' c C s t |�| _| S r )r# � __cause__)r, r% r r r
r. � s
r. c @ s e Zd Zdd� ZdS )� _WorkItemc C s || _ || _|| _|| _d S r )�future�fn�args�kwargs)r r2 r3 r4 r5 r r r
r � s z_WorkItem.__init__N�r r r r r r r r
r1 � s r1 c @ s e Zd Zddd�ZdS )� _ResultItemNc C s || _ || _|| _d S r )�work_id� exception�result)r r8 r9 r: r r r
r � s z_ResultItem.__init__)NNr6 r r r r
r7 � s r7 c @ s e Zd Zdd� ZdS )� _CallItemc C s || _ || _|| _|| _d S r )r8 r3 r4 r5 )r r8 r3 r4 r5 r r r
r � s z_CallItem.__init__Nr6 r r r r
r; � s r; c s* e Zd Zd� fdd� Z� fdd�Z� ZS )�
_SafeQueuer c s& || _ || _|| _t� j||d� d S )N)�ctx)�pending_work_items�
shutdown_lockr �superr )r �max_sizer= r> r? r �� __class__r r
r � s z_SafeQueue.__init__c s� t |t�r�t�t|�||j�}td�d�|���|_ | j
� |j d �}| j
� | j�� W d � n1 sj0 Y |d ur�|j�|� nt� �||� d S )Nz
"""
{}"""r( )�
isinstancer; r) r* r+ r- r# �formatr r0 r> �popr8 r? r r r2 �
set_exceptionr@ �_on_queue_feeder_error)r �e�objr% � work_itemrB r r
rH � s
(z!_SafeQueue._on_queue_feeder_error)r )r r r r rH �
__classcell__r r rB r
r< � s r< c g s, t |� }tt�|| ��}|s d S |V qd S r )�zip�tuple� itertools�islice)� chunksize� iterables�it�chunkr r r
� _get_chunks� s
rU c s � fdd�|D �S )Nc s g | ] }� |� �qS r r )�.0r4 �r3 r r
�
� r z"_process_chunk..r )r3 rT r rW r
�_process_chunk� s rY c
C s` z| � t|||d�� W nB tyZ } z*t||j�}| � t||d�� W Y d }~n
d }~0 0 d S )N)r: r9 �r9 )�putr7 �
BaseExceptionr' r- )� result_queuer8 r: r9 rI r, r r r
�_sendback_result� s
� r^ c
C s� |d ur:z ||� W n$ t y8 tjjddd� Y d S 0 | jdd�}|d u r`|�t�� � d S z|j|j i |j
��}W n@ t y� } z(t ||j �}t
||j|d� W Y d }~n d }~0 0 t
||j|d� ~~q:d S )NzException in initializer:T)�exc_info��blockrZ )r: )r\ r ZLOGGERZcritical�getr[ �os�getpidr3 r4 r5 r' r- r^ r8 )�
call_queuer] � initializer�initargsZ call_item�rrI r, r r r
�_process_worker� s$
&ri c sl e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
� ZS )�_ExecutorManagerThreadc sf |j | _|j| _| j| jfdd�}t�||�| _|j| _|j | _
|j | _ |j
| _|j| _t� �� d S )Nc S s< t j�d� |� |�� W d � n1 s.0 Y d S )Nz?Executor collected: triggering callback for QueueManager wakeup)r �util�debugr )r r r? r r r
�
weakref_cb s z3_ExecutorManagerThread.__init__..weakref_cb)� _executor_manager_thread_wakeupr �_shutdown_lockr? �weakref�ref�executor_reference�
_processes� processes� _call_queuere �
_result_queuer] � _work_ids�work_ids_queue�_pending_work_itemsr> r@ r )r �executorrm rB r r
r s �
z _ExecutorManagerThread.__init__c C s� | � � | �� \}}}|r(| �|� d S |d urX| �|� ~| �� }|d urV|j�� ~| �� r | �� | j s | �
� d S q d S r ) �add_call_item_to_queue� wait_result_broken_or_wakeup�terminate_broken�process_result_itemrr �_idle_worker_semaphore�release�is_shutting_down�flag_executor_shutting_downr> �join_executor_internals)r � result_item� is_broken�causerz r r r
�run: s"
z_ExecutorManagerThread.runc C s~ | j �� rd S z| jjdd�}W n tjy6 Y d S 0 | j| }|j�� rn| j j t
||j |j |j
�dd� q | j|= q q d S )NFr` T)re Zfullrx rb �queue�Emptyr> r2 Z set_running_or_notify_cancelr[ r; r3 r4 r5 )r r8 rK r r r
r{ Z s"
��z-_ExecutorManagerThread.add_call_item_to_queuec
C s� | j j}| jj}||g}dd� t| j�� �D �}tj�|| �}d }d}d }||v r�z|� � }d}W q� t
y� } z t � t
| �| | j�}W Y d } ~ q�d } ~ 0 0 n ||v r�d}| j� | j�� W d � n1 s�0 Y |||fS )Nc S s g | ]
}|j �qS r )�sentinel�rV �pr r r
rX { r zG_ExecutorManagerThread.wait_result_broken_or_wakeup..TF)r] r r r rt �valuesr Z
connection�waitZrecvr\ r) r* r+ r- r? r )
r Z
result_readerZ
wakeup_readerZreadersZworker_sentinelsZreadyr� r� r� rI r r r
r| q s& ,(z3_ExecutorManagerThread.wait_result_broken_or_wakeupc C sr t |t�r2| j�|�}|�� | jsn| �� d S n<| j�|jd �}|d urn|jr`|j �
|j� n|j � |j � d S r )
rD �intrt rF r r� r> r8 r9 r2 rG Z
set_resultr: )r r� r� rK r r r
r~ � s
z*_ExecutorManagerThread.process_result_itemc C s | � � }tp|d u p|jS r )rr r �_shutdown_thread)r rz r r r
r� � s �z'_ExecutorManagerThread.is_shutting_downc C s� | � � }|d ur d|_d|_d }td�}|d urHtdd�|�� d��|_| j�� D ]\}}|j �
|� ~qR| j� � | j �
� D ] }|�� q~| �� d S )NzKA child process terminated abruptly, the process pool is not usable anymoreTz^A process in the process pool was terminated abruptly while the future was running or pending.z
'''
r( z''')rr �_brokenr� �BrokenProcessPoolr# r r0 r> r r2 rG r rt r� Z terminater� )r r� rz Zbper8 rK r� r r r
r} � s" �
z'_ExecutorManagerThread.terminate_brokenc C s� | � � }|d ur|d|_|jr|i }| j�� D ]\}}|j�� s*|||< q*|| _z| j�� W qL t j
yr Y qvY qL0 qLd|_d S )NTF) rr r� �_cancel_pending_futuresr> r r2 Zcancelrx Z
get_nowaitr� r� )r rz Znew_pending_work_itemsr8 rK r r r
r� � s
z2_ExecutorManagerThread.flag_executor_shutting_downc C sl | � � }d}||k rh| � � dkrht|| �D ]8}z| j�d � |d7 }W q, tjyb Y q Y q,0 q,q d S )Nr r! )�get_n_children_alive�rangere Z
put_nowaitr� ZFull)r Zn_children_to_stopZn_sentinels_sent�ir r r
�shutdown_workers� s
� z'_ExecutorManagerThread.shutdown_workersc C sh | � � | j�� | j�� | j� | j�� W d � n1 sB0 Y | j�� D ] }|�� qVd S r ) r� re r Z join_threadr? r rt r� r �r r� r r r
r� � s
(z._ExecutorManagerThread.join_executor_internalsc C s t dd� | j�� D ��S )Nc s s | ]}|� � V qd S r )Zis_aliver� r r r
�
r z>_ExecutorManagerThread.get_n_children_alive..)�sumrt r� r
r r r
r� s z+_ExecutorManagerThread.get_n_children_alive)r r r r r� r{ r| r~ r� r} r� r� r� r� rL r r rB r
rj s +
& rj c C sh t rtrtt��da zt�d�} W n ttfy: Y d S 0 | dkrHd S | dkrTd S d| att��d S )NT�SC_SEM_NSEMS_MAX������ z@system provides too few semaphores (%d available, 256 necessary))�_system_limits_checked�_system_limited�NotImplementedErrorrc �sysconf�AttributeError�
ValueError)Z nsems_maxr r r
�_check_system_limits s �r� c c s& | D ] }|� � |r|�� V qqd S r )�reverserF )�iterableZelementr r r
� _chain_from_iterable_of_lists, s r� c @ s e Zd ZdS )r� N)r r r r r r r
r� 8 s r� c s~ e Zd Zddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Ze j
jj e_ ddd�� fdd�
Z ddd�dd�Z
e j
j
j e
_ � ZS )�ProcessPoolExecutorNr c C sJ t � |d u r6t�� pd| _tjdkrntt| j�| _n8|dkrHtd��n tjdkrh|tkrhtdt� ���|| _|d u r~t �
� }|| _ | j j dd�dk| _
|d ur�t|�s�td ��|| _|| _d | _i | _d| _t�� | _t�d�| _d| _d| _i | _ d| _ t � | _ | jt }t!|| j | j | j| j d
�| _"d | j"_#|�$� | _%t&�'� | _(d S ) Nr! Zwin32r z"max_workers must be greater than 0zmax_workers must be <= F)Z
allow_none�forkz initializer must be a callable)rA r= r> r? r T))r� rc � cpu_count� _max_workers�sys�platform�min�_MAX_WINDOWS_WORKERSr� r Z get_context� _mp_contextZget_start_method�#_safe_to_dynamically_spawn_children�callable� TypeError� _initializer� _initargs�_executor_manager_threadrs r� � threadingZLockro Z Semaphorer r� � _queue_country r� r rn �EXTRA_QUEUED_CALLSr< ru Z
_ignore_epipeZ SimpleQueuerv r� r rw )r Z max_workersZ
mp_contextrf rg Z
queue_sizer r r
r @ sZ
�
���
�
z ProcessPoolExecutor.__init__c C s< | j d u r8| js| �� t| �| _ | j �� | jt| j < d S r )r� r� �_launch_processesrj �startrn r r
r r r
� _start_executor_manager_thread� s
�z2ProcessPoolExecutor._start_executor_manager_threadc C s2 | j jdd�rd S t| j�}|| jk r.| �� d S )NF)Zblocking)r �acquire�lenrs r� �_spawn_process)r Z
process_countr r r
�_adjust_process_count� s
z)ProcessPoolExecutor._adjust_process_countc C s$ t t| j�| j�D ] }| �� qd S r )r� r� rs r� r� )r r r r r
r� � s z%ProcessPoolExecutor._launch_processesc C s8 | j jt| j| j| j| jfd�}|�� || j|j < d S )N)�targetr4 )
r� ZProcessri ru rv r� r� r� rs �pidr� r r r
r� � s ��z"ProcessPoolExecutor._spawn_processc O s� | j �� | jrt| j��| jr&td��tr2td��t�� }t||||�}|| j | j
< | j � | j
� | j
d7 _
| j
�� | jr�| �� | �� |W d � S 1 s�0 Y d S )Nz*cannot schedule new futures after shutdownz6cannot schedule new futures after interpreter shutdownr! )ro r� r� r� � RuntimeErrorr r ZFuturer1 ry r� rw r[ rn r r� r� r� )r r3 r4 r5 �f�wr r r
�submit� s"
zProcessPoolExecutor.submitr! )�timeoutrQ c s: |dk rt d��t� jtt|�t|d|i�|d�}t|�S )Nr! zchunksize must be >= 1.rQ )r� )r� r@ �mapr rY rU r� )r r3 r� rQ rR ZresultsrB r r
r� � s �zProcessPoolExecutor.mapTF)�cancel_futuresc C s� | j �0 || _d| _| jd ur(| j�� W d � n1 s<0 Y | jd ur^|r^| j�� d | _d | _| jd ur�|r�| j� � d | _d | _
d | _d S r ) ro r� r� rn r r� r ru rv r rs )r r� r� r r r
�shutdown� s
(
z ProcessPoolExecutor.shutdown)NNNr )T)r r r r r� r� r� r� r� r �Executor�__doc__r� r� rL r r rB r
r� ? s �
U
r� )NN)0�
__author__rc Zconcurrent.futuresr r� Zmultiprocessingr Zmultiprocessing.connectionZmultiprocessing.queuesr r� rp � functoolsr rO r� r) �WeakKeyDictionaryr r r r Z_register_atexitr� r� � Exceptionr# r' r. �objectr1 r7 r; r< rU rY r^ ri ZThreadrj r� r� r� r� ZBrokenExecutorr� r� r� r r r r
�. sN
)