File: //lib64/python3.9/concurrent/futures/__pycache__/process.cpython-39.opt-2.pyc
a
�DOg�z � @ s~ d Z ddlZddlmZ ddlZddlZddlZddlm Z ddl
Z
ddl Z ddl m
Z
ddlZddlZddlZe �� ZdaG dd� d�Zd d
� Ze
�e� d Zd ZG d
d� de�ZG dd� d�Zdd� Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!dd � Z"d d � Z#d-d d �Z$d!d"� Z%G d#d$� d$e
j&�Z'da(da)d%d&� Z*d'd(� Z+G d)d*� d*ej,�Z-G d+d,� d,ej.�Z/dS ).z"Brian Quinlan (brian@sweetapp.com)� N)�_base)�Queue)�partialFc @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
_ThreadWakeupc C s d| _ tjdd�\| _| _d S )NF)�duplex)�_closed�mp�Pipe�_reader�_writer��self� r �2/usr/lib64/python3.9/concurrent/futures/process.py�__init__C s z_ThreadWakeup.__init__c C s$ | j s d| _ | j�� | j�� d S �NT)r r �closer
r r r r r G s
z_ThreadWakeup.closec C s | j s| j�d� d S )N� )r r �
send_bytesr r r r �wakeupM s z_ThreadWakeup.wakeupc C s | j s | j�� r | j�� qd S �N)r r
�poll�
recv_bytesr r r r �clearQ s
z_ThreadWakeup.clearN)�__name__�
__module__� __qualname__r r r r r r r r r B s r c C s@ da tt�� �} | D ]\}}|�� q| D ]\}}|�� q*d S r )�_global_shutdown�list�_threads_wakeups�itemsr �join)r �_�
thread_wakeup�tr r r � _python_exitW s
r% � �= c @ s e Zd Zdd� Zdd� ZdS )�_RemoteTracebackc C s
|| _ d S r ��tb)r
r* r r r r w s z_RemoteTraceback.__init__c C s | j S r r) r r r r �__str__y s z_RemoteTraceback.__str__N)r r r r r+ r r r r r( v s r( c @ s e Zd Zdd� Zdd� ZdS )�_ExceptionWithTracebackc C s8 t �t|�||�}d�|�}|| _d | j_d| | _d S )N� z
"""
%s""")� traceback�format_exception�typer! �exc�
__traceback__r* )r
r1 r* r r r r } s
z _ExceptionWithTraceback.__init__c C s t | j| jffS r )� _rebuild_excr1 r* r r r r �
__reduce__� s z"_ExceptionWithTraceback.__reduce__N)r r r r r4 r r r r r, | s r, c C s t |�| _| S r )r( � __cause__)r1 r* r r r r3 � s
r3 c @ s e Zd Zdd� ZdS )� _WorkItemc C s || _ || _|| _|| _d S r )�future�fn�args�kwargs)r
r7 r8 r9 r: r r r r � s z_WorkItem.__init__N�r r r r r r r r r6 � s r6 c @ s e Zd Zddd�ZdS )� _ResultItemNc C s || _ || _|| _d S r )�work_id� exception�result)r
r= r> r? r r r r � s z_ResultItem.__init__)NNr; r r r r r< � s r< c @ s e Zd Zdd� ZdS )� _CallItemc C s || _ || _|| _|| _d S r )r= r8 r9 r: )r
r= r8 r9 r: r r r r � s z_CallItem.__init__Nr; r r r r r@ � s r@ c s* e Zd Zd� fdd� Z� fdd�Z� ZS )�
_SafeQueuer c s& || _ || _|| _t� j||d� d S )N)�ctx)�pending_work_items�
shutdown_lockr# �superr )r
�max_sizerB rC rD r# �� __class__r r r � s z_SafeQueue.__init__c s� t |t�r�t�t|�||j�}td�d�|���|_ | j
� |j d �}| j
� | j�� W d � n1 sj0 Y |d ur�|j�|� nt� �||� d S )Nz
"""
{}"""r- )�
isinstancer@ r. r/ r0 r2 r( �formatr! r5 rC �popr= rD r# r r7 �
set_exceptionrE �_on_queue_feeder_error)r
�e�objr* � work_itemrG r r rM � s
(z!_SafeQueue._on_queue_feeder_error)r )r r r r rM �
__classcell__r r rG r rA � s rA c g s, t |� }tt�|| ��}|s d S |V qd S r )�zip�tuple� itertools�islice)� chunksize� iterables�it�chunkr r r � _get_chunks� s
rZ c s � fdd�|D �S )Nc s g | ] }� |� �qS r r )�.0r9 �r8 r r �
<listcomp>� r z"_process_chunk.<locals>.<listcomp>r )r8 rY r r\ r �_process_chunk� s r^ c
C s` z| � t|||d�� W nB tyZ } z*t||j�}| � t||d�� W Y d }~n
d }~0 0 d S )N)r? r> �r> )�putr< �
BaseExceptionr, r2 )� result_queuer= r? r> rN r1 r r r �_sendback_result� s
� rc c
C s� |d ur:z ||� W n$ t y8 tjjddd� Y d S 0 | jdd�}|d u r`|�t�� � d S z|j|j i |j
��}W n@ t y� } z(t ||j �}t
||j|d� W Y d }~n d }~0 0 t
||j|d� ~~q:d S )NzException in initializer:T)�exc_info��blockr_ )r? )ra r �LOGGER�critical�getr` �os�getpidr8 r9 r: r, r2 rc r= )�
call_queuerb � initializer�initargs� call_item�rrN r1 r r r �_process_worker� s$
&rq c sl e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
� ZS )�_ExecutorManagerThreadc sf |j | _|j| _| j| jfdd�}t�||�| _|j| _|j | _
|j | _ |j
| _|j| _t� �� d S )Nc S s< t j�d� |� |�� W d � n1 s.0 Y d S )Nz?Executor collected: triggering callback for QueueManager wakeup)r �util�debugr )r" r# rD r r r �
weakref_cb s z3_ExecutorManagerThread.__init__.<locals>.weakref_cb)� _executor_manager_thread_wakeupr# �_shutdown_lockrD �weakref�ref�executor_reference�
_processes� processes� _call_queuerl �
_result_queuerb � _work_ids�work_ids_queue�_pending_work_itemsrC rE r )r
�executorru rG r r r s �
z _ExecutorManagerThread.__init__c C s� | � � | �� \}}}|r(| �|� d S |d urX| �|� ~| �� }|d urV|j�� ~| �� r | �� | j s | �
� d S q d S r ) �add_call_item_to_queue� wait_result_broken_or_wakeup�terminate_broken�process_result_itemrz �_idle_worker_semaphore�release�is_shutting_down�flag_executor_shutting_downrC �join_executor_internals)r
� result_item� is_broken�causer� r r r �run: s"
z_ExecutorManagerThread.runc C s~ | j �� rd S z| jjdd�}W n tjy6 Y d S 0 | j| }|j�� rn| j j t
||j |j |j
�dd� q | j|= q q d S )NFre T)rl �fullr� ri �queue�EmptyrC r7 � set_running_or_notify_cancelr` r@ r8 r9 r: )r
r= rP r r r r� Z s"
��z-_ExecutorManagerThread.add_call_item_to_queuec
C s� | j j}| jj}||g}dd� t| j�� �D �}tj�|| �}d }d}d }||v r�z|� � }d}W q� t
y� } z t � t
| �| | j�}W Y d } ~ q�d } ~ 0 0 n ||v r�d}| j� | j�� W d � n1 s�0 Y |||fS )Nc S s g | ]
}|j �qS r )�sentinel�r[ �pr r r r] { r zG_ExecutorManagerThread.wait_result_broken_or_wakeup.<locals>.<listcomp>TF)rb r
r# r r| �valuesr �
connection�wait�recvra r. r/ r0 r2 rD r )
r
�
result_reader�
wakeup_reader�readers�worker_sentinels�readyr� r� r� rN r r r r� q s& ,(z3_ExecutorManagerThread.wait_result_broken_or_wakeupc C sr t |t�r2| j�|�}|�� | jsn| �� d S n<| j�|jd �}|d urn|jr`|j �
|j� n|j � |j � d S r )
rI �intr| rK r! r� rC r= r> r7 rL �
set_resultr? )r
r� r� rP r r r r� � s
z*_ExecutorManagerThread.process_result_itemc C s | � � }tp|d u p|jS r )rz r �_shutdown_thread)r
r� r r r r� � s �z'_ExecutorManagerThread.is_shutting_downc C s� | � � }|d ur d|_d|_d }td�}|d urHtdd�|�� d��|_| j�� D ]\}}|j �
|� ~qR| j� � | j �
� D ] }|�� q~| �� d S )NzKA child process terminated abruptly, the process pool is not usable anymoreTz^A process in the process pool was terminated abruptly while the future was running or pending.z
'''
r- z''')rz �_brokenr� �BrokenProcessPoolr( r! r5 rC r r7 rL r r| r� � terminater� )r
r� r� �bper= rP r� r r r r� � s" �
z'_ExecutorManagerThread.terminate_brokenc C s� | � � }|d ur|d|_|jr|i }| j�� D ]\}}|j�� s*|||< q*|| _z| j�� W qL t j
yr Y qvY qL0 qLd|_d S )NTF) rz r� �_cancel_pending_futuresrC r r7 �cancelr� �
get_nowaitr� r� )r
r� �new_pending_work_itemsr= rP r r r r� � s
z2_ExecutorManagerThread.flag_executor_shutting_downc C sl | � � }d}||k rh| � � dkrht|| �D ]8}z| j�d � |d7 }W q, tjyb Y q Y q,0 q,q d S )Nr r& )�get_n_children_alive�rangerl �
put_nowaitr� �Full)r
�n_children_to_stop�n_sentinels_sent�ir r r �shutdown_workers� s
� z'_ExecutorManagerThread.shutdown_workersc C sh | � � | j�� | j�� | j� | j�� W d � n1 sB0 Y | j�� D ] }|�� qVd S r ) r� rl r � join_threadrD r# r| r� r! �r
r� r r r r� � s
(z._ExecutorManagerThread.join_executor_internalsc C s t dd� | j�� D ��S )Nc s s | ]}|� � V qd S r )�is_aliver� r r r � <genexpr>
r z>_ExecutorManagerThread.get_n_children_alive.<locals>.<genexpr>)�sumr| r� r r r r r� s z+_ExecutorManagerThread.get_n_children_alive)r r r r r� r� r� r� r� r� r� r� r� r� rQ r r rG r rr s +
& rr c C sh t rtrtt��da zt�d�} W n ttfy: Y d S 0 | dkrHd S | dkrTd S d| att��d S )NT�SC_SEM_NSEMS_MAX���� z@system provides too few semaphores (%d available, 256 necessary))�_system_limits_checked�_system_limited�NotImplementedErrorrj �sysconf�AttributeError�
ValueError)� nsems_maxr r r �_check_system_limits s �r� c c s& | D ] }|� � |r|�� V qqd S r )�reverserK )�iterable�elementr r r � _chain_from_iterable_of_lists, s r� c @ s e Zd ZdS )r� N)r r r r r r r r� 8 s r� c s~ e Zd Zddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Ze j
jj e_ ddd�� fdd�
Z ddd�dd�Z
e j
j
j e
_ � ZS )�ProcessPoolExecutorNr c C sJ t � |d u r6t�� pd| _tjdkrntt| j�| _n8|dkrHtd��n tjdkrh|tkrhtdt� ���|| _|d u r~t �
� }|| _ | j j dd�dk| _
|d ur�t|�s�td ��|| _|| _d | _i | _d| _t�� | _t�d�| _d| _d| _i | _ d| _ t � | _ | jt }t!|| j | j | j| j d
�| _"d | j"_#|�$� | _%t&�'� | _(d S ) Nr& �win32r z"max_workers must be greater than 0zmax_workers must be <= F)�
allow_none�forkz initializer must be a callable)rF rB rC rD r# T))r� rj � cpu_count� _max_workers�sys�platform�min�_MAX_WINDOWS_WORKERSr� r � get_context� _mp_context�get_start_method�#_safe_to_dynamically_spawn_children�callable� TypeError� _initializer� _initargs�_executor_manager_threadr{ r� � threading�Lockrw � Semaphorer� r� � _queue_countr� r� r rv �EXTRA_QUEUED_CALLSrA r} �
_ignore_epipe� SimpleQueuer~ r� r r )r
� max_workers�
mp_contextrm rn �
queue_sizer r r r @ sZ
�
���
�
z ProcessPoolExecutor.__init__c C s< | j d u r8| js| �� t| �| _ | j �� | jt| j < d S r )r� r� �_launch_processesrr �startrv r r r r r � _start_executor_manager_thread� s
�z2ProcessPoolExecutor._start_executor_manager_threadc C s2 | j jdd�rd S t| j�}|| jk r.| �� d S )NF)�blocking)r� �acquire�lenr{ r� �_spawn_process)r
�
process_countr r r �_adjust_process_count� s
z)ProcessPoolExecutor._adjust_process_countc C s$ t t| j�| j�D ] }| �� qd S r )r� r� r{ r� r� )r
r" r r r r� � s z%ProcessPoolExecutor._launch_processesc C s8 | j jt| j| j| j| jfd�}|�� || j|j < d S )N)�targetr9 )
r� �Processrq r} r~ r� r� r� r{ �pidr� r r r r� � s ��z"ProcessPoolExecutor._spawn_processc O s� | j �� | jrt| j��| jr&td��tr2td��t�� }t||||�}|| j | j
< | j � | j
� | j
d7 _
| j
�� | jr�| �� | �� |W d � S 1 s�0 Y d S )Nz*cannot schedule new futures after shutdownz6cannot schedule new futures after interpreter shutdownr& )rw r� r� r� � RuntimeErrorr r �Futurer6 r� r� r r` rv r r� r� r� )r
r8 r9 r: �f�wr r r �submit� s"
zProcessPoolExecutor.submitr& )�timeoutrV c s: |dk rt d��t� jtt|�t|d|i�|d�}t|�S )Nr& zchunksize must be >= 1.rV )r� )r� rE �mapr r^ rZ r� )r
r8 r� rV rW �resultsrG r r r� � s �zProcessPoolExecutor.mapTF)�cancel_futuresc C s� | j �0 || _d| _| jd ur(| j�� W d � n1 s<0 Y | jd ur^|r^| j�� d | _d | _| jd ur�|r�| j� � d | _d | _
d | _d S r ) rw r� r� rv r r� r! r} r~ r r{ )r
r� r� r r r �shutdown� s
(
z ProcessPoolExecutor.shutdown)NNNr )T)r r r r r� r� r� r� r� r �Executor�__doc__r� r� rQ r r rG r r� ? s �
U
r� )NN)0�
__author__rj �concurrent.futuresr r� �multiprocessingr �multiprocessing.connection�multiprocessing.queuesr r� rx � functoolsr rT r� r. �WeakKeyDictionaryr r r r% �_register_atexitr� r� � Exceptionr( r, r3 �objectr6 r< r@ rA rZ r^ rc rq �Threadrr r� r� r� r� �BrokenExecutorr� r� r� r r r r �<module>. sN
)