|
Server : Apache System : Linux cvar2.toservers.com 3.10.0-962.3.2.lve1.5.73.el7.x86_64 #1 SMP Wed Aug 24 21:31:23 UTC 2022 x86_64 User : njnconst ( 1116) PHP Version : 8.4.18 Disable Function : NONE Directory : /opt/alt/python39/lib64/python3.9/concurrent/futures/__pycache__/ |
Upload File : |
a
(�;b�t � @ s~ d Z ddlZddlmZ ddlZddlZddlZddlm Z ddl
Z
ddl Z ddl m
Z
ddlZddlZddlZe �� ZdaG dd� d�Zd d
� Ze
�e� d Zd ZG d
d� de�ZG dd� d�Zdd� Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!dd � Z"d d � Z#d-d d �Z$d!d"� Z%G d#d$� d$e
j&�Z'da(da)d%d&� Z*d'd(� Z+G d)d*� d*ej,�Z-G d+d,� d,ej.�Z/dS ).z"Brian Quinlan (brian@sweetapp.com)� N)�_base)�Queue)�partialFc @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
_ThreadWakeupc C s d| _ tjdd�\| _| _d S )NF)Zduplex)�_closed�mpZPipe�_reader�_writer��self� r �?/opt/alt/python39/lib64/python3.9/concurrent/futures/process.py�__init__C s z_ThreadWakeup.__init__c C s$ | j s d| _ | j�� | j�� d S �NT)r r �closer r
r r r
r G s
z_ThreadWakeup.closec C s | j s| j�d� d S )N� )r r Z
send_bytesr
r r r
�wakeupM s z_ThreadWakeup.wakeupc C s | j s | j�� r | j�� qd S �N)r r ZpollZ
recv_bytesr
r r r
�clearQ s
z_ThreadWakeup.clearN)�__name__�
__module__� __qualname__r r r r r r r r
r B s r c C s@ da tt�� �} | D ]\}}|�� q| D ]\}}|�� q*d S r )�_global_shutdown�list�_threads_wakeups�itemsr �join)r �_�
thread_wakeup�tr r r
� _python_exitW s
r � �= c @ s e Zd Zdd� Zdd� ZdS )�_RemoteTracebackc C s
|| _ d S r ��tb)r r% r r r
r w s z_RemoteTraceback.__init__c C s | j S r r$ r
r r r
�__str__y s z_RemoteTraceback.__str__N)r r r r r& r r r r
r# v s r# c @ s e Zd Zdd� Zdd� ZdS )�_ExceptionWithTracebackc C s0 t �t|�||�}d�|�}|| _d| | _d S )N� z
"""
%s""")� traceback�format_exception�typer �excr% )r r, r% r r r
r } s
z _ExceptionWithTraceback.__init__c C s t | j| jffS r )� _rebuild_excr, r% r
r r r
�
__reduce__� s z"_ExceptionWithTraceback.__reduce__N)r r r r r. r r r r
r' | s r' c C s t |�| _| S r )r# � __cause__)r, r% r r r
r- � s
r- c @ s e Zd Zdd� ZdS )� _WorkItemc C s || _ || _|| _|| _d S r )�future�fn�args�kwargs)r r1 r2 r3 r4 r r r
r � s z_WorkItem.__init__N�r r r r r r r r
r0 � s r0 c @ s e Zd Zddd�ZdS )� _ResultItemNc C s || _ || _|| _d S r )�work_id� exception�result)r r7 r8 r9 r r r
r � s z_ResultItem.__init__)NNr5 r r r r
r6 � s r6 c @ s e Zd Zdd� ZdS )� _CallItemc C s || _ || _|| _|| _d S r )r7 r2 r3 r4 )r r7 r2 r3 r4 r r r
r � s z_CallItem.__init__Nr5 r r r r
r: � s r: c s* e Zd Zd� fdd� Z� fdd�Z� ZS )�
_SafeQueuer c s& || _ || _|| _t� j||d� d S )N)�ctx)�pending_work_items�
shutdown_lockr �superr )r �max_sizer< r= r> r �� __class__r r
r � s z_SafeQueue.__init__c s� t |t�r�t�t|�||j�}td�d�|���|_ | j
� |j d �}| j
� | j�� W d � n1 sj0 Y |d ur�|j�|� nt� �||� d S )Nz
"""
{}"""r( )�
isinstancer: r) r* r+ �
__traceback__r# �formatr r/ r= �popr7 r> r r r1 �
set_exceptionr? �_on_queue_feeder_error)r �e�objr% � work_itemrA r r
rH � s
(z!_SafeQueue._on_queue_feeder_error)r )r r r r rH �
__classcell__r r rA r
r; � s r; c g s, t |� }tt�|| ��}|s d S |V qd S r )�zip�tuple� itertools�islice)� chunksize� iterables�it�chunkr r r
� _get_chunks� s
rU c s � fdd�|D �S )Nc s g | ] }� |� �qS r r )�.0r3 �r2 r r
�
<listcomp>� r z"_process_chunk.<locals>.<listcomp>r )r2 rT r rW r
�_process_chunk� s rY c
C s` z| � t|||d�� W nB tyZ } z*t||j�}| � t||d�� W Y d }~n
d }~0 0 d S )N)r9 r8 �r8 )�putr6 �
BaseExceptionr' rD )� result_queuer7 r9 r8 rI r, r r r
�_sendback_result� s
� r^ c
C s� |d ur:z ||� W n$ t y8 tjjddd� Y d S 0 | jdd�}|d u r`|�t�� � d S z|j|j i |j
��}W n@ t y� } z(t ||j �}t
||j|d� W Y d }~n d }~0 0 t
||j|d� ~~q:d S )NzException in initializer:T)�exc_info��blockrZ )r9 )r\ r ZLOGGERZcritical�getr[ �os�getpidr2 r3 r4 r' rD r^ r7 )�
call_queuer] � initializer�initargsZ call_item�rrI r, r r r
�_process_worker� s$
&ri c sl e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
� ZS )�_ExecutorManagerThreadc sf |j | _|j| _| j| jfdd�}t�||�| _|j| _|j | _
|j | _ |j
| _|j| _t� �� d S )Nc S s< t j�d� |� |�� W d � n1 s.0 Y d S )Nz?Executor collected: triggering callback for QueueManager wakeup)r �util�debugr )r r r> r r r
�
weakref_cb s z3_ExecutorManagerThread.__init__.<locals>.weakref_cb)� _executor_manager_thread_wakeupr �_shutdown_lockr> �weakref�ref�executor_reference�
_processes� processes� _call_queuere �
_result_queuer] � _work_ids�work_ids_queue�_pending_work_itemsr= r? r )r �executorrm rA r r
r s �
z _ExecutorManagerThread.__init__c C s� | � � | �� \}}}|r(| �|� d S |d urX| �|� ~| �� }|d urV|j�� ~| �� r | �� | j s | �
� d S q d S r ) �add_call_item_to_queue� wait_result_broken_or_wakeup�terminate_broken�process_result_itemrr �_idle_worker_semaphore�release�is_shutting_down�flag_executor_shutting_downr= �join_executor_internals)r � result_item� is_broken�causerz r r r
�run7 s"
z_ExecutorManagerThread.runc C s~ | j �� rd S z| jjdd�}W n tjy6 Y d S 0 | j| }|j�� rn| j j t
||j |j |j
�dd� q | j|= q q d S )NFr` T)re Zfullrx rb �queue�Emptyr= r1 Z set_running_or_notify_cancelr[ r: r2 r3 r4 )r r7 rK r r r
r{ W s"
��z-_ExecutorManagerThread.add_call_item_to_queuec
C s� | j j}| jj}||g}dd� t| j�� �D �}tj�|| �}d }d}d }||v r�z|� � }d}W q� t
y� } z t � t
| �| | j�}W Y d } ~ q�d } ~ 0 0 n ||v r�d}| j� | j�� W d � n1 s�0 Y |||fS )Nc S s g | ]
}|j �qS r )�sentinel�rV �pr r r
rX x r zG_ExecutorManagerThread.wait_result_broken_or_wakeup.<locals>.<listcomp>TF)r] r r r rt �valuesr Z
connection�waitZrecvr\ r) r* r+ rD r> r )
r Z
result_readerZ
wakeup_readerZreadersZworker_sentinelsZreadyr� r� r� rI r r r
r| n s& ,(z3_ExecutorManagerThread.wait_result_broken_or_wakeupc C sr t |t�r2| j�|�}|�� | jsn| �� d S n<| j�|jd �}|d urn|jr`|j �
|j� n|j � |j � d S r )
rC �intrt rF r r� r= r7 r8 r1 rG Z
set_resultr9 )r r� r� rK r r r
r~ � s
z*_ExecutorManagerThread.process_result_itemc C s | � � }tp|d u p|jS r )rr r �_shutdown_thread)r rz r r r
r� � s �z'_ExecutorManagerThread.is_shutting_downc C s� | � � }|d ur d|_d|_d }td�}|d urHtdd�|�� d��|_| j�� D ]\}}|j �
|� ~qR| j� � | j �
� D ] }|�� q~| �� d S )NzKA child process terminated abruptly, the process pool is not usable anymoreTz^A process in the process pool was terminated abruptly while the future was running or pending.z
'''
r( z''')rr �_brokenr� �BrokenProcessPoolr# r r/ r= r r1 rG r rt r� Z terminater� )r r� rz Zbper7 rK r� r r r
r} � s" �
z'_ExecutorManagerThread.terminate_brokenc C s� | � � }|d ur|d|_|jr|i }| j�� D ]\}}|j�� s*|||< q*|| _z| j�� W qL t j
yr Y qvY qL0 qLd|_d S )NTF) rr r� �_cancel_pending_futuresr= r r1 Zcancelrx Z
get_nowaitr� r� )r rz Znew_pending_work_itemsr7 rK r r r
r� � s
z2_ExecutorManagerThread.flag_executor_shutting_downc C sl | � � }d}||k rh| � � dkrht|| �D ]8}z| j�d � |d7 }W q, tjyb Y q Y q,0 q,q d S )Nr r! )�get_n_children_alive�rangere Z
put_nowaitr� ZFull)r Zn_children_to_stopZn_sentinels_sent�ir r r
�shutdown_workers� s
� z'_ExecutorManagerThread.shutdown_workersc C sh | � � | j�� | j�� | j� | j�� W d � n1 sB0 Y | j�� D ] }|�� qVd S r ) r� re r Z join_threadr> r rt r� r )r r� r r r
r� � s
(z._ExecutorManagerThread.join_executor_internalsc C s t dd� | j�� D ��S )Nc s s | ]}|� � V qd S r )Zis_aliver� r r r
� <genexpr>
r z>_ExecutorManagerThread.get_n_children_alive.<locals>.<genexpr>)�sumrt r� r
r r r
r� s z+_ExecutorManagerThread.get_n_children_alive)r r r r r� r{ r| r~ r� r} r� r� r� r� rL r r rA r
rj s +
& rj c C sh t rtrtt��da zt�d�} W n ttfy: Y d S 0 | dkrHd S | dkrTd S d| att��d S )NT�SC_SEM_NSEMS_MAX���� z@system provides too few semaphores (%d available, 256 necessary))�_system_limits_checked�_system_limited�NotImplementedErrorrc �sysconf�AttributeError�
ValueError)Z nsems_maxr r r
�_check_system_limits s �r� c c s& | D ] }|� � |r|�� V qqd S r )�reverserF )�iterableZelementr r r
� _chain_from_iterable_of_lists) s r� c @ s e Zd ZdS )r� N)r r r r r r r
r� 5 s r� c sn e Zd Zddd�Zdd� Zdd� Zd d
� Zejjj e_ dd d �� fd
d�
Z
ddd�dd�Z ejj j e _ � Z S )�ProcessPoolExecutorNr c C s6 t � |d u r6t�� pd| _tjdkrntt| j�| _n8|dkrHtd��n tjdkrh|tkrhtdt� ���|| _|d u r~t �
� }|| _ |d ur�t |�s�t
d��|| _|| _d | _i | _d| _t�� | _t�d�| _d| _d| _i | _d| _t � | _ | jt }t || j | j| j| j d�| _ d | j _!|�"� | _#t$�%� | _&d S )
Nr! Zwin32r z"max_workers must be greater than 0zmax_workers must be <= z initializer must be a callableF)r@ r< r= r> r T)'r� rc � cpu_count� _max_workers�sys�platform�min�_MAX_WINDOWS_WORKERSr� r Z get_context� _mp_context�callable� TypeError� _initializer� _initargs�_executor_manager_threadrs r� � threadingZLockro Z Semaphorer r� � _queue_country r� r rn �EXTRA_QUEUED_CALLSr; ru Z
_ignore_epipeZ SimpleQueuerv r� r rw )r Z max_workersZ
mp_contextrf rg Z
queue_sizer r r
r = sV
�
��
�
z ProcessPoolExecutor.__init__c C s. | j d u r*t| �| _ | j �� | jt| j < d S r )r� rj �startrn r r
r r r
� _start_executor_manager_thread� s
�z2ProcessPoolExecutor._start_executor_manager_threadc C s^ | j jdd�rd S t| j�}|| jk rZ| jjt| j| j | j
| j fd�}|� � || j|j
< d S )NF)Zblocking)�targetr3 )r �acquire�lenrs r� r� ZProcessri ru rv r� r� r� �pid)r Z
process_countr� r r r
�_adjust_process_count� s
��z)ProcessPoolExecutor._adjust_process_countc O s� | j �� | jrt| j��| jr&td��tr2td��t�� }t||||�}|| j | j
< | j � | j
� | j
d7 _
| j
�� | �� | �� |W d � S 1 s�0 Y d S )Nz*cannot schedule new futures after shutdownz6cannot schedule new futures after interpreter shutdownr! )ro r� r� r� � RuntimeErrorr r ZFuturer0 ry r� rw r[ rn r r� r� )r r2 r3 r4 �f�wr r r
�submit� s
zProcessPoolExecutor.submitr! )�timeoutrQ c s: |dk rt d��t� jtt|�t|d|i�|d�}t|�S )Nr! zchunksize must be >= 1.rQ )r� )r� r? �mapr rY rU r� )r r2 r� rQ rR ZresultsrA r r
r� � s �zProcessPoolExecutor.mapTF)�cancel_futuresc C s� | j �0 || _d| _| jd ur(| j�� W d � n1 s<0 Y | jd ur^|r^| j�� d | _d | _| jd ur�|r�| j� � d | _d | _
d | _d S r ) ro r� r� rn r r� r ru rv r rs )r r� r� r r r
�shutdown� s
(
z ProcessPoolExecutor.shutdown)NNNr )T)
r r r r r� r� r� r �Executor�__doc__r� r� rL r r rA r
r� < s �
Q r� )NN)0�
__author__rc Zconcurrent.futuresr r� Zmultiprocessingr Zmultiprocessing.connectionZmultiprocessing.queuesr r� rp � functoolsr rO r� r) �WeakKeyDictionaryr r r r Z_register_atexitr� r� � Exceptionr# r' r- �objectr0 r6 r: r; rU rY r^ ri ZThreadrj r� r� r� r� ZBrokenExecutorr� r� r� r r r r
�<module>. sN
)