|
Server : Apache System : Linux cvar2.toservers.com 3.10.0-962.3.2.lve1.5.73.el7.x86_64 #1 SMP Wed Aug 24 21:31:23 UTC 2022 x86_64 User : njnconst ( 1116) PHP Version : 8.4.18 Disable Function : NONE Directory : /opt/alt/python310/lib64/python3.10/concurrent/futures/__pycache__/ |
Upload File : |
o
;b�u � @ s� d Z ddlZddlmZ ddlZddlZddlZddlm Z ddl
Z
ddl Z ddl m
Z
ddlZddlZddlZe �� ZdaG dd� d�Zd d
� Ze
�e� d Zd ZG d
d� de�ZG dd� d�Zdd� Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!dd � Z"d d � Z#d-d d �Z$d!d"� Z%G d#d$� d$e
j&�Z'da(da)d%d&� Z*d'd(� Z+G d)d*� d*ej,�Z-G d+d,� d,ej.�Z/dS ).z"Brian Quinlan (brian@sweetapp.com)� N)�_base)�Queue)�partialFc @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
_ThreadWakeupc C s d| _ tjdd�\| _| _d S )NF)Zduplex)�_closed�mpZPipe�_reader�_writer��self� r �A/opt/alt/python310/lib64/python3.10/concurrent/futures/process.py�__init__C s z_ThreadWakeup.__init__c C s( | j sd| _ | j�� | j�� d S d S �NT)r r �closer r
r r r
r G s
�z_ThreadWakeup.closec C s | j s | j�d� d S d S )N� )r r Z
send_bytesr
r r r
�wakeupM s �z_ThreadWakeup.wakeupc C s0 | j s| j�� r| j�� | j�� sd S d S d S �N)r r ZpollZ
recv_bytesr
r r r
�clearQ s
��z_ThreadWakeup.clearN)�__name__�
__module__� __qualname__r r r r r r r r
r B s
r c C s@ da tt�� �} | D ]\}}|�� q
| D ]\}}|�� qd S r )�_global_shutdown�list�_threads_wakeups�itemsr �join)r �_�
thread_wakeup�tr r r
� _python_exitW s
�r � �= c @ � e Zd Zdd� Zdd� ZdS )�_RemoteTracebackc C s
|| _ d S r ��tb)r r& r r r
r w s
z_RemoteTraceback.__init__c C s | j S r r% r
r r r
�__str__y s z_RemoteTraceback.__str__N)r r r r r' r r r r
r$ v s r$ c @ r# )�_ExceptionWithTracebackc C s0 t �t|�||�}d�|�}|| _d| | _d S )N� z
"""
%s""")� traceback�format_exception�typer �excr& )r r- r& r r r
r } s
z _ExceptionWithTraceback.__init__c C s t | j| jffS r )� _rebuild_excr- r& r
r r r
�
__reduce__� s z"_ExceptionWithTraceback.__reduce__N)r r r r r/ r r r r
r( | s r( c C s t |�| _| S r )r$ � __cause__)r- r& r r r
r. � s
r. c @ � e Zd Zdd� ZdS )� _WorkItemc C � || _ || _|| _|| _d S r )�future�fn�args�kwargs)r r4 r5 r6 r7 r r r
r � �
z_WorkItem.__init__N�r r r r r r r r
r2 � � r2 c @ s e Zd Zddd�ZdS )� _ResultItemNc C s || _ || _|| _d S r )�work_id� exception�result)r r< r= r> r r r
r � s
z_ResultItem.__init__�NNr9 r r r r
r; � s r; c @ r1 )� _CallItemc C r3 r )r< r5 r6 r7 )r r< r5 r6 r7 r r r
r � r8 z_CallItem.__init__Nr9 r r r r
r@ � r: r@ c s, e Zd Z d� fdd� Z� fdd�Z� ZS )�
_SafeQueuer c s& || _ || _|| _t� j||d� d S )N)�ctx)�pending_work_items�
shutdown_lockr �superr )r �max_sizerB rC rD r �� __class__r r
r � s z_SafeQueue.__init__c s� t |t�rHt�t|�||j�}td�d�|���|_ | j
� |j d �}| j
�
| j�� W d � n1 s5w Y |d urF|j�|� d S d S t� �||� d S )Nz
"""
{}"""r) )�
isinstancer@ r* r+ r, �
__traceback__r$ �formatr r0 rC �popr< rD r r r4 �
set_exceptionrE �_on_queue_feeder_error)r �e�objr& � work_itemrG r r
rN � s
��z!_SafeQueue._on_queue_feeder_error)r )r r r r rN �
__classcell__r r rG r
rA � s rA c g s. � t |� } tt�|| ��}|sd S |V qr )�zip�tuple� itertools�islice)� chunksize� iterables�it�chunkr r r
� _get_chunks� s ��r[ c s � fdd�|D �S )Nc s g | ]}� |� �qS r r )�.0r6 �r5 r r
�
<listcomp>� s z"_process_chunk.<locals>.<listcomp>r )r5 rZ r r] r
�_process_chunk� s r_ c
C sb z
| � t|||d�� W d S ty0 } zt||j�}| � t||d�� W Y d }~d S d }~ww )N)r> r= �r= )�putr; �
BaseExceptionr( rJ )� result_queuer< r> r= rO r- r r r
�_sendback_result� s
� ��rd c
C s� |d ur z||� W n t y tjjddd� Y d S w | jdd�}|d u r2|�t�� � d S z |j|j i |j
��}W n t y^ } zt ||j �}t
||j|d� W Y d }~nd }~ww t
||j|d� ~~q )NzException in initializer:T)�exc_info��blockr` )r> )rb r ZLOGGERZcritical�getra �os�getpidr5 r6 r7 r( rJ rd r< )�
call_queuerc � initializer�initargsZ call_item�rrO r- r r r
�_process_worker� s0 � ���ro c sn e Zd Z � fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
� ZS )�_ExecutorManagerThreadc sf |j | _|j| _| j| jfdd�}t�||�| _|j| _|j | _
|j | _ |j
| _|j| _t� �� d S )Nc S s> t j�d� |�
|�� W d � d S 1 sw Y d S )Nz?Executor collected: triggering callback for QueueManager wakeup)r �util�debugr )r r rD r r r
�
weakref_cb s
"�z3_ExecutorManagerThread.__init__.<locals>.weakref_cb)� _executor_manager_thread_wakeupr �_shutdown_lockrD �weakref�ref�executor_reference�
_processes� processes� _call_queuerk �
_result_queuerc � _work_ids�work_ids_queue�_pending_work_itemsrC rE r )r �executorrs rG r r
r s
�z _ExecutorManagerThread.__init__c C s~ | � � | �� \}}}|r| �|� d S |d ur-| �|� ~| �� }|d ur,|j�� ~| �� r>| �� | j s>| �
� d S qr ) �add_call_item_to_queue� wait_result_broken_or_wakeup�terminate_broken�process_result_itemrx �_idle_worker_semaphore�release�is_shutting_down�flag_executor_shutting_downrC �join_executor_internals)r � result_item� is_broken�causer� r r r
�run7 s&
�z_ExecutorManagerThread.runc C s| | j �� rd S z | jjdd�}W n tjy Y d S w | j| }|j�� r8| j j t
||j |j |j
�dd� n| j|= q q)NTFrf )rk Zfullr~ rh �queue�EmptyrC r4 Z set_running_or_notify_cancelra r@ r5 r6 r7 )r r< rQ r r r
r� W s(
�
���z-_ExecutorManagerThread.add_call_item_to_queuec
C s� | j j}| jj}||g}dd� t| j�� �D �}tj�|| �}d }d}d }||v rOz|� � }d}W n" t
yN } zt � t
| �| | j�}W Y d } ~ n d } ~ ww ||v rUd}| j�
| j�� W d � n1 shw Y |||fS )Nc S s g | ]}|j �qS r )Zsentinel�r\ �pr r r
r^ x s zG_ExecutorManagerThread.wait_result_broken_or_wakeup.<locals>.<listcomp>TF)rc r r r rz �valuesr Z
connection�waitZrecvrb r* r+ r, rJ rD r )
r Z
result_readerZ
wakeup_readerZreadersZworker_sentinelsZreadyr� r� r� rO r r r
r� n s, �� �
z3_ExecutorManagerThread.wait_result_broken_or_wakeupc C sz t |t�r| j�|�}|�� | js| �� d S d S | j�|jd �}|d ur;|jr2|j �
|j� d S |j � |j � d S d S r )
rI �intrz rL r r� rC r< r= r4 rM Z
set_resultr> )r r� r� rQ r r r
r� � s
��z*_ExecutorManagerThread.process_result_itemc C s | � � }tp |d u p |jS r )rx r �_shutdown_thread)r r� r r r
r� � s �z'_ExecutorManagerThread.is_shutting_downc C s� | � � }|d urd|_d|_d }td�}|d ur$tdd�|�� d��|_| j�� D ] \}}|j �
|� ~q)| j� � | j �
� D ]}|�� q?| �� d S )NzKA child process terminated abruptly, the process pool is not usable anymoreTz^A process in the process pool was terminated abruptly while the future was running or pending.z
'''
r) z''')rx �_brokenr� �BrokenProcessPoolr$ r r0 rC r r4 rM r rz r� Z terminater� )r r� r� Zbper< rQ r� r r r
r� � s" �
z'_ExecutorManagerThread.terminate_brokenc C s� | � � }|d ur?d|_|jrAi }| j�� D ]
\}}|j�� s"|||< q|| _ z| j�� W n
t j
y8 Y nw q'd|_d S d S d S )NTF) rx r� �_cancel_pending_futuresrC r r4 Zcancelr~ Z
get_nowaitr� r� )r r� Znew_pending_work_itemsr< rQ r r r
r� � s(
���
�z2_ExecutorManagerThread.flag_executor_shutting_downc C s� | � � }d}||k r<| � � dkr>t|| �D ]}z | j�d � |d7 }W q tjy/ Y nw ||k r@| � � dksd S d S d S d S )Nr r! )�get_n_children_alive�rangerk Z
put_nowaitr� ZFull)r Zn_children_to_stopZn_sentinels_sent�ir r r
�shutdown_workers� s
� ��
�z'_ExecutorManagerThread.shutdown_workersc C sh | � � | j�� | j�� | j�
| j�� W d � n1 s!w Y | j�� D ]}|�� q+d S r ) r� rk r Z join_threadrD r rz r� r )r r� r r r
r� � s
�
�z._ExecutorManagerThread.join_executor_internalsc C s t dd� | j�� D ��S )Nc s s � | ]}|� � V qd S r )Zis_aliver� r r r
� <genexpr>
s � z>_ExecutorManagerThread.get_n_children_alive.<locals>.<genexpr>)�sumrz r� r
r r r
r� s z+_ExecutorManagerThread.get_n_children_alive)r r r r r� r� r� r� r� r� r� r� r� r� rR r r rG r
rp s +
& rp c C s� t rtrtt��da zdd l} W n
ty datt��w zt�d�}W n ttfy1 Y d S w |dkr8d S |dkr>d S d| att��)NTr zxThis Python build lacks multiprocessing.synchronize, usually due to named semaphores being unavailable on this platform.�SC_SEM_NSEMS_MAX���� z@system provides too few semaphores (%d available, 256 necessary)) �_system_limits_checked�_system_limited�NotImplementedErrorZmultiprocessing.synchronize� ImportErrorri �sysconf�AttributeError�
ValueError)�multiprocessingZ nsems_maxr r r
�_check_system_limits s0 ����r� c c s, � | D ]}|� � |r|�� V |s qd S r )�reverserL )�iterableZelementr r r
� _chain_from_iterable_of_lists1 s �
���r� c @ s e Zd ZdS )r� N)r r r r r r r
r� = s r� c sr e Zd Z ddd�Zdd� Zdd� Zd d
� Zejjj e_ dd d �� fd
d�
Z
ddd�dd�Z ejj j e _ � Z S )�ProcessPoolExecutorNr c C s6 t � |d u r t�� p
d| _tjdkrtt| j�| _n|dkr$td��tjdkr4|tkr4tdt� ���|| _|d u r?t �
� }|| _ |d urNt |�sNt
d��|| _|| _d | _i | _d| _t�� | _t�d�| _d| _d| _i | _d| _t � | _ | jt }t || j | j| j| j d�| _ d | j _!|�"� | _#t$�%� | _&d S )
Nr! Zwin32r z"max_workers must be greater than 0zmax_workers must be <= z initializer must be a callableF)rF rB rC rD r T)'r� ri � cpu_count� _max_workers�sys�platform�min�_MAX_WINDOWS_WORKERSr� r Z get_context� _mp_context�callable� TypeError� _initializer� _initargs�_executor_manager_threadry r� � threadingZLockru Z Semaphorer� r� � _queue_countr r� r rt �EXTRA_QUEUED_CALLSrA r{ Z
_ignore_epipeZ SimpleQueuer| r� r r} )r Z max_workersZ
mp_contextrl rm Z
queue_sizer r r
r E sZ
��
��
�
z ProcessPoolExecutor.__init__c C s2 | j d u rt| �| _ | j �� | jt| j < d S d S r )r� rp �startrt r r
r r r
� _start_executor_manager_thread� s
��z2ProcessPoolExecutor._start_executor_manager_threadc C sb | j jdd�r d S t| j�}|| jk r/| jjt| j| j | j
| j fd�}|� � || j|j
< d S d S )NF)Zblocking)�targetr6 )r� �acquire�lenry r� r� ZProcessro r{ r| r� r� r� �pid)r Z
process_countr� r r r
�_adjust_process_count� s
���z)ProcessPoolExecutor._adjust_process_countc O s� | j �K | jr t| j��| jrtd��trtd��t�� }t||||�}|| j | j
< | j � | j
� | j
d7 _
| j
�� | �� | �� |W d � S 1 sQw Y d S )Nz*cannot schedule new futures after shutdownz6cannot schedule new futures after interpreter shutdownr! )ru r� r� r� � RuntimeErrorr r ZFuturer2 r r� r} ra rt r r� r� )r r5 r6 r7 �f�wr r r
�submit� s"
$�zProcessPoolExecutor.submitr! )�timeoutrW c s< |dk r t d��t� jtt|�t|d|i�|d�}t|�S )Nr! zchunksize must be >= 1.rW )r� )r� rE �mapr r_ r[ r� )r r5 r� rW rX ZresultsrG r r
r� � s �zProcessPoolExecutor.mapTF)�cancel_futuresc C s� | j � || _d| _| jd ur| j�� W d � n1 s w Y | jd ur/|r/| j�� d | _d | _| jd urA|rA| j� � d | _d | _
d | _d S r ) ru r� r� rt r r� r r{ r| r ry )r r� r� r r r
�shutdown� s
� �
z ProcessPoolExecutor.shutdown)NNNr )T)
r r r r r� r� r� r �Executor�__doc__r� r� rR r r rG r
r� D s
�Q r� r? )0�
__author__ri Zconcurrent.futuresr r� r� r Zmultiprocessing.connectionZmultiprocessing.queuesr r� rv � functoolsr rU r� r* �WeakKeyDictionaryr r r r Z_register_atexitr� r� � Exceptionr$ r( r. �objectr2 r; r@ rA r[ r_ rd ro ZThreadrp r� r� r� r� ZBrokenExecutorr� r� r� r r r r
�<module> sR *
)