f 8 d Z ddlZddlmZ ddlZddlZddlZddlm Z ddl
Z
ddl Z ddl m
Z
ddlZddlZddlmZ e j Zda G d d Zd
Z e
j e d Zd Z G d
de Z G d d Z d Z G d de Z G d de Z G d de Z! G d de Z"d Z#d Z$ d&d Z%d'd Z& G d d e
j' Z(da)da*d Z+d! Z, G d" d#ej- Z. G d$ d%ej/ Z0dS )(z"Brian Quinlan (brian@sweetapp.com) N)_base)Queue)partial)format_exceptionFc & e Zd Zd Zd Zd Zd ZdS )
_ThreadWakeupc X d| _ t j d \ | _ | _ d S )NF)duplex)_closedmpPipe_reader_writerselfs A/opt/alt/python311/lib64/python3.11/concurrent/futures/process.py__init__z_ThreadWakeup.__init__C s( %'WE%:%:%:" dlll c | j s;d| _ | j | j d S d S NT)r r closer r s r r z_ThreadWakeup.closeG sM | ! DL L L ! !r c L | j s | j d d S d S )Nr )r r
send_bytesr s r wakeupz_ThreadWakeup.wakeupR s2 | ) L # #C ( ( ( ( ( ) )r c | j sM| j r6| j | j 2d S d S d S N)r r poll
recv_bytesr s r clearz_ThreadWakeup.clearV sl | *,##%%
* ''))) ,##%%
*
*
* * *
*
*r N)__name__
__module__ __qualname__r r r r r r r r B sP ; ; ; ! ! !) ) )* * * * *r r c da t t } | D ]\ }}| | D ]\ }}| d S r )_global_shutdownlist_threads_wakeupsitemsr join)r( _
thread_wakeupts r _python_exitr- \ sw !'')) * *E ! = 1 r = c e Zd Zd Zd ZdS )_RemoteTracebackc || _ d S r tb)r r4 s r r z_RemoteTraceback.__init__| s
r c | j S r r3 r s r __str__z_RemoteTraceback.__str__~ s wr N)r r! r" r r6 r# r r r1 r1 { s2 r r1 c e Zd Zd Zd ZdS )_ExceptionWithTracebackc d t t | || }|| _ d | j _ d|z | _ d S )N z
"""
%s""")r) r typeexc
__traceback__r4 )r r< r4 s r r z _ExceptionWithTraceback.__init__ sI
WW%d3iib99
:
: "& 2%r c , t | j | j ffS r ) _rebuild_excr< r4 r s r
__reduce__z"_ExceptionWithTraceback.__reduce__ s dh 000r N)r r! r" r r@ r# r r r8 r8 s2 & & &1 1 1 1 1r r8 c . t | | _ | S r )r1 __cause__)r< r4 s r r? r? s $R((CM Jr c e Zd Zd ZdS ) _WorkItemc > || _ || _ || _ || _ d S r )futurefnargskwargs)r rF rG rH rI s r r z_WorkItem.__init__ s" r Nr r! r" r r# r r rD rD # r rD c e Zd ZddZdS ) _ResultItemNc > || _ || _ || _ || _ d S r )work_id exceptionresultexit_pid)r rO rP rQ rR s r r z_ResultItem.__init__ s" "
r NNNrJ r# r r rM rM s( ! ! ! ! ! !r rM c e Zd Zd ZdS ) _CallItemc > || _ || _ || _ || _ d S r )rO rG rH rI )r rO rG rH rI s r r z_CallItem.__init__ s" r NrJ r# r r rU rU rK r rU c , e Zd Z d fd Z fdZ xZS )
_SafeQueuer c x || _ || _ || _ t || d S )N)ctx)pending_work_items
shutdown_lockr+ superr )r max_sizerZ r[ r\ r+ __class__s r r z_SafeQueue.__init__ s> "4 * *
s+++++r c t |t rt t | ||j }t d d | |_ | j
|j d }| j 5 | j
d d d n # 1 swxY w Y | |j | d S d S t# || d S )Nz
"""
{}"""r: )
isinstancerU r r; r= r1 formatr) rB r[ poprO r\ r+ r rF
set_exceptionr] _on_queue_feeder_error)r eobjr4 work_itemr_ s r re z!_SafeQueue._on_queue_feeder_error s1 c9 % % 3!$q''1ao>>B*>+@+@+M+MNNAK /33CKFFI#
,
,"))+++
,
,
,
,
,
,
,
,
,
,
,
,
,
,
,
$ ..q11111 %$
GG * *1c 2 2 2 2 2s CCC)r )r r! r" r re
__classcell__r_ s @r rX rX sY G, , , , , ,
3
3
3
3
3
3
3
3
3r rX c ' r K t | } t t j || }|sd S |V +r )ziptuple itertoolsislice) chunksize iterablesitchunks r _get_chunksrt sL 6 i Bi&r95566 F r c " fd|D S )Nc g | ]} | S r# r# ).0rH rG s r
<listcomp>z"_process_chunk.<locals>.<listcomp> s ( ( ($BBI ( ( (r r# )rG rs s ` r _process_chunkry s$ ) ( ( (% ( ( ((r c | t |||| d S # t $ rE}t ||j }| t ||| Y d }~d S d }~ww xY w)N)rQ rP rR rP rR )putrM
BaseExceptionr8 r= ) result_queuerO rQ rP rR rf r< s r _sendback_resultr s 89WV/88M M M N N N N N 9 9 9%a 99W.68 8 8 9 9 9 9 9 9 9 9 99s &+
A::A55A:c < |9 || n2# t $ r% t j dd Y d S w xY wd}d } | d }|(| t
j d S | |dz
}||k rt
j } |j |j i |j
}t ||j || ~nD# t $ r7} t | | j }
t ||j |
| Y d } ~ nd } ~ ww xY w~|d S ) NzException in initializer:T)exc_infor blockr. )rQ rR r{ )r} r LOGGERcriticalgetr| osgetpidrG rH rI r rO r8 r= )
call_queuer~ initializerinitargs max_tasks num_tasksrR call_itemrrf r< s r _process_workerr s K " " " L ! !"= ! M M M
FF
IH NNN.. RY[[ ) ) ) F NII%% 9;; inA 0@AAA
\9+<Q&.
0
0
0
0 0 0 0)!Q_==C \9+<&.
0
0
0
0
0
0
0
0
0 0
F9 s$ +::#C
D -DDc \ e Zd Z fdZd Zd Zd Zd Zd Zd Z d Z
d Z d
Z d Z
xZS ) _ExecutorManagerThreadc \ |j | _ |j | _ | j | j fd}t j || | _ |j | _ |j | _
|j | _ |j
| _ |j | _ |j | _ t' d S )Nc t j d |5 | d d d d S # 1 swxY w Y d S )Nz?Executor collected: triggering callback for QueueManager wakeup)r utildebugr )r* r+ r\ s r
weakref_cbz3_ExecutorManagerThread.__init__.<locals>.weakref_cb1 s
GMM 1
2
2
2
'
' $$&&&
'
'
'
'
'
'
'
'
'
'
'
'
'
'
'
'
'
's AA A) _executor_manager_thread_wakeupr+ _shutdown_lockr\ weakrefrefexecutor_reference
_processes processes _call_queuer
_result_queuer~ _work_idswork_ids_queue_max_tasks_per_childmax_tasks_per_child_pending_work_itemsr[ r] r )r executorr r_ s r r z _ExecutorManagerThread.__init__# s
& E % 4 &*%7%)%7 ' ' ' ' #*+h
"C"C ", #. % 2 ' 0 $,#@ #+">
r c | | \ }}}|r| | d S || | |j d u}|r3| j |j }| ~| x}rP|r4| j 5 |
d d d n # 1 swxY w Y n|j ~|
rE| | | j s| d S \r )add_call_item_to_queue wait_result_broken_or_wakeupterminate_brokenprocess_result_itemrR r rc r) r r\ _adjust_process_count_idle_worker_semaphorereleaseis_shutting_downflag_executor_shutting_downr[ join_executor_internals)r result_item is_brokencauseprocess_exitedpr s r runz_ExecutorManagerThread.runR s ( ' ' ) ) ),0,M,M,O,O )KE
%%e,,,&((555!,!5T!A! **;+?@@AFFHHH # 6 6 8 888 !% B ! / = = $ : : < < <= = = = = = = = = = = = = = = !7??AAA $$&&
00222
++--- . 00222FQ( s <C C!$C!c v | j rd S | j d }| j | }|j r<| j t ||j |j
|j d n | j |= # t j
$ r Y d S w xY w)NTFr )r fullr r r[ rF set_running_or_notify_cancelr| rU rG rH rI queueEmpty)r rO rh s r r z-_ExecutorManagerThread.add_call_item_to_queue s ##%%
-111>> ! 3G < #@@BB O'' '2;,2;.2;2B)D )D /3 ( 4 4 4 4 /8 ;
s B$ $B76B7c | j j }| j j }||g}d t | j D }t j ||z }d }d}d }||v rR | }d}n@# t $ r-} t t | | | j
}Y d } ~ nd } ~ ww xY w||v rd}| j |||fS )Nc g | ] }|j
S r# )sentinelrw r s r rx zG_ExecutorManagerThread.wait_result_broken_or_wakeup.<locals>.<listcomp> s NNN1AJNNNr TF)r~ r r+ r& r valuesr
connectionwaitrecvr} r r; r= r )
r
result_reader
wakeup_readerreadersworker_sentinelsreadyr r r rf s
r r z3_ExecutorManagerThread.wait_result_broken_or_wakeup s )1
*2
-0NNT^5J5J5L5L0M0MNNN
""7-=#=>> E ! !
F + 0 0 2 2 !
F
F
F(a!Q_EE
F e
#
# I
"""Iu,,s :B
C#CCc t |t rM| j | }| | j s| d S d S | j |j d }|I|j r!|j
|j d S |j |j d S d S r )
ra intr rc r) r r[ rO rP rF rd
set_resultrQ )r r r rh s r r z*_ExecutorManagerThread.process_result_item s k3 ' ' D "";//A
FFHHH>
,,...
/33K4GNNI$ ( D $22;3HIIIII $// 0BCCCCC %$r c N | }t p
|d u p|j S r )r r% _shutdown_thread)r r s r r z'_ExecutorManagerThread.is_shutting_down s4 **,,
! -H$4 -, .r c | }|d|_ d|_ d }t d }|+t dd | d |_ | j D ] \ }}|j
| ~!| j | j
D ]}| | j j t$ j dk r | j j | d S )NzKA child process terminated abruptly, the process pool is not usable anymoreTz^A process in the process pool was terminated abruptly while the future was running or pending.z
'''
r: z'''win32)r _brokenr BrokenProcessPoolr1 r) rB r[ r( rF rd r r r terminater r r sysplatformr r )r r r bperO rh r s r r z'_ExecutorManagerThread.terminate_broken sX **,, !1H )-H %H !6 7 7 ,-"''%..--- / /CM #'"9"?"?"A"A GY * *3 / / / %%''' &&(( A
KKMMMM
%%''' <7 " " O # ) ) + + +
$$&&&&&r c T | }|d|_ |j ri }| j D ]#\ }}|j s|||< $|| _ | j n# t j
$ r Y nw xY w1d|_ d S d S d S )NTF) r r _cancel_pending_futuresr[ r( rF cancelr
get_nowaitr r )r r new_pending_work_itemsrO rh s r r z2_ExecutorManagerThread.flag_executor_shutting_down s **,, (,H %/
9 *,&*.*A*G*G*I*I D D&GY$+2244 D:C.w7*@' +668888 ; 49000)
9
9s -B BBc L | }d}||k r| dk rmt ||z
D ]8} | j d |dz
}## t j $ r Y nw xY w||k r | dk id S d S d S d S )Nr r. )get_n_children_aliveranger
put_nowaitr Full)r n_children_to_stopn_sentinels_sentis r shutdown_workersz'_ExecutorManagerThread.shutdown_workers# s ! 6 6 8 8 "444--//!33-0@@AA
O..t444$)$$ z EE
"444--//!3333 5433 54s
A**A=<A=c b | | j | j | j 5 | j d d d n # 1 swxY w Y | j D ]}| d S r ) r r r join_threadr\ r+ r r r) r r s r r z._ExecutorManagerThread.join_executor_internals1 s ##%%%
' ' $ $ & & & ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' &&(( A
FFHHHH s A44A8;A8c b t d | j D S )Nc 3 > K | ]}| V d S r )is_aliver s r <genexpr>z>_ExecutorManagerThread.get_n_children_alive.<locals>.<genexpr>? s* AAA1::<<AAAAAAr )sumr r r s r r z+_ExecutorManagerThread.get_n_children_alive= s- AA )>)>)@)@AAAAAAr )r r! r" r r r r r r r r r r r ri rj s @r r r s - - - - -^+ + +Z .!- !- !-FD D D.. . .-' -' -'^9 9 94
B B B B B B Br r c L t rt rt t da dd l} n$# t $ r dat t w xY w t j d }n# t t f$ r Y d S w xY w|dk rd S |dk rd S d|z at t )NTr zxThis Python build lacks multiprocessing.synchronize, usually due to named semaphores being unavailable on this platform.SC_SEM_NSEMS_MAX z@system provides too few semaphores (%d available, 256 necessary)) _system_limits_checked_system_limitedNotImplementedErrormultiprocessing.synchronize ImportErrorr sysconfAttributeError
ValueError)multiprocessing nsems_maxs r _check_system_limitsr F s 7 7%o66 6 !3***** 3 3 3
F "/222 3 J 122 J ' B C 46?@O
o
.
..s + !A A% %A:9A:c # r K | D ]0}| |r| V |1d S r )reverserc )iterableelements r _chain_from_iterable_of_listsr f s]
++-- r c e Zd ZdS )r N)r r! r" r# r r r r r s r r c e Zd Z ddddZd Zd Zd Zd Zd Ze j
j j e_ dd
d fd
Z ddddZ
e j
j
j e
_ xZS )ProcessPoolExecutorNr# )r c t |Jt j pd| _ t j dk r t
t | j | _ nN|dk rt d t j dk r"|t k rt dt || _ |*|t j
d }nt j
}|| _ | j d d k | _
| t | st d
|| _ || _ |gt% |t& st d |dk rt d | j d d k rt d
|| _ d | _ i | _ d| _ t1 j | _ t1 j d | _ d| _ d| _ i | _ d| _ tC | _" | j tF z }tI || j | j | j | j" | _% d| j% _& |' | _( tS j* | _+ d S )Nr. r r z"max_workers must be greater than 0zmax_workers must be <= spawnF)
allow_noneforkz initializer must be a callablez&max_tasks_per_child must be an integerz max_tasks_per_child must be >= 1zpmax_tasks_per_child is incompatible with the 'fork' multiprocessing start method; supply a different mp_context.)r^ rZ r[ r\ r+ T),r r cpu_count _max_workersr r min_MAX_WINDOWS_WORKERSr r get_context _mp_contextget_start_method#_safe_to_dynamically_spawn_childrencallable TypeError _initializer _initargsra r r _executor_manager_threadr r threadingLockr Semaphorer r _queue_countr r r r EXTRA_QUEUED_CALLSrX r
_ignore_epipe SimpleQueuer r r r )r max_workers
mp_contextr r r
queue_sizes r r z ProcessPoolExecutor.__init__z s $ " 3!D |w&&$'(<(,(9%; %;! a !EFFF,')) 222 D.BDDF F F !,D ". ^G 4 4
^ - -
% 11U1CCvM
0 "8K+@+@ " <== = '! * 1377
E HIII$)) !CDDD 00E0BBfLL "C D D D %8! )-% !& 'n . .&/&9!&<&<# #% ',$ 0=, &);;
% T%5 # 7 - > @ @ @ *.& ' 3 3 5 5 r c | j ^| j s| t | | _ | j | j t | j < d S d S r )r r _launch_processesr startr r' r s r _start_executor_manager_threadz2ProcessPoolExecutor._start_executor_manager_thread sn ( 0;
)&&(((,B4,H,HD ) ) / / 1 1 14
T : ; ; ;
1 0r c | j d rd S t | j }|| j k r| d S d S )NF)blocking)r acquirelenr r _spawn_process)r
process_counts r r z)ProcessPoolExecutor._adjust_process_count sb & . . . > > FDO,,
4, , ,
! ! ! ! ! - ,r c t t | j | j D ]}| d S r )r r& r r r' )r r* s r r z%ProcessPoolExecutor._launch_processes sI
s4?++T->?? " "A ! ! ! ! " "r c | j t | j | j | j | j | j f }| || j |j
< d S )N)targetrH ) r
Processr r r r r r r! r pidr s r r' z"ProcessPoolExecutor._spawn_process sg $ $""$#.+ -
%
.
.
!" r c , | j 5 | j rt | j | j rt d t
rt d t
j }t |||| }|| j | j
< | j | j
| xj
dz
c_
| j
| j r| | |cd d d S # 1 swxY w Y d S )Nz*cannot schedule new futures after shutdownz6cannot schedule new futures after interpreter shutdownr. )r r r r RuntimeErrorr% r FuturerD r r r r| r r r r r" )r rG rH rI fws r submitzProcessPoolExecutor.submit sg
|
6' 555$
Q"#OPPP
;" $: ; ; ; A!Rv..A:;D $T%6 7 N t 0 1 1 1 " 0 7 7 9 9 97
-**,,, / / 1 1 1+ s C4D D
D
r. )timeoutrp c |dk rt d t t t | t |d|i| }t
| S )Nr. zchunksize must be >= 1.rp )r4 )r r] mapr ry rt r )r rG r4 rp rq resultsr_ s r r6 zProcessPoolExecutor.map- sm ( q== 677 7''++gnb 9 9 )9 J J J&- / / -W555r TF)cancel_futuresc n | j 5 || _ d| _ | j | j d d d n # 1 swxY w Y | j |r| j d | _ d | _ | j |r| j d | _ d | _
d | _ d S r ) r r r r r r r) r r r r )r r r8 s r shutdownz ProcessPoolExecutor.shutdownJ s
> >+9D ($(D !3?4;;=== > > > > > > > > > > > > > > > ( 4 4 ) . . 0 0 0 )-% )d ) $ $ & & & ! /3,,,s /AA
A)NNNr# )T)r r! r" r r" r r r' r3 r Executor__doc__r6 r: ri rj s @r r r y s 48,.l'GKl' l' l' l' l'\5 5 5
"
"
" " " " # # # . ^*2FN*.! 6 6 6 6 6 6 6:4E 4 4 4 4 4( ~.6Hr r rS r )1
__author__r concurrent.futuresr r r r multiprocessing.connectionmultiprocessing.queuesr r r functoolsr rn r tracebackr WeakKeyDictionaryr' r% r r- _register_atexitr r Exceptionr1 r8 r? objectrD rM rU rX rt ry r r Threadr r r r r BrokenExecutorr r; r r# r r <module>rI sT (T 2
$ $ $ $ $ $ ! ! ! ! ( ( ( ( ( (
& & & & & & -7,.. * * * * * * * *4 < ( ( ( y 1 1 1 1 1 1 1 1 ! ! ! ! !& ! ! ! 3 3 3 3 3 3 3 32 ) ) ) DH " 9 9 9 93 3 3 3lhB hB hB hB hBY - hB hB hBV / / /@ , e7 e7 e7 e7 e7%. e7 e7 e7 e7 e7r