관리-도구
편집 파일: process.cpython-310.opt-2.pyc
o 6��f�| � @ s� d Z ddlZddlmZ ddlZddlZddlZddlm Z ddl Z ddl Z ddl m Z ddlZddlZddlZe �� ZdaG dd� d�Zd d � Ze �e� d Zd ZG d d� de�ZG dd� d�Zdd� Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!dd � Z"d d � Z#d-d d �Z$d!d"� Z%G d#d$� d$e j&�Z'da(da)d%d&� Z*d'd(� Z+G d)d*� d*ej,�Z-G d+d,� d,ej.�Z/dS ).z"Brian Quinlan (brian@sweetapp.com)� N)�_base)�Queue)�partialFc @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) � _ThreadWakeupc C s d| _ tjdd�\| _| _d S )NF)Zduplex)�_closed�mpZPipe�_reader�_writer��self� r �A/opt/alt/python310/lib64/python3.10/concurrent/futures/process.py�__init__C s z_ThreadWakeup.__init__c C s( | j sd| _ | j�� | j�� d S d S �NT)r r �closer r r r r r G s �z_ThreadWakeup.closec C s | j s | j�d� d S d S )N� )r r Z send_bytesr r r r �wakeupM s �z_ThreadWakeup.wakeupc C s0 | j s| j�� r| j�� | j�� sd S d S d S �N)r r ZpollZ recv_bytesr r r r �clearQ s ��z_ThreadWakeup.clearN)�__name__� __module__� __qualname__r r r r r r r r r B s r c C s@ da tt�� �} | D ]\}}|�� q | D ]\}}|�� qd S r )�_global_shutdown�list�_threads_wakeups�itemsr �join)r �_� thread_wakeup�tr r r � _python_exitW s �r � �= c @ � e Zd Zdd� Zdd� ZdS )�_RemoteTracebackc C s || _ d S r ��tb)r r& r r r r w s z_RemoteTraceback.__init__c C s | j S r r% r r r r �__str__y s z_RemoteTraceback.__str__N)r r r r r' r r r r r$ v s r$ c @ r# )�_ExceptionWithTracebackc C s8 t �t|�||�}d�|�}|| _d | j_d| | _d S )N� z """ %s""")� traceback�format_exception�typer �exc� __traceback__r& )r r- r& r r r r } s z _ExceptionWithTraceback.__init__c C s t | j| jffS r )� _rebuild_excr- r& r r r r � __reduce__� s z"_ExceptionWithTraceback.__reduce__N)r r r r r0 r r r r r( | s r( c C s t |�| _| S r )r$ � __cause__)r- r& r r r r/ � s r/ c @ � e Zd Zdd� ZdS )� _WorkItemc C � || _ || _|| _|| _d S r )�future�fn�args�kwargs)r r5 r6 r7 r8 r r r r � � z_WorkItem.__init__N�r r r r r r r r r3 � � r3 c @ s e Zd Zddd�ZdS )� _ResultItemNc C s || _ || _|| _d S r )�work_id� exception�result)r r= r> r? r r r r � s z_ResultItem.__init__�NNr: r r r r r< � s r< c @ r2 )� _CallItemc C r4 r )r= r6 r7 r8 )r r= r6 r7 r8 r r r r � r9 z_CallItem.__init__Nr: r r r r rA � r; rA c s, e Zd Z d� fdd� Z� fdd�Z� ZS )� _SafeQueuer c s& || _ || _|| _t� j||d� d S )N)�ctx)�pending_work_items� shutdown_lockr �superr )r �max_sizerC rD rE r �� __class__r r r � s z_SafeQueue.__init__c s� t |t�rHt�t|�||j�}td�d�|���|_ | j � |j d �}| j � | j�� W d � n1 s5w Y |d urF|j�|� d S d S t� �||� d S )Nz """ {}"""r) )� isinstancerA r* r+ r, r. r$ �formatr r1 rD �popr= rE r r r5 � set_exceptionrF �_on_queue_feeder_error)r �e�objr& � work_itemrH r r rN � s ��z!_SafeQueue._on_queue_feeder_error)r )r r r r rN � __classcell__r r rH r rB � s rB c g s. � t |� } tt�|| ��}|sd S |V qr )�zip�tuple� itertools�islice)� chunksize� iterables�it�chunkr r r � _get_chunks� s ��r[ c s � fdd�|D �S )Nc s g | ]}� |� �qS r r )�.0r7 �r6 r r � <listcomp>� s z"_process_chunk.<locals>.<listcomp>r )r6 rZ r r] r �_process_chunk� s r_ c C sb z | � t|||d�� W d S ty0 } zt||j�}| � t||d�� W Y d }~d S d }~ww )N)r? r> �r> )�putr< � BaseExceptionr( r. )� result_queuer= r? r> rO r- r r r �_sendback_result� s � ��rd c C s� |d ur z||� W n t y tjjddd� Y d S w | jdd�}|d u r2|�t�� � d S z |j|j i |j ��}W n t y^ } zt ||j �}t ||j|d� W Y d }~nd }~ww t ||j|d� ~~q )NzException in initializer:T)�exc_info��blockr` )r? )rb r ZLOGGERZcritical�getra �os�getpidr6 r7 r8 r( r. rd r= )� call_queuerc � initializer�initargsZ call_item�rrO r- r r r �_process_worker� s0 � ���ro c sn e Zd Z � fdd�Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dd� Z dd� Z dd� Z dd� Z � ZS )�_ExecutorManagerThreadc sf |j | _|j| _| j| jfdd�}t�||�| _|j| _|j | _ |j | _ |j | _|j| _t� �� d S )Nc S s> t j�d� |� |�� W d � d S 1 sw Y d S )Nz?Executor collected: triggering callback for QueueManager wakeup)r �util�debugr )r r rE r r r � weakref_cb s "�z3_ExecutorManagerThread.__init__.<locals>.weakref_cb)� _executor_manager_thread_wakeupr �_shutdown_lockrE �weakref�ref�executor_reference� _processes� processes� _call_queuerk � _result_queuerc � _work_ids�work_ids_queue�_pending_work_itemsrD rF r )r �executorrs rH r r r s �z _ExecutorManagerThread.__init__c C s� | � � | �� \}}}|r| �|� d S |d ur-| �|� ~| �� }|d ur,|j�� ~| �� rB| �� | � � | j sB| � � d S qr ) �add_call_item_to_queue� wait_result_broken_or_wakeup�terminate_broken�process_result_itemrx �_idle_worker_semaphore�release�is_shutting_down�flag_executor_shutting_downrD �join_executor_internals)r � result_item� is_broken�causer� r r r �run: s( �z_ExecutorManagerThread.runc C s| | j �� rd S z | jjdd�}W n tjy Y d S w | j| }|j�� r8| j j t ||j |j |j �dd� n| j|= q q)NTFrf )rk Zfullr~ rh �queue�EmptyrD r5 Z set_running_or_notify_cancelra rA r6 r7 r8 )r r= rQ r r r r� _ s( � ���z-_ExecutorManagerThread.add_call_item_to_queuec C s� | j j}| jj}||g}dd� t| j�� �D �}tj�|| �}d }d}d }||v rOz|� � }d}W n" t yN } zt � t | �| | j�}W Y d } ~ n d } ~ ww ||v rUd}| j� | j�� W d � n1 shw Y |||fS )Nc S s g | ]}|j �qS r )Zsentinel�r\ �pr r r r^ � s zG_ExecutorManagerThread.wait_result_broken_or_wakeup.<locals>.<listcomp>TF)rc r r r rz �valuesr Z connection�waitZrecvrb r* r+ r, r. rE r ) r Z result_readerZ wakeup_readerZreadersZworker_sentinelsZreadyr� r� r� rO r r r r� v s, �� � z3_ExecutorManagerThread.wait_result_broken_or_wakeupc C sz t |t�r| j�|�}|�� | js| �� d S d S | j�|jd �}|d ur;|jr2|j � |j� d S |j � |j � d S d S r ) rJ �intrz rL r r� rD r= r> r5 rM Z set_resultr? )r r� r� rQ r r r r� � s ��z*_ExecutorManagerThread.process_result_itemc C s | � � }tp |d u p |jS r )rx r �_shutdown_thread)r r� r r r r� � s �z'_ExecutorManagerThread.is_shutting_downc C s� | � � }|d urd|_d|_d }td�}|d ur$tdd�|�� d��|_| j�� D ] \}}|j � |� ~q)| j� � | j � � D ]}|�� q?| �� d S )NzKA child process terminated abruptly, the process pool is not usable anymoreTz^A process in the process pool was terminated abruptly while the future was running or pending.z ''' r) z''')rx �_brokenr� �BrokenProcessPoolr$ r r1 rD r r5 rM r rz r� Z terminater� )r r� r� Zbper= rQ r� r r r r� � s" � z'_ExecutorManagerThread.terminate_brokenc C s� | � � }|d ur?d|_|jrAi }| j�� D ] \}}|j�� s"|||< q|| _ z| j�� W n t j y8 Y nw q'd|_d S d S d S )NTF) rx r� �_cancel_pending_futuresrD r r5 Zcancelr~ Z get_nowaitr� r� )r r� Znew_pending_work_itemsr= rQ r r r r� � s( ��� �z2_ExecutorManagerThread.flag_executor_shutting_downc C s� | � � }d}||k r<| � � dkr>t|| �D ]}z | j�d � |d7 }W q tjy/ Y nw ||k r@| � � dksd S d S d S d S )Nr r! )�get_n_children_alive�rangerk Z put_nowaitr� ZFull)r Zn_children_to_stopZn_sentinels_sent�ir r r �shutdown_workers� s ����z'_ExecutorManagerThread.shutdown_workersc C sh | � � | j�� | j�� | j� | j�� W d � n1 s!w Y | j�� D ]}|�� q+d S r ) r� rk r Z join_threadrE r rz r� r �r r� r r r r� s � �z._ExecutorManagerThread.join_executor_internalsc C s t dd� | j�� D ��S )Nc s s � | ]}|� � V qd S r )Zis_aliver� r r r � <genexpr> s � z>_ExecutorManagerThread.get_n_children_alive.<locals>.<genexpr>)�sumrz r� r r r r r� s z+_ExecutorManagerThread.get_n_children_alive)r r r r r� r� r� r� r� r� r� r� r� r� rR r r rH r rp s +% & rp c C s� t rtrtt��da zdd l} W n ty datt��w zt�d�}W n ttfy1 Y d S w |dkr8d S |dkr>d S d| att��)NTr zxThis Python build lacks multiprocessing.synchronize, usually due to named semaphores being unavailable on this platform.�SC_SEM_NSEMS_MAX���� z@system provides too few semaphores (%d available, 256 necessary)) �_system_limits_checked�_system_limited�NotImplementedErrorZmultiprocessing.synchronize� ImportErrorri �sysconf�AttributeError� ValueError)�multiprocessingZ nsems_maxr r r �_check_system_limits s0 ����r� c c s, � | D ]}|� � |r|�� V |s qd S r )�reverserL )�iterableZelementr r r � _chain_from_iterable_of_lists9 s � ���r� c @ s e Zd ZdS )r� N)r r r r r r r r� E s r� c s� e Zd Z ddd�Zdd� Zdd� Zd d � Zd d � Zd d� Ze j jj e_ ddd�� fdd� Z ddd�dd�Z e j j j e _ � ZS )�ProcessPoolExecutorNr c C sJ t � |d u r t�� p d| _tjdkrtt| j�| _n|dkr$td��tjdkr4|tkr4tdt� ���|| _|d u r?t � � }|| _ | j j dd�dk| _ |d urXt|�sXtd ��|| _|| _d | _i | _d| _t�� | _t�d�| _d| _d| _i | _ d| _ t � | _ | jt }t!|| j | j | j| j d �| _"d | j"_#|�$� | _%t&�'� | _(d S ) Nr! Zwin32r z"max_workers must be greater than 0zmax_workers must be <= F)Z allow_none�forkz initializer must be a callable)rG rC rD rE r T))r� ri � cpu_count� _max_workers�sys�platform�min�_MAX_WINDOWS_WORKERSr� r Z get_context� _mp_contextZget_start_method�#_safe_to_dynamically_spawn_children�callable� TypeError� _initializer� _initargs�_executor_manager_threadry r� � threadingZLockru Z Semaphorer� r� � _queue_countr r� r rt �EXTRA_QUEUED_CALLSrB r{ Z _ignore_epipeZ SimpleQueuer| r� r r} )r Z max_workersZ mp_contextrl rm Z queue_sizer r r r M s\ �� �� � z ProcessPoolExecutor.__init__c C s@ | j d u r | js | �� t| �| _ | j �� | jt| j < d S d S r )r� r� �_launch_processesrp �startrt r r r r r � _start_executor_manager_thread� s ��z2ProcessPoolExecutor._start_executor_manager_threadc C s6 | j jdd�r d S t| j�}|| jk r| �� d S d S )NF)Zblocking)r� �acquire�lenry r� �_spawn_process)r Z process_countr r r �_adjust_process_count� s �z)ProcessPoolExecutor._adjust_process_countc C s$ t t| j�| j�D ]}| �� q d S r )r� r� ry r� r� )r r r r r r� � s �z%ProcessPoolExecutor._launch_processesc C s8 | j jt| j| j| j| jfd�}|�� || j|j < d S )N)�targetr7 ) r� ZProcessro r{ r| r� r� r� ry �pidr� r r r r� � s ��z"ProcessPoolExecutor._spawn_processc O s� | j �N | jr t| j��| jrtd��trtd��t�� }t||||�}|| j | j < | j � | j � | j d7 _ | j �� | jrD| �� | �� |W d � S 1 sTw Y d S )Nz*cannot schedule new futures after shutdownz6cannot schedule new futures after interpreter shutdownr! )ru r� r� r� � RuntimeErrorr r ZFuturer3 r r� r} ra rt r r� r� r� )r r6 r7 r8 �f�wr r r �submit� s$ $�zProcessPoolExecutor.submitr! )�timeoutrW c s< |dk r t d��t� jtt|�t|d|i�|d�}t|�S )Nr! zchunksize must be >= 1.rW )r� )r� rF �mapr r_ r[ r� )r r6 r� rW rX ZresultsrH r r r� � s �zProcessPoolExecutor.mapTF)�cancel_futuresc C s� | j � || _d| _| jd ur| j�� W d � n1 s w Y | jd ur/|r/| j�� d | _d | _| jd urA|rA| j� � d | _d | _ d | _d S r ) ru r� r� rt r r� r r{ r| r ry )r r� r� r r r �shutdown s � � z ProcessPoolExecutor.shutdown)NNNr )T)r r r r r� r� r� r� r� r �Executor�__doc__r� r� rR r r rH r r� L s �U r� r@ )0� __author__ri Zconcurrent.futuresr r� r� r Zmultiprocessing.connectionZmultiprocessing.queuesr r� rv � functoolsr rU r� r* �WeakKeyDictionaryr r r r Z_register_atexitr� r� � Exceptionr$ r( r/ �objectr3 r< rA rB r[ r_ rd ro ZThreadrp r� r� r� r� ZBrokenExecutorr� r� r� r r r r �<module> sR * )