3
2an. @ s d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZ ddlm Z ddddd d
d d d
ddddddgZ
d Z dZ dZ
dZdZdZdZdadadd Zd d Zd d Zd d Zd d Zd6d d
Zd!d Zej Z ej Z d"d# Z d$d Z i Z!ej Z"G d%d de#Z$d7d&d'Z%d(d
Z&da'eee%e j(e j)fd)d*Z*ej+e* G d+d de#Z,G d,d dej-Z.ye j/d-Z0W n e1k
r d.Z0Y nX d/d Z2d0d1 Z3d2d3 Z4d4d5 Z5dS )8 N) _args_from_interpreter_flags )process sub_debugdebuginfo sub_warning
get_logger
log_to_stderr get_temp_dirregister_after_fork
is_exitingFinalizeForkAwareThreadLockForkAwareLocalclose_all_fds_exceptSUBDEBUG
SUBWARNING
Zmultiprocessingz+[%(levelname)s/%(processName)s] %(message)sFc G s t rt jt| f| d S )N)_loggerlogr )msgargs r )/opt/alt/python36/lib64/python3.6/util.pyr , s c G s t rt jt| f| d S )N)r r DEBUG)r r r r r r 0 s c G s t rt jt| f| d S )N)r r INFO)r r r r r r 4 s c G s t rt jt| f| d S )N)r r r )r r r r r r 8 s c
C s| dd l } | j z\tsj| jtadt_ttdrFtjt tj
t n$tj j t f i f tj j
t f i f W d | j X tS )Nr
unregister)loggingZ _acquireLockr Z getLogger LOGGER_NAMEZ propagatehasattratexitr _exit_functionregisterZ
_exithandlersremoveappendZ _releaseLock)r! r r r r < s
c C sJ dd l }t }|jt}|j }|j| |j| | rB|j| dat S )Nr T)
r! r Z FormatterDEFAULT_LOGGING_FORMATZ
StreamHandlerZ setFormatterZ
addHandlerZsetLevel_log_to_stderrr )levelr! Zlogger formatterZhandlerr r r r
W s
c C sd t j jjd} | d kr`dd l}dd l}|jdd} td| td |j | gdd | t j jd< | S ) Ntempdirr zpymp-)prefixzcreated temp directory %sd )r exitpriorityi)
r current_processZ_configgetshutiltempfileZmkdtempr r Zrmtree)r- r3 r4 r r r r m s
c C sj t tj } | j xP| D ]H\\}}}}y || W q tk
r` } ztd| W Y d d }~X qX qW d S )Nz after forker raised exception %s)list_afterfork_registryitemssort Exceptionr )r7 indexZidentfuncobjer r r _run_after_forkers s r> c C s | t ttt| |f< d S )N)r6 next_afterfork_counterid)r< r; r r r r s c @ sH e Zd Zf ddfddZdeeejfddZdd Z dd Z
d
d Z dS ) r Nc C sT |d k rt j|| | _n || _|| _|p*i | _|ttf| _t j
| _ | t | j< d S )N)
weakrefref_weakref _callback_args_kwargsr? _finalizer_counter_keyosgetpid_pid_finalizer_registry)selfr< callbackr kwargsr0 r r r __init__ s
zFinalize.__init__c
C s y || j = W n tk
r( |d Y nbX | j| krD|d d }n$|d| j| j| j | j| j| j}d | _ | _ | _ | _| _ |S d S )Nz finalizer no longer registeredz+finalizer ignored because different processz/finalizer calling %s with args %s and kwargs %s)rI KeyErrorrL rE rF rG rD )rN wrrM r rK resr r r __call__ s zFinalize.__call__c C sD y t | j= W n tk
r Y n X d | _ | _ | _ | _| _d S )N)rM rI rR rD rE rF rG )rN r r r cancel s
zFinalize.cancelc C s
| j tkS )N)rI rM )rN r r r still_active s zFinalize.still_activec C s y | j }W n ttfk
r( d }Y nX |d kr>d| jj S d| jjt| jd| jf }| jrr|dt| j 7 }| j r|dt| j 7 }| j
d d k r|dt| j
d 7 }|d S ) Nz<%s object, dead>z<%s object, callback=%s__name__z, args=z , kwargs=r z, exitprority=>) rD AttributeError TypeError __class__rX getattrrE rF strrG rI )rN r< xr r r __repr__ s
zFinalize.__repr__) rX
__module__ __qualname__rQ rM r rJ rK rU rV rW r` r r r r r s c s t d kr d S d kr dd n fdd fddtt D }|jdd xX|D ]P}t j|}|d k rRtd| y
| W qR tk
r d d l}|j Y qRX qRW d krt j d S )
Nc S s | d d k S )Nr r )pr r r s z!_run_finalizers..c s | d d k o| d kS )Nr r )rc ) minpriorityr r rd s c s g | ]} |r|qS r r ).0key)fr r
s z#_run_finalizers..T)reversez
calling %sr ) rM r5 r8 r2 r r9 traceback print_excclear)re keysrg finalizerrk r )rh re r _run_finalizers s$
rp c C s t p
t d kS )N)_exitingr r r r r
s c C s t sda | d |d |d | d k rzx*| D ] }|jr2| d|j |jj q2W x"| D ]}| d|j |j q^W |d | d S )NTzprocess shutting downz2running all "atexit" finalizers with priority >= 0r z!calling terminate() for daemon %sz calling join() for process %sz)running the remaining "atexit" finalizers)rq ZdaemonnameZ_popenZ terminatejoin)r r rp active_childrenr1 rc r r r r% s
r% c @ s, e Zd Zdd Zdd Zdd Zdd Zd S )
r c C s | j t| tj d S )N)_resetr r )rN r r r rQ K s z ForkAwareThreadLock.__init__c C s" t j | _| jj| _| jj| _d S )N) threadingZLock_lockacquirerelease)rN r r r ru O s
zForkAwareThreadLock._resetc C s
| j j S )N)rw __enter__)rN r r r rz T s z ForkAwareThreadLock.__enter__c G s | j j| S )N)rw __exit__)rN r r r r r{ W s z ForkAwareThreadLock.__exit__N)rX ra rb rQ ru rz r{ r r r r r J s c @ s e Zd Zdd Zdd ZdS )r c C s t | dd d S )Nc S s
| j j S )N)__dict__rm )r< r r r rd ] s z)ForkAwareLocal.__init__..)r )rN r r r rQ \ s zForkAwareLocal.__init__c C s t | f fS )N)type)rN r r r
__reduce__^ s zForkAwareLocal.__reduce__N)rX ra rb rQ r~ r r r r r [ s SC_OPEN_MAX c C sR t | dtg } | j x4tt| d D ] }tj| | d | |d q*W d S )Nr )r5 MAXFDr8 rangelenrJ
closerange)Zfdsir r r r j s c C s t jd krd S yt jj W n ttfk
r4 Y nX y@tjtjtj} yt| ddt _W n tj| Y nX W n ttfk
r Y nX d S )NF)closefd) sysstdincloseOSError
ValueErrorrJ opendevnullO_RDONLY)fdr r r _close_stdint s
r c C sT yt jj W n ttfk
r& Y nX yt jj W n ttfk
rN Y nX d S )N)r stdoutflushrZ r stderrr r r r _flush_std_streams s r c C st dd l }tttt|}tj \}}z2|j|tj| gd|d d ddddd d
||ddd S tj | tj | X d S ) Nr Tr Fr r r r r r )
_posixsubprocesstuplesortedmapintrJ pipeZ fork_execfsencoder )pathr Zpassfdsr Z errpipe_readZ
errpipe_writer r r spawnv_passfds s
r )N)N)6rJ itertoolsr rB r$ rv
subprocessr r __all__ZNOTSETr r r r r" r) r r* r r r r r r
r WeakValueDictionaryr6 countr@ r> r rM rH objectr rp r
rq rt r1 r% r& r Zlocalr sysconfr r9 r r r r r r r r
sf
S
,(