U |e8@sddlZddlZddlZddlZddlZddlZddlmZddlm Z ddl m Z ej dkrzddl Z ddlZddlmZdd d gZeed ZejejfZejejd Zejd kreed<dZGdddZeZejZejZej Z ej!Z!ej"Z"dddZ#ddZ$dS)N) sem_unlink)util)spawnwin32) duplicateensure_runningregister unregisterpthread_sigmask)folderfileposixZsemlockFc@sLeZdZddZddZddZddZd d Zd d Zd dZ ddZ dS)ResourceTrackercCst|_d|_d|_dSN) threadingLock_lock_fd_pidselfrk/var/www/website-v5/atlas_env/lib/python3.8/site-packages/joblib/externals/loky/backend/resource_tracker.py__init__Ns zResourceTracker.__init__cCs||jSr)rrrrrrgetfdSszResourceTracker.getfdc Cs|j|jdk r~|r*W5QRdSt|jtjdkrhzt|jdWntk rfYnXd|_d|_t dg}z| t j Wntk rYnXt\}}t jdkrtt|dd}t||}dtjd |d td }zzv| |t}|ftd |f}td |z$trLt !t j$t#t%|||}W5trpt !t j"t#XWn"t&k rt|YnX||_||_W5t jdkrt|n t|XW5QRXdS)zMake sure that resource tracker process is running. This can be run from any process. Usually a child process will use the resource created by its parent.Nrrz^resource_tracker: process died unexpectedly, relaunching. Some folders/sempahores might leak.rT) inheritablezfrom z import main; main(z, )z-czlaunching resource tracker: )'rr _check_aliveosclosenamewaitpidrOSErrorwarningswarnappendsysstderrfileno ExceptionpipeplatformrmsvcrtZ get_osfhandlemain __module__VERBOSE_winapi CloseHandlerZget_executabler_args_from_interpreter_flagsdebug _HAVE_SIGMASKsignalr SIG_UNBLOCK_IGNORED_SIGNALS SIG_BLOCKspawnv_passfds BaseException) rZ fds_to_passrw_rcmdZexeargspidrrrrWsf             zResourceTracker.ensure_runningcCs2z|dddWntk r(YdSXdSdS)z8Check for the existence of the resource tracker process.PROBEFTN)_sendBrokenPipeErrorrrrrrs zResourceTracker._check_alivecCs||d||dS)z6Register a named resource, and increment its refcount.REGISTERNrrDrr!rtyperrrr szResourceTracker.registercCs||d||dS)z2Unregister a named resource with resource tracker. UNREGISTERNrGrHrrrr szResourceTracker.unregistercCs||d||dS)z@Decrement the refcount of a resource, and delete it if it hits 0 MAYBE_UNLINKNrGrHrrr maybe_unlinkszResourceTracker.maybe_unlinkcCsRt|dkrtd|d|d|dd}t|j|}|t|ksNtdS)Niz name too long: ascii)len ValueErrorencoderwriterAssertionError)rr?r!rImsgnbytesrrrrDs  zResourceTracker._sendN) __name__r/ __qualname__rrrrr r rLrDrrrrrMsP rc srtjtjdttjtjttjtjtrDttj t t j t j fD]&}z |WqPtk rtYqPXqPrtdddtD}zt jdkrt|tj}t|d X}|}|d kr֐qz|d d }|d d |dd|d} } }| dkr"Wq|tkrNtd| d|dt t| dkr| ||krtd||| <n||| d7<rtd|d| d||| dn| dkr||| =rtd| d|dt!|dn| dkr||| d8<r@td|d| d||| d||| d kr||| =z&rttd| t|| Wn:tk r} zt"#d| d | W5d!} ~ XYnXnt$d"| Wqt%k rzt j&t 'Wnt%k r YnXYqXqW5QRXW5fdd}|D]$\}}|dkrNq6n |||q6d|krt||ddXrtd#d!S)$zRun resource tracker.)levelz Main resource tracker is runningcSsi|] }|iqSrr).0rIrrr szmain..c s|r:z tdt|d|dWntk r8YnX|D]b}z$t||rdtd|Wq>tk r}ztd|d|W5d}~XYq>Xq>dS)Nz%resource_tracker: There appear to be z leaked z objects to clean up at shutdown[ResourceTracker] unlink resource_tracker: : )r$r%rPr*_CLEANUP_FUNCSrr4)rtype_registryrIr!everboserr_unlink_resources7s zmain.._unlink_resourcesr rrbrOrMrrrBzCannot register z/ for automatic cleanup: unknown resource type (z1). Resource type should be one of the following: rFz*[ResourceTracker] incremented refcount of  z (current rrJz[ResourceTracker] unregister z : registry(rKz*[ResourceTracker] decremented refcount of r\r]r^Nzunrecognized command zresource tracker shut down)(r log_to_stderrDEBUGr6SIGINTSIG_IGNSIGTERMr5r r7r8r'stdinstdoutr r*r4r_keysitemsr,r-open_osfhandlerO_RDONLYopenreadlinestripdecodesplitjoinrQlistrPr$r% RuntimeErrorr; excepthookexc_info) fdrcfregistryrdrIr`linesplittedr?r!rarrbrr.s              r.c st|}tjdkrpt\}}z8ddlmddlm}fdd|D}|||WSt|t|Xn^d dd |D}z0t ||ddd d ddd \}} } }t | Wnt k rYnX| SdS) Nrr_mk_inheritable) fork_execcsg|] }|qSrr)rZr~rrr lsz"spawnv_passfds..rhcss|]}d|dVqdS)"Nr)rZxrrr rsz!spawnv_passfds..Tr)sortedr'r,rr+r reductionrrryr1Z CreateProcessr2r;) pathr@passfds errpipe_read errpipe_writerZ_passr?_ZhtrArrrr:ds6      r:)r)%rshutilr'r6r$r_multiprocessingrmultiprocessingrrCrr,r1r-Zmultiprocessing.reductionr__all__hasattrr5rkrmr8rmtreeunlinkr_r!r0r_resource_trackerrr rLr rr.r:rrrr.s:         |