muLc)@sddddgZddkZddkZddkZddkZddkZddkZddklZddk l Z l Z l Z l Z lZlZddklZdd klZlZlZlZdd klZlZydd klZWn#ej odd klZnXd ZeieiegZ d ddfD]Z!e e"e#he!qJ[ Z$de%fdYZ&fhdZ'dZ(de)fdYZ*dZ+dZ,de%fdYZ-de%fdYZ.hei/ei0fd6ei1ei2fd6Z3de%fdYZ4de5fdYZ6de%fd YZ7d!Z8hd"Z9e:e:e:e;d#Z<d$e%fd%YZ=d&e%fd'YZ>e;d(Z?d)e7fd*YZ@d+e7fd,YZAd-eAfd.YZBd/e7fd0YZCd1e7fd2YZDd3e7fd4YZEe9d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKfZFdLeFfdMYZGe9dNd7d8d:d<d@dOdPdQdRd ddGdSdTdUdfZHe9dVd<d:d@d;dAfZIe9dWdXdYdZd[d\d]d^d_d`f ZJhdadY6dad_6dbd[6dbd\6eJ_Kde4fdcYZLeLiddeieLideeieLidfeiMeCeLidgeiNeAeLidheiOeAeLidieiPeAeLidjeiQeAeLidkeiReBeLidle eJeLidmeSeGeLidneTeHeLid&e>eEeLidoe?eIeLid$e=eDeLidbdpe@dqeUeLidadqeUdS(rt BaseManagert SyncManagert BaseProxytTokeniN(t format_exc(tProcesstcurrent_processtactive_childrentPooltutilt connection(tAuthenticationString(texittPopentassert_spawningtForkingPickler(tFinalizetinfo(t PicklingErrorcCsti|i|iffS(N(tarrayttypecodettostring(ta((s.scripts/common/Lib/multiprocessing/managers.pyt reduce_array&stitemstkeystvaluescBs8eZdZdZdZdZdZdZRS( s4 Type to uniquely indentify a shared object ttypeidtaddresstidcCs!||||_|_|_dS(N(RRR(tselfRRR((s.scripts/common/Lib/multiprocessing/managers.pyt__init__6scCs|i|i|ifS(N(RRR(R((s.scripts/common/Lib/multiprocessing/managers.pyt __getstate__9scCs|\|_|_|_dS(N(RRR(Rtstate((s.scripts/common/Lib/multiprocessing/managers.pyt __setstate__<scCsd|i|i|ifS(Ns#Token(typeid=%r, address=%r, id=%r)(RRR(R((s.scripts/common/Lib/multiprocessing/managers.pyt__repr__?s(stypeidsaddresssid(t__name__t __module__t__doc__t __slots__RR R"R#(((s.scripts/common/Lib/multiprocessing/managers.pyR0s    cCsP|i||||f|i\}}|djo|St||dS(sL Send a message to manager using connection `c` and return response s#RETURNN(tsendtrecvtconvert_to_error(tcRt methodnametargstkwdstkindtresult((s.scripts/common/Lib/multiprocessing/managers.pytdispatchGs  cCs|djo|S|djo%t|tjptt|S|djo)t|tjpttd|StdSdS(Ns#ERRORs #TRACEBACKs#UNSERIALIZABLEsUnserializable message: %s sUnrecognized message type(ttypetstrtAssertionErrort RemoteErrort ValueError(R/R0((s.scripts/common/Lib/multiprocessing/managers.pyR*Qs    R5cBseZdZRS(cCs)ddddt|idddS(Ns t-iKi(R3R-(R((s.scripts/common/Lib/multiprocessing/managers.pyt__str__^s(R$R%R8(((s.scripts/common/Lib/multiprocessing/managers.pyR5]scCsQg}xDt|D]6}t||}t|do|i|qqW|S(s4 Return a list of names of methods of `obj` t__call__(tdirtgetattrthasattrtappend(tobjttemptnametfunc((s.scripts/common/Lib/multiprocessing/managers.pyt all_methodses cCs:g}t|D]"}|ddjo ||qq~S(sP Return a list of names of methods of `obj` which do not start with '_' it_(RB(R>t_[1]R@((s.scripts/common/Lib/multiprocessing/managers.pytpublic_methodspstServerc BseZdZddddddddd g Zd Zd Zd Zd ZdZdZ dZ he d6e d6ed6Z dZ dZ dZdZdZdZdZdZdZRS(sM Server class which runs in a process controlled by a manager object tshutdowntcreatetaccept_connectiont get_methodst debug_infotnumber_of_objectstdummytincreftdecrefcCst|tpt||_t||_t|\}}|d|dd|_|ii|_hddfd6|_ h|_ t i |_d|_dS(NRtbacklogii((t isinstancetbytesR4tregistryR tauthkeytlistener_clienttlistenerRtNonet id_to_objtid_to_refcountt threadingtRLocktmutextstop(RRSRRTt serializertListenertClient((s.scripts/common/Lib/multiprocessing/managers.pyRs  cCs|t_zymxfy|ii}Wnttfj o qnXtid|id|f}t |_ |i qWnt t fj onXWdd|_|iiXdS(s( Run the server forever ttargetR-Ni(Rt_manager_serverRVtaccepttOSErrortIOErrorRZtThreadthandle_requesttTruetdaemontstarttKeyboardInterruptt SystemExitR]tclose(RR+tt((s.scripts/common/Lib/multiprocessing/managers.pyt serve_forevers    c Csd}}}yuti||iti||i|i}|\}}}}||ijptd|t||}Wn"t j odt f} nIXy||||}Wn"t j odt f} nXd|f} y|i | Wnut j oi} y|i dt fWnt j onXt i d| t i d|t i d| nX|idS(s) Handle a new connection s%r unrecognizeds #TRACEBACKs#RETURNsFailure to send message: %rs ... request was %rs ... exception was %rN(RWR tdeliver_challengeRTtanswer_challengeR)tpublicR4R;t ExceptionRR(R RRm( RR+tfuncnameR0trequesttignoreR-R.RAtmsgte((s.scripts/common/Lib/multiprocessing/managers.pyRgs4  cCstidtii|i}|i}|i}x|ipy$d}}|}|\}}} } ||\}} } || jo#t d|t || fnt ||} y| | | }Wn!t j o}d|f}ntX| o| i|d}|oF|i|||\}}t||i|}d||ff}n d|f}Wnt j o|djodtf}qQy8|i|}|||||| | }d|f}WqQt j odtf}qQXn[tj o-tidtiitidn#t j odtf}nXy@y||Wn+t j o}|d t|fnXWq7t j oY}tid tiitid |tid ||itid q7Xq7WdS(sQ Handle requests from the proxies in a particular process/thread s$starting server thread to service %rs+method %r of %r object is not in exposed=%rs#ERRORs#PROXYs#RETURNs #TRACEBACKs$got EOF -- exiting thread serving %ris#UNSERIALIZABLEsexception in thread serving %rs ... message was %rs ... exception was %riN(R tdebugRZtcurrent_threadR@R)R(RXR]RWtAttributeErrorR2R;RstgetRHRRRtfallback_mappingtEOFErrortsysR treprRRm(RtconnR)R(RXR,R>RutidentR-R.texposedt gettypeidtfunctiontresRxRwRtridenttrexposedttokent fallback_funcR0((s.scripts/common/Lib/multiprocessing/managers.pyt serve_clientsn             cCs|S(N((RRRR>((s.scripts/common/Lib/multiprocessing/managers.pytfallback_getvaluescCs t|S(N(R3(RRRR>((s.scripts/common/Lib/multiprocessing/managers.pyt fallback_strscCs t|S(N(R(RRRR>((s.scripts/common/Lib/multiprocessing/managers.pyt fallback_reprsR8R#s #GETVALUEcCsdS(N((RR+((s.scripts/common/Lib/multiprocessing/managers.pyRM sc Cs|iizg}|ii}|ixU|D]M}|djo:|id||i|t|i|dd fq6q6Wdi|SWd|ii XdS(sO Return some info --- useful to spot problems with refcounting is %s: refcount=%s %siKs N( R\tacquireRXRtsortR=RYR3tjointrelease(RR+R0RR((s.scripts/common/Lib/multiprocessing/managers.pyRK#s     (cCst|idS(s* Number of shared objects i(tlenRX(RR+((s.scripts/common/Lib/multiprocessing/managers.pyRL5sc Cs zytid|id titijo)tidtit_tit_nti dx(t D]}tid|i qsWx(t D]}tid|i qWti ti dWnddk}|inXWdtdXdS( s' Shutdown this process s!manager received shutdown messages#RETURNsresetting stdout, stderris&terminating a child process of managersmanager exiting with exitcode 0iN(s#RETURNN(R RyR(RWRtstdoutt __stdout__t __stderr__tstderrt_run_finalizersRt terminateRRt tracebackt print_excR (RR+tpR((s.scripts/common/Lib/multiprocessing/managers.pyRG;s.           c Osi|iizG|i|\}}}}|djo0t|djo| pt|d} n|||} |djot| }n|dj o4t|tjptt |t |}ndt | } t i d|| | t ||f|i| <| |ijod|i| Create a new shared object and return its id iis%xs&%r callable returned object with id %rN(R\RRSRWRR4RER2tdicttlistRR RytsetRXRYRNttupleR( RR+RR-R.tcallableRtmethod_to_typeidt proxytypeR>R((s.scripts/common/Lib/multiprocessing/managers.pyRH[s(  "  cCst|i|idS(sL Return the methods of the shared object indicated by token i(RRXR(RR+R((s.scripts/common/Lib/multiprocessing/managers.pyRJscCs-|ti_|id|i|dS(s= Spawn a new thread to serve this connection s#RETURNN(s#RETURNN(RZRzR@R(RWR(RR+R@((s.scripts/common/Lib/multiprocessing/managers.pyRIs cCs9|iiz|i|cd7 Connect manager object to the server process RTRMN( RURRRR1RWRRRR(RR_R`R((s.scripts/common/Lib/multiprocessing/managers.pytconnectsc Cs8|iitijpttidt\}}tdt |i d|i |i |i |i|f|_did|iiD}t |id||i_|ii|i|i|_ |iti|i_ti|t |id|i|i |i |i|ifdd|_d S( s@ Spawn a server process for this manager object tduplexRaR-t:cssx|]}t|VqWdS(N(R3(t.0ti((s.scripts/common/Lib/multiprocessing/managers.pys s R7t exitpriorityiN(RRRRR4R tPipetFalseRR2t _run_serverRRRRt_processRt _identityR$R@RjRmR)RR Rt_finalize_managerRRG(RtreadertwriterR((s.scripts/common/Lib/multiprocessing/managers.pyRjs$   cCsS|i||||}|i|i|itid|i|idS(s@ Create a server, report its address and run it smanager serving at %rN(t_ServerR(RRmR RRo(tclsRSRRTR^Rtserver((s.scripts/common/Lib/multiprocessing/managers.pyRs  c Os|iitijp td|i|id|i}z)t|dd|f||\}}Wd|i Xt ||i||fS(sP Create a new shared object; return the token and exposed tuple sserver not yet startedRTRHN( RRRRR4RRRR1RWRmR(RRR-R.RRR((s.scripts/common/Lib/multiprocessing/managers.pyt_creates  ) cCs|ii|dS(sC Join the manager process (if it has been spawned) N(RR(Rttimeout((s.scripts/common/Lib/multiprocessing/managers.pyRscCsA|i|id|i}zt|ddSWd|iXdS(sS Return some info about the servers shared objects and connections RTRKN(RRRR1RWRm(RR((s.scripts/common/Lib/multiprocessing/managers.pyt _debug_info!scCsA|i|id|i}zt|ddSWd|iXdS(s5 Return the number of shared objects RTRLN(RRRR1RWRm(RR((s.scripts/common/Lib/multiprocessing/managers.pyt_number_of_objects+scCs|S(N((R((s.scripts/common/Lib/multiprocessing/managers.pyt __enter__5scCs|idS(N(RG(Rtexc_typetexc_valtexc_tb((s.scripts/common/Lib/multiprocessing/managers.pyt__exit__8sc Cs'|iotidy8||d|}zt|ddWd|iXWntj onX|idd|iojtidt|doItid |i |idd |iotid qqqnt i |_ yt i|=Wntj onXdS( sQ Shutdown the manager process; will be registered as a finalizer s#sending shutdown message to managerRTRGNRg?smanager still aliveRs'trying to `terminate()` manager processg?s#manager still alive after terminate(tis_aliveR RR1RWRmRsRR<RRRRRt_address_to_localtKeyError(tprocessRRTR!RR((s.scripts/common/Lib/multiprocessing/managers.pyR;s.        cCs|iS((R(R((s.scripts/common/Lib/multiprocessing/managers.pyt[sc s,d|ijo|ii|_ndjo tn|ptdd}|ptdd}|ocx`|iD]N\}}t|tjpt d|t|tjpt d|qWn|||f|i<|o/fd} | _ t || ndS(s9 Register a typeid with the manager type Rt _exposed_t_method_to_typeid_s%r is not a stringc stid|i||\}}||id|d|id|}|i|id|i}t|dd|i f|S(Ns)requesting creation of a shared %r objecttmanagerRTRRO( R RyRRRRRR1RWR(RR-R.RtexptproxyR(RR(s.scripts/common/Lib/multiprocessing/managers.pyR?xsN( t__dict__RtcopyRWt AutoProxyR;RR2R3R4R$tsetattr( RRRRRRt create_methodtkeyRR?((RRs.scripts/common/Lib/multiprocessing/managers.pytregister]s"   !) N(R$R%R&RRFRRWRRRRRjt classmethodRRRRRRRt staticmethodRtpropertyRRhR(((s.scripts/common/Lib/multiprocessing/managers.pyRs(   !     tProcessLocalSetcBseZdZdZRS(cCsti|ddS(NcSs |iS((tclear(R>((s.scripts/common/Lib/multiprocessing/managers.pyRs(R tregister_after_fork(R((s.scripts/common/Lib/multiprocessing/managers.pyRscCst|dfS(N((R2(R((s.scripts/common/Lib/multiprocessing/managers.pyRs(R$R%RR(((s.scripts/common/Lib/multiprocessing/managers.pyRs cBseZdZhZeiZd d d edZ dZ d hdZ dZ dZ edZdZdZd Zd Zd ZRS(s. A base for proxies of shared objects cCsCtiizRtii|id}|djo)tit f}|ti|is0x%x(R2R$RRR(R((s.scripts/common/Lib/multiprocessing/managers.pyR#-scCs:y|idSWn"tj ot|d dSXdS(sV Return representation of the referent (or a fall-back if that fails) R#is; '__str__()' failed>N(RRsR(R((s.scripts/common/Lib/multiprocessing/managers.pyR81sN((R$R%R&RR tForkAwareThreadLockRRWRhRRRRRRRRRRR#R8(((s.scripts/common/Lib/multiprocessing/managers.pyRs %      cCsttdd}|o&|i|ijo|i|idS|idtottdt }|||d||SdS(s Function used for unpickling proxy objects. If possible the shared object is returned, or otherwise a proxy for it. RbiRNt _inheritingN( R;RRWRRXRtpopRhR(RARR^R.RRN((s.scripts/common/Lib/multiprocessing/managers.pyR>s c Bse|}y|||fSWnej onXh}x |D]}d||f|UqAWe|ef|}||_||||f<|S(sC Return an proxy type whose methods are given by `exposed` sLdef %s(self, *args, **kwds): return self._callmethod(%r, args, kwds)(RRR2RR(R@Rt_cachetdictmetht ProxyType((s.scripts/common/Lib/multiprocessing/managers.pyt MakeProxyTypeSs  c Cst|d}|djoC||id|}zt|dd|f}Wd|iXn|djo|dj o |i}n|djoti}ntd|i |}|||d|d|d|} t | _ | S(s* Return an auto-proxy for `token` iRTRJNs AutoProxy[%s]RRN( RURWRR1RmRRRTRRRhR( RR^RRTRRNRRRR((s.scripts/common/Lib/multiprocessing/managers.pyRis     t NamespacecBseZdZdZRS(cKs|ii|dS(N(Rtupdate(RR.((s.scripts/common/Lib/multiprocessing/managers.pyRscCsu|ii}g}x?|D]7\}}|idp|id||fqqW|idtid|S(NRCs%s=%rs Namespace(%s)s, (RRt startswithR=RR3R(RRR?R@R((s.scripts/common/Lib/multiprocessing/managers.pyR#s  (R$R%RR#(((s.scripts/common/Lib/multiprocessing/managers.pyRs tValuecBs>eZedZdZdZdZeeeZRS(cCs||_||_dS(N(t _typecodet_value(RRRtlock((s.scripts/common/Lib/multiprocessing/managers.pyRs cCs|iS(N(R (R((s.scripts/common/Lib/multiprocessing/managers.pyR|scCs ||_dS(N(R (RR((s.scripts/common/Lib/multiprocessing/managers.pyRscCs dt|i|i|ifS(Ns %s(%r, %r)(R2R$R R (R((s.scripts/common/Lib/multiprocessing/managers.pyR#s( R$R%RhRR|RR#RR(((s.scripts/common/Lib/multiprocessing/managers.pyR s     cCsti||S(N(R(RtsequenceR((s.scripts/common/Lib/multiprocessing/managers.pytArrayst IteratorProxycBsDeZd ZdZdZdZdZd Zd ZRS( t__next__tnextR(tthrowRmcCs|S(N((R((s.scripts/common/Lib/multiprocessing/managers.pyt__iter__scGs|id|S(NR(R(RR-((s.scripts/common/Lib/multiprocessing/managers.pyRscGs|id|S(NR(R(RR-((s.scripts/common/Lib/multiprocessing/managers.pyRscGs|id|S(NR((R(RR-((s.scripts/common/Lib/multiprocessing/managers.pyR(scGs|id|S(NR(R(RR-((s.scripts/common/Lib/multiprocessing/managers.pyRscGs|id|S(NRm(R(RR-((s.scripts/common/Lib/multiprocessing/managers.pyRms(s__next__snextssendsthrowsclose( R$R%RRRRR(RRm(((s.scripts/common/Lib/multiprocessing/managers.pyRs     t AcquirerProxycBs5eZdZedZdZdZdZRS(RRcCs|id|fS(NR(R(Rtblocking((s.scripts/common/Lib/multiprocessing/managers.pyRscCs |idS(NR(R(R((s.scripts/common/Lib/multiprocessing/managers.pyRscCs |idS(NR(R(R((s.scripts/common/Lib/multiprocessing/managers.pyRscCs |idS(NR(R(RRRR((s.scripts/common/Lib/multiprocessing/managers.pyRs(sacquiresrelease(R$R%RRhRRRR(((s.scripts/common/Lib/multiprocessing/managers.pyRs    tConditionProxycBs,eZdZd dZdZdZRS( RRtwaittnotifyt notify_allcCs|id|fS(NR(R(RR((s.scripts/common/Lib/multiprocessing/managers.pyRscCs |idS(NR(R(R((s.scripts/common/Lib/multiprocessing/managers.pyRscCs |idS(NR(R(R((s.scripts/common/Lib/multiprocessing/managers.pyRs(sacquiresreleaseswaitsnotifys notify_allN(R$R%RRWRRR(((s.scripts/common/Lib/multiprocessing/managers.pyRs  t EventProxycBs5eZdZdZdZdZd dZRS( tis_setRRRcCs |idS(NR(R(R((s.scripts/common/Lib/multiprocessing/managers.pyRscCs |idS(NR(R(R((s.scripts/common/Lib/multiprocessing/managers.pyRscCs |idS(NR(R(R((s.scripts/common/Lib/multiprocessing/managers.pyRscCs|id|fS(NR(R(RR((s.scripts/common/Lib/multiprocessing/managers.pyRs(sis_setssetsclearswaitN(R$R%RRRRRWR(((s.scripts/common/Lib/multiprocessing/managers.pyRs    tNamespaceProxycBs)eZdZdZdZdZRS(t__getattribute__t __setattr__t __delattr__cCsD|ddjoti||Sti|d}|d|fS(NiRCRR(tobjectR(RRt callmethod((s.scripts/common/Lib/multiprocessing/managers.pyt __getattr__scCsJ|ddjoti|||Sti|d}|d||fS(NiRCRR (R"R R(RRRR#((s.scripts/common/Lib/multiprocessing/managers.pyR scCsD|ddjoti||Sti|d}|d|fS(NiRCRR!(R"R!R(RRR#((s.scripts/common/Lib/multiprocessing/managers.pyR!s(s__getattribute__s __setattr__s __delattr__(R$R%RR$R R!(((s.scripts/common/Lib/multiprocessing/managers.pyRs  t ValueProxycBs/eZdZdZdZeeeZRS(R|RcCs |idS(NR|(R(R((s.scripts/common/Lib/multiprocessing/managers.pyR|scCs|id|fS(NR(R(RR((s.scripts/common/Lib/multiprocessing/managers.pyRs(sgetsset(R$R%RR|RRR(((s.scripts/common/Lib/multiprocessing/managers.pyR%s  t BaseListProxyt__add__t __contains__t __delitem__t __delslice__t __getitem__t __getslice__t__len__t__mul__t __reversed__t__rmul__t __setitem__t __setslice__R=tcounttextendtindextinsertRtremovetreverseRt__imul__t ListProxycBseZdZdZRS(cCs|id|f|S(NR4(R(RR((s.scripts/common/Lib/multiprocessing/managers.pyt__iadd__scCs|id|f|S(NR9(R(RR((s.scripts/common/Lib/multiprocessing/managers.pyR9s(R$R%R;R9(((s.scripts/common/Lib/multiprocessing/managers.pyR:s t DictProxyRRR|thas_keytpopitemt setdefaultR t ArrayProxyt PoolProxytapplyt apply_asyncRmtimaptimap_unorderedRtmapt map_asyncRt AsyncResulttIteratorcBseZdZRS(s( Subclass of `BaseManager` which supports a number of shared object types. The types registered are those intended for the synchronization of threads, plus `dict`, `list` and `Namespace`. The `multiprocessing.Manager()` function creates started instances of this class. (R$R%R&(((s.scripts/common/Lib/multiprocessing/managers.pyRs tQueuet JoinableQueuetEventtLockR[t SemaphoretBoundedSemaphoret ConditionRRRRRR(Vt__all__tosRtweakrefRZRRJRRtmultiprocessingRRRRR R tmultiprocessing.processR tmultiprocessing.forkingR R RRtmultiprocessing.utilRRtcPickleRt ImportErrorRRRRDR@R2R;t view_typesR"RR1R*RsR5RBRERFRR_R`t XmlListenert XmlClientRURRRRRRRWRhRRR RRRRRRR%R&R:R<R@RARRRLRMR[RNRORPRRR(((s.scripts/common/Lib/multiprocessing/managers.pyt s      ." <  ,