U
e5d @ sB d ddddgZ ddlZddlZddlZddlZddlZddlZddlZddlmZ ddl m
Z
d d
l m Z d d l
mZmZmZ d d l mZ d d
l mZ d dl mZ d dl mZ zd dl mZ dZW n ek
r dZY nX dd Zeeje dd dD Zed ek r.dd Z eD ]Z ee e qG dd de Z di fd d Z d d Z!G d d! d!e"Z#d"d# Z$d$d% Z%G d&d' d'e Z&G d(d) d)e Z'e j(e j)fe j*e j+fd*Z,G d+d d e Z-G d,d- d-e.Z/G d.d de Z0d/d0 Z1i fd1d2Z2dld3d4Z3G d5d6 d6e Z4G d7d8 d8e Z5dmd9d:Z6G d;d< d d>e0Z8G d?d@ d@e8Z9G dAdB dBe0Z:G dCdD dDe0Z;G dEdF dFe0ZG dKdL dLe>Z?e2dMdNZ@dOdPie@_Ae2dQdRZBe2dSdTZCdUdUdUdPdPdVeC_AG dWdS dSeCZDG dXd de-ZEeEdYejF eEdZejF eEd[ejGe: eEd\ejHe8 eEd]ejIe8 eEd^ejJe8 eEd_ejKe8 eEd`ejLe9 eEdaejMe; eEdbejNeD eEdcee? eEddeOe@ eEd8e5e= eEd:e6eB eEd6e4e< eEjdPe7dde eEjdUddf er>G dgdh dhZPG didj dje&ZQG dkd de-ZRdS )n BaseManager SyncManager BaseProxyTokenSharedMemoryManager N)getpid)
format_exc )
connection) reductionget_spawning_popen ProcessError)pool)process)util) get_context)
shared_memoryTFc C s t j | j| ffS N)arraytypecodetobytes)a r 0/usr/lib64/python3.8/multiprocessing/managers.py reduce_array- s r c C s g | ]}t ti | qS r )typegetattr.0namer r r
1 s r )itemskeysvaluesc C s t t | ffS r )listobjr r r rebuild_as_list3 s r' c @ s0 e Zd ZdZdd Zdd Zdd Zdd Zd
S ) r typeidaddressidc C s ||| | _ | _| _d S r r( )selfr) r* r+ r r r __init__B s zToken.__init__c C s | j | j| jfS r r( r, r r r __getstate__E s zToken.__getstate__c C s |\| _ | _| _d S r r( r, stater r r __setstate__H s zToken.__setstate__c C s d| j j| j| j| jf S )Nz %s(typeid=%r, address=%r, id=%r)) __class____name__r) r* r+ r. r r r __repr__K s zToken.__repr__N)r4
__module__ __qualname__ __slots__r- r/ r2 r5 r r r r r < s
r c C s8 | ||||f | \}}|dkr*|S t||d S )N#RETURN)sendrecvconvert_to_error)cr+
methodnameargskwdskindresultr r r dispatchS s
rC c C sd | dkr |S | dkrRt |ts4td|| t|| dkrHtd| S t|S ntd| S d S )N#ERROR)
#TRACEBACK#UNSERIALIZABLEz.Result {0!r} (kind '{1}') type is {2}, not strrF zUnserializable message: %s
z Unrecognized message type {!r})
isinstancestr TypeErrorformatr RemoteError
ValueError)rA rB r r r r< ] s
r< c @ s e Zd Zdd ZdS )rK c C s dt | jd d S )NzM
---------------------------------------------------------------------------
r zK---------------------------------------------------------------------------)rH r? r. r r r __str__m s zRemoteError.__str__N)r4 r6 r7 rM r r r r rK l s rK c C s2 g }t | D ] }t| |}t|r || q |S r )dirr callableappend)r& tempr funcr r r all_methodst s
rS c C s dd t | D S )Nc S s g | ]}|d dkr|qS )r _r r r r r r s z"public_methods..)rS r% r r r public_methods s rU c @ s e Zd Zddddddddd g Zd
d Zd d
Zdd Zdd Zdd Zdd Z dd Z
dd Z e
e e dZ dd Z
d d Zd d Zd!d" Zd#d$ Zd%e_d&d' Zd(d) Zd*d+ Zd,d- Zd.S )/Servershutdowncreateaccept_connection get_methods
debug_infonumber_of_objectsdummyincrefdecrefc C sx t |ts td|t||| _t|| _t | \}}||dd| _
| j
j | _ ddi| _ i | _
i | _t | _d S )Nz&Authkey {0!r} is type {1!s}, not bytes )r* Zbacklog0Nr )rG bytesrI rJ r registryr AuthenticationStringauthkeylistener_clientlistenerr* id_to_objid_to_refcountid_to_local_proxy_obj threadingLockmutex)r, rd r* rf
serializerListenerClientr r r r- s
zServer.__init__c C s t | _| t _zVt j| jd}d|_| z | j sL| jd q4W n ttfk
rf Y nX W 5 tjtjkrt
d tjt_tj t_ t
d X d S )Nzresetting stdout, stderrr )targetTr )rl Event
stop_eventr current_process_manager_serversysstdout
__stdout__r debug
__stderr__stderrexitThreadaccepterdaemonstartis_setwaitKeyboardInterrupt
SystemExit)r, r r r r
serve_forever s
zServer.serve_foreverc C sN z| j }W n tk
r& Y q Y nX tj| j|fd}d|_| q d S )Nrr r? T)rh ZacceptOSErrorrl r~ handle_requestr r )r, r= tr r r r s
zServer.accepterc C s4 d } }}z>t || j t || j | }|\}}}}t| |}W n tk
rh dt f} Y n>X z||f||}W n tk
r dt f} Y n
X d|f} z|| W nr tk
r& }
zRz|dt f W n tk
r Y nX t
d| t
d| t
d|
W 5 d }
~
X Y nX | d S )NrE r9 zFailure to send message: %rz ... request was %r ... exception was %r) r
Zdeliver_challengerf Zanswer_challenger; r Exceptionr r: r infoclose) r, r= funcnamerB requestignorer? r@ rR msger r r r s2 zServer.handle_requestc
C s t dt j |j}|j}| j}| j szBd }}| }|\}}} }
z|| \}} } W n^ t
k
r }
z@z| j | \}} } W n& t
k
r } z|
W 5 d }~X Y nX W 5 d }
~
X Y nX || krt d|t
|| f t||}z|| |
}W n, tk
r" } z d|f}W 5 d }~X Y nPX | o4| |d }|rj| |||\}}t|| j|}d||ff}nd|f}W n t k
r |d krdt f}nNz,| j| }|| |||f| |
}d|f}W n tk
r dt f}Y nX Y nP tk
r t dt j td Y n tk
r< dt f}Y nX zDz || W n2 tk
r~ } z|d t f W 5 d }~X Y nX W q$ tk
r } z@t d
t j t d | t d | | td
W 5 d }~X Y q$X q$d S )Nz$starting server thread to service %rz+method %r of %r object is not in exposed=%rrD #PROXYr9 rE z$got EOF -- exiting thread serving %rr rF z exception in thread serving %rz ... message was %rr r )r rz rl current_threadr r; r: ri rt r KeyErrorrk AttributeErrorr r r getrX r r* r fallback_mappingEOFErrorrw r} r r )r, connr; r: ri r> r& r identr? r@ exposed gettypeidkeZ second_keZfunctionresr r r) ZridentZrexposedtokenZ
fallback_funcrB r r r serve_client s (
$ zServer.serve_clientc C s |S r r r, r r r& r r r fallback_getvalue5 s zServer.fallback_getvaluec C s t |S r rH r r r r fallback_str8 s zServer.fallback_strc C s t |S r )reprr r r r
fallback_repr; s zServer.fallback_repr)rM r5 #GETVALUEc C s d S r r r, r= r r r r] D s z Server.dummyc
C s | j t g }t| j }| |D ]<}|dkr&|d|| j| t| j| d d d f q&d|W 5 Q R S Q R X d S )Nra z %s: refcount=%s
%sr K
) rn r$ rj r" sortrP rH ri join)r, r= rB r" r r r r r[ G s
zServer.debug_infoc C s
t | jS r )lenrj r r r r r\ W s zServer.number_of_objectsc C sL z:ztd |d W n dd l}| Y nX W 5 | j X d S )Nz!manager received shutdown messager9 Nr )rt setr rz r: traceback print_exc)r, r= r r r r rW ^ s
zServer.shutdownc O s t | dkr| ^}}}} n| s(tdnd|krDtdt | d |d}t | dkr~| ^}}} dd l}|jdtdd nFd
|krtdt | d |d
}| ^}} dd l}|jd tdd t| } |j |j| \}}}} |d kr|st | dkr t d | d }
n
|| |}
|d kr2t
|
}|d k rlt |t s\td
|t|t|t| }dt|
} td|| |
t||f|j| < | |jkrd|j| < W 5 Q R X ||| | t|fS )N z8descriptor 'create' of 'Server' object needs an argumentr) 7create expected at least 2 positional arguments, got %dr r z2Passing 'typeid' as keyword argument is deprecated)
stacklevelr= z-Passing 'c' as keyword argument is deprecatedz4Without callable, must have one non-keyword argumentz,Method_to_typeid {0!r}: type {1!s}, not dictz%xz&%r callable returned object with id %r)r rI popwarningswarnDeprecationWarningtuplern rd rL rU rG dictrJ r r$ r+ r rz r ri rj r^ ) r? r@ r, r= r) r rO r method_to_typeid proxytyper& r r r r rX k sp
z
Server.createz$($self, c, typeid, /, *args, **kwds)c C s t | j|j d S )Nr )r ri r+ )r, r= r r r r rZ s zServer.get_methodsc C s" |t _|d | | d S )Nr )rl r r r: r )r, r= r r r r rY s
zServer.accept_connectionc C s | j z| j| d7 < W nh tk
r } zJ|| jkrrd| j|< | j| | j|< | j| \}}}td| n|W 5 d }~X Y nX W 5 Q R X d S )Nr z&Server re-enabled tracking & INCREF %r)rn rj r rk ri r rz )r, r= r r r& r r r r r r^ s
z
Server.increfc C s || j kr$|| jkr$td| d S | jZ | j | dkrXtd|| j| | j | | j | d8 < | j | dkr| j |= W 5 Q R X || j krd| j|< td| | j | j|= W 5 Q R X d S )NzServer DECREF skipping %rr z+Id {0!s} ({1!r}) has refcount {2:n}, not 1+r )Nr Nzdisposing of obj with id %r)rj rk r rz rn AssertionErrorrJ ri )r, r= r r r r r_ s,
z
Server.decrefN)r4 r6 r7 publicr- r r r r r r r r r] r[ r\ rW rX __text_signature__rZ rY r^ r_ r r r r rV s:
"Q
=rV c @ s e Zd ZdgZdZdZdZdS )Statevaluer r r N)r4 r6 r7 r8 INITIALSTARTEDSHUTDOWNr r r r r s r )pickleZ xmlrpclibc @ s e Zd Zi ZeZd!ddZdd Zdd Zd"d
d Z e
d#d d
Z dd Z d$ddZ
dd Zdd Zdd Zdd Zedd Zed d Ze
d%d d ZdS )&r Nr c C s\ |d krt j}|| _t || _t | _tj| j_ || _
t | \| _ | _
|pTt | _d S r )r ru rf _addressre _authkeyr _stater r _serializerrg Z _Listener_Clientr _ctx)r, r* rf ro Zctxr r r r- s
zBaseManager.__init__c C sf | j jtjkrP| j jtjkr&tdn*| j jtjkr>tdntd| j jt| j | j
| j | j S )NAlready started serverManager has shut downUnknown state {!r})
r r r r r r
r rJ rV _registryr r r r. r r r
get_server s
zBaseManager.get_serverc C s8 t | j \}}|| j| jd}t|d d tj| j_d S )Nrf r] ) rg r r r rC r r r r )r, rp rq r r r r connect s zBaseManager.connectr c C s4 | j jtjkrP| j jtjkr&tdn*| j jtjkr>tdntd| j j|d k rht|sht dt
j dd\}}| j j
t| j| j| j| j| j|||fd| _dd d
| jjD }t| jd | | j_| j | | | _| tj| j _t j | t| j | j| j| j| j | j fd d
| _ d S )Nr r r z initializer must be a callableF)Zduplexr :c s s | ]}t |V qd S r r )r ir r r A s z$BaseManager.start..-r r? Z exitpriority)!r r r r r r
r rJ rO rI r
ZPiper ZProcessr _run_serverr r r r _processr Z _identityr4 r r r r; r Finalize_finalize_managerr rW )r, initializerinitargsreaderwriterr r r r r ( sH
zBaseManager.startc C s^ t t jt j |d k r || | ||||}||j | td|j | d S )Nzmanager serving at %r)
signalSIGINTSIG_IGN_Serverr: r* r r r r ) clsrd r* rf ro r r r serverr r r r S s zBaseManager._run_serverc O sN | j | j| jd}z t|d d|f| |\}}W 5 | X t|| j||fS )Nr rX )r r r r rC r )r, r) r? r@ r r+ r r r r _createj s
zBaseManager._createc C s* | j d k r&| j | | j s&d | _ d S r )r r is_aliver, timeoutr r r r v s
zBaseManager.joinc C s2 | j | j| jd}zt|d dW S | X d S )Nr r[ r r r r rC r, r r r r _debug_info s zBaseManager._debug_infoc C s2 | j | j| jd}zt|d dW S | X d S )Nr r\ r r r r r _number_of_objects s z BaseManager._number_of_objectsc C sj | j jtjkr| | j jtjkrf| j jtjkr.temp) __dict__r copy AutoProxyr r$ r! r4 setattr)
r r) rO r r r
create_methodkeyr rQ r r r register s(
zBaseManager.register)NNr N)Nr )Nr )N)NNNNT)r4 r6 r7 r rV r r- r r r classmethodr r r r r r r staticmethodr propertyr* r r r r r r s6
+
c @ s e Zd Zdd Zdd ZdS )ProcessLocalSetc C s t | dd d S )Nc S s | S r )clearr% r r r z*ProcessLocalSet.__init__..)r register_after_forkr. r r r r- s zProcessLocalSet.__init__c C s t | dfS rb )r r. r r r
__reduce__ s zProcessLocalSet.__reduce__N)r4 r6 r7 r- r
r r r r r s r c @ s| e Zd Zi Ze ZdddZdd Zdi fd d
Z d d Z
d
d Z e dd Z
dd Zdd Zdd Zdd Zdd ZdS ) r NTFc C s t j8 t j|jd }|d kr:t t f}|t j|j< W 5 Q R X |d | _|d | _ || _
| j
j | _ || _
|| _t| d | _|| _|d k rt|| _n"| j
d k r| j
j| _n t j| _|r| t| t j d S )Nr r )r _mutexr r r* r ZForkAwareLocalr _tls_idset_tokenr+ _id_managerr rg r _owned_by_managerr re r ru rf _increfr _after_fork) r, r ro r rf r r^
manager_ownedZ tls_idsetr r r r- s*
zBaseProxy.__init__c C sd t d t j}t jdkr4|dt j 7 }| j| jj | j
d}t |d d|f || j _
d S )Nz making connection to managerZ
MainThread|r rY )r rz r ru r rl r r r r* r rC r r
)r, r r r r r _connect- s
zBaseProxy._connectr c C s z | j j}W n6 tk
rB tdt j | | j j}Y nX | | j
|||f | \}}|dkrp|S |dkr|\}}| j j
|j d } | jj|_| || j| j | j|d}
| j|j| jd}t|d d|jf |
S t||d S )Nz#thread %r does not own a connectionr9 r r r r_ )r r
r r rz rl r r r r: r r; r r r) r r* r r r rC r+ r< ) r, r> r? r@ r rA rB r r r r r r r _callmethod6 s6
zBaseProxy._callmethodc C s
| dS )Nr r r. r r r _getvalueT s zBaseProxy._getvaluec C s | j rtd| jj d S | j| jj| jd}t|d d| j f td| jj | j
| j | j oj| j j
}tj| tj| j| j|| j| j
| jfdd| _d S )Nz%owned_by_manager skipped INCREF of %rr r^ z INCREF %r
r )r r rz r r+ r r* r rC r r addr r r r _decrefr Z_close)r, r r1 r r r r Z s$
zBaseProxy._increfc
C s | | j |d ks |jtjkrz2td| j || j|d}t|d d| jf W q t k
r } ztd| W 5 d }~X Y qX ntd| j |st
|drtdt j
|j |`d S )Nz DECREF %rr r_ z... decref failed %sz%DECREF %r -- manager already shutdownr
z-thread %r has no more proxies so closing conn)discardr+ r r r r rz r* rC r r rl r r r
r )r rf r1 ZtlsZidsetr r r r r r r n s
zBaseProxy._decrefc
C sH d | _ z | W n0 tk
rB } ztd| W 5 d }~X Y nX d S )Nzincref failed: %s)r r r r r )r, r r r r r s
zBaseProxy._after_forkc C s^ i }t d k r| j|d< t| ddrB| j|d< tt| j| j|ffS tt| | j| j|ffS d S )Nrf _isautoFr ) r r r r RebuildProxyr r r r r, r@ r r r r
s
zBaseProxy.__reduce__c C s | S r )r )r, Zmemor r r __deepcopy__ s zBaseProxy.__deepcopy__c C s dt | j| jjt| f S )Nz <%s object, typeid %r at %#x>)r r4 r r) r+ r. r r r r5 s zBaseProxy.__repr__c C s: z | dW S tk
r4 t| d d d Y S X d S )Nr5 r z; '__str__()' failed>)r r r r. r r r rM s zBaseProxy.__str__)NNNTF)r4 r6 r7 r r ZForkAwareThreadLockr r- r r r r r r r r
r% r5 rM r r r r r s&
)
c C s t t dd }|rT|j|jkrTtd| d|d< |j|jkrT|j|j |j|j< | ddopt t dd }| ||fd|i|S )Nrv z*Rebuild a proxy owned by manager, token=%rTr r^ Z _inheritingF)
r r ru r* r rz r+ rk ri r )rR r ro r@ r r^ r r r r# s
r# c C sp t |}z|| |f W S tk
r* Y nX i }|D ]}td||f | q4t| tf|}||_||| |f< |S )NzOdef %s(self, /, *args, **kwds):
return self._callmethod(%r, args, kwds))r r execr r r )r r _cacheZdicZmeth ProxyTyper r r
MakeProxyType s r) c
C s t | d }|d krB|| j|d}zt|d d| f}W 5 | X |d krX|d k rX|j}|d krjt j}td| j |}|| ||||d} d| _
| S )Nr r rZ z
AutoProxy[%s])r rf r^ T) rg r* r rC r r ru rf r) r) r" )
r ro r rf r r^ r r r( r r r r r s
r c @ s e Zd Zdd Zdd ZdS ) Namespacec K s | j | d S r )r updater$ r r r r- s zNamespace.__init__c C sZ t | j }g }|D ]$\}}|ds|d||f q| d| jjd|f S )NrT z%s=%rz%s(%s)z, ) r$ r r!
startswithrP r r3 r4 r )r, r! rQ r r r r r r5 s
zNamespace.__repr__N)r4 r6 r7 r- r5 r r r r r* s r* c @ s8 e Zd Zd ddZdd Zdd Zdd ZeeeZd
S ) ValueTc C s || _ || _d S r ) _typecode_value)r, r r lockr r r r- s zValue.__init__c C s | j S r r/ r. r r r r s z Value.getc C s
|| _ d S r r1 r, r r r r r
s z Value.setc C s dt | j| j| jf S )Nz
%s(%r, %r))r r4 r. r/ r. r r r r5 s zValue.__repr__N)T) r4 r6 r7 r- r r r5 r r r r r r r- s
r- c C s t | |S r )r )r sequencer0 r r r Array s r4 c @ s8 e Zd ZdZdd Zdd Zdd Zdd Zd
d Zd S )
IteratorProxy)__next__r: throwr c C s | S r r r. r r r __iter__ s zIteratorProxy.__iter__c G s | d|S )Nr6 r r, r? r r r r6 s zIteratorProxy.__next__c G s | d|S )Nr: r r9 r r r r: s zIteratorProxy.sendc G s | d|S )Nr7 r r9 r r r r7 s zIteratorProxy.throwc G s | d|S )Nr r r9 r r r r ! s zIteratorProxy.closeN) r4 r6 r7 r r8 r6 r: r7 r r r r r r5 s r5 c @ s2 e Zd ZdZd ddZdd Zdd Zd
d ZdS )
AcquirerProxy)acquirereleaseTNc C s" |d kr|fn||f}| d|S Nr; r )r, Zblockingr r? r r r r; ' s zAcquirerProxy.acquirec C s
| dS Nr< r r. r r r r< * s zAcquirerProxy.releasec C s
| dS r= r r. r r r r , s zAcquirerProxy.__enter__c C s
| dS r> r r r r r r . s zAcquirerProxy.__exit__)TN)r4 r6 r7 r r; r< r r r r r r r: % s
r: c @ s6 e Zd ZdZd ddZd
ddZdd Zdd
d ZdS )ConditionProxy)r; r< r notify
notify_allNc C s | d|fS Nr r r r r r r 4 s zConditionProxy.waitr c C s | d|fS )Nr@ r )r, nr r r r@ 6 s zConditionProxy.notifyc C s
| dS )NrA r r. r r r rA 8 s zConditionProxy.notify_allc C sd | }|r|S |d k r$t | }nd }d }|s`|d k rN|t }|dkrNq`| | | }q,|S )Nr )time monotonicr )r, Z predicater rB ZendtimeZwaittimer r r wait_for: s
zConditionProxy.wait_for)N)r )N)r4 r6 r7 r r r@ rA rF r r r r r? 2 s
r? c @ s2 e Zd ZdZdd Zdd Zdd Zd d d
ZdS )
EventProxy)r r r r c C s
| dS )Nr r r. r r r r O s zEventProxy.is_setc C s
| dS Nr r r. r r r r Q s zEventProxy.setc C s
| dS )Nr r r. r r r r S s zEventProxy.clearNc C s | d|fS rB r r r r r r U s zEventProxy.wait)N)r4 r6 r7 r r r r r r r r r rG M s
rG c @ sN e Zd ZdZdddZdd Zdd Zed d
Zed d Z ed
d Z
dS ) BarrierProxy)__getattribute__r abortresetNc C s | d|fS rB r r r r r r [ s zBarrierProxy.waitc C s
| dS )NrK r r. r r r rK ] s zBarrierProxy.abortc C s
| dS )NrL r r. r r r rL _ s zBarrierProxy.resetc C s | ddS )NrJ )partiesr r. r r r rM a s zBarrierProxy.partiesc C s | ddS )NrJ ) n_waitingr r. r r r rN d s zBarrierProxy.n_waitingc C s | ddS )NrJ )brokenr r. r r r rO g s zBarrierProxy.broken)N) r4 r6 r7 r r rK rL r rM rN rO r r r r rI Y s
rI c @ s( e Zd ZdZdd Zdd Zdd ZdS ) NamespaceProxy)rJ __setattr__ __delattr__c C s0 |d dkrt | |S t | d}|d|fS )Nr rT r rJ )objectrJ r, r
callmethodr r r __getattr__n s zNamespaceProxy.__getattr__c C s4 |d dkrt | ||S t | d}|d||fS )Nr rT r rQ )rS rQ rJ )r, r r rU r r r rQ s s zNamespaceProxy.__setattr__c C s0 |d dkrt | |S t | d}|d|fS )Nr rT r rR )rS rR rJ rT r r r rR x s zNamespaceProxy.__delattr__N)r4 r6 r7 r rV rQ rR r r r r rP l s rP c @ s* e Zd ZdZdd Zdd ZeeeZdS )
ValueProxy)r r c C s
| dS )Nr r r. r r r r s zValueProxy.getc C s | d|fS rH r r2 r r r r s zValueProxy.setN)r4 r6 r7 r r r r r r r r r rW s rW
BaseListProxy)__add__ __contains__ __delitem__ __getitem____len____mul__ __reversed____rmul__ __setitem__rP countextendindexinsertr removereverser __imul__c @ s e Zd Zdd Zdd ZdS ) ListProxyc C s | d|f | S )Nrc r r2 r r r __iadd__ s zListProxy.__iadd__c C s | d|f | S )Nrh r r2 r r r rh s zListProxy.__imul__N)r4 r6 r7 rj rh r r r r ri s ri DictProxy)rZ r[ r\ r8 r] ra r r r r! r" r popitem
setdefaultr+ r# r8 Iterator
ArrayProxy)r] r\ ra PoolProxy) Zapply apply_asyncr imapimap_unorderedr map map_asyncstarmap
starmap_asyncr Z AsyncResult)rq ru rw rr rs c @ s e Zd Zdd Zdd ZdS )rp c C s | S r r r. r r r r s zPoolProxy.__enter__c C s | d S r )r r r r r r s zPoolProxy.__exit__N)r4 r6 r7 r r r r r r rp s c @ s e Zd ZdS )r N)r4 r6 r7 r r r r r s QueueZ
JoinableQueuers rm RLock SemaphoreBoundedSemaphore ConditionBarrierPoolr$ r )r r )r c @ sH e Zd Zg fddZdd Zdd Zdd Zd d
Zd d Zd
d Z dS )_SharedMemoryTrackerc C s || _ || _d S r Zshared_memory_context_name
segment_names)r, r r r r r r- s z _SharedMemoryTracker.__init__c C s( t d|dt | j| d S )NzRegister segment in pid )r rz r r rP r, segment_namer r r register_segment s z%_SharedMemoryTracker.register_segmentc C sB t d|dt | j| t|}| | d S )NzDestroy segment r ) r rz r r rf r SharedMemoryr unlink)r, r Zsegmentr r r destroy_segment s
z$_SharedMemoryTracker.destroy_segmentc C s" | j d d D ]}| | qd S r )r r r r r r r s z_SharedMemoryTracker.unlinkc C s( t d| jj dt | d S )NzCall z .__del__ in )r rz r3 r4 r r r. r r r __del__ s z _SharedMemoryTracker.__del__c C s | j | jfS r r r. r r r r/ s z!_SharedMemoryTracker.__getstate__c C s | j | d S r )r- r0 r r r r2 s z!_SharedMemoryTracker.__setstate__N)
r4 r6 r7 r- r r r r r/ r2 r r r r r s r c @ sR e Zd Zejdddg Zdd Zdd Zde_d d
Zd d Z d
d Z
dd Z dS )SharedMemoryServer
track_segmentrelease_segment
list_segmentsc O sZ t j| f|| | j}t|tr,t|}td| dt | _ t
dt d S )NZshm_rT z"SharedMemoryServer started by pid ) rV r- r* rG rc osfsdecoder r shared_memory_contextr rz )r, r? kwargsr* r r r r-
s
zSharedMemoryServer.__init__c O st t | dkr| d }n4d|kr(|d }n"| s6tdntdt | d ttj| d drhtj|d < tj| |S )
Nr r r) zDdescriptor 'create' of 'SharedMemoryServer' object needs an argumentr r r Z_shared_memory_proxyr )r rI r r, rd r rV rX )r? r Ztypeodr) r r r rX s
zSharedMemoryServer.createz&($self, c, typeid, /, *args, **kwargs)c C s | j t| |S r )r r rV rW r r r r rW ) s
zSharedMemoryServer.shutdownc C s | j | d S r )r r r, r= r r r r r . s z SharedMemoryServer.track_segmentc C s | j | d S r )r r r r r r r 2 s z"SharedMemoryServer.release_segmentc C s | j jS r )r r r r r r r 7 s z SharedMemoryServer.list_segmentsN) r4 r6 r7 rV r r- rX r rW r r r r r r r r s
r c @ s8 e Zd ZeZdd Zdd Zdd Zdd Zd d
Z d S ) r c O sN t jdkr ddlm} | tj| f|| t| j j
dt d S )Nposixr )resource_trackerz created by pid ) r r r Zensure_runningr r- r rz r3 r4 r )r, r? r r r r r r- I s
z SharedMemoryManager.__init__c C s t | jj dt d S )Nz.__del__ by pid )r rz r3 r4 r r. r r r r U s zSharedMemoryManager.__del__c C sh | j jtjkrP| j jtjkr&tdn*| j jtjkr>tdntd| j j| | j | j
| j | j S )Nz"Already started SharedMemoryServerz!SharedMemoryManager has shut downr )
r r r r r r
r rJ r r r r r r. r r r r Y s
z SharedMemoryManager.get_serverc C sx | j | j| jd\}tjd d|d}zt|d d|jf W n. tk
rh } z| |W 5 d }~X Y nX W 5 Q R X |S )Nr T)rX sizer ) r r r r r rC r
BaseExceptionr )r, r r Zsmsr r r r r f s z SharedMemoryManager.SharedMemoryc C sv | j | j| jdZ}t|}zt|d d|jjf W n0 tk
rf } z|j |W 5 d }~X Y nX W 5 Q R X |S )Nr r )
r r r r
ShareableListrC Zshmr r r )r, r3 r Zslr r r r r r s
z!SharedMemoryManager.ShareableListN)
r4 r6 r7 r r r- r r r r r r r r r = s
)NNNT)T)S__all__rw rl r r ZqueuerD r r r r r r
contextr r r
r r r r r Z HAS_SHMEM ImportErrorr r Z
view_typesr$ r' Z view_typerS r rC r< r rK rS rU rV r rp rq Z XmlListenerZ XmlClientrg r r r r r# r) r r* r- r4 r5 r: r? rG rI rP rW rX ri rk r ro Z
BasePoolProxyrp r rx rs rm ry rz r{ r| r} r~ r r r r r r r r s
c
w
4
%8