U
e5dj- @ s d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z dgZ
ejdkrd dlZG dd d eZn,G d
d d eZd d Zd
d Ze ee G dd deZG dd deZdS ) N) defaultdict ) reductionassert_spawning)util
BufferWrapperZwin32c @ s, e Zd Ze Zdd Zdd Zdd ZdS )Arenac C sx || _ tdD ]B}dt t| jf }tjd||d}t dkrH qZ| qt
d|| _ || _ | j | j f| _
d S )Nd z pym-%d-%sZtagnamer z Cannot find name for new mmap)sizerangeosgetpidnext_randmmap_winapiZ GetLastErrorcloseFileExistsErrornamebuffer_state)selfr ir Zbuf r ,/usr/lib64/python3.8/multiprocessing/heap.py__init__& s
Arena.__init__c C s t | | jS N)r r )r r r r __getstate__5 s zArena.__getstate__c C s, | \| _ | _| _tjd| j | jd| _d S )Nr
r )r r r r r )r stater r r __setstate__9 s zArena.__setstate__N) __name__
__module__ __qualname__tempfileZ_RandomNameSequencer r r r" r r r r r s r c @ s4 e Zd ZejdkrdgZng Zd ddZdd ZdS )
r Zlinuxz/dev/shmr
c C sx || _ || _|dkrbtjdt | |d\| _}t| t | tj
| jf t | j| t | j| j | _
d S )Nr
zpym-%d-)prefixdir)r fdr& Zmkstempr r _choose_dirunlinkr Finalizer ftruncater r )r r r) r r r r r M s
r c C s6 | j D ]&}t|}|j|j |kr| S qt S r )_dir_candidatesr statvfsf_bavailf_frsizer Z get_temp_dir)r r dstr r r r* [ s
zArena._choose_dirN)r
)r# r$ r% sysplatformr. r r* r r r r r C s
c C s( | j dkrtdt| jt| j ffS )Nr
zDArena is unpicklable because forking was enabled when it was created)r)
ValueError
rebuild_arenar r ZDupFd)ar r r reduce_arenad s
r9 c C s t | | S r )r detach)r Zdupfdr r r r7 j s r7 c @ sz e Zd ZdZdZdZejfddZe dd Z
dd Z d d
Z d d Z
d
d Zdd Zdd Zdd Zdd Zdd ZdS )Heap i @ c C sX t | _t | _|| _g | _i | _i | _ i | _
t t | _
g | _g | _d| _d| _d S Nr )r r _lastpid threadingZLock_lock_size_lengths _len_to_seq_start_to_block_stop_to_blockr set_allocated_blocks_arenas_pending_free_blocks
_n_mallocs_n_frees)r r r r r r { s
z
Heap.__init__c C s |d }| | | @ S )Nr r )nZ alignmentmaskr r r _roundup s z
Heap._roundupc C sZ | t| j|tj}| j| jk r0| jd9 _td| t|}| j
| |d|fS )N z"allocating a new mmap of length %dr ) rN maxrA r PAGESIZE_DOUBLE_ARENA_SIZE_UNTILr infor rH append)r r lengtharenar r r
_new_arena s zHeap._new_arenac C sz |j }|| jk rd S | j|}| j|df= | j||f= | j| | j| }||d|f |sv| j|= | j | d S r= )
r _DISCARD_FREE_SPACE_LARGER_THANrG poprD rE rH removerC rB )r rV rU blocksseqr r r _discard_arena s
zHeap._discard_arenac C s| t | j|}|t| jkr&| |S | j| }| j| }| }|sV| j|= | j|= |\}}}| j||f= | j||f= |S r ) bisectZ bisect_leftrB lenrW rC rY rD rE ) r r r rU r\ blockrV startstopr r r _malloc s
z Heap._mallocc C s |\}}}z| j ||f }W n tk
r0 Y nX | |\}}z| j||f }W n tk
rf Y nX | |\}}|||f}|| }z| j| | W n. tk
r |g| j|< t| j| Y nX || j||f< || j ||f< d S r ) rE KeyError_absorbrD rC rT r^ ZinsortrB ) r r` rV ra rb Z
prev_block_Z
next_blockrU r r r _add_free_block s(
zHeap._add_free_blockc C s^ |\}}}| j ||f= | j||f= || }| j| }|| |sV| j|= | j| ||fS r )rD rE rC rZ rB )r r` rV ra rb rU r\ r r r re s
z Heap._absorbc C s4 |\}}}| j | }|||f |s0| | d S r )rG rZ r] )r r` rV ra rb r[ r r r _remove_allocated_block s
z Heap._remove_allocated_blockc C sB z| j }W n tk
r& Y q>Y nX | | | | q d S r )rI rY
IndexErrorrg rh r r` r r r _free_pending_blocks s
zHeap._free_pending_blocksc C s~ t | jkr$tdt | j| jds>| j| n r6 formatr@ acquirerI rT releaserK rk rg rh rj r r r free s
z Heap.freec
C s |dk rt d|tj|kr.td|t | jkrD| | j | j
d7 _
| | t
|d| j}| |\}}}|| }||k r| |||f | j| ||f |||fW 5 Q R S Q R X d S )Nr Size {0:n} out of rangeSize {0:n} too larger )r6 rl r4 maxsize
OverflowErrorr r r> r r@ rJ rk rN rP
_alignmentrc rg rG add)r r rV ra rb Z real_stopr r r malloc( s
z Heap.mallocN)r# r$ r% rt rX rR r rQ r staticmethodrN rW r] rc rg re rh rk ro rv r r r r r; s s
r; c @ s" e Zd Ze Zdd Zdd ZdS )r c C s^ |dk rt d|tj|kr.td|tj|}||f| _t j
| tjj |fd d S )Nr rp rq )args) r6 rl r4 rr rs r _heaprv r r r, ro )r r r` r r r r F s
zBufferWrapper.__init__c C s& | j \\}}}}t|j||| S r )r
memoryviewr )r rV ra rb r r r r create_memoryviewO s z BufferWrapper.create_memoryviewN)r# r$ r% r; ry r r{ r r r r r B s )r^ collectionsr r r r4 r& r? contextr r r __all__r5 r objectr r9 r7 registerr; r r r r r
s&
$! P