U
e5dj- @ s d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z dgZ
ejdkrd dlZG dd d eZn,G d
d d eZd d Zd
d Ze ee G dd deZG dd deZdS ) N) defaultdict ) reductionassert_spawning)util
BufferWrapperZwin32c @ s0 e Zd ZdZe Zdd Zdd Zdd Z dS ) ArenazL
A shared memory area backed by anonymous memory (Windows).
c C sx || _ tdD ]B}dt t| jf }tjd||d}t dkrH qZ| qt
d|| _ || _ | j | j f| _
d S )Nd z pym-%d-%sZtagnamer z Cannot find name for new mmap)sizerangeosgetpidnext_randmmap_winapiZ GetLastErrorcloseFileExistsErrornamebuffer_state)selfr ir Zbuf r ,/usr/lib64/python3.8/multiprocessing/heap.py__init__& s
Arena.__init__c C s t | | jS N)r r )r r r r __getstate__5 s zArena.__getstate__c C s, | \| _ | _| _tjd| j | jd| _d S )Nr
r )r r r r r )r stater r r __setstate__9 s zArena.__setstate__N)
__name__
__module__ __qualname____doc__tempfileZ_RandomNameSequencer r r r" r r r r r s
r c @ s8 e Zd ZdZejdkr dgZng Zd
ddZdd Zd S ) r zJ
A shared memory area backed by a temporary file (POSIX).
Zlinuxz/dev/shmr
c C sx || _ || _|dkrbtjdt | |d\| _}t| t | tj
| jf t | j| t | j| j | _
d S )Nr
zpym-%d-)prefixdir)r fdr' Zmkstempr r _choose_dirunlinkr Finalizer ftruncater r )r r r* r r r r r M s
r c C s6 | j D ]&}t|}|j|j |kr| S qt S r )_dir_candidatesr statvfsf_bavailf_frsizer Z get_temp_dir)r r dstr r r r+ [ s
zArena._choose_dirN)r
) r# r$ r% r& sysplatformr/ r r+ r r r r r C s
c C s( | j dkrtdt| jt| j ffS )Nr
zDArena is unpicklable because forking was enabled when it was created)r*
ValueError
rebuild_arenar r ZDupFd)ar r r reduce_arenad s
r: c C s t | | S r )r detach)r Zdupfdr r r r8 j s r8 c @ sz e Zd ZdZdZdZejfddZe dd Z
dd Z d d
Z d d Z
d
d Zdd Zdd Zdd Zdd Zdd ZdS )Heap i @ c C sX t | _t | _|| _g | _i | _i | _ i | _
t t | _
g | _g | _d| _d| _d S Nr )r r _lastpid threadingZLock_lock_size_lengths _len_to_seq_start_to_block_stop_to_blockr set_allocated_blocks_arenas_pending_free_blocks
_n_mallocs_n_frees)r r r r r r { s
z
Heap.__init__c C s |d }| | | @ S )Nr r )nZ alignmentmaskr r r _roundup s z
Heap._roundupc C sZ | t| j|tj}| j| jk r0| jd9 _td| t|}| j
| |d|fS )N z"allocating a new mmap of length %dr ) rO maxrB r PAGESIZE_DOUBLE_ARENA_SIZE_UNTILr infor rI append)r r lengtharenar r r
_new_arena s zHeap._new_arenac C sz |j }|| jk rd S | j|}| j|df= | j||f= | j| | j| }||d|f |sv| j|= | j | d S r> )
r _DISCARD_FREE_SPACE_LARGER_THANrH poprE rF rI removerD rC )r rW rV blocksseqr r r _discard_arena s
zHeap._discard_arenac C s| t | j|}|t| jkr&| |S | j| }| j| }| }|sV| j|= | j|= |\}}}| j||f= | j||f= |S r ) bisectZ bisect_leftrC lenrX rD rZ rE rF ) r r r rV r] blockrW startstopr r r _malloc s
z Heap._mallocc C s |\}}}z| j ||f }W n tk
r0 Y nX | |\}}z| j||f }W n tk
rf Y nX | |\}}|||f}|| }z| j| | W n. tk
r |g| j|< t| j| Y nX || j||f< || j ||f< d S r ) rF KeyError_absorbrE rD rU r_ ZinsortrC ) r ra rW rb rc Z
prev_block_Z
next_blockrV r r r _add_free_block s(
zHeap._add_free_blockc C s^ |\}}}| j ||f= | j||f= || }| j| }|| |sV| j|= | j| ||fS r )rE rF rD r[ rC )r ra rW rb rc rV r] r r r rf s
z Heap._absorbc C s4 |\}}}| j | }|||f |s0| | d S r )rH r[ r^ )r ra rW rb rc r\ r r r _remove_allocated_block s
z Heap._remove_allocated_blockc C sB z| j }W n tk
r& Y q>Y nX | | | | q d S r )rJ rZ
IndexErrorrh ri r ra r r r _free_pending_blocks s
zHeap._free_pending_blocksc C s~ t | jkr$tdt | j| jds>| j| n
s&
$! P