U
e5dۿ @ s d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
mZ ddl
mZ ddl
mZ ddl
mZ ddl
mZ dd l
mZ dd
l
mZ dd l
mZ dd l
mZ dd
l
mZ ddlmZ dZe
jdkre ddd Z G dd dej Z G dd dej Z!G dd dej"ej#Z$G dd dej%Z&G d d d Z'd d Z(G d d! d!e'Z)G d"d# d#e)Z*G d$d% d%e)Z+G d&d' d'e'Z,G d(d) d)e'Z-G d*d+ d+ej.Z/e Z0e/Z1dS ),z2Selector event loop for Unix with signal handling. N ) base_events)base_subprocess) constants)
coroutines)events)
exceptions)futures)selector_events)tasks)
transports)logger)SelectorEventLoopAbstractChildWatcherSafeChildWatcherFastChildWatcherMultiLoopChildWatcherThreadedChildWatcherDefaultEventLoopPolicyZwin32z+Signals are not really supported on Windowsc C s dS )zDummy signal handler.N )signumframer r +/usr/lib64/python3.8/asyncio/unix_events.py_sighandler_noop* s r c s e Zd ZdZd) fdd Z fddZdd Zd d
Zd d Zd
d Z dd Z
d*ddZ d+ddZ d,ddZ
dd Zd-dddddddZd.dd ddd d d d Zd!d" Zd#d$ Zd%d& Zd'd( Z ZS )/_UnixSelectorEventLoopzdUnix event loop.
Adds signal handling and UNIX Domain Socket support to SelectorEventLoop.
Nc s t | i | _d S N)super__init___signal_handlers)selfselector __class__r r r 5 s z _UnixSelectorEventLoop.__init__c sZ t t s.t| jD ]}| | q n(| jrVtjd| dt | d | j
d S )NzClosing the loop z@ on interpreter shutdown stage, skipping signal handlers removalsource) r closesys
is_finalizinglistr remove_signal_handlerwarningswarnResourceWarningclearr sigr! r r r% 9 s
z _UnixSelectorEventLoop.closec C s |D ]}|sq| | qd S r )_handle_signal)r datar r r r _process_self_dataG s z)_UnixSelectorEventLoop._process_self_datac
G sL t |st |r td| | | zt| j W n2 t
t fk
rt } zt t
|W 5 d}~X Y nX t||| d}|| j|< z t|t t|d W n t k
rF } zz| j|= | jsztd W n4 t
t fk
r } ztd| W 5 d}~X Y nX |jtjkr4t d| dn W 5 d}~X Y nX dS )zAdd a handler for a signal. UNIX only.
Raise ValueError if the signal number is invalid or uncatchable.
Raise RuntimeError if there is a problem setting up the handler.
z3coroutines cannot be used with add_signal_handler()NF set_wakeup_fd(-1) failed: %ssig cannot be caught)r Z iscoroutineZiscoroutinefunction TypeError
_check_signalZ
_check_closedsignal
set_wakeup_fdZ_csockfileno
ValueErrorOSError RuntimeErrorstrr ZHandler r siginterruptr
infoerrnoEINVAL)r r/ callbackargsexchandleZnexcr r r add_signal_handlerN s2
z)_UnixSelectorEventLoop.add_signal_handlerc C s8 | j |}|dkrdS |jr*| | n
| | dS )z2Internal helper that is the actual signal handler.N)r getZ
_cancelledr) Z_add_callback_signalsafe)r r/ rG r r r r0 { s z%_UnixSelectorEventLoop._handle_signalc
C s | | z | j|= W n tk
r, Y dS X |tjkr@tj}ntj}zt|| W nB tk
r } z$|jtj krt
d| dn W 5 d}~X Y nX | jszt d W n2 t tfk
r } zt
d| W 5 d}~X Y nX dS )zwRemove a handler for a signal. UNIX only.
Return True if a signal handler was removed, False if not.
Fr5 r6 Nr3 r4 T)r8 r KeyErrorr9 SIGINTdefault_int_handlerSIG_DFLr= rB rC r> r: r< r
rA )r r/ handlerrF r r r r) s(
z,_UnixSelectorEventLoop.remove_signal_handlerc C s6 t |tstd||t kr2td| dS )zInternal helper to validate a signal.
Raise ValueError if the signal number is invalid or uncatchable.
Raise RuntimeError if there is a problem setting up the handler.
zsig must be an int, not zinvalid signal number N)
isinstanceintr7 r9
valid_signalsr< r. r r r r8 s
z$_UnixSelectorEventLoop._check_signalc C s t | ||||S r )_UnixReadPipeTransportr pipeprotocolwaiterextrar r r _make_read_pipe_transport s z0_UnixSelectorEventLoop._make_read_pipe_transportc C s t | ||||S r )_UnixWritePipeTransportrS r r r _make_write_pipe_transport s z1_UnixSelectorEventLoop._make_write_pipe_transportc
s t }
|
std| } t| |||||||f| |d| } |
| | j| z| I d H W nD t t
fk
r Y n, t k
r | |
I d H Y nX W 5 Q R X | S )NzRasyncio.get_child_watcher() is not activated, subprocess support is not installed.)rV rW )r get_child_watcher is_activer>
create_future_UnixSubprocessTransportadd_child_handlerZget_pid_child_watcher_callback
SystemExitKeyboardInterrupt
BaseExceptionr% Z_wait)
r rU rE shellstdinstdoutstderrbufsizerW kwargswatcherrV transpr r r _make_subprocess_transport s8
z1_UnixSelectorEventLoop._make_subprocess_transportc C s | |j| d S r )call_soon_threadsafeZ_process_exited)r pid
returncoderk r r r r` s z._UnixSelectorEventLoop._child_watcher_callback)sslsockserver_hostnamessl_handshake_timeoutc s
|r|d kr6t dn |d k r&t d|d k r6t d|d k r|d k rNt dt|}ttjtjd}z |d | ||I d H W q | Y qX n@|d krt d|j tjks|j
tjkrt d||d | j |||||d I d H \}}||fS )
Nz/you have to pass server_hostname when using sslz+server_hostname is only meaningful with ssl1ssl_handshake_timeout is only meaningful with ssl3path and sock can not be specified at the same timer Fz no path and sock were specified.A UNIX Domain Stream Socket was expected, got )rs ) r< osfspathsocketAF_UNIX SOCK_STREAM setblockingZ sock_connectr% familytypeZ _create_connection_transport) r protocol_factorypathrp rq rr rs transportrU r r r create_unix_connection sR
z-_UnixSelectorEventLoop.create_unix_connectiond T)rq backlogrp rs
start_servingc
s t |trtd|d k r&|s&td|d k rH|d k r@tdt|}ttjtj}|d dkrz t
t |j rt | W nB t
k
r Y n0 tk
r } ztd|| W 5 d }~X Y nX z|| W nl tk
r0 } z8| | jtjkr d|d}
ttj|
d n W 5 d } ~ X Y n | Y nX n<|d krZtd |jtjksv|jtjkrtd
||d t| |g||||} |r| tj d| d I d H | S )
Nz*ssl argument must be an SSLContext or Nonert ru r )r z2Unable to check or remove stale UNIX socket %r: %rzAddress z is already in usez-path was not specified, and no sock specifiedrv F)loop) rO boolr7 r< rw rx ry rz r{ statS_ISSOCKst_moderemoveFileNotFoundErrorr= r
errorZbindr% rB Z
EADDRINUSEr} r~ r| r ZServerZ_start_servingr sleep) r r r rq r rp rs r errrF msgZserverr r r create_unix_server sn
z)_UnixSelectorEventLoop.create_unix_serverc
s z
t j W n, tk
r6 } ztdW 5 d }~X Y nX z | }W n2 ttjfk
rv } ztdW 5 d }~X Y nX zt |j }W n, t
k
r } ztdW 5 d }~X Y nX |r|n|} | sdS | }
| |
d ||||| d |
I d H S )Nz os.sendfile() is not availableznot a regular filer )
rw sendfileAttributeErrorr SendfileNotAvailableErrorr; ioUnsupportedOperationfstatst_sizer= r] _sock_sendfile_native_impl) r rq fileoffsetcountrF r; r Zfsize blocksizefutr r r _sock_sendfile_nativeJ s2
z,_UnixSelectorEventLoop._sock_sendfile_nativec C s, | } |d k r| | | r4| ||| d S |rd|| }|dkrd| ||| || d S zt| |||}
W nD ttfk
r |d kr| || |
| | j || ||||||
Y nb t k
rj } z|d k r| j
t
jkrt| tk rtdt
j} | | _| } |dkrBtd}
| ||| ||
n| ||| || W 5 d } ~ X Y n ttfk
r Y n tk
r } z | ||| || W 5 d } ~ X Y njX |
dkr| ||| || nD||
7 }||
7 }|d kr
| || |
| | j || ||||||
d S )Nr zsocket is not connectedzos.sendfile call failed)r;
remove_writer cancelled _sock_sendfile_update_fileposZ
set_resultrw r BlockingIOErrorInterruptedError _sock_add_cancellation_callbackZ
add_writerr r= rB ZENOTCONNr~ ConnectionError __cause__r r Z
set_exceptionra rb rc )r r Z
registered_fdrq r; r r r
total_sentfdZsentrF new_excr r r r r a s
z1_UnixSelectorEventLoop._sock_sendfile_native_implc C s |dkrt ||t j d S Nr )rw lseekSEEK_SET)r r; r r r r r r s z4_UnixSelectorEventLoop._sock_sendfile_update_fileposc s fdd}| | d S )Nc s& | r" }|dkr" | d S )Nr3 )r r; r )r r r rq r r cb s zB_UnixSelectorEventLoop._sock_add_cancellation_callback..cb)Zadd_done_callback)r r rq r r r r r s z6_UnixSelectorEventLoop._sock_add_cancellation_callback)N)NN)NN)N)N)N)__name__
__module__ __qualname____doc__r r% r2 rH r0 r) r8 rX rZ rl r` r r r r r r
__classcell__r r r! r r / sH -
. CFr c s e Zd ZdZd fdd Zdd Zdd Zd d
Zd d Zd
d Z dd Z
dd Z dd Z e
jfddZd ddZdd Zd d Z ZS ) rR i Nc s t | || jd< || _|| _| | _|| _d| _d| _ t
| jj }t
|st
|st
|sd | _d | _d | _tdt
| jd | j| jj| | j| jj| j| j |d k r| jtj|d d S )NrT Fz)Pipe transport is for pipes/sockets only.)r r _extra_loop_piper; _fileno _protocol_closing_pausedrw r r r S_ISFIFOr S_ISCHRr< set_blocking call_soonconnection_made _add_reader _read_readyr _set_result_unless_cancelled)r r rT rU rV rW moder! r r r s:
z _UnixReadPipeTransport.__init__c C s | j jg}| jd kr |d n| jr0|d |d| j t| jdd }| jd k r|d k rt || jt
j }|r|d q|d n | jd k r|d n
|d d d
|S )
Nclosedclosingfd= _selectorpollingidleopen<{}> )r" r r appendr r getattrr r
_test_selector_event selectorsZ
EVENT_READformatjoin)r rA r r r r r __repr__ s(
z _UnixReadPipeTransport.__repr__c
C s zt | j| j}W nD ttfk
r, Y n tk
rX } z| |d W 5 d }~X Y n^X |rl| j | nJ| j
rt
d| d| _| j
| j | j
| jj | j
| jd d S )Nz"Fatal read error on pipe transport%r was closed by peerT)rw readr max_sizer r r= _fatal_errorr Z
data_receivedr get_debugr
rA r _remove_readerr Z eof_received_call_connection_lost)r r1 rF r r r r s
z"_UnixReadPipeTransport._read_readyc C s> | j s | jrd S d| _| j| j | j r:td| d S )NTz%r pauses reading)r r r r r r r
debugr r r r
pause_reading s
z$_UnixReadPipeTransport.pause_readingc C sB | j s | jsd S d| _| j| j| j | j r>td| d S )NFz%r resumes reading) r r r r r r r r
r r r r r resume_reading s
z%_UnixReadPipeTransport.resume_readingc C s
|| _ d S r r r rU r r r set_protocol
s z#_UnixReadPipeTransport.set_protocolc C s | j S r r r r r r get_protocol s z#_UnixReadPipeTransport.get_protocolc C s | j S r r r r r r
is_closing s z!_UnixReadPipeTransport.is_closingc C s | j s| d d S r )r _closer r r r r% s z _UnixReadPipeTransport.closec C s, | j d k r(|d| t| d | j d S Nzunclosed transport r# r r, r% r _warnr r r __del__ s
z _UnixReadPipeTransport.__del__ Fatal error on pipe transportc C sZ t |tr4|jtjkr4| j rLtjd| |dd n| j||| | j d |
| d S Nz%r: %sTexc_info)message exceptionr rU ) rO r= rB ZEIOr r r
r call_exception_handlerr r r rF r r r r r s
z#_UnixReadPipeTransport._fatal_errorc C s( d| _ | j| j | j| j| d S NT)r r r r r r r rF r r r r - s z _UnixReadPipeTransport._closec C s4 z| j| W 5 | j d | _ d | _d | _X d S r r r% r r Zconnection_lostr r r r r 2 s
z,_UnixReadPipeTransport._call_connection_lost)NN)r )r r r r r r r r r r r r r% r* r+ r r r r r r r r! r rR s
rR c s e Zd Zd% fdd Zdd Zdd Zdd Zd
d Zd d
Zdd Z dd Z
dd Z dd Z dd Z
dd ZejfddZd d Zd&d d Zd'd!d"Zd#d$ Z ZS )(rY Nc
s t || || jd< || _| | _|| _t | _d| _ d| _
t | jj
}t|}t|}t|} |s|s| sd | _d | _d | _tdt | jd | j| jj| | s|rtjds| j| jj| j| j |d k r| jt j |d d S )NrT r Fz?Pipe transport is only for pipes, sockets and character devicesZaix) r r r r r; r r bytearray_buffer
_conn_lostr rw r r r r r r r< r r r r r& platform
startswithr r r r )
r r rT rU rV rW r Zis_charZis_fifoZ is_socketr! r r r ? s:
z _UnixWritePipeTransport.__init__c C s | j jg}| jd kr |d n| jr0|d |d| j t| jdd }| jd k r|d k rt || jt
j }|r|d n
|d | }|d| n | jd k r|d n
|d d
d
|S ) Nr r r r r r zbufsize=r r r )r" r r r r r r r r
r r Z EVENT_WRITEget_write_buffer_sizer r )r rA r r rh r r r r d s,
z _UnixWritePipeTransport.__repr__c C s
t | jS r )lenr r r r r r | s z-_UnixWritePipeTransport.get_write_buffer_sizec C s6 | j rtd| | jr*| t n| d S )Nr )r r r
rA r r BrokenPipeErrorr r r r r s
z#_UnixWritePipeTransport._read_readyc
C s4 t |trt|}|sd S | js&| jrN| jtjkr |}d}td| Y n.X |dkrLd S t|}| j rlt d|| z| j
|\}}W n. t k
r | j rtjd|dd Y nX |||f| d S )N 8Unknown child process pid %d, will report returncode 255r $process %s exited with returncode %s'Child watcher got an unexpected pid: %rTr )
rw waitpidWNOHANGChildProcessErrorr
r r$ r r r r& poprJ )r r' rn r# ro rD rE r r r r( s4
z SafeChildWatcher._do_waitpid) r r r r r% r r r_ r r) r( r r r r! r r s
r c sT e Zd ZdZ fddZ fddZdd Zdd Zd
d Zd d
Z dd Z
Z S )r aW 'Fast' child watcher implementation.
This implementation reaps every terminated processes by calling
os.waitpid(-1) directly, possibly breaking other code spawning processes
and waiting for their termination.
There is no noticeable overhead when handling a big number of children
(O(1) each time a child terminates).
c s$ t t | _i | _d| _d S r )r r threadingZLock_lock_zombies_forksr r! r r r s
zFastChildWatcher.__init__c s" | j | j t d S r )r& r- r; r r% r r! r r r% s
zFastChildWatcher.closec
C s0 | j | jd7 _| W 5 Q R S Q R X d S )Nr )r: r< r r r r r s zFastChildWatcher.__enter__c C s^ | j B | jd8 _| js"| js0W 5 Q R d S t| j}| j W 5 Q R X td| d S )Nr z5Caught subprocesses termination from unknown pids: %s)r: r< r; r? r- r
r )r r r r Zcollateral_victimsr r r r s
zFastChildWatcher.__exit__c G sf | j F z| j|}W n. tk
rF ||f| j|< Y W 5 Q R d S X W 5 Q R X |||f| d S r )r: r; r8 rJ r& )r rn rD rE ro r r r r_ ' s z"FastChildWatcher.add_child_handlerc C s* z| j |= W dS tk
r$ Y dS X d S r. r/ r r r r r 5 s
z%FastChildWatcher.remove_child_handlerc C s zt dt j\}}W n tk
r, Y d S X |dkr:d S t|}| j z| j|\}}W nN tk
r | j r|| j
|< | j rt
d|| Y W 5 Q R q d }Y nX | j rt
d|| W 5 Q R X |d krt
d|| q |||f| q d S )Nr3 r z,unknown process %s exited with returncode %sr3 z8Caught subprocess termination from unknown pid: %d -> %d)rw r5 r6 r7 r$ r: r& r8 rJ r< r; r r r
r r )r rn r# ro rD rE r r r r) < s@
z FastChildWatcher._do_waitpid_all) r r r r r r% r r r_ r r) r r r r! r r s r c @ sh e Zd ZdZdd Zdd Zdd Zdd Zd
d Zd d
Z dd Z
dd Z dd Z dd Z
dd ZdS )r a~ A watcher that doesn't require running loop in the main thread.
This implementation registers a SIGCHLD signal handler on
instantiation (which may conflict with other code that
install own handler for this signal).
The solution is safe but it has a significant overhead when
handling a big number of processes (*O(n)* each time a
SIGCHLD is received).
c C s i | _ d | _d S r )r& _saved_sighandlerr r r r r z s z MultiLoopChildWatcher.__init__c C s
| j d k S r )r= r r r r r\ ~ s z MultiLoopChildWatcher.is_activec C sT | j | jd krd S ttj}|| jkr:td nttj| j d | _d S )Nz+SIGCHLD handler was changed by outside code) r& r- r= r9 getsignalr+ r, r
r )r rN r r r r% s
zMultiLoopChildWatcher.closec C s | S r r r r r r r s z MultiLoopChildWatcher.__enter__c C s d S r r r exc_typeZexc_valZexc_tbr r r r s z MultiLoopChildWatcher.__exit__c G s& t }|||f| j|< | | d S r )r get_running_loopr& r( )r rn rD rE r r r r r_ s z'MultiLoopChildWatcher.add_child_handlerc C s* z| j |= W dS tk
r$ Y dS X d S r. r/ r r r r r s
z*MultiLoopChildWatcher.remove_child_handlerc C sN | j d k rd S ttj| j| _ | j d kr s z6ThreadedChildWatcher._join_threads..N)r( rF valuesr )r threadsrL r r r rG s z"ThreadedChildWatcher._join_threadsc C s | S r r r r r r r s z ThreadedChildWatcher.__enter__c C s d S r r r? r r r r s z ThreadedChildWatcher.__exit__c C s6 dd t | j D }|r2|| j dt| d d S )Nc S s g | ]}| r|qS r )rH rJ r r r rM s z0ThreadedChildWatcher.__del__..z0 has registered but not finished child processesr# )r( rF rN r" r, )r r rO r r r r s z ThreadedChildWatcher.__del__c G sF t }tj| jdt| j ||||fdd}|| j|< | d S )Nzwaitpid-T)targetnamerE rI ) r rA r9 ZThreadr( nextrE rF start)r rn rD rE r rL r r r r_ s
z&ThreadedChildWatcher.add_child_handlerc C s dS r r r r r r r s z)ThreadedChildWatcher.remove_child_handlerc C s d S r r r r r r r s z ThreadedChildWatcher.attach_loopc C s zt |d\}}W n( tk
r< |}d}td| Y n X t|}| r\td|| | rttd|| n|j |||f| | j
| d S )Nr r1 r2 r3 rB ) rw r5 r7 r
r r$ r r rC rm rF r8 )r r r' rD rE rn r# ro r r r r( " s&
z ThreadedChildWatcher._do_waitpidN)r r r r r r\ r% rG r r r* r+ r r_ r r r( r r r r r s r c sH e Zd ZdZeZ fddZdd Z fddZdd Z d
d Z
Z S ) _UnixDefaultEventLoopPolicyz:UNIX event loop policy with a watcher for child processes.c s t d | _d S r )r r _watcherr r! r r r A s
z$_UnixDefaultEventLoopPolicy.__init__c C sH t j8 | jd kr:t | _tt tjr:| j| j j
W 5 Q R X d S r ) r r: rU r rO r9 current_thread _MainThreadr _localr r r r r
_init_watcherE s
z)_UnixDefaultEventLoopPolicy._init_watcherc s6 t | | jdk r2tt tjr2| j| dS )zSet the event loop.
As a side effect, if a child watcher was set before, then calling
.set_event_loop() from the main thread will call .attach_loop(loop) on
the child watcher.
N)r set_event_looprU rO r9 rV rW r r r! r r rZ M s
z*_UnixDefaultEventLoopPolicy.set_event_loopc C s | j dkr| | j S )z~Get the watcher for child processes.
If not yet set, a ThreadedChildWatcher object is automatically created.
N)rU rY r r r r r[ [ s
z-_UnixDefaultEventLoopPolicy.get_child_watcherc C s | j dk r| j || _ dS )z$Set the watcher for child processes.N)rU r% )r rj r r r set_child_watchere s
z-_UnixDefaultEventLoopPolicy.set_child_watcher) r r r r r Z
_loop_factoryr rY rZ r[ r[ r r r r! r rT = s
rT )2r rB r rD rw r r9 ry r r r& r9 r* r r r r r r r r
r r logr
__all__r ImportErrorr ZBaseSelectorEventLoopr Z
ReadTransportrR Z_FlowControlMixinZWriteTransportrY ZBaseSubprocessTransportr^ r r$ r% r r r r ZBaseDefaultEventLoopPolicyrT r r r r r r s`
NO5Ji}Y3