3
f
@ s< d Z dgZddlZddlZddlZddlZddlZddlZy ddlZW n e k
r^ dZY nX ddl
m Z ddl
m Z ddl
m
Z
ddl
mZ dd l
mZ dd
l
mZ dd l
mZ dd l
mZ dd
lmZ ddlmZ dd ZG dd de jZG dd dejejZ G dd de Z G dd de Z G dd de Z dS )zEvent loop using a selector and related classes.
A selector is a "notify-when-ready" multiplexer. For a subclass which
also includes support for signal handling, see the unix_events sub-module.
BaseSelectorEventLoop N ) base_events)compat) constants)events)futures) selectors)
transports)sslproto) coroutine)loggerc C s6 y| j |}W n tk
r" dS X t|j|@ S d S )NF)get_keyKeyErrorboolr )selectorfdZeventkey r Z ed?d@ Z!dAdB Z"dCdD Z#dEdF Z$dGdH Z%dIdJ Z&dKdL Z'dMdN Z( Z)S )Vr zJSelector event loop.
See events.EventLoop for API specification.
Nc sF t j |d krtj }tjd|jj || _| j t
j | _ d S )NzUsing selector: %s)
super__init__r ZDefaultSelectorr
debug __class____name__ _selector_make_self_pipeweakrefWeakValueDictionary _transports)selfr )r r r r 1 s
z BaseSelectorEventLoop.__init__)extraserverc C s t | |||||S )N)_SelectorSocketTransport)r! sockprotocolwaiterr" r# r r r _make_socket_transport; s
z,BaseSelectorEventLoop._make_socket_transportF) server_sideserver_hostnamer" r# c
C sN t j s"| j||||||||dS t j| |||||} t| || ||d | jS )N)r) r* r" r# )r" r# )r Z_is_sslproto_available_make_legacy_ssl_transportZ SSLProtocolr$ Z_app_transport)
r! rawsockr&
sslcontextr' r) r* r" r# Z ssl_protocolr r r _make_ssl_transport@ s
z)BaseSelectorEventLoop._make_ssl_transportc
C s t | |||||||| S )N)_SelectorSslTransport) r! r, r& r- r' r) r* r" r# r r r r+ O s
z0BaseSelectorEventLoop._make_legacy_ssl_transportc C s t | |||||S )N)_SelectorDatagramTransport)r! r% r& addressr' r" r r r _make_datagram_transportY s z.BaseSelectorEventLoop._make_datagram_transportc sL | j rtd| j r d S | j t j | jd k rH| jj d | _d S )Nz!Cannot close a running event loop)Z
is_running RuntimeError is_closed_close_self_piper closer )r! )r r r r6 ^ s
zBaseSelectorEventLoop.closec C s t d S )N)NotImplementedError)r! r r r _socketpairi s z!BaseSelectorEventLoop._socketpairc C sB | j | jj | jj d | _| jj d | _| jd8 _d S )Nr )_remove_reader_ssockfilenor6 _csock
_internal_fds)r! r r r r5 l s
z&BaseSelectorEventLoop._close_self_pipec C sN | j \| _| _| jjd | jjd | jd7 _| j| jj | j d S )NFr )r8 r: r< setblockingr= _add_readerr; _read_from_self)r! r r r r t s
z%BaseSelectorEventLoop._make_self_pipec C s d S )Nr )r! datar r r _process_self_data| s z(BaseSelectorEventLoop._process_self_datac C sV xPy | j jd}|sP | j| W q tk
r8 wY q tk
rL P Y qX qW d S )Ni )r: recvrB InterruptedErrorBlockingIOError)r! rA r r r r@ s z%BaseSelectorEventLoop._read_from_selfc C sJ | j }|d k rFy|jd W n( tk
rD | jr@tjddd Y nX d S )N z3Fail to write a null byte into the self-pipe socketT)exc_info)r< sendOSError_debugr
r )r! Zcsockr r r _write_to_self s z$BaseSelectorEventLoop._write_to_selfd c C s | j |j | j||||| d S )N)r? r; _accept_connection)r! protocol_factoryr% r- r# backlogr r r _start_serving s z$BaseSelectorEventLoop._start_servingc C s xt |D ]}y0|j \}}| jr2tjd||| |jd W n tttfk
rX d S t k
r } z^| j
t
j t
j t
j
t
jfkr| jd| |d | j|j | jtj| j||||| n W Y d d } ~ X q
X d|i}
| j|||
||} | j| q
W d S )Nz#%r got a new connection from %r: %rFz&socket.accept() out of system resource)message exceptionsocketpeername)rangeacceptrJ r
r r> rE rD ConnectionAbortedErrorrI errnoZEMFILEZENFILEZENOBUFSZENOMEMcall_exception_handlerr9 r; Z
call_laterr ZACCEPT_RETRY_DELAYrP _accept_connection2Z create_task) r! rN r% r- r# rO _connaddrexcr" rV r r r rM s4
z(BaseSelectorEventLoop._accept_connectionc c s d }d }yj| }| j }|r6| j||||d||d}n| j|||||d}y|E d H W n |j Y nX W n\ tk
r } z@| jrd| d}
|d k r||
d< |d k r||
d< | j|
W Y d d } ~ X nX d S )NT)r' r) r" r# )r' r" r# z3Error on transport creation for incoming connection)rQ rR r& transport)
create_futurer. r( r6 ExceptionrJ rY ) r! rN r\ r" r- r# r& r_ r' r^ contextr r r rZ s4 z)BaseSelectorEventLoop._accept_connection2c C s@ y| j | }W n tk
r" Y nX |j sX |j|j }\}}| jj
||tjB ||f |d k r|j d S )N)
_check_closedr Handler r r registerr
EVENT_READrA modifycancel) r! r callbackargshandler maskreaderwriterr r r r? s
z!BaseSelectorEventLoop._add_readerc
C s | j r dS y| jj|}W n tk
r0 dS X |j|j }\}}|tj M }|sb| jj| n| jj ||d |f |d k r|j
dS dS d S )NFT) r4 r r r r rA r ri
unregisterrj rk )r! r r ro rp rq r r r r9 s z$BaseSelectorEventLoop._remove_readerc
G s | j tj||| }y| jj|}W n* tk
rP | jj|tjd |f Y n>X |j|j }\}}| jj
||tjB ||f |d k r|j d S )N) rf r rg r r r rh r EVENT_WRITErA rj rk ) r! r rl rm rn r ro rp rq r r r _add_writer s
z!BaseSelectorEventLoop._add_writerc
C s | j r dS y| jj|}W n tk
r0 dS X |j|j }\}}|tj M }|sb| jj| n| jj |||df |dk r|j
dS dS dS )zRemove a writer callback.FNT) r4 r r r r rA r rs rr rj rk )r! r r ro rp rq r r r _remove_writer, s z$BaseSelectorEventLoop._remove_writerc G s | j | | j||f| S )zAdd a reader callback.)re r? )r! r rl rm r r r
add_readerC s
z BaseSelectorEventLoop.add_readerc C s | j | | j|S )zRemove a reader callback.)re r9 )r! r r r r
remove_readerH s
z#BaseSelectorEventLoop.remove_readerc G s | j | | j||f| S )zAdd a writer callback..)re rt )r! r rl rm r r r
add_writerM s
z BaseSelectorEventLoop.add_writerc C s | j | | j|S )zRemove a writer callback.)re ru )r! r r r r
remove_writerR s
z#BaseSelectorEventLoop.remove_writerc C s6 | j r|j dkrtd| j }| j|d|| |S )zReceive data from the socket.
The return value is a bytes object representing the data received.
The maximum amount of data to be received at once is specified by
nbytes.
This method is a coroutine.
r z the socket must be non-blockingN)rJ
gettimeout
ValueErrorr`
_sock_recv)r! r% nfutr r r sock_recvW s
z BaseSelectorEventLoop.sock_recvc C s |d k r| j | |j r d S y|j|}W n` ttfk
rb |j }| j|| j|||| Y n6 tk
r } z|j | W Y d d }~X n X |j
| d S )N) rw cancelledrC rE rD r; rv r| ra
set_exception
set_result)r! r~
registered_fdr% r} rA r r^ r r r r| f s
z BaseSelectorEventLoop._sock_recvc C sF | j r|j dkrtd| j }|r8| j|d|| n
|jd |S )a Send data to the socket.
The socket must be connected to a remote socket. This method continues
to send data from data until either all data has been sent or an
error occurs. None is returned on success. On error, an exception is
raised, and there is no way to determine how much data, if any, was
successfully processed by the receiving end of the connection.
This method is a coroutine.
r z the socket must be non-blockingN)rJ rz r{ r`
_sock_sendallr )r! r% rA r~ r r r sock_sendall{ s
z"BaseSelectorEventLoop.sock_sendallc C s |d k r| j | |j r d S y|j|}W nD ttfk
rH d}Y n* tk
rp } z|j| d S d }~X nX |t|kr|jd n.|r||d }|j }| j
|| j |||| d S )Nr ) ry r rH rE rD ra r lenr r; rx r )r! r~ r r% rA r} r^ r r r r r s"
z#BaseSelectorEventLoop._sock_sendallc c s | j r|j dkrtdttd s2|jtjkrptj||j|j | d}|j
sZ|E dH |j d \}}}}}| j }| j
||| |E dH S )zTConnect to a remote socket at address.
This method is a coroutine.
r z the socket must be non-blockingAF_UNIX)familyprotoloopN)rJ rz r{ hasattrrS r r r Z_ensure_resolvedr doneresultr`
_sock_connect)r! r% r1 Zresolvedr[ r~ r r r sock_connect s
z"BaseSelectorEventLoop.sock_connectc C s |j }y|j| W nj ttfk
rV |jtj| j| | j|| j ||| Y n6 t
k
r } z|j | W Y d d }~X n X |j d d S )N)
r; ZconnectrE rD Zadd_done_callback functoolspartial_sock_connect_donerx _sock_connect_cbra r r )r! r~ r% r1 r r^ r r r r s z#BaseSelectorEventLoop._sock_connectc C s | j | d S )N)ry )r! r r~ r r r r s z(BaseSelectorEventLoop._sock_connect_donec C s |j r d S y,|jtjtj}|dkr6t|d|f W nB ttfk
rP Y n6 tk
rz } z|j | W Y d d }~X n X |j
d d S )Nr zConnect call failed %s) r Z
getsockoptrS Z
SOL_SOCKETZSO_ERRORrI rE rD ra r r )r! r~ r% r1 errr^ r r r r s z&BaseSelectorEventLoop._sock_connect_cbc C s4 | j r|j dkrtd| j }| j|d| |S )a| Accept a connection.
The socket must be bound to an address and listening for connections.
The return value is a pair (conn, address) where conn is a new socket
object usable to send and receive data on the connection, and address
is the address bound to the socket on the other end of the connection.
This method is a coroutine.
r z the socket must be non-blockingF)rJ rz r{ r` _sock_accept)r! r% r~ r r r sock_accept s
z!BaseSelectorEventLoop.sock_acceptc C s |j }|r| j| |j r"d S y|j \}}|jd W nV ttfk
rh | j|| j|d| Y n: t k
r } z|j
| W Y d d }~X nX |j ||f d S )NFT) r; rw r rV r> rE rD rv r ra r r )r! r~ Z
registeredr% r r\ r1 r^ r r r r s
z"BaseSelectorEventLoop._sock_acceptc C s x~|D ]v\}}|j |j }\}}|tj@ rN|d k rN|jrD| j| n
| j| |tj@ r|d k r|jrr| j| q| j| qW d S )N) fileobjrA r ri Z
_cancelledr9 Z
_add_callbackrs ru )r! Z
event_listr ro r rp rq r r r _process_events s
z%BaseSelectorEventLoop._process_eventsc C s | j |j |j d S )N)r9 r; r6 )r! r% r r r
_stop_serving s z#BaseSelectorEventLoop._stop_serving)N)N)N)NNN)NNrL )NNrL )NN)*r
__module__ __qualname____doc__r r( r. r+ r2 r6 r8 r5 r rB r@ rK rP rM r rZ re r? r9 rt ru rv rw rx ry r r| r r r r r r r r r r
__classcell__r r )r r r + sT
( # c s e Zd Zd ZeZdZd fdd Zdd Zdd Z d
d Z
d d
Z dd Z dd Z
ejr`dd Zd!ddZdd Zdd Zdd Zd d Z ZS )"_SelectorTransport i Nc s t j|| || jd< |j | jd< d| jkrdy|j | jd< W n tjk
rb d | jd< Y nX || _|j | _ || _
d| _ || _ | j
| _d| _d| _| j d k r| j j | |j| j < d S )NrS ZsocknamerT Tr F)r r _extraZ getsocknameZ getpeernamerS error_sockr; _sock_fd _protocol_protocol_connected_server_buffer_factory_buffer
_conn_lost_closingZ_attachr )r! r r% r& r" r# )r r r r s&
z_SelectorTransport.__init__c C s | j jg}| jd kr |jd n| jr0|jd |jd| j | jd k r| jj rt| jj | jt
j }|rz|jd n
|jd t| jj | jt
j }|rd}nd}| j
}|jd||f d d
j| S ) Nclosedclosingzfd=%sz read=pollingz read=idlepollingZidlezwrite=<%s, bufsize=%s>z<%s> )r r r appendr r _loopr4 r r r ri rs get_write_buffer_sizejoin)r! infor statebufsizer r r __repr__2 s*
z_SelectorTransport.__repr__c C s | j d d S )N) _force_close)r! r r r abortN s z_SelectorTransport.abortc C s
|| _ d S )N)r )r! r& r r r set_protocolQ s z _SelectorTransport.set_protocolc C s | j S )N)r )r! r r r get_protocolT s z _SelectorTransport.get_protocolc C s | j S )N)r )r! r r r rc W s z _SelectorTransport.is_closingc C sT | j r
d S d| _ | jj| j | jsP| jd7 _| jj| j | jj| jd d S )NTr ) r r r9 r r r ru call_soon_call_connection_lost)r! r r r r6 Z s z_SelectorTransport.closec C s, | j d k r(tjd| t| d | j j d S )Nzunclosed transport %r)source)r warningswarnResourceWarningr6 )r! r r r __del__h s
z_SelectorTransport.__del__Fatal error on transportc C sP t |tjr*| jj rBtjd| |dd n| jj||| | jd | j | d S )Nz%r: %sT)rG )rQ rR r_ r& )
isinstancer Z_FATAL_ERROR_IGNOREr get_debugr
r rY r r )r! r^ rQ r r r _fatal_errorn s
z _SelectorTransport._fatal_errorc C sd | j r
d S | jr(| jj | jj| j | jsBd| _| jj| j | j d7 _ | jj| j | d S )NTr )
r r clearr ru r r r9 r r )r! r^ r r r r | s
z _SelectorTransport._force_closec C sV z| j r| jj| W d | jj d | _d | _d | _| j}|d k rP|j d | _X d S )N)r r Zconnection_lostr r6 r r Z_detach)r! r^ r# r r r r s
z(_SelectorTransport._call_connection_lostc C s
t | jS )N)r r )r! r r r r s z(_SelectorTransport.get_write_buffer_sizec G s" | j r
d S | jj||f| d S )N)r r r? )r! r rl rm r r r r? s z _SelectorTransport._add_readeri )NN)r )r r r max_size bytearrayr r r r r r r rc r6 r ZPY34r r r r r r? r r r )r r r s"
r c sV e Zd Zd fdd Zdd Zdd Zdd Zd
d Zd d
Zdd Z dd Z
Z S )r$ Nc sr t j||||| d| _d| _tj| j | jj| j j
| | jj| j | j | j
|d k rn| jjtj|d d S )NF)r r _eof_pausedr Z _set_nodelayr r r r connection_mader? r _read_readyr _set_result_unless_cancelled)r! r r% r& r' r" r# )r r r r s
z!_SelectorSocketTransport.__init__c C s> | j s | jrd S d| _| jj| j | jj r:tjd| d S )NTz%r pauses reading)r r r r9 r r r
r )r! r r r
pause_reading s
z&_SelectorSocketTransport.pause_readingc C sB | j s| j rd S d| _| j| j| j | jj r>tjd| d S )NFz%r resumes reading) r r r? r r r r r
r )r! r r r resume_reading s
z'_SelectorSocketTransport.resume_readingc C s | j r
d S y| jj| j}W nD ttfk
r4 Y n| tk
r` } z| j|d W Y d d }~X nPX |rt| jj | n<| j
j rt j
d| | jj }|r| j
j| j n| j d S )Nz$Fatal read error on socket transportz%r received EOF)r r rC r rE rD ra r r
data_receivedr r r
r eof_receivedr9 r r6 )r! rA r^ keep_openr r r r s
z$_SelectorSocketTransport._read_readyc C s t |tttfs"tdt|j | jr0td|s8d S | j rf| j t
j krTt j
d | j d7 _ d S | jsy| jj|}W nB ttfk
r Y n@ tk
r } z| j|d d S d }~X nX ||d }|sd S | jj| j| j | jj| | j d S )Nz1data argument must be a bytes-like object, not %rz%Cannot call write() after write_eof()z socket.send() raised exception.r z%Fatal write error on socket transport)r bytesr
memoryview TypeErrortyper r r3 r r !LOG_THRESHOLD_FOR_CONNLOST_WRITESr
warningr r rH rE rD ra r r rt r _write_readyextend_maybe_pause_protocol)r! rA r} r^ r r r write s4
z _SelectorSocketTransport.writec C s | j std| jrd S y| jj| j }W n\ ttfk
rB Y n tk
r } z*| jj | j
| j j | j |d W Y d d }~X nTX |r| j d |= | j
| j s| jj | j
| jr| jd n| jr| jjtj d S )NzData should not be emptyz%Fatal write error on socket transport)r AssertionErrorr r rH rE rD ra r ru r r r _maybe_resume_protocolr r r shutdownrS SHUT_WR)r! r} r^ r r r r s(
z%_SelectorSocketTransport._write_readyc C s. | j s | jrd S d| _| js*| jjtj d S )NT)r r r r r rS r )r! r r r write_eof s
z"_SelectorSocketTransport.write_eofc C s dS )NTr )r! r r r
can_write_eof s z&_SelectorSocketTransport.can_write_eof)NNN) r r r r r r r r r r r r r r )r r r$ s #r$ c sd e Zd ZeZd fdd ZdddZdd Zd d
Zd d Z d
d Z
dd Z dd Z dd Z
ZS )r/ NFc
s t d krtd|s tj||}|dd}
|r<| r<||
d< |j|f|
} t j|| ||| d| _|| _|| _ || _
d| _ | j j
|d | jj rtjd| | jj } nd } | j| d S )Nz stdlib ssl module not availableF)r) Zdo_handshake_on_connectr* )r- z%r starts SSL handshake)sslr3 r Z_create_transport_contextZ wrap_socketr r r _server_hostname_waiter _sslcontextr r updater r r
r time
_on_handshake)
r! r r, r& r- r' r) r* r" r# Z wrap_kwargsZsslsock
start_time)r r r r ( s*
z _SelectorSslTransport.__init__c C sD | j d krd S | j j s:|d k r.| j j| n | j jd d | _ d S )N)r r r r )r! r^ r r r _wakeup_waiterL s
z$_SelectorSslTransport._wakeup_waiterc " C s$ y| j j W n tjk
r8 | jj| j| j| d S tjk
r` | jj | j| j| d S t
k
r } z`| jj rt j
d| dd | jj| j | jj| j | j j | j| t|trd S W Y d d }~X nX | jj| j | jj| j | j j }t| jds| jr| jjtjkrytj|| j W nR tk
r } z4| jj rjt j
d| dd | j j | j| d S d }~X nX | jj || j j | j j | j d d| _ d| _ | jj| j| j! d| _"| jj#| j$j%| | jj#| j | jj r | jj& | }t j'd| |d d S )
Nz%r: SSL handshake failedT)rG Zcheck_hostnamez1%r: SSL handshake failed on matching the hostname)peercertcipher compressionZ
ssl_objectFz %r: SSL handshake took %.1f msg @@)(r Z do_handshaker SSLWantReadErrorr r? r r SSLWantWriteErrorrt
BaseExceptionr r
r r9 ru r6 r r ra Z getpeercertr r r Z verify_modeZ CERT_NONEZmatch_hostnamer r r r _read_wants_write_write_wants_readr r r r r r r )r! r r^ r Zdtr r r r V sb
z#_SelectorSslTransport._on_handshakec C sJ | j rtd| jr tdd| _| jj| j | jj rFtjd| d S )Nz#Cannot pause_reading() when closingzAlready pausedTz%r pauses reading) r r3 r r r9 r r r
r )r! r r r r s
z#_SelectorSslTransport.pause_readingc C sJ | j stdd| _ | jr d S | jj| j| j | jj rFtj d| d S )Nz
Not pausedFz%r resumes reading)
r r3 r r r? r r r r
r )r! r r r r s
z$_SelectorSslTransport.resume_readingc C s" | j r
d S | jr6d| _| j | jr6| jj| j| j y| jj| j }W n t
t t j
fk
rd Y n t jk
r d| _| jj| j | jj| j| j Y n tk
r } z| j|d W Y d d }~X nTX |r| jj| n@z4| jj rtjd| | jj }|rtjd W d | j X d S )NFTz!Fatal read error on SSL transportz%r received EOFz?returning true from eof_received() has no effect when using ssl)r r r r r rt r r rC r rE rD r r r r r9 ra r r r r r
r r r r6 )r! rA r^ r r r r r s4
z!_SelectorSslTransport._read_readyc C s( | j r
d S | jr s zC_SelectorDatagramTransport.get_write_buffer_size..)sumr )r! r r r r s z0_SelectorDatagramTransport.get_write_buffer_sizec C s | j r
d S y| jj| j\}}W np ttfk
r8 Y nh tk
rd } z| jj| W Y d d }~X n< t k
r } z| j
|d W Y d d }~X nX | jj || d S )Nz&Fatal read error on datagram transport) r r Zrecvfromr rE rD rI r error_receivedra r Zdatagram_received)r! rA r] r^ r r r r s z&_SelectorDatagramTransport._read_readyc C sT t |tttfs"tdt|j |s*d S | jrN|d | jfkrNtd| jf | j r| jr| j t
j krpt j
d | j d7 _ d S | js4y&| jr| jj| n| jj|| d S ttfk
r | jj| j| j Y nZ tk
r } z| jj| d S d }~X n. tk
r2 } z| j |d d S d }~X nX | jj t||f | j d S )Nz1data argument must be a bytes-like object, not %rz#Invalid address: must be None or %sz socket.send() raised exception.r z'Fatal write error on datagram transport) r r r r r r r r r{ r r r r
r r r rH sendtorE rD r rt r
_sendto_readyrI r r ra r r r )r! rA r] r^ r r r r . s<
z!_SelectorDatagramTransport.sendtoc C s x| j r| j j \}}y&| jr,| jj| n| jj|| W q ttfk
rf | j j||f P Y q t k
r } z| j
j | d S d }~X q t k
r } z| j
|d d S d }~X qX qW | j | j s| jj| j | jr| jd d S )Nz'Fatal write error on datagram transport)r popleftr r rH r rE rD
appendleftrI r r ra r r r ru r r r )r! rA r] r^ r r r r U s* z(_SelectorDatagramTransport._sendto_ready)NNN)N) r r r collectionsdequer r r r r r r r r )r r r0 s
'r0 ) r __all__r rX r rS r r r ImportError r r r r r r r
r Z
coroutinesr logr
r Z
BaseEventLoopr Z_FlowControlMixinZ Transportr r$ r/ r0 r r r r sD
i i