proactor_events.py 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869
  1. """Event loop using a proactor and related classes.
  2. A proactor is a "notify-on-completion" multiplexer. Currently a
  3. proactor is only implemented on Windows with IOCP.
  4. """
  5. __all__ = 'BaseProactorEventLoop',
  6. import io
  7. import os
  8. import socket
  9. import warnings
  10. import signal
  11. import threading
  12. import collections
  13. from . import base_events
  14. from . import constants
  15. from . import futures
  16. from . import exceptions
  17. from . import protocols
  18. from . import sslproto
  19. from . import transports
  20. from . import trsock
  21. from .log import logger
  22. def _set_socket_extra(transport, sock):
  23. transport._extra['socket'] = trsock.TransportSocket(sock)
  24. try:
  25. transport._extra['sockname'] = sock.getsockname()
  26. except socket.error:
  27. if transport._loop.get_debug():
  28. logger.warning(
  29. "getsockname() failed on %r", sock, exc_info=True)
  30. if 'peername' not in transport._extra:
  31. try:
  32. transport._extra['peername'] = sock.getpeername()
  33. except socket.error:
  34. # UDP sockets may not have a peer name
  35. transport._extra['peername'] = None
  36. class _ProactorBasePipeTransport(transports._FlowControlMixin,
  37. transports.BaseTransport):
  38. """Base class for pipe and socket transports."""
  39. def __init__(self, loop, sock, protocol, waiter=None,
  40. extra=None, server=None):
  41. super().__init__(extra, loop)
  42. self._set_extra(sock)
  43. self._sock = sock
  44. self.set_protocol(protocol)
  45. self._server = server
  46. self._buffer = None # None or bytearray.
  47. self._read_fut = None
  48. self._write_fut = None
  49. self._pending_write = 0
  50. self._conn_lost = 0
  51. self._closing = False # Set when close() called.
  52. self._eof_written = False
  53. if self._server is not None:
  54. self._server._attach()
  55. self._loop.call_soon(self._protocol.connection_made, self)
  56. if waiter is not None:
  57. # only wake up the waiter when connection_made() has been called
  58. self._loop.call_soon(futures._set_result_unless_cancelled,
  59. waiter, None)
  60. def __repr__(self):
  61. info = [self.__class__.__name__]
  62. if self._sock is None:
  63. info.append('closed')
  64. elif self._closing:
  65. info.append('closing')
  66. if self._sock is not None:
  67. info.append(f'fd={self._sock.fileno()}')
  68. if self._read_fut is not None:
  69. info.append(f'read={self._read_fut!r}')
  70. if self._write_fut is not None:
  71. info.append(f'write={self._write_fut!r}')
  72. if self._buffer:
  73. info.append(f'write_bufsize={len(self._buffer)}')
  74. if self._eof_written:
  75. info.append('EOF written')
  76. return '<{}>'.format(' '.join(info))
  77. def _set_extra(self, sock):
  78. self._extra['pipe'] = sock
  79. def set_protocol(self, protocol):
  80. self._protocol = protocol
  81. def get_protocol(self):
  82. return self._protocol
  83. def is_closing(self):
  84. return self._closing
  85. def close(self):
  86. if self._closing:
  87. return
  88. self._closing = True
  89. self._conn_lost += 1
  90. if not self._buffer and self._write_fut is None:
  91. self._loop.call_soon(self._call_connection_lost, None)
  92. if self._read_fut is not None:
  93. self._read_fut.cancel()
  94. self._read_fut = None
  95. def __del__(self, _warn=warnings.warn):
  96. if self._sock is not None:
  97. _warn(f"unclosed transport {self!r}", ResourceWarning, source=self)
  98. self.close()
  99. def _fatal_error(self, exc, message='Fatal error on pipe transport'):
  100. try:
  101. if isinstance(exc, OSError):
  102. if self._loop.get_debug():
  103. logger.debug("%r: %s", self, message, exc_info=True)
  104. else:
  105. self._loop.call_exception_handler({
  106. 'message': message,
  107. 'exception': exc,
  108. 'transport': self,
  109. 'protocol': self._protocol,
  110. })
  111. finally:
  112. self._force_close(exc)
  113. def _force_close(self, exc):
  114. if self._empty_waiter is not None and not self._empty_waiter.done():
  115. if exc is None:
  116. self._empty_waiter.set_result(None)
  117. else:
  118. self._empty_waiter.set_exception(exc)
  119. if self._closing:
  120. return
  121. self._closing = True
  122. self._conn_lost += 1
  123. if self._write_fut:
  124. self._write_fut.cancel()
  125. self._write_fut = None
  126. if self._read_fut:
  127. self._read_fut.cancel()
  128. self._read_fut = None
  129. self._pending_write = 0
  130. self._buffer = None
  131. self._loop.call_soon(self._call_connection_lost, exc)
  132. def _call_connection_lost(self, exc):
  133. try:
  134. self._protocol.connection_lost(exc)
  135. finally:
  136. # XXX If there is a pending overlapped read on the other
  137. # end then it may fail with ERROR_NETNAME_DELETED if we
  138. # just close our end. First calling shutdown() seems to
  139. # cure it, but maybe using DisconnectEx() would be better.
  140. if hasattr(self._sock, 'shutdown') and self._sock.fileno() != -1:
  141. self._sock.shutdown(socket.SHUT_RDWR)
  142. self._sock.close()
  143. self._sock = None
  144. server = self._server
  145. if server is not None:
  146. server._detach()
  147. self._server = None
  148. def get_write_buffer_size(self):
  149. size = self._pending_write
  150. if self._buffer is not None:
  151. size += len(self._buffer)
  152. return size
  153. class _ProactorReadPipeTransport(_ProactorBasePipeTransport,
  154. transports.ReadTransport):
  155. """Transport for read pipes."""
  156. def __init__(self, loop, sock, protocol, waiter=None,
  157. extra=None, server=None):
  158. self._pending_data = None
  159. self._paused = True
  160. super().__init__(loop, sock, protocol, waiter, extra, server)
  161. self._loop.call_soon(self._loop_reading)
  162. self._paused = False
  163. def is_reading(self):
  164. return not self._paused and not self._closing
  165. def pause_reading(self):
  166. if self._closing or self._paused:
  167. return
  168. self._paused = True
  169. # bpo-33694: Don't cancel self._read_fut because cancelling an
  170. # overlapped WSASend() loss silently data with the current proactor
  171. # implementation.
  172. #
  173. # If CancelIoEx() fails with ERROR_NOT_FOUND, it means that WSASend()
  174. # completed (even if HasOverlappedIoCompleted() returns 0), but
  175. # Overlapped.cancel() currently silently ignores the ERROR_NOT_FOUND
  176. # error. Once the overlapped is ignored, the IOCP loop will ignores the
  177. # completion I/O event and so not read the result of the overlapped
  178. # WSARecv().
  179. if self._loop.get_debug():
  180. logger.debug("%r pauses reading", self)
  181. def resume_reading(self):
  182. if self._closing or not self._paused:
  183. return
  184. self._paused = False
  185. if self._read_fut is None:
  186. self._loop.call_soon(self._loop_reading, None)
  187. data = self._pending_data
  188. self._pending_data = None
  189. if data is not None:
  190. # Call the protocol methode after calling _loop_reading(),
  191. # since the protocol can decide to pause reading again.
  192. self._loop.call_soon(self._data_received, data)
  193. if self._loop.get_debug():
  194. logger.debug("%r resumes reading", self)
  195. def _eof_received(self):
  196. if self._loop.get_debug():
  197. logger.debug("%r received EOF", self)
  198. try:
  199. keep_open = self._protocol.eof_received()
  200. except (SystemExit, KeyboardInterrupt):
  201. raise
  202. except BaseException as exc:
  203. self._fatal_error(
  204. exc, 'Fatal error: protocol.eof_received() call failed.')
  205. return
  206. if not keep_open:
  207. self.close()
  208. def _data_received(self, data):
  209. if self._paused:
  210. # Don't call any protocol method while reading is paused.
  211. # The protocol will be called on resume_reading().
  212. assert self._pending_data is None
  213. self._pending_data = data
  214. return
  215. if not data:
  216. self._eof_received()
  217. return
  218. if isinstance(self._protocol, protocols.BufferedProtocol):
  219. try:
  220. protocols._feed_data_to_buffered_proto(self._protocol, data)
  221. except (SystemExit, KeyboardInterrupt):
  222. raise
  223. except BaseException as exc:
  224. self._fatal_error(exc,
  225. 'Fatal error: protocol.buffer_updated() '
  226. 'call failed.')
  227. return
  228. else:
  229. self._protocol.data_received(data)
  230. def _loop_reading(self, fut=None):
  231. data = None
  232. try:
  233. if fut is not None:
  234. assert self._read_fut is fut or (self._read_fut is None and
  235. self._closing)
  236. self._read_fut = None
  237. if fut.done():
  238. # deliver data later in "finally" clause
  239. data = fut.result()
  240. else:
  241. # the future will be replaced by next proactor.recv call
  242. fut.cancel()
  243. if self._closing:
  244. # since close() has been called we ignore any read data
  245. data = None
  246. return
  247. if data == b'':
  248. # we got end-of-file so no need to reschedule a new read
  249. return
  250. # bpo-33694: buffer_updated() has currently no fast path because of
  251. # a data loss issue caused by overlapped WSASend() cancellation.
  252. if not self._paused:
  253. # reschedule a new read
  254. self._read_fut = self._loop._proactor.recv(self._sock, 32768)
  255. except ConnectionAbortedError as exc:
  256. if not self._closing:
  257. self._fatal_error(exc, 'Fatal read error on pipe transport')
  258. elif self._loop.get_debug():
  259. logger.debug("Read error on pipe transport while closing",
  260. exc_info=True)
  261. except ConnectionResetError as exc:
  262. self._force_close(exc)
  263. except OSError as exc:
  264. self._fatal_error(exc, 'Fatal read error on pipe transport')
  265. except exceptions.CancelledError:
  266. if not self._closing:
  267. raise
  268. else:
  269. if not self._paused:
  270. self._read_fut.add_done_callback(self._loop_reading)
  271. finally:
  272. if data is not None:
  273. self._data_received(data)
  274. class _ProactorBaseWritePipeTransport(_ProactorBasePipeTransport,
  275. transports.WriteTransport):
  276. """Transport for write pipes."""
  277. _start_tls_compatible = True
  278. def __init__(self, *args, **kw):
  279. super().__init__(*args, **kw)
  280. self._empty_waiter = None
  281. def write(self, data):
  282. if not isinstance(data, (bytes, bytearray, memoryview)):
  283. raise TypeError(
  284. f"data argument must be a bytes-like object, "
  285. f"not {type(data).__name__}")
  286. if self._eof_written:
  287. raise RuntimeError('write_eof() already called')
  288. if self._empty_waiter is not None:
  289. raise RuntimeError('unable to write; sendfile is in progress')
  290. if not data:
  291. return
  292. if self._conn_lost:
  293. if self._conn_lost >= constants.LOG_THRESHOLD_FOR_CONNLOST_WRITES:
  294. logger.warning('socket.send() raised exception.')
  295. self._conn_lost += 1
  296. return
  297. # Observable states:
  298. # 1. IDLE: _write_fut and _buffer both None
  299. # 2. WRITING: _write_fut set; _buffer None
  300. # 3. BACKED UP: _write_fut set; _buffer a bytearray
  301. # We always copy the data, so the caller can't modify it
  302. # while we're still waiting for the I/O to happen.
  303. if self._write_fut is None: # IDLE -> WRITING
  304. assert self._buffer is None
  305. # Pass a copy, except if it's already immutable.
  306. self._loop_writing(data=bytes(data))
  307. elif not self._buffer: # WRITING -> BACKED UP
  308. # Make a mutable copy which we can extend.
  309. self._buffer = bytearray(data)
  310. self._maybe_pause_protocol()
  311. else: # BACKED UP
  312. # Append to buffer (also copies).
  313. self._buffer.extend(data)
  314. self._maybe_pause_protocol()
  315. def _loop_writing(self, f=None, data=None):
  316. try:
  317. if f is not None and self._write_fut is None and self._closing:
  318. # XXX most likely self._force_close() has been called, and
  319. # it has set self._write_fut to None.
  320. return
  321. assert f is self._write_fut
  322. self._write_fut = None
  323. self._pending_write = 0
  324. if f:
  325. f.result()
  326. if data is None:
  327. data = self._buffer
  328. self._buffer = None
  329. if not data:
  330. if self._closing:
  331. self._loop.call_soon(self._call_connection_lost, None)
  332. if self._eof_written:
  333. self._sock.shutdown(socket.SHUT_WR)
  334. # Now that we've reduced the buffer size, tell the
  335. # protocol to resume writing if it was paused. Note that
  336. # we do this last since the callback is called immediately
  337. # and it may add more data to the buffer (even causing the
  338. # protocol to be paused again).
  339. self._maybe_resume_protocol()
  340. else:
  341. self._write_fut = self._loop._proactor.send(self._sock, data)
  342. if not self._write_fut.done():
  343. assert self._pending_write == 0
  344. self._pending_write = len(data)
  345. self._write_fut.add_done_callback(self._loop_writing)
  346. self._maybe_pause_protocol()
  347. else:
  348. self._write_fut.add_done_callback(self._loop_writing)
  349. if self._empty_waiter is not None and self._write_fut is None:
  350. self._empty_waiter.set_result(None)
  351. except ConnectionResetError as exc:
  352. self._force_close(exc)
  353. except OSError as exc:
  354. self._fatal_error(exc, 'Fatal write error on pipe transport')
  355. def can_write_eof(self):
  356. return True
  357. def write_eof(self):
  358. self.close()
  359. def abort(self):
  360. self._force_close(None)
  361. def _make_empty_waiter(self):
  362. if self._empty_waiter is not None:
  363. raise RuntimeError("Empty waiter is already set")
  364. self._empty_waiter = self._loop.create_future()
  365. if self._write_fut is None:
  366. self._empty_waiter.set_result(None)
  367. return self._empty_waiter
  368. def _reset_empty_waiter(self):
  369. self._empty_waiter = None
  370. class _ProactorWritePipeTransport(_ProactorBaseWritePipeTransport):
  371. def __init__(self, *args, **kw):
  372. super().__init__(*args, **kw)
  373. self._read_fut = self._loop._proactor.recv(self._sock, 16)
  374. self._read_fut.add_done_callback(self._pipe_closed)
  375. def _pipe_closed(self, fut):
  376. if fut.cancelled():
  377. # the transport has been closed
  378. return
  379. assert fut.result() == b''
  380. if self._closing:
  381. assert self._read_fut is None
  382. return
  383. assert fut is self._read_fut, (fut, self._read_fut)
  384. self._read_fut = None
  385. if self._write_fut is not None:
  386. self._force_close(BrokenPipeError())
  387. else:
  388. self.close()
  389. class _ProactorDatagramTransport(_ProactorBasePipeTransport,
  390. transports.DatagramTransport):
  391. max_size = 256 * 1024
  392. def __init__(self, loop, sock, protocol, address=None,
  393. waiter=None, extra=None):
  394. self._address = address
  395. self._empty_waiter = None
  396. # We don't need to call _protocol.connection_made() since our base
  397. # constructor does it for us.
  398. super().__init__(loop, sock, protocol, waiter=waiter, extra=extra)
  399. # The base constructor sets _buffer = None, so we set it here
  400. self._buffer = collections.deque()
  401. self._loop.call_soon(self._loop_reading)
  402. def _set_extra(self, sock):
  403. _set_socket_extra(self, sock)
  404. def get_write_buffer_size(self):
  405. return sum(len(data) for data, _ in self._buffer)
  406. def abort(self):
  407. self._force_close(None)
  408. def sendto(self, data, addr=None):
  409. if not isinstance(data, (bytes, bytearray, memoryview)):
  410. raise TypeError('data argument must be bytes-like object (%r)',
  411. type(data))
  412. if not data:
  413. return
  414. if self._address is not None and addr not in (None, self._address):
  415. raise ValueError(
  416. f'Invalid address: must be None or {self._address}')
  417. if self._conn_lost and self._address:
  418. if self._conn_lost >= constants.LOG_THRESHOLD_FOR_CONNLOST_WRITES:
  419. logger.warning('socket.sendto() raised exception.')
  420. self._conn_lost += 1
  421. return
  422. # Ensure that what we buffer is immutable.
  423. self._buffer.append((bytes(data), addr))
  424. if self._write_fut is None:
  425. # No current write operations are active, kick one off
  426. self._loop_writing()
  427. # else: A write operation is already kicked off
  428. self._maybe_pause_protocol()
  429. def _loop_writing(self, fut=None):
  430. try:
  431. if self._conn_lost:
  432. return
  433. assert fut is self._write_fut
  434. self._write_fut = None
  435. if fut:
  436. # We are in a _loop_writing() done callback, get the result
  437. fut.result()
  438. if not self._buffer or (self._conn_lost and self._address):
  439. # The connection has been closed
  440. if self._closing:
  441. self._loop.call_soon(self._call_connection_lost, None)
  442. return
  443. data, addr = self._buffer.popleft()
  444. if self._address is not None:
  445. self._write_fut = self._loop._proactor.send(self._sock,
  446. data)
  447. else:
  448. self._write_fut = self._loop._proactor.sendto(self._sock,
  449. data,
  450. addr=addr)
  451. except OSError as exc:
  452. self._protocol.error_received(exc)
  453. except Exception as exc:
  454. self._fatal_error(exc, 'Fatal write error on datagram transport')
  455. else:
  456. self._write_fut.add_done_callback(self._loop_writing)
  457. self._maybe_resume_protocol()
  458. def _loop_reading(self, fut=None):
  459. data = None
  460. try:
  461. if self._conn_lost:
  462. return
  463. assert self._read_fut is fut or (self._read_fut is None and
  464. self._closing)
  465. self._read_fut = None
  466. if fut is not None:
  467. res = fut.result()
  468. if self._closing:
  469. # since close() has been called we ignore any read data
  470. data = None
  471. return
  472. if self._address is not None:
  473. data, addr = res, self._address
  474. else:
  475. data, addr = res
  476. if self._conn_lost:
  477. return
  478. if self._address is not None:
  479. self._read_fut = self._loop._proactor.recv(self._sock,
  480. self.max_size)
  481. else:
  482. self._read_fut = self._loop._proactor.recvfrom(self._sock,
  483. self.max_size)
  484. except OSError as exc:
  485. self._protocol.error_received(exc)
  486. except exceptions.CancelledError:
  487. if not self._closing:
  488. raise
  489. else:
  490. if self._read_fut is not None:
  491. self._read_fut.add_done_callback(self._loop_reading)
  492. finally:
  493. if data:
  494. self._protocol.datagram_received(data, addr)
  495. class _ProactorDuplexPipeTransport(_ProactorReadPipeTransport,
  496. _ProactorBaseWritePipeTransport,
  497. transports.Transport):
  498. """Transport for duplex pipes."""
  499. def can_write_eof(self):
  500. return False
  501. def write_eof(self):
  502. raise NotImplementedError
  503. class _ProactorSocketTransport(_ProactorReadPipeTransport,
  504. _ProactorBaseWritePipeTransport,
  505. transports.Transport):
  506. """Transport for connected sockets."""
  507. _sendfile_compatible = constants._SendfileMode.TRY_NATIVE
  508. def __init__(self, loop, sock, protocol, waiter=None,
  509. extra=None, server=None):
  510. super().__init__(loop, sock, protocol, waiter, extra, server)
  511. base_events._set_nodelay(sock)
  512. def _set_extra(self, sock):
  513. _set_socket_extra(self, sock)
  514. def can_write_eof(self):
  515. return True
  516. def write_eof(self):
  517. if self._closing or self._eof_written:
  518. return
  519. self._eof_written = True
  520. if self._write_fut is None:
  521. self._sock.shutdown(socket.SHUT_WR)
  522. class BaseProactorEventLoop(base_events.BaseEventLoop):
  523. def __init__(self, proactor):
  524. super().__init__()
  525. logger.debug('Using proactor: %s', proactor.__class__.__name__)
  526. self._proactor = proactor
  527. self._selector = proactor # convenient alias
  528. self._self_reading_future = None
  529. self._accept_futures = {} # socket file descriptor => Future
  530. proactor.set_loop(self)
  531. self._make_self_pipe()
  532. if threading.current_thread() is threading.main_thread():
  533. # wakeup fd can only be installed to a file descriptor from the main thread
  534. signal.set_wakeup_fd(self._csock.fileno())
  535. def _make_socket_transport(self, sock, protocol, waiter=None,
  536. extra=None, server=None):
  537. return _ProactorSocketTransport(self, sock, protocol, waiter,
  538. extra, server)
  539. def _make_ssl_transport(
  540. self, rawsock, protocol, sslcontext, waiter=None,
  541. *, server_side=False, server_hostname=None,
  542. extra=None, server=None,
  543. ssl_handshake_timeout=None):
  544. ssl_protocol = sslproto.SSLProtocol(
  545. self, protocol, sslcontext, waiter,
  546. server_side, server_hostname,
  547. ssl_handshake_timeout=ssl_handshake_timeout)
  548. _ProactorSocketTransport(self, rawsock, ssl_protocol,
  549. extra=extra, server=server)
  550. return ssl_protocol._app_transport
  551. def _make_datagram_transport(self, sock, protocol,
  552. address=None, waiter=None, extra=None):
  553. return _ProactorDatagramTransport(self, sock, protocol, address,
  554. waiter, extra)
  555. def _make_duplex_pipe_transport(self, sock, protocol, waiter=None,
  556. extra=None):
  557. return _ProactorDuplexPipeTransport(self,
  558. sock, protocol, waiter, extra)
  559. def _make_read_pipe_transport(self, sock, protocol, waiter=None,
  560. extra=None):
  561. return _ProactorReadPipeTransport(self, sock, protocol, waiter, extra)
  562. def _make_write_pipe_transport(self, sock, protocol, waiter=None,
  563. extra=None):
  564. # We want connection_lost() to be called when other end closes
  565. return _ProactorWritePipeTransport(self,
  566. sock, protocol, waiter, extra)
  567. def close(self):
  568. if self.is_running():
  569. raise RuntimeError("Cannot close a running event loop")
  570. if self.is_closed():
  571. return
  572. if threading.current_thread() is threading.main_thread():
  573. signal.set_wakeup_fd(-1)
  574. # Call these methods before closing the event loop (before calling
  575. # BaseEventLoop.close), because they can schedule callbacks with
  576. # call_soon(), which is forbidden when the event loop is closed.
  577. self._stop_accept_futures()
  578. self._close_self_pipe()
  579. self._proactor.close()
  580. self._proactor = None
  581. self._selector = None
  582. # Close the event loop
  583. super().close()
  584. async def sock_recv(self, sock, n):
  585. return await self._proactor.recv(sock, n)
  586. async def sock_recv_into(self, sock, buf):
  587. return await self._proactor.recv_into(sock, buf)
  588. async def sock_sendall(self, sock, data):
  589. return await self._proactor.send(sock, data)
  590. async def sock_connect(self, sock, address):
  591. return await self._proactor.connect(sock, address)
  592. async def sock_accept(self, sock):
  593. return await self._proactor.accept(sock)
  594. async def _sock_sendfile_native(self, sock, file, offset, count):
  595. try:
  596. fileno = file.fileno()
  597. except (AttributeError, io.UnsupportedOperation) as err:
  598. raise exceptions.SendfileNotAvailableError("not a regular file")
  599. try:
  600. fsize = os.fstat(fileno).st_size
  601. except OSError:
  602. raise exceptions.SendfileNotAvailableError("not a regular file")
  603. blocksize = count if count else fsize
  604. if not blocksize:
  605. return 0 # empty file
  606. blocksize = min(blocksize, 0xffff_ffff)
  607. end_pos = min(offset + count, fsize) if count else fsize
  608. offset = min(offset, fsize)
  609. total_sent = 0
  610. try:
  611. while True:
  612. blocksize = min(end_pos - offset, blocksize)
  613. if blocksize <= 0:
  614. return total_sent
  615. await self._proactor.sendfile(sock, file, offset, blocksize)
  616. offset += blocksize
  617. total_sent += blocksize
  618. finally:
  619. if total_sent > 0:
  620. file.seek(offset)
  621. async def _sendfile_native(self, transp, file, offset, count):
  622. resume_reading = transp.is_reading()
  623. transp.pause_reading()
  624. await transp._make_empty_waiter()
  625. try:
  626. return await self.sock_sendfile(transp._sock, file, offset, count,
  627. fallback=False)
  628. finally:
  629. transp._reset_empty_waiter()
  630. if resume_reading:
  631. transp.resume_reading()
  632. def _close_self_pipe(self):
  633. if self._self_reading_future is not None:
  634. self._self_reading_future.cancel()
  635. self._self_reading_future = None
  636. self._ssock.close()
  637. self._ssock = None
  638. self._csock.close()
  639. self._csock = None
  640. self._internal_fds -= 1
  641. def _make_self_pipe(self):
  642. # A self-socket, really. :-)
  643. self._ssock, self._csock = socket.socketpair()
  644. self._ssock.setblocking(False)
  645. self._csock.setblocking(False)
  646. self._internal_fds += 1
  647. def _loop_self_reading(self, f=None):
  648. try:
  649. if f is not None:
  650. f.result() # may raise
  651. if self._self_reading_future is not f:
  652. # When we scheduled this Future, we assigned it to
  653. # _self_reading_future. If it's not there now, something has
  654. # tried to cancel the loop while this callback was still in the
  655. # queue (see windows_events.ProactorEventLoop.run_forever). In
  656. # that case stop here instead of continuing to schedule a new
  657. # iteration.
  658. return
  659. f = self._proactor.recv(self._ssock, 4096)
  660. except exceptions.CancelledError:
  661. # _close_self_pipe() has been called, stop waiting for data
  662. return
  663. except (SystemExit, KeyboardInterrupt):
  664. raise
  665. except BaseException as exc:
  666. self.call_exception_handler({
  667. 'message': 'Error on reading from the event loop self pipe',
  668. 'exception': exc,
  669. 'loop': self,
  670. })
  671. else:
  672. self._self_reading_future = f
  673. f.add_done_callback(self._loop_self_reading)
  674. def _write_to_self(self):
  675. # This may be called from a different thread, possibly after
  676. # _close_self_pipe() has been called or even while it is
  677. # running. Guard for self._csock being None or closed. When
  678. # a socket is closed, send() raises OSError (with errno set to
  679. # EBADF, but let's not rely on the exact error code).
  680. csock = self._csock
  681. if csock is None:
  682. return
  683. try:
  684. csock.send(b'\0')
  685. except OSError:
  686. if self._debug:
  687. logger.debug("Fail to write a null byte into the "
  688. "self-pipe socket",
  689. exc_info=True)
  690. def _start_serving(self, protocol_factory, sock,
  691. sslcontext=None, server=None, backlog=100,
  692. ssl_handshake_timeout=None):
  693. def loop(f=None):
  694. try:
  695. if f is not None:
  696. conn, addr = f.result()
  697. if self._debug:
  698. logger.debug("%r got a new connection from %r: %r",
  699. server, addr, conn)
  700. protocol = protocol_factory()
  701. if sslcontext is not None:
  702. self._make_ssl_transport(
  703. conn, protocol, sslcontext, server_side=True,
  704. extra={'peername': addr}, server=server,
  705. ssl_handshake_timeout=ssl_handshake_timeout)
  706. else:
  707. self._make_socket_transport(
  708. conn, protocol,
  709. extra={'peername': addr}, server=server)
  710. if self.is_closed():
  711. return
  712. f = self._proactor.accept(sock)
  713. except OSError as exc:
  714. if sock.fileno() != -1:
  715. self.call_exception_handler({
  716. 'message': 'Accept failed on a socket',
  717. 'exception': exc,
  718. 'socket': trsock.TransportSocket(sock),
  719. })
  720. sock.close()
  721. elif self._debug:
  722. logger.debug("Accept failed on socket %r",
  723. sock, exc_info=True)
  724. except exceptions.CancelledError:
  725. sock.close()
  726. else:
  727. self._accept_futures[sock.fileno()] = f
  728. f.add_done_callback(loop)
  729. self.call_soon(loop)
  730. def _process_events(self, event_list):
  731. # Events are processed in the IocpProactor._poll() method
  732. pass
  733. def _stop_accept_futures(self):
  734. for future in self._accept_futures.values():
  735. future.cancel()
  736. self._accept_futures.clear()
  737. def _stop_serving(self, sock):
  738. future = self._accept_futures.pop(sock.fileno(), None)
  739. if future:
  740. future.cancel()
  741. self._proactor._stop_serving(sock)
  742. sock.close()