123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481 |
- import asyncio
- import base64
- import binascii
- import hashlib
- import json
- from typing import Any, Iterable, Optional, Tuple
- import async_timeout
- import attr
- from multidict import CIMultiDict
- from . import hdrs
- from .abc import AbstractStreamWriter
- from .helpers import call_later, set_result
- from .http import (
- WS_CLOSED_MESSAGE,
- WS_CLOSING_MESSAGE,
- WS_KEY,
- WebSocketError,
- WebSocketReader,
- WebSocketWriter,
- WSMessage,
- WSMsgType as WSMsgType,
- ws_ext_gen,
- ws_ext_parse,
- )
- from .log import ws_logger
- from .streams import EofStream, FlowControlDataQueue
- from .typedefs import JSONDecoder, JSONEncoder
- from .web_exceptions import HTTPBadRequest, HTTPException
- from .web_request import BaseRequest
- from .web_response import StreamResponse
- __all__ = (
- "WebSocketResponse",
- "WebSocketReady",
- "WSMsgType",
- )
- THRESHOLD_CONNLOST_ACCESS = 5
- @attr.s(auto_attribs=True, frozen=True, slots=True)
- class WebSocketReady:
- ok: bool
- protocol: Optional[str]
- def __bool__(self) -> bool:
- return self.ok
- class WebSocketResponse(StreamResponse):
- _length_check = False
- def __init__(
- self,
- *,
- timeout: float = 10.0,
- receive_timeout: Optional[float] = None,
- autoclose: bool = True,
- autoping: bool = True,
- heartbeat: Optional[float] = None,
- protocols: Iterable[str] = (),
- compress: bool = True,
- max_msg_size: int = 4 * 1024 * 1024,
- ) -> None:
- super().__init__(status=101)
- self._protocols = protocols
- self._ws_protocol = None # type: Optional[str]
- self._writer = None # type: Optional[WebSocketWriter]
- self._reader = None # type: Optional[FlowControlDataQueue[WSMessage]]
- self._closed = False
- self._closing = False
- self._conn_lost = 0
- self._close_code = None # type: Optional[int]
- self._loop = None # type: Optional[asyncio.AbstractEventLoop]
- self._waiting = None # type: Optional[asyncio.Future[bool]]
- self._exception = None # type: Optional[BaseException]
- self._timeout = timeout
- self._receive_timeout = receive_timeout
- self._autoclose = autoclose
- self._autoping = autoping
- self._heartbeat = heartbeat
- self._heartbeat_cb = None
- if heartbeat is not None:
- self._pong_heartbeat = heartbeat / 2.0
- self._pong_response_cb = None
- self._compress = compress
- self._max_msg_size = max_msg_size
- def _cancel_heartbeat(self) -> None:
- if self._pong_response_cb is not None:
- self._pong_response_cb.cancel()
- self._pong_response_cb = None
- if self._heartbeat_cb is not None:
- self._heartbeat_cb.cancel()
- self._heartbeat_cb = None
- def _reset_heartbeat(self) -> None:
- self._cancel_heartbeat()
- if self._heartbeat is not None:
- self._heartbeat_cb = call_later(
- self._send_heartbeat, self._heartbeat, self._loop
- )
- def _send_heartbeat(self) -> None:
- if self._heartbeat is not None and not self._closed:
- # fire-and-forget a task is not perfect but maybe ok for
- # sending ping. Otherwise we need a long-living heartbeat
- # task in the class.
- self._loop.create_task(self._writer.ping()) # type: ignore
- if self._pong_response_cb is not None:
- self._pong_response_cb.cancel()
- self._pong_response_cb = call_later(
- self._pong_not_received, self._pong_heartbeat, self._loop
- )
- def _pong_not_received(self) -> None:
- if self._req is not None and self._req.transport is not None:
- self._closed = True
- self._close_code = 1006
- self._exception = asyncio.TimeoutError()
- self._req.transport.close()
- async def prepare(self, request: BaseRequest) -> AbstractStreamWriter:
- # make pre-check to don't hide it by do_handshake() exceptions
- if self._payload_writer is not None:
- return self._payload_writer
- protocol, writer = self._pre_start(request)
- payload_writer = await super().prepare(request)
- assert payload_writer is not None
- self._post_start(request, protocol, writer)
- await payload_writer.drain()
- return payload_writer
- def _handshake(
- self, request: BaseRequest
- ) -> Tuple["CIMultiDict[str]", str, bool, bool]:
- headers = request.headers
- if "websocket" != headers.get(hdrs.UPGRADE, "").lower().strip():
- raise HTTPBadRequest(
- text=(
- "No WebSocket UPGRADE hdr: {}\n Can "
- '"Upgrade" only to "WebSocket".'
- ).format(headers.get(hdrs.UPGRADE))
- )
- if "upgrade" not in headers.get(hdrs.CONNECTION, "").lower():
- raise HTTPBadRequest(
- text="No CONNECTION upgrade hdr: {}".format(
- headers.get(hdrs.CONNECTION)
- )
- )
- # find common sub-protocol between client and server
- protocol = None
- if hdrs.SEC_WEBSOCKET_PROTOCOL in headers:
- req_protocols = [
- str(proto.strip())
- for proto in headers[hdrs.SEC_WEBSOCKET_PROTOCOL].split(",")
- ]
- for proto in req_protocols:
- if proto in self._protocols:
- protocol = proto
- break
- else:
- # No overlap found: Return no protocol as per spec
- ws_logger.warning(
- "Client protocols %r don’t overlap server-known ones %r",
- req_protocols,
- self._protocols,
- )
- # check supported version
- version = headers.get(hdrs.SEC_WEBSOCKET_VERSION, "")
- if version not in ("13", "8", "7"):
- raise HTTPBadRequest(text=f"Unsupported version: {version}")
- # check client handshake for validity
- key = headers.get(hdrs.SEC_WEBSOCKET_KEY)
- try:
- if not key or len(base64.b64decode(key)) != 16:
- raise HTTPBadRequest(text=f"Handshake error: {key!r}")
- except binascii.Error:
- raise HTTPBadRequest(text=f"Handshake error: {key!r}") from None
- accept_val = base64.b64encode(
- hashlib.sha1(key.encode() + WS_KEY).digest()
- ).decode()
- response_headers = CIMultiDict( # type: ignore
- {
- hdrs.UPGRADE: "websocket", # type: ignore
- hdrs.CONNECTION: "upgrade",
- hdrs.SEC_WEBSOCKET_ACCEPT: accept_val,
- }
- )
- notakeover = False
- compress = 0
- if self._compress:
- extensions = headers.get(hdrs.SEC_WEBSOCKET_EXTENSIONS)
- # Server side always get return with no exception.
- # If something happened, just drop compress extension
- compress, notakeover = ws_ext_parse(extensions, isserver=True)
- if compress:
- enabledext = ws_ext_gen(
- compress=compress, isserver=True, server_notakeover=notakeover
- )
- response_headers[hdrs.SEC_WEBSOCKET_EXTENSIONS] = enabledext
- if protocol:
- response_headers[hdrs.SEC_WEBSOCKET_PROTOCOL] = protocol
- return (response_headers, protocol, compress, notakeover) # type: ignore
- def _pre_start(self, request: BaseRequest) -> Tuple[str, WebSocketWriter]:
- self._loop = request._loop
- headers, protocol, compress, notakeover = self._handshake(request)
- self.set_status(101)
- self.headers.update(headers)
- self.force_close()
- self._compress = compress
- transport = request._protocol.transport
- assert transport is not None
- writer = WebSocketWriter(
- request._protocol, transport, compress=compress, notakeover=notakeover
- )
- return protocol, writer
- def _post_start(
- self, request: BaseRequest, protocol: str, writer: WebSocketWriter
- ) -> None:
- self._ws_protocol = protocol
- self._writer = writer
- self._reset_heartbeat()
- loop = self._loop
- assert loop is not None
- self._reader = FlowControlDataQueue(request._protocol, 2 ** 16, loop=loop)
- request.protocol.set_parser(
- WebSocketReader(self._reader, self._max_msg_size, compress=self._compress)
- )
- # disable HTTP keepalive for WebSocket
- request.protocol.keep_alive(False)
- def can_prepare(self, request: BaseRequest) -> WebSocketReady:
- if self._writer is not None:
- raise RuntimeError("Already started")
- try:
- _, protocol, _, _ = self._handshake(request)
- except HTTPException:
- return WebSocketReady(False, None)
- else:
- return WebSocketReady(True, protocol)
- @property
- def closed(self) -> bool:
- return self._closed
- @property
- def close_code(self) -> Optional[int]:
- return self._close_code
- @property
- def ws_protocol(self) -> Optional[str]:
- return self._ws_protocol
- @property
- def compress(self) -> bool:
- return self._compress
- def exception(self) -> Optional[BaseException]:
- return self._exception
- async def ping(self, message: bytes = b"") -> None:
- if self._writer is None:
- raise RuntimeError("Call .prepare() first")
- await self._writer.ping(message)
- async def pong(self, message: bytes = b"") -> None:
- # unsolicited pong
- if self._writer is None:
- raise RuntimeError("Call .prepare() first")
- await self._writer.pong(message)
- async def send_str(self, data: str, compress: Optional[bool] = None) -> None:
- if self._writer is None:
- raise RuntimeError("Call .prepare() first")
- if not isinstance(data, str):
- raise TypeError("data argument must be str (%r)" % type(data))
- await self._writer.send(data, binary=False, compress=compress)
- async def send_bytes(self, data: bytes, compress: Optional[bool] = None) -> None:
- if self._writer is None:
- raise RuntimeError("Call .prepare() first")
- if not isinstance(data, (bytes, bytearray, memoryview)):
- raise TypeError("data argument must be byte-ish (%r)" % type(data))
- await self._writer.send(data, binary=True, compress=compress)
- async def send_json(
- self,
- data: Any,
- compress: Optional[bool] = None,
- *,
- dumps: JSONEncoder = json.dumps,
- ) -> None:
- await self.send_str(dumps(data), compress=compress)
- async def write_eof(self) -> None: # type: ignore
- if self._eof_sent:
- return
- if self._payload_writer is None:
- raise RuntimeError("Response has not been started")
- await self.close()
- self._eof_sent = True
- async def close(self, *, code: int = 1000, message: bytes = b"") -> bool:
- if self._writer is None:
- raise RuntimeError("Call .prepare() first")
- self._cancel_heartbeat()
- reader = self._reader
- assert reader is not None
- # we need to break `receive()` cycle first,
- # `close()` may be called from different task
- if self._waiting is not None and not self._closed:
- reader.feed_data(WS_CLOSING_MESSAGE, 0)
- await self._waiting
- if not self._closed:
- self._closed = True
- try:
- await self._writer.close(code, message)
- writer = self._payload_writer
- assert writer is not None
- await writer.drain()
- except (asyncio.CancelledError, asyncio.TimeoutError):
- self._close_code = 1006
- raise
- except Exception as exc:
- self._close_code = 1006
- self._exception = exc
- return True
- if self._closing:
- return True
- reader = self._reader
- assert reader is not None
- try:
- with async_timeout.timeout(self._timeout, loop=self._loop):
- msg = await reader.read()
- except asyncio.CancelledError:
- self._close_code = 1006
- raise
- except Exception as exc:
- self._close_code = 1006
- self._exception = exc
- return True
- if msg.type == WSMsgType.CLOSE:
- self._close_code = msg.data
- return True
- self._close_code = 1006
- self._exception = asyncio.TimeoutError()
- return True
- else:
- return False
- async def receive(self, timeout: Optional[float] = None) -> WSMessage:
- if self._reader is None:
- raise RuntimeError("Call .prepare() first")
- loop = self._loop
- assert loop is not None
- while True:
- if self._waiting is not None:
- raise RuntimeError("Concurrent call to receive() is not allowed")
- if self._closed:
- self._conn_lost += 1
- if self._conn_lost >= THRESHOLD_CONNLOST_ACCESS:
- raise RuntimeError("WebSocket connection is closed.")
- return WS_CLOSED_MESSAGE
- elif self._closing:
- return WS_CLOSING_MESSAGE
- try:
- self._waiting = loop.create_future()
- try:
- with async_timeout.timeout(
- timeout or self._receive_timeout, loop=self._loop
- ):
- msg = await self._reader.read()
- self._reset_heartbeat()
- finally:
- waiter = self._waiting
- set_result(waiter, True)
- self._waiting = None
- except (asyncio.CancelledError, asyncio.TimeoutError):
- self._close_code = 1006
- raise
- except EofStream:
- self._close_code = 1000
- await self.close()
- return WSMessage(WSMsgType.CLOSED, None, None)
- except WebSocketError as exc:
- self._close_code = exc.code
- await self.close(code=exc.code)
- return WSMessage(WSMsgType.ERROR, exc, None)
- except Exception as exc:
- self._exception = exc
- self._closing = True
- self._close_code = 1006
- await self.close()
- return WSMessage(WSMsgType.ERROR, exc, None)
- if msg.type == WSMsgType.CLOSE:
- self._closing = True
- self._close_code = msg.data
- if not self._closed and self._autoclose:
- await self.close()
- elif msg.type == WSMsgType.CLOSING:
- self._closing = True
- elif msg.type == WSMsgType.PING and self._autoping:
- await self.pong(msg.data)
- continue
- elif msg.type == WSMsgType.PONG and self._autoping:
- continue
- return msg
- async def receive_str(self, *, timeout: Optional[float] = None) -> str:
- msg = await self.receive(timeout)
- if msg.type != WSMsgType.TEXT:
- raise TypeError(
- "Received message {}:{!r} is not WSMsgType.TEXT".format(
- msg.type, msg.data
- )
- )
- return msg.data
- async def receive_bytes(self, *, timeout: Optional[float] = None) -> bytes:
- msg = await self.receive(timeout)
- if msg.type != WSMsgType.BINARY:
- raise TypeError(f"Received message {msg.type}:{msg.data!r} is not bytes")
- return msg.data
- async def receive_json(
- self, *, loads: JSONDecoder = json.loads, timeout: Optional[float] = None
- ) -> Any:
- data = await self.receive_str(timeout=timeout)
- return loads(data)
- async def write(self, data: bytes) -> None:
- raise RuntimeError("Cannot call .write() for websocket")
- def __aiter__(self) -> "WebSocketResponse":
- return self
- async def __anext__(self) -> WSMessage:
- msg = await self.receive()
- if msg.type in (WSMsgType.CLOSE, WSMsgType.CLOSING, WSMsgType.CLOSED):
- raise StopAsyncIteration
- return msg
- def _cancel(self, exc: BaseException) -> None:
- if self._reader is not None:
- self._reader.set_exception(exc)
|