test_streams.py

"""Tests for streams.py."""

importgc
importos
importqueue
importpickle
importsocket
importsys
importthreading
importunittest
fromunittestimportmock
importwarnings
try:
importssl
exceptImportError:
ssl=None

importasyncio
fromtest.test_asyncioimportutilsastest_utils
fromtest.supportimportrequires_subprocess, socket_helper


deftearDownModule():
asyncio.set_event_loop_policy(None)


classStreamTests(test_utils.TestCase):

DATA=b'line1\nline2\nline3\n'

defsetUp(self):
super().setUp()
self.loop=asyncio.new_event_loop()
self.set_event_loop(self.loop)

deftearDown(self):
# just in case if we have transport close callbacks
test_utils.run_briefly(self.loop)

# set_event_loop() takes care of closing self.loop in a safe way
super().tearDown()

def_basetest_open_connection(self, open_connection_fut):
messages= []
self.loop.set_exception_handler(lambdaloop, ctx: messages.append(ctx))
reader, writer=self.loop.run_until_complete(open_connection_fut)
writer.write(b'GET / HTTP/1.0\r\n\r\n')
f=reader.readline()
data=self.loop.run_until_complete(f)
self.assertEqual(data, b'HTTP/1.0 200 OK\r\n')
f=reader.read()
data=self.loop.run_until_complete(f)
self.assertTrue(data.endswith(b'\r\n\r\nTest message'))
writer.close()
self.assertEqual(messages, [])

deftest_open_connection(self):
withtest_utils.run_test_server() ashttpd:
conn_fut=asyncio.open_connection(*httpd.address)
self._basetest_open_connection(conn_fut)

@socket_helper.skip_unless_bind_unix_socket
deftest_open_unix_connection(self):
withtest_utils.run_test_unix_server() ashttpd:
conn_fut=asyncio.open_unix_connection(httpd.address)
self._basetest_open_connection(conn_fut)

def_basetest_open_connection_no_loop_ssl(self, open_connection_fut):
messages= []
self.loop.set_exception_handler(lambdaloop, ctx: messages.append(ctx))
try:
reader, writer=self.loop.run_until_complete(open_connection_fut)
finally:
asyncio.set_event_loop(None)
writer.write(b'GET / HTTP/1.0\r\n\r\n')
f=reader.read()
data=self.loop.run_until_complete(f)
self.assertTrue(data.endswith(b'\r\n\r\nTest message'))

writer.close()
self.assertEqual(messages, [])

@unittest.skipIf(sslisNone, 'No ssl module')
deftest_open_connection_no_loop_ssl(self):
withtest_utils.run_test_server(use_ssl=True) ashttpd:
conn_fut=asyncio.open_connection(
*httpd.address,
ssl=test_utils.dummy_ssl_context())

self._basetest_open_connection_no_loop_ssl(conn_fut)

@socket_helper.skip_unless_bind_unix_socket
@unittest.skipIf(sslisNone, 'No ssl module')
deftest_open_unix_connection_no_loop_ssl(self):
withtest_utils.run_test_unix_server(use_ssl=True) ashttpd:
conn_fut=asyncio.open_unix_connection(
httpd.address,
ssl=test_utils.dummy_ssl_context(),
server_hostname='',
 )

self._basetest_open_connection_no_loop_ssl(conn_fut)

def_basetest_open_connection_error(self, open_connection_fut):
messages= []
self.loop.set_exception_handler(lambdaloop, ctx: messages.append(ctx))
reader, writer=self.loop.run_until_complete(open_connection_fut)
writer._protocol.connection_lost(ZeroDivisionError())
f=reader.read()
withself.assertRaises(ZeroDivisionError):
self.loop.run_until_complete(f)
writer.close()
test_utils.run_briefly(self.loop)
self.assertEqual(messages, [])

deftest_open_connection_error(self):
withtest_utils.run_test_server() ashttpd:
conn_fut=asyncio.open_connection(*httpd.address)
self._basetest_open_connection_error(conn_fut)

@socket_helper.skip_unless_bind_unix_socket
deftest_open_unix_connection_error(self):
withtest_utils.run_test_unix_server() ashttpd:
conn_fut=asyncio.open_unix_connection(httpd.address)
self._basetest_open_connection_error(conn_fut)

deftest_feed_empty_data(self):
stream=asyncio.StreamReader(loop=self.loop)

stream.feed_data(b'')
self.assertEqual(b'', stream._buffer)

deftest_feed_nonempty_data(self):
stream=asyncio.StreamReader(loop=self.loop)

stream.feed_data(self.DATA)
self.assertEqual(self.DATA, stream._buffer)

deftest_read_zero(self):
# Read zero bytes.
stream=asyncio.StreamReader(loop=self.loop)
stream.feed_data(self.DATA)

data=self.loop.run_until_complete(stream.read(0))
self.assertEqual(b'', data)
self.assertEqual(self.DATA, stream._buffer)

deftest_read(self):
# Read bytes.
stream=asyncio.StreamReader(loop=self.loop)
read_task=self.loop.create_task(stream.read(30))

defcb():
stream.feed_data(self.DATA)
self.loop.call_soon(cb)

data=self.loop.run_until_complete(read_task)
self.assertEqual(self.DATA, data)
self.assertEqual(b'', stream._buffer)

deftest_read_line_breaks(self):
# Read bytes without line breaks.
stream=asyncio.StreamReader(loop=self.loop)
stream.feed_data(b'line1')
stream.feed_data(b'line2')

data=self.loop.run_until_complete(stream.read(5))

self.assertEqual(b'line1', data)
self.assertEqual(b'line2', stream._buffer)

deftest_read_eof(self):
# Read bytes, stop at eof.
stream=asyncio.StreamReader(loop=self.loop)
read_task=self.loop.create_task(stream.read(1024))

defcb():
stream.feed_eof()
self.loop.call_soon(cb)

data=self.loop.run_until_complete(read_task)
self.assertEqual(b'', data)
self.assertEqual(b'', stream._buffer)

deftest_read_until_eof(self):
# Read all bytes until eof.
stream=asyncio.StreamReader(loop=self.loop)
read_task=self.loop.create_task(stream.read(-1))

defcb():
stream.feed_data(b'chunk1\n')
stream.feed_data(b'chunk2')
stream.feed_eof()
self.loop.call_soon(cb)

data=self.loop.run_until_complete(read_task)

self.assertEqual(b'chunk1\nchunk2', data)
self.assertEqual(b'', stream._buffer)

deftest_read_exception(self):
stream=asyncio.StreamReader(loop=self.loop)
stream.feed_data(b'line\n')

data=self.loop.run_until_complete(stream.read(2))
self.assertEqual(b'li', data)

stream.set_exception(ValueError())
self.assertRaises(
ValueError, self.loop.run_until_complete, stream.read(2))

deftest_invalid_limit(self):
withself.assertRaisesRegex(ValueError, 'imit'):
asyncio.StreamReader(limit=0, loop=self.loop)

withself.assertRaisesRegex(ValueError, 'imit'):
asyncio.StreamReader(limit=-1, loop=self.loop)

deftest_read_limit(self):
stream=asyncio.StreamReader(limit=3, loop=self.loop)
stream.feed_data(b'chunk')
data=self.loop.run_until_complete(stream.read(5))
self.assertEqual(b'chunk', data)
self.assertEqual(b'', stream._buffer)

deftest_readline(self):
# Read one line. 'readline' will need to wait for the data
# to come from 'cb'
stream=asyncio.StreamReader(loop=self.loop)
stream.feed_data(b'chunk1 ')
read_task=self.loop.create_task(stream.readline())

defcb():
stream.feed_data(b'chunk2 ')
stream.feed_data(b'chunk3 ')
stream.feed_data(b'\n chunk4')
self.loop.call_soon(cb)

line=self.loop.run_until_complete(read_task)
self.assertEqual(b'chunk1 chunk2 chunk3 \n', line)
self.assertEqual(b' chunk4', stream._buffer)

deftest_readline_limit_with_existing_data(self):
# Read one line. The data is in StreamReader's buffer
# before the event loop is run.

stream=asyncio.StreamReader(limit=3, loop=self.loop)
stream.feed_data(b'li')
stream.feed_data(b'ne1\nline2\n')

self.assertRaises(
ValueError, self.loop.run_until_complete, stream.readline())
# The buffer should contain the remaining data after exception
self.assertEqual(b'line2\n', stream._buffer)

stream=asyncio.StreamReader(limit=3, loop=self.loop)
stream.feed_data(b'li')
stream.feed_data(b'ne1')
stream.feed_data(b'li')

self.assertRaises(
ValueError, self.loop.run_until_complete, stream.readline())
# No b'\n' at the end. The 'limit' is set to 3. So before
# waiting for the new data in buffer, 'readline' will consume
# the entire buffer, and since the length of the consumed data
# is more than 3, it will raise a ValueError. The buffer is
# expected to be empty now.
self.assertEqual(b'', stream._buffer)

deftest_at_eof(self):
stream=asyncio.StreamReader(loop=self.loop)
self.assertFalse(stream.at_eof())

stream.feed_data(b'some data\n')
self.assertFalse(stream.at_eof())

self.loop.run_until_complete(stream.readline())
self.assertFalse(stream.at_eof())

stream.feed_data(b'some data\n')
stream.feed_eof()
self.loop.run_until_complete(stream.readline())
self.assertTrue(stream.at_eof())

deftest_readline_limit(self):
# Read one line. StreamReaders are fed with data after
# their 'readline' methods are called.

stream=asyncio.StreamReader(limit=7, loop=self.loop)
defcb():
stream.feed_data(b'chunk1')
stream.feed_data(b'chunk2')
stream.feed_data(b'chunk3\n')
stream.feed_eof()
self.loop.call_soon(cb)

self.assertRaises(
ValueError, self.loop.run_until_complete, stream.readline())
# The buffer had just one line of data, and after raising
# a ValueError it should be empty.
self.assertEqual(b'', stream._buffer)

stream=asyncio.StreamReader(limit=7, loop=self.loop)
defcb():
stream.feed_data(b'chunk1')
stream.feed_data(b'chunk2\n')
stream.feed_data(b'chunk3\n')
stream.feed_eof()
self.loop.call_soon(cb)

self.assertRaises(
ValueError, self.loop.run_until_complete, stream.readline())
self.assertEqual(b'chunk3\n', stream._buffer)

# check strictness of the limit
stream=asyncio.StreamReader(limit=7, loop=self.loop)
stream.feed_data(b'1234567\n')
line=self.loop.run_until_complete(stream.readline())
self.assertEqual(b'1234567\n', line)
self.assertEqual(b'', stream._buffer)

stream.feed_data(b'12345678\n')
withself.assertRaises(ValueError) ascm:
self.loop.run_until_complete(stream.readline())
self.assertEqual(b'', stream._buffer)

stream.feed_data(b'12345678')
withself.assertRaises(ValueError) ascm:
self.loop.run_until_complete(stream.readline())
self.assertEqual(b'', stream._buffer)

deftest_readline_nolimit_nowait(self):
# All needed data for the first 'readline' call will be
# in the buffer.
stream=asyncio.StreamReader(loop=self.loop)
stream.feed_data(self.DATA[:6])
stream.feed_data(self.DATA[6:])

line=self.loop.run_until_complete(stream.readline())

self.assertEqual(b'line1\n', line)
self.assertEqual(b'line2\nline3\n', stream._buffer)

deftest_readline_eof(self):
stream=asyncio.StreamReader(loop=self.loop)
stream.feed_data(b'some data')
stream.feed_eof()

line=self.loop.run_until_complete(stream.readline())
self.assertEqual(b'some data', line)

deftest_readline_empty_eof(self):
stream=asyncio.StreamReader(loop=self.loop)
stream.feed_eof()

line=self.loop.run_until_complete(stream.readline())
self.assertEqual(b'', line)

deftest_readline_read_byte_count(self):
stream=asyncio.StreamReader(loop=self.loop)
stream.feed_data(self.DATA)

self.loop.run_until_complete(stream.readline())

data=self.loop.run_until_complete(stream.read(7))

self.assertEqual(b'line2\nl', data)
self.assertEqual(b'ine3\n', stream._buffer)

deftest_readline_exception(self):
stream=asyncio.StreamReader(loop=self.loop)
stream.feed_data(b'line\n')

data=self.loop.run_until_complete(stream.readline())
self.assertEqual(b'line\n', data)

stream.set_exception(ValueError())
self.assertRaises(
ValueError, self.loop.run_until_complete, stream.readline())
self.assertEqual(b'', stream._buffer)

deftest_readuntil_separator(self):
stream=asyncio.StreamReader(loop=self.loop)
withself.assertRaisesRegex(ValueError, 'Separator should be'):
self.loop.run_until_complete(stream.readuntil(separator=b''))
withself.assertRaisesRegex(ValueError, 'Separator should be'):
self.loop.run_until_complete(stream.readuntil(separator=(b'',)))
withself.assertRaisesRegex(ValueError, 'Separator should contain'):
self.loop.run_until_complete(stream.readuntil(separator=()))

deftest_readuntil_multi_chunks(self):
stream=asyncio.StreamReader(loop=self.loop)

stream.feed_data(b'lineAAA')
data=self.loop.run_until_complete(stream.readuntil(separator=b'AAA'))
self.assertEqual(b'lineAAA', data)
self.assertEqual(b'', stream._buffer)

stream.feed_data(b'lineAAA')
data=self.loop.run_until_complete(stream.readuntil(b'AAA'))
self.assertEqual(b'lineAAA', data)
self.assertEqual(b'', stream._buffer)

stream.feed_data(b'lineAAAxxx')
data=self.loop.run_until_complete(stream.readuntil(b'AAA'))
self.assertEqual(b'lineAAA', data)
self.assertEqual(b'xxx', stream._buffer)

deftest_readuntil_multi_chunks_1(self):
stream=asyncio.StreamReader(loop=self.loop)

stream.feed_data(b'QWEaa')
stream.feed_data(b'XYaa')
stream.feed_data(b'a')
data=self.loop.run_until_complete(stream.readuntil(b'aaa'))
self.assertEqual(b'QWEaaXYaaa', data)
self.assertEqual(b'', stream._buffer)

stream.feed_data(b'QWEaa')
stream.feed_data(b'XYa')
stream.feed_data(b'aa')
data=self.loop.run_until_complete(stream.readuntil(b'aaa'))
self.assertEqual(b'QWEaaXYaaa', data)
self.assertEqual(b'', stream._buffer)

stream.feed_data(b'aaa')
data=self.loop.run_until_complete(stream.readuntil(b'aaa'))
self.assertEqual(b'aaa', data)
self.assertEqual(b'', stream._buffer)

stream.feed_data(b'Xaaa')
data=self.loop.run_until_complete(stream.readuntil(b'aaa'))
self.assertEqual(b'Xaaa', data)
self.assertEqual(b'', stream._buffer)

stream.feed_data(b'XXX')
stream.feed_data(b'a')
stream.feed_data(b'a')
stream.feed_data(b'a')
data=self.loop.run_until_complete(stream.readuntil(b'aaa'))
self.assertEqual(b'XXXaaa', data)
self.assertEqual(b'', stream._buffer)

deftest_readuntil_eof(self):
stream=asyncio.StreamReader(loop=self.loop)
data=b'some dataAA'
stream.feed_data(data)
stream.feed_eof()

withself.assertRaisesRegex(asyncio.IncompleteReadError,
'undefined expected bytes') ascm:
self.loop.run_until_complete(stream.readuntil(b'AAA'))
self.assertEqual(cm.exception.partial, data)
self.assertIsNone(cm.exception.expected)
self.assertEqual(b'', stream._buffer)

deftest_readuntil_limit_found_sep(self):
stream=asyncio.StreamReader(loop=self.loop, limit=3)
stream.feed_data(b'some dataAA')
withself.assertRaisesRegex(asyncio.LimitOverrunError,
'not found') ascm:
self.loop.run_until_complete(stream.readuntil(b'AAA'))

self.assertEqual(b'some dataAA', stream._buffer)

stream.feed_data(b'A')
withself.assertRaisesRegex(asyncio.LimitOverrunError,
'is found') ascm:
self.loop.run_until_complete(stream.readuntil(b'AAA'))

self.assertEqual(b'some dataAAA', stream._buffer)

deftest_readuntil_multi_separator(self):
stream=asyncio.StreamReader(loop=self.loop)

# Simple case
stream.feed_data(b'line 1\nline 2\r')
data=self.loop.run_until_complete(stream.readuntil((b'\r', b'\n')))
self.assertEqual(b'line 1\n', data)
data=self.loop.run_until_complete(stream.readuntil((b'\r', b'\n')))
self.assertEqual(b'line 2\r', data)
self.assertEqual(b'', stream._buffer)

# First end position matches, even if that's a longer match
stream.feed_data(b'ABCDEFG')
data=self.loop.run_until_complete(stream.readuntil((b'DEF', b'BCDE')))
self.assertEqual(b'ABCDE', data)
self.assertEqual(b'FG', stream._buffer)

deftest_readuntil_multi_separator_limit(self):
stream=asyncio.StreamReader(loop=self.loop, limit=3)
stream.feed_data(b'some dataA')

withself.assertRaisesRegex(asyncio.LimitOverrunError,
'is found') ascm:
self.loop.run_until_complete(stream.readuntil((b'A', b'ome dataA')))

self.assertEqual(b'some dataA', stream._buffer)

deftest_readuntil_multi_separator_negative_offset(self):
# If the buffer is big enough for the smallest separator (but does
# not contain it) but too small for the largest, `offset` must not
# become negative.
stream=asyncio.StreamReader(loop=self.loop)
stream.feed_data(b'data')

readuntil_task=self.loop.create_task(stream.readuntil((b'A', b'long sep')))
self.loop.call_soon(stream.feed_data, b'Z')
self.loop.call_soon(stream.feed_data, b'Aaaa')

data=self.loop.run_until_complete(readuntil_task)
self.assertEqual(b'dataZA', data)
self.assertEqual(b'aaa', stream._buffer)

deftest_readuntil_bytearray(self):
stream=asyncio.StreamReader(loop=self.loop)
stream.feed_data(b'some data\r\n')
data=self.loop.run_until_complete(stream.readuntil(bytearray(b'\r\n')))
self.assertEqual(b'some data\r\n', data)
self.assertEqual(b'', stream._buffer)

deftest_readexactly_zero_or_less(self):
# Read exact number of bytes (zero or less).
stream=asyncio.StreamReader(loop=self.loop)
stream.feed_data(self.DATA)

data=self.loop.run_until_complete(stream.readexactly(0))
self.assertEqual(b'', data)
self.assertEqual(self.DATA, stream._buffer)

withself.assertRaisesRegex(ValueError, 'less than zero'):
self.loop.run_until_complete(stream.readexactly(-1))
self.assertEqual(self.DATA, stream._buffer)

deftest_readexactly(self):
# Read exact number of bytes.
stream=asyncio.StreamReader(loop=self.loop)

n=2*len(self.DATA)
read_task=self.loop.create_task(stream.readexactly(n))

defcb():
stream.feed_data(self.DATA)
stream.feed_data(self.DATA)
stream.feed_data(self.DATA)
self.loop.call_soon(cb)

data=self.loop.run_until_complete(read_task)
self.assertEqual(self.DATA+self.DATA, data)
self.assertEqual(self.DATA, stream._buffer)

deftest_readexactly_limit(self):
stream=asyncio.StreamReader(limit=3, loop=self.loop)
stream.feed_data(b'chunk')
data=self.loop.run_until_complete(stream.readexactly(5))
self.assertEqual(b'chunk', data)
self.assertEqual(b'', stream._buffer)

deftest_readexactly_eof(self):
# Read exact number of bytes (eof).
stream=asyncio.StreamReader(loop=self.loop)
n=2*len(self.DATA)
read_task=self.loop.create_task(stream.readexactly(n))

defcb():
stream.feed_data(self.DATA)
stream.feed_eof()
self.loop.call_soon(cb)

withself.assertRaises(asyncio.IncompleteReadError) ascm:
self.loop.run_until_complete(read_task)
self.assertEqual(cm.exception.partial, self.DATA)
self.assertEqual(cm.exception.expected, n)
self.assertEqual(str(cm.exception),
'18 bytes read on a total of 36 expected bytes')
self.assertEqual(b'', stream._buffer)

deftest_readexactly_exception(self):
stream=asyncio.StreamReader(loop=self.loop)
stream.feed_data(b'line\n')

data=self.loop.run_until_complete(stream.readexactly(2))
self.assertEqual(b'li', data)

stream.set_exception(ValueError())
self.assertRaises(
ValueError, self.loop.run_until_complete, stream.readexactly(2))

deftest_exception(self):
stream=asyncio.StreamReader(loop=self.loop)
self.assertIsNone(stream.exception())

exc=ValueError()
stream.set_exception(exc)
self.assertIs(stream.exception(), exc)

deftest_exception_waiter(self):
stream=asyncio.StreamReader(loop=self.loop)

asyncdefset_err():
stream.set_exception(ValueError())

t1=self.loop.create_task(stream.readline())
t2=self.loop.create_task(set_err())

self.loop.run_until_complete(asyncio.wait([t1, t2]))

self.assertRaises(ValueError, t1.result)

deftest_exception_cancel(self):
stream=asyncio.StreamReader(loop=self.loop)

t=self.loop.create_task(stream.readline())
test_utils.run_briefly(self.loop)
t.cancel()
test_utils.run_briefly(self.loop)
# The following line fails if set_exception() isn't careful.
stream.set_exception(RuntimeError('message'))
test_utils.run_briefly(self.loop)
self.assertIs(stream._waiter, None)

deftest_start_server(self):

classMyServer:

def__init__(self, loop):
self.server=None
self.loop=loop

asyncdefhandle_client(self, client_reader, client_writer):
data=awaitclient_reader.readline()
client_writer.write(data)
awaitclient_writer.drain()
client_writer.close()
awaitclient_writer.wait_closed()

defstart(self):
sock=socket.create_server(('127.0.0.1', 0))
self.server=self.loop.run_until_complete(
asyncio.start_server(self.handle_client,
sock=sock))
returnsock.getsockname()

defhandle_client_callback(self, client_reader, client_writer):
self.loop.create_task(self.handle_client(client_reader,
client_writer))

defstart_callback(self):
sock=socket.create_server(('127.0.0.1', 0))
addr=sock.getsockname()
sock.close()
self.server=self.loop.run_until_complete(
asyncio.start_server(self.handle_client_callback,
host=addr[0], port=addr[1]))
returnaddr

defstop(self):
ifself.serverisnotNone:
self.server.close()
self.loop.run_until_complete(self.server.wait_closed())
self.server=None

asyncdefclient(addr):
reader, writer=awaitasyncio.open_connection(*addr)
# send a line
writer.write(b"hello world!\n")
# read it back
msgback=awaitreader.readline()
writer.close()
awaitwriter.wait_closed()
returnmsgback

messages= []
self.loop.set_exception_handler(lambdaloop, ctx: messages.append(ctx))

# test the server variant with a coroutine as client handler
server=MyServer(self.loop)
addr=server.start()
msg=self.loop.run_until_complete(self.loop.create_task(client(addr)))
server.stop()
self.assertEqual(msg, b"hello world!\n")

# test the server variant with a callback as client handler
server=MyServer(self.loop)
addr=server.start_callback()
msg=self.loop.run_until_complete(self.loop.create_task(client(addr)))
server.stop()
self.assertEqual(msg, b"hello world!\n")

self.assertEqual(messages, [])

@socket_helper.skip_unless_bind_unix_socket
deftest_start_unix_server(self):

classMyServer:

def__init__(self, loop, path):
self.server=None
self.loop=loop
self.path=path

asyncdefhandle_client(self, client_reader, client_writer):
data=awaitclient_reader.readline()
client_writer.write(data)
awaitclient_writer.drain()
client_writer.close()
awaitclient_writer.wait_closed()

defstart(self):
self.server=self.loop.run_until_complete(
asyncio.start_unix_server(self.handle_client,
path=self.path))

defhandle_client_callback(self, client_reader, client_writer):
self.loop.create_task(self.handle_client(client_reader,
client_writer))

defstart_callback(self):
start=asyncio.start_unix_server(self.handle_client_callback,
path=self.path)
self.server=self.loop.run_until_complete(start)

defstop(self):
ifself.serverisnotNone:
self.server.close()
self.loop.run_until_complete(self.server.wait_closed())
self.server=None

asyncdefclient(path):
reader, writer=awaitasyncio.open_unix_connection(path)
# send a line
writer.write(b"hello world!\n")
# read it back
msgback=awaitreader.readline()
writer.close()
awaitwriter.wait_closed()
returnmsgback

messages= []
self.loop.set_exception_handler(lambdaloop, ctx: messages.append(ctx))

# test the server variant with a coroutine as client handler
withtest_utils.unix_socket_path() aspath:
server=MyServer(self.loop, path)
server.start()
msg=self.loop.run_until_complete(
self.loop.create_task(client(path)))
server.stop()
self.assertEqual(msg, b"hello world!\n")

# test the server variant with a callback as client handler
withtest_utils.unix_socket_path() aspath:
server=MyServer(self.loop, path)
server.start_callback()
msg=self.loop.run_until_complete(
self.loop.create_task(client(path)))
server.stop()
self.assertEqual(msg, b"hello world!\n")

self.assertEqual(messages, [])

@unittest.skipIf(sslisNone, 'No ssl module')
deftest_start_tls(self):

classMyServer:

def__init__(self, loop):
self.server=None
self.loop=loop

asyncdefhandle_client(self, client_reader, client_writer):
data1=awaitclient_reader.readline()
client_writer.write(data1)
awaitclient_writer.drain()
assertclient_writer.get_extra_info('sslcontext') isNone
awaitclient_writer.start_tls(
test_utils.simple_server_sslcontext())
assertclient_writer.get_extra_info('sslcontext') isnotNone
data2=awaitclient_reader.readline()
client_writer.write(data2)
awaitclient_writer.drain()
client_writer.close()
awaitclient_writer.wait_closed()

defstart(self):
sock=socket.create_server(('127.0.0.1', 0))
self.server=self.loop.run_until_complete(
asyncio.start_server(self.handle_client,
sock=sock))
returnsock.getsockname()

defstop(self):
ifself.serverisnotNone:
self.server.close()
self.loop.run_until_complete(self.server.wait_closed())
self.server=None

asyncdefclient(addr):
reader, writer=awaitasyncio.open_connection(*addr)
writer.write(b"hello world 1!\n")
awaitwriter.drain()
msgback1=awaitreader.readline()
assertwriter.get_extra_info('sslcontext') isNone
awaitwriter.start_tls(test_utils.simple_client_sslcontext())
assertwriter.get_extra_info('sslcontext') isnotNone
writer.write(b"hello world 2!\n")
awaitwriter.drain()
msgback2=awaitreader.readline()
writer.close()
awaitwriter.wait_closed()
returnmsgback1, msgback2

messages= []
self.loop.set_exception_handler(lambdaloop, ctx: messages.append(ctx))

server=MyServer(self.loop)
addr=server.start()
msg1, msg2=self.loop.run_until_complete(client(addr))
server.stop()

self.assertEqual(messages, [])
self.assertEqual(msg1, b"hello world 1!\n")
self.assertEqual(msg2, b"hello world 2!\n")

@unittest.skipIf(sys.platform=='win32', "Don't have pipes")
@requires_subprocess()
deftest_read_all_from_pipe_reader(self):
# See asyncio issue 168. This test is derived from the example
# subprocess_attach_read_pipe.py, but we configure the
# StreamReader's limit so that twice it is less than the size
# of the data writer. Also we must explicitly attach a child
# watcher to the event loop.

code="""\
import os, sys
fd = int(sys.argv[1])
os.write(fd, b'data')
os.close(fd)
"""
rfd, wfd=os.pipe()
args= [sys.executable, '-c', code, str(wfd)]

pipe=open(rfd, 'rb', 0)
reader=asyncio.StreamReader(loop=self.loop, limit=1)
protocol=asyncio.StreamReaderProtocol(reader, loop=self.loop)
transport, _=self.loop.run_until_complete(
self.loop.connect_read_pipe(lambda: protocol, pipe))
withwarnings.catch_warnings():
warnings.simplefilter('ignore', DeprecationWarning)
watcher=asyncio.SafeChildWatcher()
watcher.attach_loop(self.loop)
try:
withwarnings.catch_warnings():
warnings.simplefilter('ignore', DeprecationWarning)
asyncio.set_child_watcher(watcher)
create=asyncio.create_subprocess_exec(
*args,
pass_fds={wfd},
 )
proc=self.loop.run_until_complete(create)
self.loop.run_until_complete(proc.wait())
finally:
withwarnings.catch_warnings():
warnings.simplefilter('ignore', DeprecationWarning)
asyncio.set_child_watcher(None)

os.close(wfd)
data=self.loop.run_until_complete(reader.read(-1))
self.assertEqual(data, b'data')

deftest_streamreader_constructor_without_loop(self):
withself.assertRaisesRegex(RuntimeError, 'no current event loop'):
asyncio.StreamReader()

deftest_streamreader_constructor_use_running_loop(self):
# asyncio issue #184: Ensure that StreamReaderProtocol constructor
# retrieves the current loop if the loop parameter is not set
asyncdeftest():
returnasyncio.StreamReader()

reader=self.loop.run_until_complete(test())
self.assertIs(reader._loop, self.loop)

deftest_streamreader_constructor_use_global_loop(self):
# asyncio issue #184: Ensure that StreamReaderProtocol constructor
# retrieves the current loop if the loop parameter is not set
# Deprecated in 3.10, undeprecated in 3.12
self.addCleanup(asyncio.set_event_loop, None)
asyncio.set_event_loop(self.loop)
reader=asyncio.StreamReader()
self.assertIs(reader._loop, self.loop)


deftest_streamreaderprotocol_constructor_without_loop(self):
reader=mock.Mock()
withself.assertRaisesRegex(RuntimeError, 'no current event loop'):
asyncio.StreamReaderProtocol(reader)

deftest_streamreaderprotocol_constructor_use_running_loop(self):
# asyncio issue #184: Ensure that StreamReaderProtocol constructor
# retrieves the current loop if the loop parameter is not set
reader=mock.Mock()
asyncdeftest():
returnasyncio.StreamReaderProtocol(reader)
protocol=self.loop.run_until_complete(test())
self.assertIs(protocol._loop, self.loop)

deftest_streamreaderprotocol_constructor_use_global_loop(self):
# asyncio issue #184: Ensure that StreamReaderProtocol constructor
# retrieves the current loop if the loop parameter is not set
# Deprecated in 3.10, undeprecated in 3.12
self.addCleanup(asyncio.set_event_loop, None)
asyncio.set_event_loop(self.loop)
reader=mock.Mock()
protocol=asyncio.StreamReaderProtocol(reader)
self.assertIs(protocol._loop, self.loop)

deftest_multiple_drain(self):
# See https://github.com/python/cpython/issues/74116
drained=0

asyncdefdrainer(stream):
nonlocaldrained
awaitstream._drain_helper()
drained+=1

asyncdefmain():
loop=asyncio.get_running_loop()
stream=asyncio.streams.FlowControlMixin(loop)
stream.pause_writing()
loop.call_later(0.1, stream.resume_writing)
awaitasyncio.gather(*[drainer(stream) for_inrange(10)])
self.assertEqual(drained, 10)

self.loop.run_until_complete(main())

deftest_drain_raises(self):
# See http://bugs.python.org/issue25441

# This test should not use asyncio for the mock server; the
# whole point of the test is to test for a bug in drain()
# where it never gives up the event loop but the socket is
# closed on the server side.

messages= []
self.loop.set_exception_handler(lambdaloop, ctx: messages.append(ctx))
q=queue.Queue()

defserver():
# Runs in a separate thread.
withsocket.create_server(('localhost', 0)) assock:
addr=sock.getsockname()
q.put(addr)
clt, _=sock.accept()
clt.close()

asyncdefclient(host, port):
reader, writer=awaitasyncio.open_connection(host, port)

whileTrue:
writer.write(b"foo\n")
awaitwriter.drain()

# Start the server thread and wait for it to be listening.
thread=threading.Thread(target=server)
thread.daemon=True
thread.start()
addr=q.get()

# Should not be stuck in an infinite loop.
withself.assertRaises((ConnectionResetError, ConnectionAbortedError,
BrokenPipeError)):
self.loop.run_until_complete(client(*addr))

# Clean up the thread. (Only on success; on failure, it may
# be stuck in accept().)
thread.join()
self.assertEqual([], messages)

deftest___repr__(self):
stream=asyncio.StreamReader(loop=self.loop)
self.assertEqual("<StreamReader>", repr(stream))

deftest___repr__nondefault_limit(self):
stream=asyncio.StreamReader(loop=self.loop, limit=123)
self.assertEqual("<StreamReader limit=123>", repr(stream))

deftest___repr__eof(self):
stream=asyncio.StreamReader(loop=self.loop)
stream.feed_eof()
self.assertEqual("<StreamReader eof>", repr(stream))

deftest___repr__data(self):
stream=asyncio.StreamReader(loop=self.loop)
stream.feed_data(b'data')
self.assertEqual("<StreamReader 4 bytes>", repr(stream))

deftest___repr__exception(self):
stream=asyncio.StreamReader(loop=self.loop)
exc=RuntimeError()