'RuntimeError: await wasn't used with future' and 'ConnectionError' when using '@cache' decorator

[simon-liebehenschel]

 File "/project/.venv/lib/python3.10/site-packages/aioredis/connection.py", line 1422, in get_connection
    if await connection.can_read():
  File "/project/.venv/lib/python3.10/site-packages/aioredis/connection.py", line 893, in can_read
    return await self._parser.can_read(timeout)
  File "/project/.venv/lib/python3.10/site-packages/aioredis/connection.py", line 479, in can_read
    raise ConnectionError(SERVER_CLOSED_CONNECTION_ERROR)
aioredis.exceptions.ConnectionError: Connection closed by server.
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
  File "/usr/local/lib/python3.10/runpy.py", line 196, in _run_module_as_main
    return _run_code(code, main_globals, None,
  File "/usr/local/lib/python3.10/runpy.py", line 86, in _run_code
    exec(code, run_globals)
  File "/project/.venv/lib/python3.10/site-packages/pytest/__main__.py", line 5, in <module>
    raise SystemExit(pytest.console_main())
  File "/project/.venv/lib/python3.10/site-packages/_pytest/config/__init__.py", line 188, in console_main
    code = main()
  File "/project/.venv/lib/python3.10/site-packages/_pytest/config/__init__.py", line 165, in main
    ret: Union[ExitCode, int] = config.hook.pytest_cmdline_main(
  File "/project/.venv/lib/python3.10/site-packages/pluggy/_hooks.py", line 265, in __call__
    return self._hookexec(self.name, self.get_hookimpls(), kwargs, firstresult)
  File "/project/.venv/lib/python3.10/site-packages/pluggy/_manager.py", line 80, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "/project/.venv/lib/python3.10/site-packages/pluggy/_callers.py", line 60, in _multicall
    return outcome.get_result()
  File "/project/.venv/lib/python3.10/site-packages/pluggy/_result.py", line 60, in get_result
    raise ex[1].with_traceback(ex[2])
  File "/project/.venv/lib/python3.10/site-packages/pluggy/_callers.py", line 39, in _multicall
    res = hook_impl.function(*args)
  File "/project/.venv/lib/python3.10/site-packages/_pytest/main.py", line 315, in pytest_cmdline_main
    return wrap_session(config, _main)
  File "/project/.venv/lib/python3.10/site-packages/_pytest/main.py", line 303, in wrap_session
    config.hook.pytest_sessionfinish(
  File "/project/.venv/lib/python3.10/site-packages/pluggy/_hooks.py", line 265, in __call__
    return self._hookexec(self.name, self.get_hookimpls(), kwargs, firstresult)
  File "/project/.venv/lib/python3.10/site-packages/pluggy/_manager.py", line 80, in _hookexec
    return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
  File "/project/.venv/lib/python3.10/site-packages/pluggy/_callers.py", line 55, in _multicall
    gen.send(outcome)
  File "/project/.venv/lib/python3.10/site-packages/_pytest/terminal.py", line 792, in pytest_sessionfinish
    outcome.get_result()
  File "/project/.venv/lib/python3.10/site-packages/pluggy/_result.py", line 60, in get_result
    raise ex[1].with_traceback(ex[2])
  File "/project/.venv/lib/python3.10/site-packages/pluggy/_callers.py", line 39, in _multicall
    res = hook_impl.function(*args)
  File "/project/.venv/lib/python3.10/site-packages/_pytest/runner.py", line 107, in pytest_sessionfinish
    session._setupstate.teardown_exact(None)
  File "/project/.venv/lib/python3.10/site-packages/_pytest/runner.py", line 536, in teardown_exact
    raise exc
  File "/project/.venv/lib/python3.10/site-packages/_pytest/runner.py", line 529, in teardown_exact
    fin()
  File "/project/.venv/lib/python3.10/site-packages/_pytest/fixtures.py", line 701, in <lambda>
    subrequest.node.addfinalizer(lambda: fixturedef.finish(request=subrequest))
  File "/project/.venv/lib/python3.10/site-packages/_pytest/fixtures.py", line 1030, in finish
    raise exc
  File "/project/.venv/lib/python3.10/site-packages/_pytest/fixtures.py", line 1023, in finish
    func()
  File "/project/.venv/lib/python3.10/site-packages/pytest_asyncio/plugin.py", line 287, in finalizer
    event_loop.run_until_complete(async_finalizer())
  File "/usr/local/lib/python3.10/asyncio/base_events.py", line 641, in run_until_complete
    return future.result()
  File "/project/.venv/lib/python3.10/site-packages/pytest_asyncio/plugin.py", line 279, in async_finalizer
    await gen_obj.__anext__()
  File "/project/tests/common/test_common_cache_backend.py", line 20, in auto_clear_test_cache
    await cache.clear()
  File "/project/.venv/lib/python3.10/site-packages/tenacity/_asyncio.py", line 86, in async_wrapped
    return await fn(*args, **kwargs)
  File "/project/.venv/lib/python3.10/site-packages/tenacity/_asyncio.py", line 48, in __call__
    do = self.iter(retry_state=retry_state)
  File "/project/.venv/lib/python3.10/site-packages/tenacity/__init__.py", line 349, in iter
    return fut.result()
  File "/usr/local/lib/python3.10/concurrent/futures/_base.py", line 439, in result
    return self.__get_result()
  File "/usr/local/lib/python3.10/concurrent/futures/_base.py", line 391, in __get_result
    raise self._exception
  File "/project/.venv/lib/python3.10/site-packages/tenacity/_asyncio.py", line 51, in __call__
    result = await fn(*args, **kwargs)
  File "/project/src/common/cache/backend/redis.py", line 145, in clear
    if keys := [key async for key in self.keys_match(self.namespace_match_all_regex)]:
  File "/project/src/common/cache/backend/redis.py", line 145, in <listcomp>
    if keys := [key async for key in self.keys_match(self.namespace_match_all_regex)]:
  File "/project/.venv/lib/python3.10/site-packages/cashews/backends/redis/backend.py", line 161, in keys_match
    cursor, keys = await self._client.scan(cursor, match=pattern, count=100)
  File "/project/.venv/lib/python3.10/site-packages/aioredis/client.py", line 1082, in execute_command
    conn = self.connection or await pool.get_connection(command_name, **options)
  File "/project/.venv/lib/python3.10/site-packages/aioredis/connection.py", line 1425, in get_connection
    await connection.disconnect()
  File "/project/.venv/lib/python3.10/site-packages/aioredis/connection.py", line 806, in disconnect
    await self._writer.wait_closed()  # type: ignore[union-attr]
  File "/usr/local/lib/python3.10/asyncio/streams.py", line 344, in wait_closed
    await self._protocol._get_close_waiter(self)
RuntimeError: await wasn't used with future

@Krukov It looks like it is a known bug. See aio-libs-abandoned/aioredis-py#1273. Did you ever encounter this error?

[Krukov]

Yep, I had encountered with this error and the problem was in infrastructure side ( some proxy server closed connections without reason )