Viewing file:  async_lru.py (5.98 KB) -rw-r--r--
Select action/file-type:
 (+) |  (+) |  (+) | Code (+) | Session (+) |  (+) | SDB (+) |  (+) |  (+) |  (+) |  (+) |  (+) |
import asyncio
from collections import OrderedDict
from functools import _CacheInfo, _make_key, partial, wraps
try:
from asyncio import ensure_future
except ImportError: # pragma: no cover
ensure_future = getattr(asyncio, 'async')
__version__ = '1.0.2'
__all__ = ('alru_cache',)
def create_future(*, loop):
try:
return loop.create_future()
except AttributeError:
return asyncio.Future(loop=loop)
def unpartial(fn):
while hasattr(fn, 'func'):
fn = fn.func
return fn
def _done_callback(fut, task):
if task.cancelled():
fut.cancel()
return
exc = task.exception()
if exc is not None:
fut.set_exception(exc)
return
fut.set_result(task.result())
def _cache_invalidate(wrapped, typed, *args, **kwargs):
key = _make_key(args, kwargs, typed)
exists = key in wrapped._cache
if exists:
wrapped._cache.pop(key)
return exists
def _cache_clear(wrapped):
wrapped.hits = wrapped.misses = 0
wrapped._cache = OrderedDict()
wrapped.tasks = set()
def _open(wrapped):
if not wrapped.closed:
raise RuntimeError('alru_cache is not closed')
was_closed = (
wrapped.hits ==
wrapped.misses ==
len(wrapped.tasks) ==
len(wrapped._cache) ==
0
)
if not was_closed:
raise RuntimeError('alru_cache was not closed correctly')
wrapped.closed = False
def _close(wrapped, *, cancel=False, return_exceptions=True, loop=None):
if wrapped.closed:
raise RuntimeError('alru_cache is closed')
wrapped.closed = True
if cancel:
for task in wrapped.tasks:
if not task.done(): # not sure is it possible
task.cancel()
return _wait_closed(
wrapped,
return_exceptions=return_exceptions,
loop=loop
)
@asyncio.coroutine
def _wait_closed(wrapped, *, return_exceptions, loop):
if loop is None:
loop = asyncio.get_event_loop()
wait_closed = asyncio.gather(
*wrapped.tasks,
return_exceptions=return_exceptions,
loop=loop
)
wait_closed.add_done_callback(partial(_close_waited, wrapped))
ret = yield from wait_closed
# hack to get _close_waited callback to be executed
yield from asyncio.sleep(0, loop=loop)
return ret
def _close_waited(wrapped, _):
wrapped.cache_clear()
def _cache_info(wrapped, maxsize):
return _CacheInfo(
wrapped.hits,
wrapped.misses,
maxsize,
len(wrapped._cache),
)
def __cache_touch(wrapped, key):
try:
wrapped._cache.move_to_end(key)
except KeyError: # not sure is it possible
pass
def _cache_hit(wrapped, key):
wrapped.hits += 1
__cache_touch(wrapped, key)
def _cache_miss(wrapped, key):
wrapped.misses += 1
__cache_touch(wrapped, key)
def _get_loop(cls, kwargs, fn, fn_args, fn_kwargs, *, loop):
if isinstance(loop, str):
assert cls ^ kwargs, 'choose self.loop or kwargs["loop"]'
if cls:
_self = getattr(fn, '__self__', None)
if _self is None:
assert fn_args, 'seems not unbound function'
_self = fn_args[0]
_loop = getattr(_self, loop)
else:
_loop = fn_kwargs[loop]
elif loop is None:
_loop = asyncio.get_event_loop()
else:
_loop = loop
return _loop
def alru_cache(
fn=None,
maxsize=128,
typed=False,
*,
cls=False,
kwargs=False,
cache_exceptions=True,
loop=None
):
def wrapper(fn):
_origin = unpartial(fn)
if not asyncio.iscoroutinefunction(_origin):
raise RuntimeError(
'Coroutine function is required, got {}'.format(fn))
# functools.partialmethod support
if hasattr(fn, '_make_unbound_method'):
fn = fn._make_unbound_method()
@wraps(fn)
@asyncio.coroutine
def wrapped(*fn_args, **fn_kwargs):
if wrapped.closed:
raise RuntimeError(
'alru_cache is closed for {}'.format(wrapped))
_loop = _get_loop(
cls,
kwargs,
wrapped._origin,
fn_args,
fn_kwargs,
loop=loop
)
key = _make_key(fn_args, fn_kwargs, typed)
fut = wrapped._cache.get(key)
if fut is not None:
if not fut.done():
_cache_hit(wrapped, key)
return (yield from asyncio.shield(fut, loop=_loop))
exc = fut._exception
if exc is None or cache_exceptions:
_cache_hit(wrapped, key)
return fut.result()
# exception here and cache_exceptions == False
wrapped._cache.pop(key)
fut = create_future(loop=_loop)
coro = fn(*fn_args, **fn_kwargs)
task = ensure_future(coro, loop=_loop)
task.add_done_callback(partial(_done_callback, fut))
wrapped.tasks.add(task)
task.add_done_callback(wrapped.tasks.remove)
wrapped._cache[key] = fut
if maxsize is not None and len(wrapped._cache) > maxsize:
wrapped._cache.popitem(last=False)
_cache_miss(wrapped, key)
return (yield from asyncio.shield(fut, loop=_loop))
_cache_clear(wrapped)
wrapped._origin = _origin
wrapped.closed = False
wrapped.cache_info = partial(_cache_info, wrapped, maxsize)
wrapped.cache_clear = partial(_cache_clear, wrapped)
wrapped.invalidate = partial(_cache_invalidate, wrapped, typed)
wrapped.close = partial(_close, wrapped)
wrapped.open = partial(_open, wrapped)
return wrapped
if fn is None:
return wrapper
if callable(fn) or hasattr(fn, '_make_unbound_method'):
return wrapper(fn)
raise NotImplementedError('{} decorating is not supported'.format(fn))
|