77 lines
2 KiB
Python
77 lines
2 KiB
Python
|
import inspect
|
||
|
|
import json
|
||
|
|
import random
|
||
|
|
import time
|
||
|
|
from functools import wraps
|
||
|
|
from traceback import format_exception
|
||
|
|
from typing import Any, Callable, TypeVar
|
||
|
|
|
||
|
|
from django.utils.crypto import RANDOM_STRING_CHARS
|
||
|
|
from typing_extensions import ParamSpec
|
||
|
|
|
||
|
|
T = TypeVar("T")
|
||
|
|
P = ParamSpec("P")
|
||
|
|
|
||
|
|
|
||
|
|
def is_module_level_function(func: Callable) -> bool:
|
||
|
|
if not inspect.isfunction(func) or inspect.isbuiltin(func):
|
||
|
|
return False
|
||
|
|
|
||
|
|
if "<locals>" in func.__qualname__:
|
||
|
|
return False
|
||
|
|
|
||
|
|
return True
|
||
|
|
|
||
|
|
|
||
|
|
def json_normalize(obj: Any) -> Any:
|
||
|
|
"""
|
||
|
|
Round-trip encode object as JSON to normalize types.
|
||
|
|
"""
|
||
|
|
return json.loads(json.dumps(obj))
|
||
|
|
|
||
|
|
|
||
|
|
def retry(*, retries: int = 3, backoff_delay: float = 0.1) -> Callable:
|
||
|
|
"""
|
||
|
|
Retry the given code `retries` times, raising the final error.
|
||
|
|
|
||
|
|
`backoff_delay` can be used to add a delay between attempts.
|
||
|
|
"""
|
||
|
|
|
||
|
|
def wrapper(f: Callable[P, T]) -> Callable[P, T]:
|
||
|
|
@wraps(f)
|
||
|
|
def inner_wrapper(*args: P.args, **kwargs: P.kwargs) -> T: # type:ignore[return]
|
||
|
|
for attempt in range(1, retries + 1):
|
||
|
|
try:
|
||
|
|
return f(*args, **kwargs)
|
||
|
|
except KeyboardInterrupt:
|
||
|
|
# Let the user ctrl-C out of the program without a retry
|
||
|
|
raise
|
||
|
|
except BaseException:
|
||
|
|
if attempt == retries:
|
||
|
|
raise
|
||
|
|
time.sleep(backoff_delay)
|
||
|
|
|
||
|
|
return inner_wrapper
|
||
|
|
|
||
|
|
return wrapper
|
||
|
|
|
||
|
|
|
||
|
|
def get_module_path(val: Any) -> str:
|
||
|
|
return f"{val.__module__}.{val.__qualname__}"
|
||
|
|
|
||
|
|
|
||
|
|
def get_exception_traceback(exc: BaseException) -> str:
|
||
|
|
return "".join(format_exception(type(exc), exc, exc.__traceback__))
|
||
|
|
|
||
|
|
|
||
|
|
def get_random_id() -> str:
|
||
|
|
"""
|
||
|
|
Return a random string for use as a task id.
|
||
|
|
|
||
|
|
Whilst 64 characters is the max, just use 32 as a sensible middle-ground.
|
||
|
|
|
||
|
|
This should be much faster than Django's `get_random_string`, since
|
||
|
|
it's not cryptographically secure.
|
||
|
|
"""
|
||
|
|
return "".join(random.choices(RANDOM_STRING_CHARS, k=32))
|