haiway 0.17.0__py3-none-any.whl → 0.18.0__py3-none-any.whl

haiway/helpers/metrics.py

@@ -1,465 +0,0 @@
-from collections.abc import Sequence
-from itertools import chain
-from time import monotonic
-from typing import Any, Self, cast, final, overload
-
-from haiway.context import MetricsHandler, ScopeIdentifier, ctx
-from haiway.state import State
-from haiway.types import MISSING
-
-__all_ = [
-    "MetricsLogger",
-    "MetricsHolder",
-]
-
-
-class MetricsScopeStore:
-    __slots__ = (
-        "allow_exit",
-        "entered",
-        "exited",
-        "identifier",
-        "metrics",
-        "nested",
-    )
-
-    def __init__(
-        self,
-        identifier: ScopeIdentifier,
-        /,
-    ) -> None:
-        self.identifier: ScopeIdentifier = identifier
-        self.entered: float = monotonic()
-        self.metrics: dict[type[State], State] = {}
-        self.exited: float | None = None
-        self.allow_exit: bool = False
-        self.nested: list[MetricsScopeStore] = []
-
-    @property
-    def time(self) -> float:
-        return (self.exited or monotonic()) - self.entered
-
-    @property
-    def finished(self) -> float:
-        return self.exited is not None and all(nested.finished for nested in self.nested)
-
-    @overload
-    def merged[Metric: State](
-        self,
-    ) -> Sequence[State]: ...
-
-    @overload
-    def merged[Metric: State](
-        self,
-        metric: type[Metric],
-    ) -> Metric | None: ...
-
-    def merged[Metric: State](
-        self,
-        metric: type[Metric] | None = None,
-    ) -> Sequence[State] | Metric | None:
-        if metric is None:
-            merged_metrics: dict[type[State], State] = dict(self.metrics)
-            for nested in chain.from_iterable(nested.merged() for nested in self.nested):
-                metric_type: type[State] = type(nested)
-                current: State | None = merged_metrics.get(metric_type)
-
-                if current is None:
-                    merged_metrics[metric_type] = nested
-                    continue  # keep going
-
-                if hasattr(current, "__add__"):
-                    merged_metrics[metric_type] = current.__add__(nested)  # pyright: ignore[reportUnknownMemberType, reportAttributeAccessIssue]
-                    assert isinstance(merged_metrics[metric_type], State)  # nosec: B101
-                    continue  # keep going
-
-                break  # we have multiple value without a way to merge
-
-            return tuple(merged_metrics.values())
-
-        else:
-            merged_metric: State | None = self.metrics.get(metric)
-            for nested in self.nested:
-                nested_metric: Metric | None = nested.merged(metric)
-                if nested_metric is None:
-                    continue  # skip missing
-
-                if merged_metric is None:
-                    merged_metric = nested_metric
-                    continue  # keep going
-
-                if hasattr(merged_metric, "__add__"):
-                    merged_metric = merged_metric.__add__(nested_metric)  # pyright: ignore[reportUnknownMemberType, reportAttributeAccessIssue, reportUnknownVariableType]
-                    assert isinstance(merged_metric, metric)  # nosec: B101
-                    continue  # keep going
-
-                break  # we have multiple value without a way to merge
-
-            return cast(Metric | None, merged_metric)
-
-
-@final
-class MetricsHolder:
-    @classmethod
-    def handler(cls) -> MetricsHandler:
-        store_handler: Self = cls()
-        return MetricsHandler(
-            record=store_handler.record,
-            enter_scope=store_handler.enter_scope,
-            exit_scope=store_handler.exit_scope,
-        )
-
-    __slots__ = (
-        "root_scope",
-        "scopes",
-    )
-
-    def __init__(self) -> None:
-        self.root_scope: ScopeIdentifier | None = None
-        self.scopes: dict[str, MetricsScopeStore] = {}
-
-    def record(
-        self,
-        scope: ScopeIdentifier,
-        /,
-        metric: State,
-    ) -> None:
-        assert self.root_scope is not None  # nosec: B101
-        assert scope.scope_id in self.scopes  # nosec: B101
-
-        metric_type: type[State] = type(metric)
-        metrics: dict[type[State], State] = self.scopes[scope.scope_id].metrics
-        if (current := metrics.get(metric_type)) and hasattr(current, "__add__"):
-            metrics[type(metric)] = current.__add__(metric)  # pyright: ignore[reportUnknownMemberType, reportAttributeAccessIssue]
-
-        metrics[type(metric)] = metric
-
-    def enter_scope[Metric: State](
-        self,
-        scope: ScopeIdentifier,
-        /,
-    ) -> None:
-        assert scope.scope_id not in self.scopes  # nosec: B101
-        scope_metrics = MetricsScopeStore(scope)
-        self.scopes[scope.scope_id] = scope_metrics
-
-        if self.root_scope is None:
-            self.root_scope = scope
-
-        else:
-            for key in self.scopes.keys():
-                if key == scope.parent_id:
-                    self.scopes[key].nested.append(scope_metrics)
-                    return
-
-            ctx.log_debug(
-                "Attempting to enter nested scope metrics without entering its parent first"
-            )
-
-    def exit_scope[Metric: State](
-        self,
-        scope: ScopeIdentifier,
-        /,
-    ) -> None:
-        assert self.root_scope is not None  # nosec: B101
-        assert scope.scope_id in self.scopes  # nosec: B101
-
-        self.scopes[scope.scope_id].allow_exit = True
-
-        if not all(nested.exited for nested in self.scopes[scope.scope_id].nested):
-            return  # not completed yet
-
-        self.scopes[scope.scope_id].exited = monotonic()
-
-        if scope != self.root_scope and self.scopes[scope.parent_id].allow_exit:
-            self.exit_scope(self.scopes[scope.parent_id].identifier)
-
-
-@final
-class MetricsLogger:
-    @classmethod
-    def handler(
-        cls,
-        items_limit: int | None = None,
-        redact_content: bool = False,
-    ) -> MetricsHandler:
-        logger_handler: Self = cls(
-            items_limit=items_limit,
-            redact_content=redact_content,
-        )
-        return MetricsHandler(
-            record=logger_handler.record,
-            enter_scope=logger_handler.enter_scope,
-            exit_scope=logger_handler.exit_scope,
-        )
-
-    __slots__ = (
-        "items_limit",
-        "redact_content",
-        "root_scope",
-        "scopes",
-    )
-
-    def __init__(
-        self,
-        items_limit: int | None,
-        redact_content: bool,
-    ) -> None:
-        self.root_scope: ScopeIdentifier | None = None
-        self.scopes: dict[str, MetricsScopeStore] = {}
-        self.items_limit: int | None = items_limit
-        self.redact_content: bool = redact_content
-
-    def record(
-        self,
-        scope: ScopeIdentifier,
-        /,
-        metric: State,
-    ) -> None:
-        assert self.root_scope is not None  # nosec: B101
-        assert scope.scope_id in self.scopes  # nosec: B101
-
-        metric_type: type[State] = type(metric)
-        metrics: dict[type[State], State] = self.scopes[scope.scope_id].metrics
-        if (current := metrics.get(metric_type)) and hasattr(current, "__add__"):
-            metrics[type(metric)] = current.__add__(metric)  # pyright: ignore[reportUnknownMemberType, reportAttributeAccessIssue]
-
-        metrics[type(metric)] = metric
-        if log := _state_log(
-            metric,
-            list_items_limit=self.items_limit,
-            redact_content=self.redact_content,
-        ):
-            ctx.log_debug(f"Recorded metric:\n⎡ {type(metric).__qualname__}:{log}\n⌊")
-
-    def enter_scope[Metric: State](
-        self,
-        scope: ScopeIdentifier,
-        /,
-    ) -> None:
-        assert scope.scope_id not in self.scopes  # nosec: B101
-        scope_metrics = MetricsScopeStore(scope)
-        self.scopes[scope.scope_id] = scope_metrics
-
-        if self.root_scope is None:
-            self.root_scope = scope
-
-        else:
-            for key in self.scopes.keys():
-                if key == scope.parent_id:
-                    self.scopes[key].nested.append(scope_metrics)
-                    return
-
-            ctx.log_debug(
-                "Attempting to enter nested scope metrics without entering its parent first"
-            )
-
-    def exit_scope[Metric: State](
-        self,
-        scope: ScopeIdentifier,
-        /,
-    ) -> None:
-        assert self.root_scope is not None  # nosec: B101
-        assert scope.scope_id in self.scopes  # nosec: B101
-
-        self.scopes[scope.scope_id].allow_exit = True
-
-        if not all(nested.exited for nested in self.scopes[scope.scope_id].nested):
-            return  # not completed yet
-
-        self.scopes[scope.scope_id].exited = monotonic()
-
-        if scope != self.root_scope and self.scopes[scope.parent_id].allow_exit:
-            self.exit_scope(self.scopes[scope.parent_id].identifier)
-
-        elif scope == self.root_scope and self.scopes[self.root_scope.scope_id].finished:
-            if log := _tree_log(
-                self.scopes[scope.scope_id],
-                list_items_limit=self.items_limit,
-                redact_content=self.redact_content,
-            ):
-                ctx.log_debug(f"Metrics summary:\n{log}")
-
-
-def _tree_log(
-    metrics: MetricsScopeStore,
-    list_items_limit: int | None,
-    redact_content: bool,
-) -> str:
-    log: str = (
-        f"⎡ @{metrics.identifier.label} [{metrics.identifier.scope_id}]({metrics.time:.2f}s):"
-    )
-
-    for metric in metrics.merged():
-        if type(metric) not in metrics.metrics:
-            continue  # skip metrics not available in this scope
-
-        metric_log: str = ""
-        for key, value in vars(metric).items():
-            if value_log := _value_log(
-                value,
-                list_items_limit=list_items_limit,
-                redact_content=redact_content,
-            ):
-                metric_log += f"\n├ {key}: {value_log}"
-
-            else:
-                continue  # skip empty values
-
-        if not metric_log:
-            continue  # skip empty logs
-
-        log += f"\n⎡ •{type(metric).__qualname__}:{metric_log.replace('\n', '\n|  ')}\n⌊"
-
-    for nested in metrics.nested:
-        nested_log: str = _tree_log(
-            nested,
-            list_items_limit=list_items_limit,
-            redact_content=redact_content,
-        )
-
-        log += f"\n\n{nested_log}"
-
-    return log.strip().replace("\n", "\n|  ") + "\n⌊"
-
-
-def _state_log(
-    value: State,
-    /,
-    list_items_limit: int | None,
-    redact_content: bool,
-) -> str | None:
-    state_log: str = ""
-    for key, element in vars(value).items():
-        element_log: str | None = _value_log(
-            element,
-            list_items_limit=list_items_limit,
-            redact_content=redact_content,
-        )
-
-        if element_log:
-            state_log += f"\n├ {key}: {element_log}"
-
-        else:
-            continue  # skip empty logs
-
-    if state_log:
-        return state_log
-
-    else:
-        return None  # skip empty logs
-
-
-def _dict_log(
-    value: dict[Any, Any],
-    /,
-    list_items_limit: int | None,
-    redact_content: bool,
-) -> str | None:
-    dict_log: str = ""
-    for key, element in value.items():
-        element_log: str | None = _value_log(
-            element,
-            list_items_limit=list_items_limit,
-            redact_content=redact_content,
-        )
-        if element_log:
-            dict_log += f"\n[{key}]: {element_log}"
-
-        else:
-            continue  # skip empty logs
-
-    if dict_log:
-        return dict_log.replace("\n", "\n|  ")
-
-    else:
-        return None  # skip empty logs
-
-
-def _list_log(
-    value: list[Any],
-    /,
-    list_items_limit: int | None,
-    redact_content: bool,
-) -> str | None:
-    list_log: str = ""
-    enumerated: list[tuple[int, Any]] = list(enumerate(value))
-    if list_items_limit:
-        if list_items_limit > 0:
-            enumerated = enumerated[:list_items_limit]
-
-        else:
-            enumerated = enumerated[list_items_limit:]
-
-    for idx, element in enumerated:
-        element_log: str | None = _value_log(
-            element,
-            list_items_limit=list_items_limit,
-            redact_content=redact_content,
-        )
-        if element_log:
-            list_log += f"\n[{idx}] {element_log}"
-
-        else:
-            continue  # skip empty logs
-
-    if list_log:
-        return list_log.replace("\n", "\n|  ")
-
-    else:
-        return None  # skip empty logs
-
-
-def _raw_value_log(
-    value: Any,
-    /,
-    redact_content: bool,
-) -> str | None:
-    if value is MISSING:
-        return None  # skip missing
-
-    if redact_content:
-        return "[redacted]"
-
-    elif isinstance(value, str):
-        return f'"{value}"'.replace("\n", "\n|  ")
-
-    else:
-        return str(value).strip().replace("\n", "\n|  ")
-
-
-def _value_log(
-    value: Any,
-    /,
-    list_items_limit: int | None,
-    redact_content: bool,
-) -> str | None:
-    # try unpack dicts
-    if isinstance(value, dict):
-        return _dict_log(
-            cast(dict[Any, Any], value),
-            list_items_limit=list_items_limit,
-            redact_content=redact_content,
-        )
-
-    # try unpack lists
-    elif isinstance(value, list):
-        return _list_log(
-            cast(list[Any], value),
-            list_items_limit=list_items_limit,
-            redact_content=redact_content,
-        )
-
-    # try unpack state
-    elif isinstance(value, State):
-        return _state_log(
-            value,
-            list_items_limit=list_items_limit,
-            redact_content=redact_content,
-        )
-
-    else:
-        return _raw_value_log(
-            value,
-            redact_content=redact_content,
-        )

haiway-0.17.0.dist-info/RECORD

@@ -1,43 +0,0 @@
-haiway/__init__.py,sha256=6MMG7skee77t_K4dPDjL-TDt_6iYa-nQGBTXAGApWJ4,2083
-haiway/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-haiway/context/__init__.py,sha256=ZG9-bareYjGWZGGXChzGs0z0bh4hlisBJ6tDdS5w5Wo,720
-haiway/context/access.py,sha256=SOwr4u7auS_E9Y4t6Bb5Z6ucjQw_1ZQtpyhvbND4A9A,17908
-haiway/context/disposables.py,sha256=vcsh8jRaJ8Q1ob7oh5LsrSPw9f5AMTcaD_p_Gb7tXAI,2588
-haiway/context/identifier.py,sha256=lz-FuspOtsaEsfb7QPrEVWYfbcMJgd3A6BGG3kLbaV0,3914
-haiway/context/logging.py,sha256=F3dr6MLjodg3MX5WTInxn3r3JuihG-giBzumI0GGUQw,5590
-haiway/context/metrics.py,sha256=WRcyRHDiHROluyYvnCt_Nk8sZ6-DXT_q-uVhedf_WDI,4244
-haiway/context/state.py,sha256=61SndKeMF3uS_HNeF-6gZUyVI6f4hi5pUXNG95VZLA8,5981
-haiway/context/tasks.py,sha256=VjYrsf9OxQb_m0etmEO0BAs0syLGC728E5TjkdMUMEE,2913
-haiway/context/types.py,sha256=VvJA7wAPZ3ISpgyThVguioYUXqhHf0XkPfRd0M1ERiQ,142
-haiway/helpers/__init__.py,sha256=ZKDlL3twDqXyI1a9FDgRy3m1-Dfycvke6BJ4C3CndEk,671
-haiway/helpers/asynchrony.py,sha256=pmPvlH4UiIaHXfQNsHvlDmzu5gCa8Pzc0_gNBAPgirU,6266
-haiway/helpers/caching.py,sha256=3M5JVI6dq-Xx6qI2DbLw2wek8U7xVjqbCZowldApXnc,13257
-haiway/helpers/metrics.py,sha256=6F4WYDxm8Pqpq9JZWSw03miMTp4Ew2igGF2LtHJxOQ8,13563
-haiway/helpers/retries.py,sha256=3m1SsJW_YY_HPufX9LEzcd_MEyRRFNXvSExLeEti8W8,7539
-haiway/helpers/throttling.py,sha256=r9HnUuo4nX36Pf-oMFHUJk-ZCDeXQ__JTDHlkSltRhA,4121
-haiway/helpers/timeouted.py,sha256=DthIm4ytKhmiIKf-pcO_vrO1X-ImZh-sLNCWcLY9gfw,3337
-haiway/helpers/tracing.py,sha256=8Gpcc_DguuHAdaxM4rGP0mB-S-8E7DKt7ZGym9f6x6Q,4018
-haiway/state/__init__.py,sha256=emTuwGFn7HyjyTJ_ass69J5jQIA7_WHO4teZz_dR05Y,355
-haiway/state/attributes.py,sha256=3chvq3ENoIX688RSYiqZnOCpxbzt-kQ2Wl8Fc3vVyMo,23311
-haiway/state/path.py,sha256=5CLPDDi3xQ-XlrIqMfhkdaA-UzgNyY542PQpQXMIjrk,21324
-haiway/state/requirement.py,sha256=qFAbchAOH0Ivgywr8cLlATX-GnNjOyAlQieart6vHSE,7040
-haiway/state/structure.py,sha256=kWpDVadrjJOKLNozFvEJKqsS24ivdoVh9T1ZjOn0yrw,13418
-haiway/state/validation.py,sha256=G-jnP5IQl4l4RcssSlKM63cU3-KHp89wJqOb2-8dNtE,14996
-haiway/types/__init__.py,sha256=-j4uDN6ix3GBXLBqXC-k_QOJSDlO6zvNCxDej8vVzek,342
-haiway/types/default.py,sha256=h38-zFkbn_UPEiw1SdDF5rkObVmD9UJpmyhOgS1gQ9U,2208
-haiway/types/frozen.py,sha256=CZhFCXnWAKEhuWSfILxA8smfdpMd5Ku694ycfLh98R8,76
-haiway/types/missing.py,sha256=rDnyA2wxPkTbJl0L-zbo0owp7IJ04xkCIp6xD6wh8NI,1712
-haiway/utils/__init__.py,sha256=VFznJ-kNjuLEqcj5Q6zxzJgvs_KIL7dTZ4FGOf72OcI,907
-haiway/utils/always.py,sha256=u1tssiErzm0Q3ASc3CV1rLhcMQ54MjpMlC_bRJMQhK4,1230
-haiway/utils/collections.py,sha256=d1L4rz1LH5b53x03btz-eVxMX55maon2dvQbaDYjvco,4162
-haiway/utils/env.py,sha256=-hI4CgLkzdyueuECVjm-TfR3lQjE2bDsc72w7vNC4nQ,5339
-haiway/utils/freezing.py,sha256=K34ZIMzbkpgkHKH-KF73plEbXExsajNRkRTYp9nJEf4,620
-haiway/utils/logs.py,sha256=oDsc1ZdqKDjlTlctLbDcp9iX98Acr-1tdw-Pyg3DElo,1577
-haiway/utils/mimic.py,sha256=BkVjTVP2TxxC8GChPGyDV6UXVwJmiRiSWeOYZNZFHxs,1828
-haiway/utils/noop.py,sha256=qgbZlOKWY6_23Zs43OLukK2HagIQKRyR04zrFVm5rWI,344
-haiway/utils/queue.py,sha256=mF0wayKg6MegfBkgxghPDVCbX2rka6sX7KCzQCGl10s,4120
-haiway/utils/stream.py,sha256=Vqyi0EwcupkVyKQ7eple6z9DkcbSHkE-6yMw85mak9Q,2832
-haiway-0.17.0.dist-info/METADATA,sha256=2G26J5-sV_PEm9hJIDfdRVxk41yQILsCJqRF4BJdHWU,4299
-haiway-0.17.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-haiway-0.17.0.dist-info/licenses/LICENSE,sha256=3phcpHVNBP8jsi77gOO0E7rgKeDeu99Pi7DSnK9YHoQ,1069
-haiway-0.17.0.dist-info/RECORD,,