loom-kernel 0.12.2__tar.gz → 0.12.3__tar.gz

{loom_kernel-0.12.2 → loom_kernel-0.12.3}/CHANGELOG.md

@@ -1,3 +1,20 @@
+# 🚀 Release 0.12.3 ([#70](https://github.com/the-reacher-data/loom-py/pull/70)) ([`1964d8b`](https://github.com/the-reacher-data/loom-py/commit/1964d8b36e1402a63d7e46ff70d41d460a8e9812))
+
+
+
+## 🐛 Fixes
+### prefect
+- **prefect:** configure maintenance observability
+
+
+
+
+
+
+
+
+
+
 # 🚀 Release 0.12.2 ([#68](https://github.com/the-reacher-data/loom-py/pull/68)) ([`4f067d0`](https://github.com/the-reacher-data/loom-py/commit/4f067d060347334128455503d6a4975c1bcc6285))
 
 

loom_kernel-0.12.3/CHANGELOG_RELEASE.md

@@ -0,0 +1,15 @@
+# 🚀 Release 0.12.3 ([#70](https://github.com/the-reacher-data/loom-py/pull/70)) ([`1964d8b`](https://github.com/the-reacher-data/loom-py/commit/1964d8b36e1402a63d7e46ff70d41d460a8e9812))
+
+
+
+## 🐛 Fixes
+### prefect
+- **prefect:** configure maintenance observability
+
+
+
+
+
+
+
+

{loom_kernel-0.12.2 → loom_kernel-0.12.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: loom-kernel
-Version: 0.12.2
+Version: 0.12.3
 Summary: Loom Python project
 License-File: LICENSE
 Classifier: Typing :: Typed

{loom_kernel-0.12.2 → loom_kernel-0.12.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "loom-kernel"
-version = "0.12.2"
+version = "0.12.3"
 description = "Loom Python project"
 readme = "README.md"
 requires-python = ">=3.11"
@@ -268,7 +268,7 @@ markers = [
 
 [tool.commitizen]
 name = "cz_conventional_commits"
-version = "0.12.2"
+version = "0.12.3"
 tag_format = "v$version"
 version_files = [
     "pyproject.toml:project.version",

{loom_kernel-0.12.2 → loom_kernel-0.12.3}/src/loom/prefect/flow/_maintenance.py

@@ -10,6 +10,7 @@ from typing import Any
 import msgspec
 import prefect
 
+from loom.core.observability import ObservabilityRuntime, Scope
 from loom.etl.maintenance._runner import MaintenanceRunner
 from loom.etl.maintenance._step import MaintenanceStep
 from loom.etl.runner.config_loader import _load_yaml
@@ -78,15 +79,16 @@ def maintenance_flow(
         resolved = normalize_datetime_fields(resolved, params_type)
         params = msgspec.convert(resolved, type=params_type)
         actual_path = os.environ.get("LOOM_STORAGE_CONFIG_PATH") or storage_config_path
-        # Bridge loom logs into the Prefect run (mirrors etl_flow).
+        storage_config, observability_config = _load_yaml(actual_path)
+        observability = ObservabilityRuntime.from_config(observability_config)
         install_log_bridge(prefect_flow_run_id())
         try:
-            storage_config, _ = _load_yaml(actual_path)
-            report = MaintenanceRunner.from_config(storage_config).run(step, params=params)
+            with observability.span(Scope.MAINTENANCE, step.__name__):
+                report = MaintenanceRunner.from_config(storage_config).run(step, params=params)
+                set_run_summary(_maintenance_summary(report, resolved))
+                report.raise_if_errors()
         finally:
             uninstall_log_bridge()
-        set_run_summary(_maintenance_summary(report, resolved))
-        report.raise_if_errors()
 
     safe_name = name.replace("-", "_")
     body: Any = _flow_body  # cast to Any — __signature__ is a valid runtime attribute

{loom_kernel-0.12.2 → loom_kernel-0.12.3}/tests/unit/prefect/test_maintenance_flow.py

@@ -3,13 +3,17 @@
 from __future__ import annotations
 
 import uuid
+from collections.abc import Iterator
+from contextlib import contextmanager, nullcontext
 from pathlib import Path
 from unittest.mock import MagicMock
 
 import msgspec
 import pytest
 
-from loom.etl.maintenance._runner import MaintenanceReport
+from loom.core.observability.event import Scope
+from loom.etl.maintenance._protocol import TableMaintenanceResult
+from loom.etl.maintenance._runner import MaintenanceError, MaintenanceReport
 from loom.etl.maintenance._step import MaintenanceStep
 from loom.prefect.flow import _maintenance
 
@@ -42,23 +46,37 @@ def test_maintenance_flow_bridges_logs_to_current_flow_run(
     monkeypatch: pytest.MonkeyPatch,
     tmp_path: Path,
 ) -> None:
+    events: list[str] = []
     flow_run_id = uuid.uuid4()
+    storage_config = MagicMock()
+    observability_config = MagicMock()
     runner = MagicMock()
-    runner.run.return_value = MaintenanceReport()
-    install = MagicMock()
-    uninstall = MagicMock()
+    runner.run.side_effect = lambda *args, **kwargs: events.append("run") or MaintenanceReport()
+    runtime = MagicMock()
+    runtime.span.side_effect = lambda *args, **kwargs: events.append("span") or nullcontext()
+    configure = MagicMock(side_effect=lambda config: events.append("configure") or runtime)
+    install = MagicMock(side_effect=lambda flow_id: events.append("install"))
+    uninstall = MagicMock(side_effect=lambda: events.append("uninstall"))
 
     monkeypatch.setattr(_maintenance, "prefect_flow_run_id", lambda: flow_run_id)
     monkeypatch.setattr(_maintenance, "install_log_bridge", install)
     monkeypatch.setattr(_maintenance, "uninstall_log_bridge", uninstall)
-    monkeypatch.setattr(_maintenance, "_load_yaml", lambda path: (MagicMock(), path))
+    monkeypatch.setattr(
+        _maintenance,
+        "_load_yaml",
+        lambda path: events.append("load") or (storage_config, observability_config),
+    )
+    monkeypatch.setattr(_maintenance.ObservabilityRuntime, "from_config", configure)
     monkeypatch.setattr(_maintenance.MaintenanceRunner, "from_config", lambda config: runner)
 
     flow = _build_flow(tmp_path)
     flow.fn(dry_run=True)  # type: ignore[attr-defined]
 
+    assert events == ["load", "configure", "install", "span", "run", "uninstall"]
+    configure.assert_called_once_with(observability_config)
     install.assert_called_once_with(flow_run_id)
     uninstall.assert_called_once_with()
+    runtime.span.assert_called_once_with(Scope.MAINTENANCE, "_MaintenanceStep")
     runner.run.assert_called_once()
 
 
@@ -66,19 +84,39 @@ def test_maintenance_flow_uninstalls_log_bridge_after_failure(
     monkeypatch: pytest.MonkeyPatch,
     tmp_path: Path,
 ) -> None:
+    span_events: list[str] = []
+    report = MaintenanceReport(
+        results=[TableMaintenanceResult(table_ref="raw.events", error=RuntimeError("boom"))]
+    )
+    runner = MagicMock()
+    runner.run.return_value = report
+    runtime = MagicMock()
+
+    @contextmanager
+    def record_span(*args: object, **kwargs: object) -> Iterator[None]:
+        try:
+            yield
+        except MaintenanceError:
+            span_events.append("error")
+            raise
+
+    runtime.span.side_effect = record_span
     uninstall = MagicMock()
 
     monkeypatch.setattr(_maintenance, "prefect_flow_run_id", uuid.uuid4)
     monkeypatch.setattr(_maintenance, "install_log_bridge", MagicMock())
     monkeypatch.setattr(_maintenance, "uninstall_log_bridge", uninstall)
+    monkeypatch.setattr(_maintenance, "_load_yaml", lambda path: (MagicMock(), MagicMock()))
     monkeypatch.setattr(
-        _maintenance,
-        "_load_yaml",
-        MagicMock(side_effect=RuntimeError("storage config failed")),
+        _maintenance.ObservabilityRuntime,
+        "from_config",
+        MagicMock(return_value=runtime),
     )
+    monkeypatch.setattr(_maintenance.MaintenanceRunner, "from_config", lambda config: runner)
 
     flow = _build_flow(tmp_path)
-    with pytest.raises(RuntimeError, match="storage config failed"):
+    with pytest.raises(MaintenanceError, match="raw.events"):
         flow.fn(dry_run=False)  # type: ignore[attr-defined]
 
+    assert span_events == ["error"]
     uninstall.assert_called_once_with()

{loom_kernel-0.12.2 → loom_kernel-0.12.3}/uv.lock

@@ -1583,7 +1583,7 @@ wheels = [
 
 [[package]]
 name = "loom-kernel"
-version = "0.12.2"
+version = "0.12.3"
 source = { editable = "." }
 dependencies = [
     { name = "aiocache" },

loom_kernel-0.12.2/CHANGELOG_RELEASE.md

@@ -1,15 +0,0 @@
-# 🚀 Release 0.12.2 ([#68](https://github.com/the-reacher-data/loom-py/pull/68)) ([`4f067d0`](https://github.com/the-reacher-data/loom-py/commit/4f067d060347334128455503d6a4975c1bcc6285))
-
-
-
-## 🐛 Fixes
-### prefect
-- **prefect:** observe maintenance logs in flow runs
-
-
-
-
-
-
-
-