py-data-engine 0.2.2__tar.gz → 0.2.3__tar.gz

{py_data_engine-0.2.2/src/py_data_engine.egg-info → py_data_engine-0.2.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: py-data-engine
-Version: 0.2.2
+Version: 0.2.3
 Summary: Workbook-driven workflow jobs with strict filename parsing and DuckDB-backed processing.
 Author: Data Engine contributors
 License-Expression: MIT
@@ -66,6 +66,7 @@ Requires-Dist: pytest-cov>=7.0.0; extra == "dev"
 Requires-Dist: ruff>=0.15.10; extra == "dev"
 Requires-Dist: Sphinx>=9.1.0; extra == "dev"
 Requires-Dist: sphinx_rtd_theme>=3.1.0; extra == "dev"
+Requires-Dist: viztracer>=1.1.0; extra == "dev"
 Dynamic: license-file
 
 # Data Engine

{py_data_engine-0.2.2 → py_data_engine-0.2.3}/pyproject.toml

@@ -98,6 +98,7 @@ dev = [
   "ruff>=0.15.10",
   "Sphinx>=9.1.0",
   "sphinx_rtd_theme>=3.1.0",
+  "viztracer>=1.1.0",
 ]
 
 [tool.setuptools]

{py_data_engine-0.2.2 → py_data_engine-0.2.3}/src/data_engine/application/actions.py

@@ -20,6 +20,7 @@ class ActionStateApplication:
         has_automated_flows: bool,
         workspace_available: bool = True,
         selected_run_group_present: bool = False,
+        local_request_pending: bool = False,
     ) -> OperatorActionContext:
         """Return one operator action context from current runtime and selection state."""
         selected_flow = SelectedFlowState.from_runtime(
@@ -36,6 +37,7 @@ class ActionStateApplication:
             has_automated_flows=has_automated_flows,
             workspace_available=workspace_available,
             selected_run_group_present=selected_run_group_present,
+            local_request_pending=local_request_pending,
         )
 
 

{py_data_engine-0.2.2 → py_data_engine-0.2.3}/src/data_engine/application/control.py

@@ -68,7 +68,7 @@ class OperatorControlApplication:
                 requested=False,
                 status_text=f"{selected_flow_name} is invalid and cannot run.",
             )
-        if selected_flow_group_active or runtime_session.manual_run_active:
+        if selected_flow_group_active:
             return OperatorActionResult(requested=False)
         if not runtime_session.control_available:
             return OperatorActionResult(requested=False, status_text=blocked_status_text)
@@ -128,27 +128,27 @@ class OperatorControlApplication:
         timeout: float = 2.0,
     ) -> OperatorActionResult:
         """Validate and request stop for the engine or selected manual flow."""
-        if runtime_session.runtime_active:
-            result = self.runtime_application.stop_engine(paths, timeout=timeout)
+        manual_flow_name = runtime_session.active_manual_runs.get(selected_flow_group)
+        if manual_flow_name is None and len(runtime_session.manual_runs) == 1:
+            manual_flow_name = runtime_session.manual_runs[0].flow_name
+        if manual_flow_name is not None:
+            if not runtime_session.control_available:
+                return OperatorActionResult(requested=False, status_text=blocked_status_text)
+            result = self.runtime_application.stop_flow(paths, name=manual_flow_name, timeout=timeout)
             if not result.ok:
                 return OperatorActionResult(
                     requested=False,
-                    error_text=_verbose_action_error("stop the engine", result.error),
+                    error_text=_verbose_action_error(f"stop {manual_flow_name}", result.error),
                 )
-            return OperatorActionResult(requested=True, sync_after=True, status_text="Stopping engine...")
-        if runtime_session.manual_run_active:
-            if not runtime_session.control_available:
-                return OperatorActionResult(requested=False, status_text=blocked_status_text)
-            flow_name = runtime_session.active_manual_runs.get(selected_flow_group)
-            if flow_name is None:
-                return OperatorActionResult(requested=False)
-            result = self.runtime_application.stop_flow(paths, name=flow_name, timeout=timeout)
+            return OperatorActionResult(requested=True, sync_after=True, status_text="Stopping selected flow...")
+        if runtime_session.runtime_active:
+            result = self.runtime_application.stop_engine(paths, timeout=timeout)
             if not result.ok:
                 return OperatorActionResult(
                     requested=False,
-                    error_text=_verbose_action_error(f"stop {flow_name}", result.error),
+                    error_text=_verbose_action_error("stop the engine", result.error),
                 )
-            return OperatorActionResult(requested=True, sync_after=True, status_text="Stopping selected flow...")
+            return OperatorActionResult(requested=True, sync_after=True, status_text="Stopping engine...")
         return OperatorActionResult(requested=False)
 
     def request_control(self, daemon_manager: WorkspaceDaemonManager) -> OperatorActionResult:

{py_data_engine-0.2.2 → py_data_engine-0.2.3}/src/data_engine/application/runtime.py

@@ -19,6 +19,7 @@ from data_engine.domain import (
 )
 from data_engine.domain.catalog import FlowCatalogLike
 from data_engine.hosts.daemon.manager import WorkspaceDaemonManager
+from data_engine.platform.instrumentation import dev_instrumentation_enabled, new_request_id, timed_operation
 from data_engine.platform.workspace_models import WorkspacePaths, authored_workspace_is_available
 from data_engine.services import DaemonService, DaemonStateService, SharedStateService
 
@@ -57,12 +58,13 @@ class RuntimeSnapshotPresentation:
 
     operation_tracker: OperationSessionState
     flow_states: dict[str, str]
+    active_runtime_flow_names: tuple[str, ...] = ()
 
     def signature_for(self, runtime_session: RuntimeSessionState) -> tuple[object, ...]:
         """Return a stable signature for render-diff decisions."""
         return (
             tuple(sorted(self.flow_states.items())),
-            tuple(sorted(runtime_session.active_runtime_flow_names)),
+            tuple(sorted(self.active_runtime_flow_names or runtime_session.active_runtime_flow_names)),
             tuple(sorted(runtime_session.active_manual_runs.items())),
             runtime_session.workspace_owned,
             runtime_session.leased_by_machine_id,
@@ -133,7 +135,7 @@ class RuntimeApplication:
     ) -> RuntimeSyncState:
         """Return normalized daemon/runtime state for one host surface."""
         snapshot = self.daemon_state_service.sync(daemon_manager)
-        if snapshot.source == "lease":
+        if snapshot.source in {"lease", "cached"} and not snapshot.workspace_owned:
             self.shared_state_service.hydrate_local_runtime(paths, runtime_ledger)
         daemon_status = DaemonStatusState.from_snapshot(snapshot)
         return RuntimeSyncState(
@@ -184,7 +186,18 @@ class RuntimeApplication:
             )
         for flow_name in list(states):
             tracker = tracker.normalize_completed(flow_name)
-        for flow_name in runtime_session.active_runtime_flow_names:
+        active_runtime_flow_names = runtime_session.active_runtime_flow_names
+        if runtime_session.runtime_stopping:
+            active_runtime_flow_names = tuple(
+                flow_name
+                for flow_name in runtime_session.active_runtime_flow_names
+                if (
+                    (flow_state := tracker.state_for(flow_name)) is None
+                    or not flow_state.has_observed_activity
+                    or flow_state.has_running_rows
+                )
+            )
+        for flow_name in active_runtime_flow_names:
             card = cards_by_name.get(flow_name)
             if card is None or states.get(flow_name) == "failed":
                 continue
@@ -199,6 +212,7 @@ class RuntimeApplication:
         return RuntimeSnapshotPresentation(
             operation_tracker=tracker,
             flow_states=states,
+            active_runtime_flow_names=active_runtime_flow_names,
         )
 
     def plan_flow_state_refresh(
@@ -366,13 +380,20 @@ class RuntimeApplication:
         *,
         timeout: float = 0.0,
     ) -> DaemonCommandResult:
-        spawn_result = self.spawn_daemon(paths)
-        if not spawn_result.ok:
-            return DaemonCommandResult(
-                ok=False,
-                error=_daemon_command_error_text(payload, spawn_result.error),
-            )
-        return self._request(paths, payload, timeout=timeout)
+        request_payload = self._instrumented_payload(payload)
+        with timed_operation(
+            self._client_timing_log_path(paths),
+            scope="client.daemon",
+            event=f"spawn_and_request:{request_payload.get('command', 'unknown')}",
+            fields={"request_id": request_payload.get("request_id"), "workspace": paths.workspace_id},
+        ):
+            spawn_result = self.spawn_daemon(paths)
+            if not spawn_result.ok:
+                return DaemonCommandResult(
+                    ok=False,
+                    error=_daemon_command_error_text(request_payload, spawn_result.error),
+                )
+            return self._request(paths, request_payload, timeout=timeout)
 
     def _request(
         self,
@@ -381,17 +402,38 @@ class RuntimeApplication:
         *,
         timeout: float = 0.0,
     ) -> DaemonCommandResult:
-        try:
-            response = self.daemon_service.request(paths, payload, timeout=timeout)
-        except self.daemon_service.client_error_type as exc:
-            return DaemonCommandResult(ok=False, error=_daemon_command_error_text(payload, exc))
-        if not response.get("ok"):
-            return DaemonCommandResult(
-                ok=False,
-                error=_daemon_command_error_text(payload, response.get("error")),
-                payload=response,
-            )
-        return DaemonCommandResult(ok=True, payload=response)
+        request_payload = self._instrumented_payload(payload)
+        with timed_operation(
+            self._client_timing_log_path(paths),
+            scope="client.daemon",
+            event=str(request_payload.get("command", "unknown")),
+            fields={"request_id": request_payload.get("request_id"), "timeout": timeout, "workspace": paths.workspace_id},
+        ):
+            try:
+                response = self.daemon_service.request(paths, request_payload, timeout=timeout)
+            except self.daemon_service.client_error_type as exc:
+                return DaemonCommandResult(ok=False, error=_daemon_command_error_text(request_payload, exc))
+            if not response.get("ok"):
+                return DaemonCommandResult(
+                    ok=False,
+                    error=_daemon_command_error_text(request_payload, response.get("error")),
+                    payload=response,
+                )
+            return DaemonCommandResult(ok=True, payload=response)
+
+    @staticmethod
+    def _client_timing_log_path(paths: WorkspacePaths):
+        if not paths.workspace_configured:
+            return None
+        return paths.runtime_state_dir / "client_timing.log"
+
+    @staticmethod
+    def _instrumented_payload(payload: dict[str, Any]) -> dict[str, Any]:
+        if "request_id" in payload or not dev_instrumentation_enabled():
+            return dict(payload)
+        instrumented = dict(payload)
+        instrumented["request_id"] = new_request_id(str(payload.get("command", "cmd")))
+        return instrumented
 
 
 def _daemon_command_error_text(payload: dict[str, Any], detail: object | None) -> str:

{py_data_engine-0.2.2 → py_data_engine-0.2.3}/src/data_engine/docs/html/_modules/data_engine/authoring/flow.html

@@ -13,7 +13,7 @@
   
       <script src="../../../_static/jquery.js?v=5d32c60e"></script>
       <script src="../../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-      <script src="../../../_static/documentation_options.js?v=000c92bf"></script>
+      <script src="../../../_static/documentation_options.js?v=a47416a6"></script>
       <script src="../../../_static/doctools.js?v=fd6eb6e6"></script>
       <script src="../../../_static/sphinx_highlight.js?v=6ffebe34"></script>
     <script src="../../../_static/js/theme.js"></script>

{py_data_engine-0.2.2 → py_data_engine-0.2.3}/src/data_engine/docs/html/_modules/data_engine/core/flow.html

@@ -13,7 +13,7 @@
   
       <script src="../../../_static/jquery.js?v=5d32c60e"></script>
       <script src="../../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-      <script src="../../../_static/documentation_options.js?v=000c92bf"></script>
+      <script src="../../../_static/documentation_options.js?v=a47416a6"></script>
       <script src="../../../_static/doctools.js?v=fd6eb6e6"></script>
       <script src="../../../_static/sphinx_highlight.js?v=6ffebe34"></script>
     <script src="../../../_static/js/theme.js"></script>

{py_data_engine-0.2.2 → py_data_engine-0.2.3}/src/data_engine/docs/html/_modules/data_engine/core/model.html

@@ -13,7 +13,7 @@
   
       <script src="../../../_static/jquery.js?v=5d32c60e"></script>
       <script src="../../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-      <script src="../../../_static/documentation_options.js?v=000c92bf"></script>
+      <script src="../../../_static/documentation_options.js?v=a47416a6"></script>
       <script src="../../../_static/doctools.js?v=fd6eb6e6"></script>
       <script src="../../../_static/sphinx_highlight.js?v=6ffebe34"></script>
     <script src="../../../_static/js/theme.js"></script>

{py_data_engine-0.2.2 → py_data_engine-0.2.3}/src/data_engine/docs/html/_modules/data_engine/core/primitives.html

@@ -13,7 +13,7 @@
   
       <script src="../../../_static/jquery.js?v=5d32c60e"></script>
       <script src="../../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-      <script src="../../../_static/documentation_options.js?v=000c92bf"></script>
+      <script src="../../../_static/documentation_options.js?v=a47416a6"></script>
       <script src="../../../_static/doctools.js?v=fd6eb6e6"></script>
       <script src="../../../_static/sphinx_highlight.js?v=6ffebe34"></script>
     <script src="../../../_static/js/theme.js"></script>

{py_data_engine-0.2.2 → py_data_engine-0.2.3}/src/data_engine/docs/html/_modules/data_engine/helpers/duckdb.html

@@ -13,7 +13,7 @@
   
       <script src="../../../_static/jquery.js?v=5d32c60e"></script>
       <script src="../../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-      <script src="../../../_static/documentation_options.js?v=000c92bf"></script>
+      <script src="../../../_static/documentation_options.js?v=a47416a6"></script>
       <script src="../../../_static/doctools.js?v=fd6eb6e6"></script>
       <script src="../../../_static/sphinx_highlight.js?v=6ffebe34"></script>
     <script src="../../../_static/js/theme.js"></script>