py-data-engine 0.2.3__tar.gz → 0.2.4__tar.gz

py_data_engine-0.2.4/MANIFEST.in

@@ -0,0 +1,4 @@
+prune tests
+prune data
+prune data2
+prune workspaces

{py_data_engine-0.2.3/src/py_data_engine.egg-info → py_data_engine-0.2.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: py-data-engine
-Version: 0.2.3
+Version: 0.2.4
 Summary: Workbook-driven workflow jobs with strict filename parsing and DuckDB-backed processing.
 Author: Data Engine contributors
 License-Expression: MIT

{py_data_engine-0.2.3 → py_data_engine-0.2.4}/src/data_engine/authoring/flow.py

@@ -2,6 +2,7 @@
 
 from __future__ import annotations
 
+import inspect
 from pathlib import Path
 from typing import TYPE_CHECKING
 
@@ -34,6 +35,51 @@ def _resolve_authoring_services(
     )
 
 
+def _infer_authoring_flow_origin() -> tuple[str, Path] | None:
+    """Return ``(flow_name, workspace_root)`` for direct authored module execution.
+
+    This is a narrow authoring convenience for calls such as ``build().preview()``
+    executed directly inside ``workspaces/<id>/flow_modules/*.py``. It should not
+    affect compiled runtime execution or ad hoc inline flows outside a workspace
+    ``flow_modules`` tree.
+    """
+    current = inspect.currentframe()
+    if current is None:
+        return None
+    try:
+        frame = current.f_back
+        while frame is not None:
+            filename = frame.f_code.co_filename
+            try:
+                path = Path(filename).resolve()
+            except (OSError, RuntimeError):
+                frame = frame.f_back
+                continue
+            if path.name == __file__:
+                frame = frame.f_back
+                continue
+            if path.parent.name == "flow_modules":
+                return path.stem, path.parent.parent.resolve()
+            frame = frame.f_back
+    finally:
+        del current
+    return None
+
+
+def _with_inferred_authoring_metadata(flow: "Flow") -> "Flow":
+    """Fill in missing direct-authoring metadata when executing from flow_modules."""
+    if flow.name is not None and flow._workspace_root is not None:
+        return flow
+    inferred = _infer_authoring_flow_origin()
+    if inferred is None:
+        return flow
+    inferred_name, inferred_workspace_root = inferred
+    return flow._clone(
+        name=flow.name or inferred_name,
+        _workspace_root=flow._workspace_root or inferred_workspace_root,
+    )
+
+
 class Flow(_CoreFlow):
     """Public authoring flow with execution conveniences layered over core definitions."""
 
@@ -57,11 +103,12 @@ class Flow(_CoreFlow):
         list[FlowContext]
             One context per executed source.
         """
+        flow = _with_inferred_authoring_metadata(self)
         service = _resolve_authoring_services(
             authoring_services=authoring_services,
             runtime_execution_service=runtime_execution_service,
         ).runtime_execution_service
-        return service.run_once(self)
+        return service.run_once(flow)
 
     def preview(
         self,
@@ -96,35 +143,13 @@ class Flow(_CoreFlow):
 
         if in_compiled_flow_module_context():
             raise FlowValidationError("preview() is not available inside compiled flow modules.")
+        flow = _with_inferred_authoring_metadata(self)
         normalized_use = _validate_slot_name(method_name="preview", slot_name="use", value=use)
         service = _resolve_authoring_services(
             authoring_services=authoring_services,
             runtime_execution_service=runtime_execution_service,
         ).runtime_execution_service
-        return service.preview(self, use=normalized_use)
-
-    def show(self) -> object:
-        """Run this flow once and return the single final current value.
-
-        Returns
-        -------
-        object
-            Final ``context.current`` value.
-
-        Raises
-        ------
-        FlowValidationError
-            If called from a compiled flow module or the flow produces anything
-            other than one result.
-        """
-        from data_engine.flow_modules.flow_module_loader import in_compiled_flow_module_context
-
-        if in_compiled_flow_module_context():
-            raise FlowValidationError("show() is not available inside compiled flow modules.")
-        results = self.run_once()
-        if len(results) != 1:
-            raise FlowValidationError(f"show() requires exactly one result, found {len(results)}.")
-        return results[0].current
+        return service.preview(flow, use=normalized_use)
 
     def run(
         self,
@@ -146,11 +171,12 @@ class Flow(_CoreFlow):
         list[FlowContext]
             Completed contexts collected before the runtime exits.
         """
+        flow = _with_inferred_authoring_metadata(self)
         service = _resolve_authoring_services(
             authoring_services=authoring_services,
             runtime_execution_service=runtime_execution_service,
         ).runtime_execution_service
-        return service.run_continuous(self)
+        return service.run_continuous(flow)
 
 
 def load_flow(

{py_data_engine-0.2.3 → py_data_engine-0.2.4}/src/data_engine/docs/html/_modules/data_engine/authoring/flow.html

@@ -13,7 +13,7 @@
   
       <script src="../../../_static/jquery.js?v=5d32c60e"></script>
       <script src="../../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-      <script src="../../../_static/documentation_options.js?v=a47416a6"></script>
+      <script src="../../../_static/documentation_options.js?v=6ffd866b"></script>
       <script src="../../../_static/doctools.js?v=fd6eb6e6"></script>
       <script src="../../../_static/sphinx_highlight.js?v=6ffebe34"></script>
     <script src="../../../_static/js/theme.js"></script>
@@ -86,6 +86,7 @@
 
 <span class="kn">from</span><span class="w"> </span><span class="nn">__future__</span><span class="w"> </span><span class="kn">import</span> <span class="n">annotations</span>
 
+<span class="kn">import</span><span class="w"> </span><span class="nn">inspect</span>
 <span class="kn">from</span><span class="w"> </span><span class="nn">pathlib</span><span class="w"> </span><span class="kn">import</span> <span class="n">Path</span>
 <span class="kn">from</span><span class="w"> </span><span class="nn">typing</span><span class="w"> </span><span class="kn">import</span> <span class="n">TYPE_CHECKING</span>
 
@@ -118,6 +119,51 @@
     <span class="p">)</span>
 
 
+<span class="k">def</span><span class="w"> </span><span class="nf">_infer_authoring_flow_origin</span><span class="p">()</span> <span class="o">-&gt;</span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Path</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span><span class="p">:</span>
+<span class="w">    </span><span class="sd">&quot;&quot;&quot;Return ``(flow_name, workspace_root)`` for direct authored module execution.</span>
+
+<span class="sd">    This is a narrow authoring convenience for calls such as ``build().preview()``</span>
+<span class="sd">    executed directly inside ``workspaces/&lt;id&gt;/flow_modules/*.py``. It should not</span>
+<span class="sd">    affect compiled runtime execution or ad hoc inline flows outside a workspace</span>
+<span class="sd">    ``flow_modules`` tree.</span>
+<span class="sd">    &quot;&quot;&quot;</span>
+    <span class="n">current</span> <span class="o">=</span> <span class="n">inspect</span><span class="o">.</span><span class="n">currentframe</span><span class="p">()</span>
+    <span class="k">if</span> <span class="n">current</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+        <span class="k">return</span> <span class="kc">None</span>
+    <span class="k">try</span><span class="p">:</span>
+        <span class="n">frame</span> <span class="o">=</span> <span class="n">current</span><span class="o">.</span><span class="n">f_back</span>
+        <span class="k">while</span> <span class="n">frame</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+            <span class="n">filename</span> <span class="o">=</span> <span class="n">frame</span><span class="o">.</span><span class="n">f_code</span><span class="o">.</span><span class="n">co_filename</span>
+            <span class="k">try</span><span class="p">:</span>
+                <span class="n">path</span> <span class="o">=</span> <span class="n">Path</span><span class="p">(</span><span class="n">filename</span><span class="p">)</span><span class="o">.</span><span class="n">resolve</span><span class="p">()</span>
+            <span class="k">except</span> <span class="p">(</span><span class="ne">OSError</span><span class="p">,</span> <span class="ne">RuntimeError</span><span class="p">):</span>
+                <span class="n">frame</span> <span class="o">=</span> <span class="n">frame</span><span class="o">.</span><span class="n">f_back</span>
+                <span class="k">continue</span>
+            <span class="k">if</span> <span class="n">path</span><span class="o">.</span><span class="n">name</span> <span class="o">==</span> <span class="vm">__file__</span><span class="p">:</span>
+                <span class="n">frame</span> <span class="o">=</span> <span class="n">frame</span><span class="o">.</span><span class="n">f_back</span>
+                <span class="k">continue</span>
+            <span class="k">if</span> <span class="n">path</span><span class="o">.</span><span class="n">parent</span><span class="o">.</span><span class="n">name</span> <span class="o">==</span> <span class="s2">&quot;flow_modules&quot;</span><span class="p">:</span>
+                <span class="k">return</span> <span class="n">path</span><span class="o">.</span><span class="n">stem</span><span class="p">,</span> <span class="n">path</span><span class="o">.</span><span class="n">parent</span><span class="o">.</span><span class="n">parent</span><span class="o">.</span><span class="n">resolve</span><span class="p">()</span>
+            <span class="n">frame</span> <span class="o">=</span> <span class="n">frame</span><span class="o">.</span><span class="n">f_back</span>
+    <span class="k">finally</span><span class="p">:</span>
+        <span class="k">del</span> <span class="n">current</span>
+    <span class="k">return</span> <span class="kc">None</span>
+
+
+<span class="k">def</span><span class="w"> </span><span class="nf">_with_inferred_authoring_metadata</span><span class="p">(</span><span class="n">flow</span><span class="p">:</span> <span class="s2">&quot;Flow&quot;</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="s2">&quot;Flow&quot;</span><span class="p">:</span>
+<span class="w">    </span><span class="sd">&quot;&quot;&quot;Fill in missing direct-authoring metadata when executing from flow_modules.&quot;&quot;&quot;</span>
+    <span class="k">if</span> <span class="n">flow</span><span class="o">.</span><span class="n">name</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="ow">and</span> <span class="n">flow</span><span class="o">.</span><span class="n">_workspace_root</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+        <span class="k">return</span> <span class="n">flow</span>
+    <span class="n">inferred</span> <span class="o">=</span> <span class="n">_infer_authoring_flow_origin</span><span class="p">()</span>
+    <span class="k">if</span> <span class="n">inferred</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+        <span class="k">return</span> <span class="n">flow</span>
+    <span class="n">inferred_name</span><span class="p">,</span> <span class="n">inferred_workspace_root</span> <span class="o">=</span> <span class="n">inferred</span>
+    <span class="k">return</span> <span class="n">flow</span><span class="o">.</span><span class="n">_clone</span><span class="p">(</span>
+        <span class="n">name</span><span class="o">=</span><span class="n">flow</span><span class="o">.</span><span class="n">name</span> <span class="ow">or</span> <span class="n">inferred_name</span><span class="p">,</span>
+        <span class="n">_workspace_root</span><span class="o">=</span><span class="n">flow</span><span class="o">.</span><span class="n">_workspace_root</span> <span class="ow">or</span> <span class="n">inferred_workspace_root</span><span class="p">,</span>
+    <span class="p">)</span>
+
+
 <div class="viewcode-block" id="Flow">
 <a class="viewcode-back" href="../../../api.html#data_engine.authoring.flow.Flow">[docs]</a>
 <span class="k">class</span><span class="w"> </span><span class="nc">Flow</span><span class="p">(</span><span class="n">_CoreFlow</span><span class="p">):</span>
@@ -145,11 +191,12 @@
 <span class="sd">        list[FlowContext]</span>
 <span class="sd">            One context per executed source.</span>
 <span class="sd">        &quot;&quot;&quot;</span>
+        <span class="n">flow</span> <span class="o">=</span> <span class="n">_with_inferred_authoring_metadata</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
         <span class="n">service</span> <span class="o">=</span> <span class="n">_resolve_authoring_services</span><span class="p">(</span>
             <span class="n">authoring_services</span><span class="o">=</span><span class="n">authoring_services</span><span class="p">,</span>
             <span class="n">runtime_execution_service</span><span class="o">=</span><span class="n">runtime_execution_service</span><span class="p">,</span>
         <span class="p">)</span><span class="o">.</span><span class="n">runtime_execution_service</span>
-        <span class="k">return</span> <span class="n">service</span><span class="o">.</span><span class="n">run_once</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span></div>
+        <span class="k">return</span> <span class="n">service</span><span class="o">.</span><span class="n">run_once</span><span class="p">(</span><span class="n">flow</span><span class="p">)</span></div>
 
 
 <div class="viewcode-block" id="Flow.preview">
@@ -187,38 +234,13 @@
 
         <span class="k">if</span> <span class="n">in_compiled_flow_module_context</span><span class="p">():</span>
             <span class="k">raise</span> <span class="n">FlowValidationError</span><span class="p">(</span><span class="s2">&quot;preview() is not available inside compiled flow modules.&quot;</span><span class="p">)</span>
+        <span class="n">flow</span> <span class="o">=</span> <span class="n">_with_inferred_authoring_metadata</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
         <span class="n">normalized_use</span> <span class="o">=</span> <span class="n">_validate_slot_name</span><span class="p">(</span><span class="n">method_name</span><span class="o">=</span><span class="s2">&quot;preview&quot;</span><span class="p">,</span> <span class="n">slot_name</span><span class="o">=</span><span class="s2">&quot;use&quot;</span><span class="p">,</span> <span class="n">value</span><span class="o">=</span><span class="n">use</span><span class="p">)</span>
         <span class="n">service</span> <span class="o">=</span> <span class="n">_resolve_authoring_services</span><span class="p">(</span>
             <span class="n">authoring_services</span><span class="o">=</span><span class="n">authoring_services</span><span class="p">,</span>
             <span class="n">runtime_execution_service</span><span class="o">=</span><span class="n">runtime_execution_service</span><span class="p">,</span>
         <span class="p">)</span><span class="o">.</span><span class="n">runtime_execution_service</span>
-        <span class="k">return</span> <span class="n">service</span><span class="o">.</span><span class="n">preview</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">use</span><span class="o">=</span><span class="n">normalized_use</span><span class="p">)</span></div>
-
-
-<div class="viewcode-block" id="Flow.show">
-<a class="viewcode-back" href="../../../api.html#data_engine.authoring.flow.Flow.show">[docs]</a>
-    <span class="k">def</span><span class="w"> </span><span class="nf">show</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">object</span><span class="p">:</span>
-<span class="w">        </span><span class="sd">&quot;&quot;&quot;Run this flow once and return the single final current value.</span>
-
-<span class="sd">        Returns</span>
-<span class="sd">        -------</span>
-<span class="sd">        object</span>
-<span class="sd">            Final ``context.current`` value.</span>
-
-<span class="sd">        Raises</span>
-<span class="sd">        ------</span>
-<span class="sd">        FlowValidationError</span>
-<span class="sd">            If called from a compiled flow module or the flow produces anything</span>
-<span class="sd">            other than one result.</span>
-<span class="sd">        &quot;&quot;&quot;</span>
-        <span class="kn">from</span><span class="w"> </span><span class="nn">data_engine.flow_modules.flow_module_loader</span><span class="w"> </span><span class="kn">import</span> <span class="n">in_compiled_flow_module_context</span>
-
-        <span class="k">if</span> <span class="n">in_compiled_flow_module_context</span><span class="p">():</span>
-            <span class="k">raise</span> <span class="n">FlowValidationError</span><span class="p">(</span><span class="s2">&quot;show() is not available inside compiled flow modules.&quot;</span><span class="p">)</span>
-        <span class="n">results</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">run_once</span><span class="p">()</span>
-        <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">results</span><span class="p">)</span> <span class="o">!=</span> <span class="mi">1</span><span class="p">:</span>
-            <span class="k">raise</span> <span class="n">FlowValidationError</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;show() requires exactly one result, found </span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">results</span><span class="p">)</span><span class="si">}</span><span class="s2">.&quot;</span><span class="p">)</span>
-        <span class="k">return</span> <span class="n">results</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">current</span></div>
+        <span class="k">return</span> <span class="n">service</span><span class="o">.</span><span class="n">preview</span><span class="p">(</span><span class="n">flow</span><span class="p">,</span> <span class="n">use</span><span class="o">=</span><span class="n">normalized_use</span><span class="p">)</span></div>
 
 
 <div class="viewcode-block" id="Flow.run">
@@ -243,11 +265,12 @@
 <span class="sd">        list[FlowContext]</span>
 <span class="sd">            Completed contexts collected before the runtime exits.</span>
 <span class="sd">        &quot;&quot;&quot;</span>
+        <span class="n">flow</span> <span class="o">=</span> <span class="n">_with_inferred_authoring_metadata</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
         <span class="n">service</span> <span class="o">=</span> <span class="n">_resolve_authoring_services</span><span class="p">(</span>
             <span class="n">authoring_services</span><span class="o">=</span><span class="n">authoring_services</span><span class="p">,</span>
             <span class="n">runtime_execution_service</span><span class="o">=</span><span class="n">runtime_execution_service</span><span class="p">,</span>
         <span class="p">)</span><span class="o">.</span><span class="n">runtime_execution_service</span>
-        <span class="k">return</span> <span class="n">service</span><span class="o">.</span><span class="n">run_continuous</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span></div>
+        <span class="k">return</span> <span class="n">service</span><span class="o">.</span><span class="n">run_continuous</span><span class="p">(</span><span class="n">flow</span><span class="p">)</span></div>
 </div>
 
 

{py_data_engine-0.2.3 → py_data_engine-0.2.4}/src/data_engine/docs/html/_modules/data_engine/core/flow.html

@@ -13,7 +13,7 @@
   
       <script src="../../../_static/jquery.js?v=5d32c60e"></script>
       <script src="../../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-      <script src="../../../_static/documentation_options.js?v=a47416a6"></script>
+      <script src="../../../_static/documentation_options.js?v=6ffd866b"></script>
       <script src="../../../_static/doctools.js?v=fd6eb6e6"></script>
       <script src="../../../_static/sphinx_highlight.js?v=6ffebe34"></script>
     <script src="../../../_static/js/theme.js"></script>

{py_data_engine-0.2.3 → py_data_engine-0.2.4}/src/data_engine/docs/html/_modules/data_engine/core/model.html

@@ -13,7 +13,7 @@
   
       <script src="../../../_static/jquery.js?v=5d32c60e"></script>
       <script src="../../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-      <script src="../../../_static/documentation_options.js?v=a47416a6"></script>
+      <script src="../../../_static/documentation_options.js?v=6ffd866b"></script>
       <script src="../../../_static/doctools.js?v=fd6eb6e6"></script>
       <script src="../../../_static/sphinx_highlight.js?v=6ffebe34"></script>
     <script src="../../../_static/js/theme.js"></script>

{py_data_engine-0.2.3 → py_data_engine-0.2.4}/src/data_engine/docs/html/_modules/data_engine/core/primitives.html

@@ -13,7 +13,7 @@
   
       <script src="../../../_static/jquery.js?v=5d32c60e"></script>
       <script src="../../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-      <script src="../../../_static/documentation_options.js?v=a47416a6"></script>
+      <script src="../../../_static/documentation_options.js?v=6ffd866b"></script>
       <script src="../../../_static/doctools.js?v=fd6eb6e6"></script>
       <script src="../../../_static/sphinx_highlight.js?v=6ffebe34"></script>
     <script src="../../../_static/js/theme.js"></script>