nextpipe 0.6.2.dev1__py3-none-any.whl → 0.6.2.dev3__py3-none-any.whl

nextpipe/__about__.py

@@ -1 +1 @@
-__version__ = "v0.6.2-dev.1"
+__version__ = "v0.6.2-dev.3"

nextpipe/constants.py

@@ -0,0 +1,28 @@
+"""
+Constants for nextpipe.
+
+This module provides constants used across the nextpipe package.
+
+Functions
+--------
+_get_run_info
+    Retrieves information about the run from environment variables.
+"""
+
+import os
+
+ENV_APP_ID = "NEXTMV_APP_ID"
+"""Environment variable name for the application ID."""
+
+ENV_RUN_ID = "NEXTMV_RUN_ID"
+"""Environment variable name for the run ID."""
+
+
+def _get_run_info():
+    """
+    Retrieves information about the run from environment variables.
+    If the environment variables are not set, it returns None for both values.
+    """
+    app_id = os.environ.get(ENV_APP_ID)
+    run_id = os.environ.get(ENV_RUN_ID)
+    return app_id, run_id

nextpipe/flow.py

@@ -40,6 +40,8 @@ from typing import Any
 import nextmv
 from nextmv.cloud import Application, Client
 
+from nextpipe.constants import _get_run_info
+
 from . import config, decorators, graph, schema, threads, uplink, utils
 from .__about__ import __version__
 
@@ -862,9 +864,9 @@ class Runner:
         """
 
         reference: FlowNode = job.reference
-        reference.status = STATUS_SUCCEEDED if job.error is None else STATUS_FAILED
+        failed = job.error is not None or reference.error is not None
+        reference.status = STATUS_SUCCEEDED if not failed else STATUS_FAILED
         reference.result = job.result
-        reference.error = job.error
         # Check if the job failed and mark the flow as failed if it did
         with self.lock_fail:
             if job.error is not None and not self.fail:
@@ -878,6 +880,20 @@ class Runner:
         # Inform the platform about the node update
         self.uplink.submit_update(self.graph._to_uplink_dto())
 
+    @staticmethod
+    def __determine_sub_run_info(app_step_id: str, step_name: str) -> tuple[str, str]:
+        """
+        Determine name and description to use for sub-runs.
+        """
+        wf_app_id, wf_run_id = _get_run_info()
+        wf_app_id = wf_app_id or app_step_id  # Fallback if dynamic detection fails
+        wf_run_id = wf_run_id or "local"  # Use "local" for non-platform runs
+        step_name = step_name[:50]  # Truncate step name to 50 chars to keep overall name within limits
+        name = f"Nextpipe step {step_name} ({wf_app_id}/{wf_run_id})"
+        name = name[:128]  # Truncate to 128 chars to comply with platform limits
+        description = f"This run was started by the nextpipe parent: {wf_app_id} (run-id: {wf_run_id})"
+        return name, description
+
     @staticmethod
     def __run_step(
         node: FlowNode,
@@ -917,6 +933,9 @@ class Runner:
         if node.parent.definition.is_app():
             app_step: decorators.App = node.parent.definition.app
 
+            # Try to detect platform run context.
+            app_run_name, app_run_description = Runner.__determine_sub_run_info(app_step.app_id, node.id)
+
             # Prepare the input for the app
             # TODO: We only support one predecessor for app steps for now. This may
             # change in the future. We may want to support multiple predecessors for
@@ -928,7 +947,10 @@ class Runner:
                 # If the input is AppRunConfig, unwrap it.
                 app_run_config: schema.AppRunConfig = inputs[0]
                 input = app_run_config.input
-                name = app_run_config.name if app_run_config.name else node.id
+                if app_run_config.name:
+                    app_run_name = app_run_config.name
+                if app_run_config.description:
+                    app_run_description = app_run_config.description
                 app_run_options = app_run_config.get_options()
                 # Merge the options from the app decorator with the options from the
                 # AppRunConfig. AppRunConfig options take precedence.
@@ -938,12 +960,10 @@ class Runner:
                 run_result: nextmv.RunResult = inputs[0]
                 input = run_result.output
                 options = app_step.options
-                name = node.id
             else:
                 # If the input is not AppRunConfig, we use it directly.
                 input = inputs[0]
                 options = app_step.options
-                name = node.id
 
             # Detect dir mode / multi-file direct input
             is_dir_mode = False
@@ -964,7 +984,8 @@ class Runner:
                 [],  # No nameless arguments
                 {  # We use the named arguments to pass the user arguments to the run function
                     "options": options,
-                    "name": name,
+                    "name": app_run_name,
+                    "description": app_run_description,
                 },
             )
 
@@ -1003,38 +1024,36 @@ class Runner:
                     )
                 else:
                     utils.log_internal(f"Bypassing app step {node.id} run, using bypass result")
+                    # We wrap the bypass result in a dummy RunResult to ensure consistent behavior.
+                    result = nextmv.RunResult(
+                        id="bypassed-run",
+                        name="bypassed-run",
+                        description="This run was bypassed using a user-supplied result.",
+                        user_email="unavailable",
+                        metadata=nextmv.Metadata(
+                            application_id="unavailable",
+                            application_instance_id="unavailable",
+                            application_version_id="unavailable",
+                            created_at="unavailable",
+                            duration="unavailable",
+                            error="unavailable",
+                            input_size=0.0,
+                            output_size=0.0,
+                            format=nextmv.Format(
+                                format_input=nextmv.FormatInput(
+                                    input_type=nextmv.InputFormat.MULTI_FILE
+                                    if is_dir_mode
+                                    else nextmv.InputFormat.JSON,
+                                ),
+                            ),
+                            status_v2=nextmv.StatusV2.succeeded,
+                        ),
+                        output=app_step.bypass_result,
+                    )
                     # If the user supplied a bypass result, we need to write it to the temp dir if it's in dir mode
                     if isinstance(app_step.bypass_result, str) and os.path.isdir(app_step.bypass_result):
-                        # If the bypass result is a directory, we copy its contents to the temp dir
                         for filename in os.listdir(app_step.bypass_result):
                             shutil.copy(os.path.join(app_step.bypass_result, filename), temp_dir)
-                    else:
-                        # We wrap the bypass result in a dummy RunResult to ensure consistent behavior.
-                        result = nextmv.RunResult(
-                            id="bypassed_run",
-                            name="bypassed_run",
-                            description="This run was bypassed using a user-supplied result.",
-                            user_email="unavailable",
-                            metadata=nextmv.Metadata(
-                                application_id="unavailable",
-                                application_instance_id="unavailable",
-                                application_version_id="unavailable",
-                                created_at="unavailable",
-                                duration="unavailable",
-                                error="unavailable",
-                                input_size=0.0,
-                                output_size=0.0,
-                                format=nextmv.Format(
-                                    format_input=nextmv.FormatInput(
-                                        input_type=nextmv.InputFormat.MULTI_FILE
-                                        if is_dir_mode
-                                        else nextmv.InputFormat.JSON,
-                                    ),
-                                ),
-                                status_v2=nextmv.StatusV2.succeeded,
-                            ),
-                            output=app_step.bypass_result,
-                        )
             finally:  # Make sure we clean up temp dir on failure too
                 # If the temp dir is empty, remove it
                 dir_result = False
@@ -1043,6 +1062,9 @@ class Runner:
                 else:
                     dir_result = True
 
+            # Emit result status to DAG
+            node.error = result.metadata.error
+
             # Return result
             #  - Do not unwrap if full result is requested
             #  - If the output came in a directory, return the directory path

nextpipe/schema.py

@@ -98,6 +98,8 @@ class AppRunConfig:
     """Options for running the app."""
     name: str | None = None
     """Name for the run."""
+    description: str | None = None
+    """Description for the run."""
 
     def get_options(self) -> dict[str, Any]:
         """

nextpipe/uplink.py

@@ -27,7 +27,6 @@ ExcludeIfNone
 """
 
 import datetime
-import os
 import threading
 import time
 from dataclasses import dataclass, field
@@ -35,6 +34,7 @@ from dataclasses import dataclass, field
 from dataclasses_json import config, dataclass_json
 from nextmv.cloud import Client
 
+from nextpipe.constants import _get_run_info
 from nextpipe.utils import log_internal
 
 FAILED_UPDATES_THRESHOLD = 10
@@ -46,12 +46,6 @@ UPDATE_INTERVAL = 5
 MAX_DOCS_LENGTH = 1000
 """Maximum length for documentation strings sent to the platform."""
 
-ENV_APP_ID = "NEXTMV_APP_ID"
-"""Environment variable name for the application ID."""
-
-ENV_RUN_ID = "NEXTMV_RUN_ID"
-"""Environment variable name for the run ID."""
-
 
 def ExcludeIfNone(value):
     """
@@ -278,10 +272,8 @@ class UplinkClient:
 
         if config is None:
             # Load config from environment
-            config = UplinkConfig(
-                application_id=os.environ.get(ENV_APP_ID),
-                run_id=os.environ.get(ENV_RUN_ID),
-            )
+            app_id, run_id = _get_run_info()
+            config = UplinkConfig(application_id=app_id, run_id=run_id)
         self.config = config
         self.inactive = False
         if not self.config.application_id or not self.config.run_id:

{nextpipe-0.6.2.dev1.dist-info → nextpipe-0.6.2.dev3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nextpipe
-Version: 0.6.2.dev1
+Version: 0.6.2.dev3
 Summary: Framework for Decision Pipeline modeling and execution
 Project-URL: Homepage, https://www.nextmv.io
 Project-URL: Documentation, https://nextpipe.docs.nextmv.io/en/latest/

nextpipe-0.6.2.dev3.dist-info/RECORD

@@ -0,0 +1,15 @@
+nextpipe/__about__.py,sha256=8AMrE0_anvG9euAOawmj8RKxbYUQPQvpyH3k78xhWFM,29
+nextpipe/__init__.py,sha256=SzRhi2z33zmvskfgqoRHwaKvRnt8G1_JJR1M7BXlda0,694
+nextpipe/config.py,sha256=JSShEaK3fnqieGofalQysKxEJUkyrWIRbwhdyH9yYZM,1659
+nextpipe/constants.py,sha256=ws1_khUbZFau_kShi6nweLhg24_2fjPWyXY6VPVAH7E,667
+nextpipe/decorators.py,sha256=MLTwuTONn30-esVaF7q3hNdOp8AnJ5ksNswQHpFrGlE,25727
+nextpipe/flow.py,sha256=zQsv3OOOaoCl3x3jL-f31fqaL5cB19yvhj1VxloOWMM,42472
+nextpipe/graph.py,sha256=Oi8HQ4fgvBYxpRK6xBoLtoxftGb-gCOb09BqFwzrwWs,2867
+nextpipe/schema.py,sha256=HsJnzpYhemXUa8IZvFEChPB-_5YXTCbkYSPf5zpPqo8,3263
+nextpipe/threads.py,sha256=5s7jF-hgVF_Eqfxgf6hsF6dhXsRSfqTsq5F0JBy4hNw,9039
+nextpipe/uplink.py,sha256=oW8rIt6byUqKhex5-Nk0KwTOBuPvRAMtuDfP-fmM6_E,11475
+nextpipe/utils.py,sha256=-ni6Em1QfatgVMh95hYSPVCdTboozB8vRKkakti3gls,8063
+nextpipe-0.6.2.dev3.dist-info/METADATA,sha256=MtCbj3EDrUBwU7Hz3Dh0b_qlUnpJe3-qLSN-SiNPDcU,8760
+nextpipe-0.6.2.dev3.dist-info/WHEEL,sha256=QccIxa26bgl1E6uMy58deGWi-0aeIkkangHcxk2kWfw,87
+nextpipe-0.6.2.dev3.dist-info/licenses/LICENSE.md,sha256=FpVScuRcgdbeBNVsMzoPyBbKL2eCB1vFor1vfNNFEj4,4106
+nextpipe-0.6.2.dev3.dist-info/RECORD,,

nextpipe-0.6.2.dev1.dist-info/RECORD

@@ -1,14 +0,0 @@
-nextpipe/__about__.py,sha256=CGD3tElYa8glEEiSIpPFwQvA47zpDglHVEx0rp1LNNM,29
-nextpipe/__init__.py,sha256=SzRhi2z33zmvskfgqoRHwaKvRnt8G1_JJR1M7BXlda0,694
-nextpipe/config.py,sha256=JSShEaK3fnqieGofalQysKxEJUkyrWIRbwhdyH9yYZM,1659
-nextpipe/decorators.py,sha256=MLTwuTONn30-esVaF7q3hNdOp8AnJ5ksNswQHpFrGlE,25727
-nextpipe/flow.py,sha256=p9M2lHUJOlwWew-cEWy8Le6amm-XJunbz8IoSAS9QkQ,41458
-nextpipe/graph.py,sha256=Oi8HQ4fgvBYxpRK6xBoLtoxftGb-gCOb09BqFwzrwWs,2867
-nextpipe/schema.py,sha256=wZ61Tlu0k8b36OnCNwu6EHpXiIB_H5g9WSDdJxG6Uc4,3193
-nextpipe/threads.py,sha256=5s7jF-hgVF_Eqfxgf6hsF6dhXsRSfqTsq5F0JBy4hNw,9039
-nextpipe/uplink.py,sha256=j4k7Msa1Il7uxrQeXd1yoCMWWd9KmkbQb72EZy4zMSs,11646
-nextpipe/utils.py,sha256=-ni6Em1QfatgVMh95hYSPVCdTboozB8vRKkakti3gls,8063
-nextpipe-0.6.2.dev1.dist-info/METADATA,sha256=wm6N1tsLyzEAhLFB42hcGwynytiMSmehOANvkzg89xQ,8760
-nextpipe-0.6.2.dev1.dist-info/WHEEL,sha256=QccIxa26bgl1E6uMy58deGWi-0aeIkkangHcxk2kWfw,87
-nextpipe-0.6.2.dev1.dist-info/licenses/LICENSE.md,sha256=FpVScuRcgdbeBNVsMzoPyBbKL2eCB1vFor1vfNNFEj4,4106
-nextpipe-0.6.2.dev1.dist-info/RECORD,,