nextpipe 0.7.0.dev0__py3-none-any.whl → 0.7.3.dev0__py3-none-any.whl

nextpipe/__about__.py

@@ -1 +1 @@
-__version__ = "v0.7.0-dev.0"
+__version__ = "v0.7.3-dev.0"

nextpipe/decorators.py

@@ -798,12 +798,16 @@ class App:
             The ID of the Nextmv Application to run.
         instance_id : str, optional
             The ID of the instance to run. Default is defined by the app on Platform.
+            A predecessor step may override this per run by returning an `AppRunConfig`
+            carrying its own `instance_id`.
         options : dict[str, Any], optional
             The options to pass to the application, by default None.
         full_result : bool, optional
             Whether to return the full result including metadata, by default False.
         run_configuration : nextmv.RunConfiguration, optional
-            The configuration to apply when running the app, by default None.
+            The configuration to apply when running the app, by default None. A
+            predecessor step may override this per run by returning an
+            `AppRunConfig` carrying its own `run_configuration`.
         polling_options : Optional[nextmv.PollingOptions], optional
             Options for polling for the results of the app run, by default _DEFAULT_POLLING_OPTIONS.
         bypass_result : typing.Any, optional
@@ -884,7 +888,9 @@ def app(
     app_id : str
         The ID of the application to run.
     instance_id : str
-        The ID of the instance to run. Default is defined by the app on Platform.
+        The ID of the instance to run. Default is defined by the app on Platform. A
+        predecessor step may override this per run by returning an `AppRunConfig`
+        carrying its own `instance_id`.
     options : dict[str, Any]
         The options to pass to the application. This is a dictionary of
         parameter names and values. The values must be JSON serializable.
@@ -894,7 +900,10 @@ def app(
         this is set to `False`, only the output of the application will be
         returned.
     run_configuration : nextmv.RunConfiguration
-        The configuration to apply when running the app.
+        The configuration to apply when running the app. A predecessor step may
+        override this per run by returning an `AppRunConfig` carrying its own
+        `run_configuration`. In that case, the configuration of the `AppRunConfig`
+        replaces this one as a whole, i.e., no fields are inherited from it.
     polling_options : Optional[nextmv.PollingOptions]
         Options for polling for the results of the app run. This is used to
         configure the polling behavior, such as the timeout and backoff

nextpipe/flow.py

@@ -901,14 +901,15 @@ class Runner:
         node: FlowNode,
         inputs: list[object],
         app_step: decorators.App,
-    ) -> tuple[dict[str, Any], nextmv.PollingOptions, bool]:
+    ) -> tuple[dict[str, Any], nextmv.PollingOptions, bool, str]:
         """
         Prepare arguments for running an app step.
 
         Returns
         -------
-        tuple[dict[str, Any], nextmv.PollingOptions, bool]
-            A tuple of run kwargs, polling options, and whether the input is dir mode.
+        tuple[dict[str, Any], nextmv.PollingOptions, bool, str]
+            A tuple of run kwargs, polling options, whether the input is dir mode, and
+            the ID of the instance to run.
         """
 
         app_run_name, app_run_description = Runner.__determine_sub_run_info(app_step.app_id, node.id)
@@ -920,6 +921,9 @@ class Runner:
         if len(inputs) > 1:
             raise Exception(f"App steps cannot have more than one predecessor, but {node.id} has {len(inputs)}")
 
+        run_configuration = app_step.run_configuration
+        instance_id = app_step.instance_id
+
         if isinstance(inputs[0], schema.AppRunConfig):
             app_run_config: schema.AppRunConfig = inputs[0]
             input_data = app_run_config.input
@@ -929,6 +933,12 @@ class Runner:
                 app_run_description = app_run_config.description
             # AppRunConfig options take precedence over decorator options.
             options = app_step.options | app_run_config.get_options()
+            # An AppRunConfig run configuration replaces the decorator one as a whole.
+            if app_run_config.run_configuration is not None:
+                run_configuration = app_run_config.run_configuration
+            # Same for the instance to run on.
+            if app_run_config.instance_id:
+                instance_id = app_run_config.instance_id
         elif isinstance(inputs[0], nextmv.RunResult):
             run_result: nextmv.RunResult = inputs[0]
             input_data = run_result.output
@@ -953,10 +963,10 @@ class Runner:
             run_kwargs["input_dir_path"] = input_data
         else:
             run_kwargs["input"] = input_data
-        if app_step.run_configuration is not None:
-            run_kwargs["configuration"] = app_step.run_configuration
+        if run_configuration is not None:
+            run_kwargs["configuration"] = run_configuration
 
-        return run_kwargs, polling_options, is_dir_mode
+        return run_kwargs, polling_options, is_dir_mode, instance_id
 
     @staticmethod
     def __execute_app_run(
@@ -969,6 +979,7 @@ class Runner:
         polling_options: nextmv.PollingOptions,
         is_dir_mode: bool,
         temp_dir: str,
+        instance_id: str,
     ) -> nextmv.RunResult:
         """
         Execute an app run or return bypass output wrapped as a run result.
@@ -1000,7 +1011,7 @@ class Runner:
             user_email="unavailable",
             metadata=nextmv.Metadata(
                 application_id=app_step.app_id or "unavailable",
-                application_instance_id=app_step.instance_id or "unavailable",
+                application_instance_id=instance_id or "unavailable",
                 application_version_id="unavailable",
                 created_at=datetime.datetime.now(),
                 duration=0.0,
@@ -1067,15 +1078,17 @@ class Runner:
         if node.parent.definition.is_app():
             app_step: decorators.App = node.parent.definition.app
 
-            run_kwargs, polling_options, is_dir_mode = Runner.__prepare_app_run_args(node, inputs, app_step)
+            run_kwargs, polling_options, is_dir_mode, instance_id = Runner.__prepare_app_run_args(
+                node, inputs, app_step
+            )
 
             # Prepare the application itself.
             app = Application(
                 client=client,
                 id=app_step.app_id,
             )
-            if app_step.instance_id is not None and app_step.instance_id != "":
-                app.default_instance_id = app_step.instance_id
+            if instance_id is not None and instance_id != "":
+                app.default_instance_id = instance_id
 
             # We always supply an output directory path in case of implicit multi-file output
             temp_dir = tempfile.mkdtemp(prefix="nextpipe_output_")
@@ -1092,6 +1105,7 @@ class Runner:
                     polling_options=polling_options,
                     is_dir_mode=is_dir_mode,
                     temp_dir=temp_dir,
+                    instance_id=instance_id,
                 )
 
             finally:  # Make sure we clean up temp dir on failure too

nextpipe/schema.py

@@ -14,11 +14,31 @@ AppRunConfig
 from dataclasses import dataclass, field
 from typing import Any
 
-from dataclasses_json import dataclass_json
+import nextmv
+from dataclasses_json import config, dataclass_json
 
 from . import utils
 
 
+def _encode_run_configuration(
+    run_configuration: nextmv.RunConfiguration | None,
+) -> dict[str, Any] | None:
+    """Encode a run configuration for JSON serialization."""
+
+    return run_configuration.to_dict() if run_configuration is not None else None
+
+
+def _decode_run_configuration(
+    run_configuration: dict[str, Any] | nextmv.RunConfiguration | None,
+) -> nextmv.RunConfiguration | None:
+    """Decode a run configuration from its JSON representation."""
+
+    if run_configuration is None or isinstance(run_configuration, nextmv.RunConfiguration):
+        return run_configuration
+
+    return nextmv.RunConfiguration.from_dict(run_configuration)
+
+
 @dataclass_json
 @dataclass
 class AppOption:
@@ -79,6 +99,16 @@ class AppRunConfig:
         `AppOption` instances, or, simply as a dictionary of key-value pairs.
     name : str, optional
         Name for the run, by default None.
+    description : str, optional
+        Description for the run, by default None.
+    run_configuration : nextmv.RunConfiguration, optional
+        The configuration to apply when running the app, by default None. If given, it
+        replaces the `run_configuration` of the `app` decorator for this run. Note that
+        it replaces it as a whole, i.e., no fields are inherited from the decorator's
+        configuration.
+    instance_id : str, optional
+        The ID of the instance to run, by default None. If given, it replaces the
+        `instance_id` of the `app` decorator for this run.
 
     Examples
     --------
@@ -88,6 +118,17 @@ class AppRunConfig:
     ...     options={"threads": 4},
     ...     name="my-run"
     ... )
+
+    The run configuration and instance can be chosen per run, e.g., to pick an
+    execution class based on the size of the scenario at hand.
+
+    >>> import nextmv
+    >>> from nextpipe import AppRunConfig
+    >>> config = AppRunConfig(
+    ...     input={"data": [1, 2, 3]},
+    ...     run_configuration=nextmv.RunConfiguration(execution_class="8c16gb12h"),
+    ...     instance_id="tuned-for-large",
+    ... )
     """
 
     input: dict[str, Any] | str | Any
@@ -100,6 +141,18 @@ class AppRunConfig:
     """Name for the run."""
     description: str | None = None
     """Description for the run."""
+    run_configuration: nextmv.RunConfiguration | None = field(
+        default=None,
+        metadata=config(
+            encoder=_encode_run_configuration,
+            decoder=_decode_run_configuration,
+        ),
+    )
+    """The configuration to apply when running the app. Replaces the `run_configuration`
+    of the `app` decorator as a whole, if given."""
+    instance_id: str | None = None
+    """The ID of the instance to run. Replaces the `instance_id` of the `app` decorator,
+    if given."""
 
     def get_options(self) -> dict[str, Any]:
         """

{nextpipe-0.7.0.dev0.dist-info → nextpipe-0.7.3.dev0.dist-info}/METADATA

@@ -1,9 +1,9 @@
-Metadata-Version: 2.4
+Metadata-Version: 2.5
 Name: nextpipe
-Version: 0.7.0.dev0
+Version: 0.7.3-dev.0
 Summary: Framework for Decision Pipeline modeling and execution
 Project-URL: Homepage, https://www.nextmv.io
-Project-URL: Documentation, https://nextpipe.docs.nextmv.io/en/latest/
+Project-URL: Documentation, https://docs.nextmv.io/nextpipe
 Project-URL: Repository, https://github.com/nextmv-io/nextpipe
 Author-email: Nextmv <tech@nextmv.io>
 Maintainer-email: Nextmv <tech@nextmv.io>
@@ -105,17 +105,12 @@ Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Python :: 3.14
 Requires-Python: >=3.10
 Requires-Dist: dataclasses-json>=0.6.7
-Requires-Dist: nextmv>=1.2.2
+Requires-Dist: nextmv>=1.10.3
 Requires-Dist: requests>=2.31.0
-Provides-Extra: dev
-Requires-Dist: goldie>=0.1.8; extra == 'dev'
-Requires-Dist: ruff>=0.11.6; extra == 'dev'
 Description-Content-Type: text/markdown
 
 # Nextpipe
 
-<!-- markdownlint-disable MD033 MD013 -->
-
 <p align="center">
   <a href="https://nextmv.io"><img src="https://cdn.prod.website-files.com/60dee0fad10d14c8ab66dd74/65c66addcd07eed09be35114_blog-banner-what-is-cicd-for-decision-science-p-2000.jpeg" alt="Nextmv" width="45%"></a>
 </p>
@@ -137,8 +132,6 @@ Description-Content-Type: text/markdown
 </a>
 </p>
 
-<!-- markdownlint-enable MD033 MD013 -->
-
 Nextpipe is a Python package that provides a framework for Decision Workflows
 modeling and execution. It provides first-class support for Workflows in the
 [Nextmv Platform][nextmv].
@@ -152,13 +145,26 @@ modeling and execution. It provides first-class support for Workflows in the
 
 ## Installation
 
-The package is hosted on [PyPI][nextpipe-pypi]. Python `>=3.10` is required.
+The package is hosted on [PyPI][nextpipe-pypi]. Requires Python `>=3.10`.
+Install using the Python package manager of your choice:
 
-Install via `pip`:
+* `uv`
 
-```bash
-pip install nextpipe
-```
+    ```bash
+    uv add nextpipe
+    ```
+
+* `pip`
+
+    ```bash
+    pip install nextpipe
+    ```
+
+* `pipx`
+
+    ```bash
+    pipx install nextpipe
+    ```
 
 ## Preview
 
@@ -192,4 +198,4 @@ graph LR
 
 [nextpipe-pypi]: https://pypi.org/project/nextpipe/
 [nextmv]: https://nextmv.io
-[docs]: https://nextpipe.docs.nextmv.io/en/latest/
+[docs]: https://docs.nextmv.io/nextpipe

nextpipe-0.7.3.dev0.dist-info/RECORD

@@ -0,0 +1,15 @@
+nextpipe/__about__.py,sha256=xiTWpIpDzKX9oSh5wKsno5zZTDGZZ38j18p-3yb4I0I,29
+nextpipe/__init__.py,sha256=SzRhi2z33zmvskfgqoRHwaKvRnt8G1_JJR1M7BXlda0,694
+nextpipe/config.py,sha256=JSShEaK3fnqieGofalQysKxEJUkyrWIRbwhdyH9yYZM,1659
+nextpipe/constants.py,sha256=ws1_khUbZFau_kShi6nweLhg24_2fjPWyXY6VPVAH7E,667
+nextpipe/decorators.py,sha256=2X3pmHQQi5eEirGQmpRzRo26TB9m7cDpwJ3guTDsIdc,27194
+nextpipe/flow.py,sha256=LODA9eJKe8bkokxqLfKI4jANZbKtFEZGvWLGkJVwGBo,43000
+nextpipe/graph.py,sha256=Oi8HQ4fgvBYxpRK6xBoLtoxftGb-gCOb09BqFwzrwWs,2867
+nextpipe/schema.py,sha256=9k33I73NIIh2dDUWFfwE5-A7hcUif7eHqT0RLG9f1Uw,5460
+nextpipe/threads.py,sha256=5s7jF-hgVF_Eqfxgf6hsF6dhXsRSfqTsq5F0JBy4hNw,9039
+nextpipe/uplink.py,sha256=oW8rIt6byUqKhex5-Nk0KwTOBuPvRAMtuDfP-fmM6_E,11475
+nextpipe/utils.py,sha256=jAeWautNhUZsjuF00K7BVaU5grLRWlBmtLkcNnPYnXg,8279
+nextpipe-0.7.3.dev0.dist-info/METADATA,sha256=lpaVQ7gEAip30nuRc8VDalAdqzs8_a4EntDYmte5ZX8,8706
+nextpipe-0.7.3.dev0.dist-info/WHEEL,sha256=W3fkpkm7-wf9vBI5Z-7s0eWkeM-spu78I8Neb98DeEg,87
+nextpipe-0.7.3.dev0.dist-info/licenses/LICENSE.md,sha256=FpVScuRcgdbeBNVsMzoPyBbKL2eCB1vFor1vfNNFEj4,4106
+nextpipe-0.7.3.dev0.dist-info/RECORD,,

{nextpipe-0.7.0.dev0.dist-info → nextpipe-0.7.3.dev0.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: hatchling 1.29.0
+Generator: hatchling 1.32.4
 Root-Is-Purelib: true
 Tag: py3-none-any

nextpipe-0.7.0.dev0.dist-info/RECORD

@@ -1,15 +0,0 @@
-nextpipe/__about__.py,sha256=voAqpvLYyNpIqOhLs1vs_n50MuzBlS-4YA9FW80GWY8,29
-nextpipe/__init__.py,sha256=SzRhi2z33zmvskfgqoRHwaKvRnt8G1_JJR1M7BXlda0,694
-nextpipe/config.py,sha256=JSShEaK3fnqieGofalQysKxEJUkyrWIRbwhdyH9yYZM,1659
-nextpipe/constants.py,sha256=ws1_khUbZFau_kShi6nweLhg24_2fjPWyXY6VPVAH7E,667
-nextpipe/decorators.py,sha256=kLYOVYqx0QWtTbVkgw6US8ZZSa0YijZ5qzMX0mRiO7k,26539
-nextpipe/flow.py,sha256=Qt8nHk1RT9i6SMIGan5C3aU_a6ZS056SNt3YwrlHYD0,42411
-nextpipe/graph.py,sha256=Oi8HQ4fgvBYxpRK6xBoLtoxftGb-gCOb09BqFwzrwWs,2867
-nextpipe/schema.py,sha256=HsJnzpYhemXUa8IZvFEChPB-_5YXTCbkYSPf5zpPqo8,3263
-nextpipe/threads.py,sha256=5s7jF-hgVF_Eqfxgf6hsF6dhXsRSfqTsq5F0JBy4hNw,9039
-nextpipe/uplink.py,sha256=oW8rIt6byUqKhex5-Nk0KwTOBuPvRAMtuDfP-fmM6_E,11475
-nextpipe/utils.py,sha256=jAeWautNhUZsjuF00K7BVaU5grLRWlBmtLkcNnPYnXg,8279
-nextpipe-0.7.0.dev0.dist-info/METADATA,sha256=HUa8RpPfBoOWbobkJBPGE_IpeVQ3z7gFvObVkRlII8I,8759
-nextpipe-0.7.0.dev0.dist-info/WHEEL,sha256=QccIxa26bgl1E6uMy58deGWi-0aeIkkangHcxk2kWfw,87
-nextpipe-0.7.0.dev0.dist-info/licenses/LICENSE.md,sha256=FpVScuRcgdbeBNVsMzoPyBbKL2eCB1vFor1vfNNFEj4,4106
-nextpipe-0.7.0.dev0.dist-info/RECORD,,