pypeline-runner 1.12.0__py3-none-any.whl → 1.14.0__py3-none-any.whl

pypeline/__init__.py

@@ -1 +1 @@
-__version__ = "1.12.0"
+__version__ = "1.14.0"

pypeline/domain/execution_context.py

@@ -18,13 +18,21 @@ class ExecutionContext:
     data_registry: DataRegistry = field(default_factory=DataRegistry)
     # Inputs provided for the pipeline run
     inputs: Dict[str, Any] = field(default_factory=dict)
+    # Environment variables to be passed to the subprocesses
+    env_vars: Dict[str, Any] = field(default_factory=dict)
+
+    def get_input(self, name: str) -> Optional[Any]:
+        return self.inputs.get(name, None)
 
     def add_install_dirs(self, install_dirs: List[Path]) -> None:
         self.install_dirs.extend(install_dirs)
 
+    def add_env_vars(self, env_vars: Dict[str, Any]) -> None:
+        self.env_vars.update(env_vars)
+
     def create_process_executor(self, command: List[str | Path], cwd: Optional[Path] = None) -> SubprocessExecutor:
-        # Add the install directories to the PATH
         env = os.environ.copy()
+        env.update(self.env_vars)
         env["PATH"] = os.pathsep.join([path.absolute().as_posix() for path in self.install_dirs] + [env["PATH"]])
         # When started from a windows shell (e.g. cmd on Jenkins) the shell parameter must be set to True
         shell = True if os.name == "nt" else False

pypeline/main.py

@@ -16,6 +16,11 @@ from pypeline.pypeline import PipelineScheduler, PipelineStepsExecutor
 
 package_name = "pypeline"
 
+
+def package_version_file() -> Path:
+    return Path(__file__).parent / "__init__.py"
+
+
 app = typer.Typer(
     name=package_name, help="Configure and execute pipelines with Python (similar to GitHub workflows or Jenkins pipelines).", no_args_is_help=True, add_completion=False
 )

pypeline/steps/env_setup_script.py

@@ -31,6 +31,10 @@ class GenerateEnvSetupScript(PipelineStep[ExecutionContext]):
         else:
             logger.warning(f".env file not found: {dot_env_file}")
             env_vars = {}
+
+        # Merge execution context environment variables
+        env_vars.update(self.execution_context.env_vars)
+
         # Generate the environment setup scripts
         BatEnvSetupScriptGenerator(
             install_dirs=self.execution_context.install_dirs,

pypeline/steps/scoop_install.py

@@ -1,7 +1,7 @@
 import io
 import json
 import traceback
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from pathlib import Path
 from typing import Any, ClassVar, Dict, List, Optional
 
@@ -13,11 +13,13 @@ from py_app_dev.core.scoop_wrapper import ScoopWrapper
 
 from ..domain.execution_context import ExecutionContext
 from ..domain.pipeline import PipelineStep
+from ..main import package_version_file
 
 
 @dataclass
 class ScoopInstallExecutionInfo(DataClassJSONMixin):
     install_dirs: List[Path]
+    env_vars: Dict[str, Any] = field(default_factory=dict)
 
     class Config(BaseConfig):
         """Base configuration for JSON serialization with omitted None values."""
@@ -72,18 +74,22 @@ class ScoopInstall(PipelineStep[ExecutionContext]):
         for app in installed_apps:
             self.logger.debug(f" - {app.name} ({app.version})")
             self.install_dirs.extend(app.get_all_required_paths())
+            # Collect environment variables from each app
+            self.execution_info.env_vars.update(app.env_vars)
         self.execution_info.to_json_file(self.execution_info_file)
         return 0
 
     def get_inputs(self) -> List[Path]:
-        return [self.scoop_file]
+        return [self.scoop_file, package_version_file()]
 
     def get_outputs(self) -> List[Path]:
         return [self.execution_info_file, *self.install_dirs]
 
     def update_execution_context(self) -> None:
-        install_dirs = ScoopInstallExecutionInfo.from_json_file(self.execution_info_file).install_dirs
+        execution_info = ScoopInstallExecutionInfo.from_json_file(self.execution_info_file)
         # Make the list unique and keep the order
-        unique_paths = list(dict.fromkeys(install_dirs))
+        unique_paths = list(dict.fromkeys(execution_info.install_dirs))
         # Update the install directories for the subsequent steps
         self.execution_context.add_install_dirs(unique_paths)
+        if execution_info.env_vars:
+            self.execution_context.add_env_vars(execution_info.env_vars)

{pypeline_runner-1.12.0.dist-info → pypeline_runner-1.14.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: pypeline-runner
-Version: 1.12.0
+Version: 1.14.0
 Summary: Configure and execute pipelines with Python (similar to GitHub workflows or Jenkins pipelines).
 License: MIT
 Author: cuinixam

{pypeline_runner-1.12.0.dist-info → pypeline_runner-1.14.0.dist-info}/RECORD

@@ -1,9 +1,9 @@
-pypeline/__init__.py,sha256=ojUczZNOmgkgAYXRdDJ_bo8gdfmTPU5zTYbNMYMWPLg,23
+pypeline/__init__.py,sha256=oitamisYLp3lrFI3uGv-5ZCJIeYOT9gZLcszUmVNhw8,23
 pypeline/__run.py,sha256=TCdaX05Qm3g8T4QYryKB25Xxf0L5Km7hFOHe1mK9vI0,350
 pypeline/domain/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pypeline/domain/artifacts.py,sha256=5k7cVfHhLmvWXNuHKxXb9ca4Lxu0JytGQqazENCeKEU,1404
 pypeline/domain/config.py,sha256=6vWdHi7B6MA7NGi9wWXQE-YhSg1COSRmc3b1ji6AdAk,2053
-pypeline/domain/execution_context.py,sha256=-YErMvP5jdXHqJnPCD5ePoU2XMhdp-Zpr4eJaRPKXYY,1537
+pypeline/domain/execution_context.py,sha256=cDdUOU32hKg2Mv6FNXCG1co8GUrBf5QOVKhaKO-xVxI,1848
 pypeline/domain/pipeline.py,sha256=2BsN2lw2znUxLH--Novyqe6SubVKs6XeHQSQf9yxirw,7788
 pypeline/domain/project_slurper.py,sha256=64aqgVsrLgAK-c5QOM2N0wGCkOM1uNMio8yKjO2zDLU,1069
 pypeline/inputs_parser.py,sha256=8WJnWbACNmw_iYLhbAwcgGohCZWult8HtiJC9KiG3R0,3389
@@ -19,16 +19,16 @@ pypeline/kickstart/templates/project/pyproject.toml,sha256=A60HZ6Aqf8KTFLoC35Sex
 pypeline/kickstart/templates/project/scoopfile.json,sha256=DcfZ8jYf9hmPHM-AWwnPKQJCzRG3fCuYtMeoY01nkag,219
 pypeline/kickstart/templates/project/steps/my_step.py,sha256=iZYTzWtL-qxEW_t7q079d-xpnRST_tumSzxqiQDW7sM,707
 pypeline/kickstart/templates/project/west.yaml,sha256=ZfVym7M4yzzC-Nm0vESdhqNYs6EaJuMQWGJBht_i0b4,188
-pypeline/main.py,sha256=zkDqmYuTjMuYLsKdAHO-8RiEXUAgNLWoS3pbFbIp0Eg,4070
+pypeline/main.py,sha256=2mC2BDB1OWIXhaijBXG6Y1vfT8_yMZ4Dj55w5u7g7-w,4158
 pypeline/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pypeline/pypeline.py,sha256=-mquLfFlEvESk-HORhvjRMESIzdlVAgBLPjwUDOPLqg,7452
 pypeline/steps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pypeline/steps/create_venv.py,sha256=sajEl43Yqcd1f0BN9lZOhm93UIRXj4Qx4TdAOSxLkTU,2509
-pypeline/steps/env_setup_script.py,sha256=j6wrrnZSXXu1fq01zUdgiFBTTlpR4XXl_uMWwVCcQSI,2221
-pypeline/steps/scoop_install.py,sha256=TIrU2hPCS3SzHc2_L2A2EgGFkTQIGdrconDUeNkMx64,3484
+pypeline/steps/env_setup_script.py,sha256=u08A6pvMccFQbcnU0xruFvpU30PbDrttnbOjl1gDqog,2340
+pypeline/steps/scoop_install.py,sha256=DDXBD-5TVaT-u6Yf7A85uWoCgBVmLvj9nPGrZ8OQCz0,3853
 pypeline/steps/west_install.py,sha256=hPyr28ksdKsQ0tv0gMNytzupgk1IgjN9CpmaBdX5zps,1947
-pypeline_runner-1.12.0.dist-info/LICENSE,sha256=sKxdoqSmW9ezvPvt0ZGJbneyA0SBcm0GiqzTv2jN230,1066
-pypeline_runner-1.12.0.dist-info/METADATA,sha256=Z4LtZX3fUUXeeyZDd85HNjUru7uPFQ6diDSz8XKyySk,7553
-pypeline_runner-1.12.0.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-pypeline_runner-1.12.0.dist-info/entry_points.txt,sha256=pe1u0uuhPI_yeQ0KjEw6jK-EvQfPcZwBSajgbAdKz1o,47
-pypeline_runner-1.12.0.dist-info/RECORD,,
+pypeline_runner-1.14.0.dist-info/LICENSE,sha256=sKxdoqSmW9ezvPvt0ZGJbneyA0SBcm0GiqzTv2jN230,1066
+pypeline_runner-1.14.0.dist-info/METADATA,sha256=FgmQ8o6AHWwEtCxGeIYXc5TXxT6KJklRZoIELvMcMTc,7553
+pypeline_runner-1.14.0.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+pypeline_runner-1.14.0.dist-info/entry_points.txt,sha256=pe1u0uuhPI_yeQ0KjEw6jK-EvQfPcZwBSajgbAdKz1o,47
+pypeline_runner-1.14.0.dist-info/RECORD,,