pypeline-runner 1.12.0__tar.gz → 1.14.0__tar.gz

{pypeline_runner-1.12.0 → pypeline_runner-1.14.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: pypeline-runner
-Version: 1.12.0
+Version: 1.14.0
 Summary: Configure and execute pipelines with Python (similar to GitHub workflows or Jenkins pipelines).
 License: MIT
 Author: cuinixam

{pypeline_runner-1.12.0 → pypeline_runner-1.14.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "pypeline-runner"
-version = "1.12.0"
+version = "1.14.0"
 description = "Configure and execute pipelines with Python (similar to GitHub workflows or Jenkins pipelines)."
 authors = ["cuinixam <me@cuinixam.com>"]
 license = "MIT"

pypeline_runner-1.14.0/src/pypeline/__init__.py

@@ -0,0 +1 @@
+__version__ = "1.14.0"

{pypeline_runner-1.12.0 → pypeline_runner-1.14.0}/src/pypeline/domain/execution_context.py

@@ -18,13 +18,21 @@ class ExecutionContext:
     data_registry: DataRegistry = field(default_factory=DataRegistry)
     # Inputs provided for the pipeline run
     inputs: Dict[str, Any] = field(default_factory=dict)
+    # Environment variables to be passed to the subprocesses
+    env_vars: Dict[str, Any] = field(default_factory=dict)
+
+    def get_input(self, name: str) -> Optional[Any]:
+        return self.inputs.get(name, None)
 
     def add_install_dirs(self, install_dirs: List[Path]) -> None:
         self.install_dirs.extend(install_dirs)
 
+    def add_env_vars(self, env_vars: Dict[str, Any]) -> None:
+        self.env_vars.update(env_vars)
+
     def create_process_executor(self, command: List[str | Path], cwd: Optional[Path] = None) -> SubprocessExecutor:
-        # Add the install directories to the PATH
         env = os.environ.copy()
+        env.update(self.env_vars)
         env["PATH"] = os.pathsep.join([path.absolute().as_posix() for path in self.install_dirs] + [env["PATH"]])
         # When started from a windows shell (e.g. cmd on Jenkins) the shell parameter must be set to True
         shell = True if os.name == "nt" else False

{pypeline_runner-1.12.0 → pypeline_runner-1.14.0}/src/pypeline/main.py

@@ -16,6 +16,11 @@ from pypeline.pypeline import PipelineScheduler, PipelineStepsExecutor
 
 package_name = "pypeline"
 
+
+def package_version_file() -> Path:
+    return Path(__file__).parent / "__init__.py"
+
+
 app = typer.Typer(
     name=package_name, help="Configure and execute pipelines with Python (similar to GitHub workflows or Jenkins pipelines).", no_args_is_help=True, add_completion=False
 )

{pypeline_runner-1.12.0 → pypeline_runner-1.14.0}/src/pypeline/steps/env_setup_script.py

@@ -31,6 +31,10 @@ class GenerateEnvSetupScript(PipelineStep[ExecutionContext]):
         else:
             logger.warning(f".env file not found: {dot_env_file}")
             env_vars = {}
+
+        # Merge execution context environment variables
+        env_vars.update(self.execution_context.env_vars)
+
         # Generate the environment setup scripts
         BatEnvSetupScriptGenerator(
             install_dirs=self.execution_context.install_dirs,

{pypeline_runner-1.12.0 → pypeline_runner-1.14.0}/src/pypeline/steps/scoop_install.py

@@ -1,7 +1,7 @@
 import io
 import json
 import traceback
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 from pathlib import Path
 from typing import Any, ClassVar, Dict, List, Optional
 
@@ -13,11 +13,13 @@ from py_app_dev.core.scoop_wrapper import ScoopWrapper
 
 from ..domain.execution_context import ExecutionContext
 from ..domain.pipeline import PipelineStep
+from ..main import package_version_file
 
 
 @dataclass
 class ScoopInstallExecutionInfo(DataClassJSONMixin):
     install_dirs: List[Path]
+    env_vars: Dict[str, Any] = field(default_factory=dict)
 
     class Config(BaseConfig):
         """Base configuration for JSON serialization with omitted None values."""
@@ -72,18 +74,22 @@ class ScoopInstall(PipelineStep[ExecutionContext]):
         for app in installed_apps:
             self.logger.debug(f" - {app.name} ({app.version})")
             self.install_dirs.extend(app.get_all_required_paths())
+            # Collect environment variables from each app
+            self.execution_info.env_vars.update(app.env_vars)
         self.execution_info.to_json_file(self.execution_info_file)
         return 0
 
     def get_inputs(self) -> List[Path]:
-        return [self.scoop_file]
+        return [self.scoop_file, package_version_file()]
 
     def get_outputs(self) -> List[Path]:
         return [self.execution_info_file, *self.install_dirs]
 
     def update_execution_context(self) -> None:
-        install_dirs = ScoopInstallExecutionInfo.from_json_file(self.execution_info_file).install_dirs
+        execution_info = ScoopInstallExecutionInfo.from_json_file(self.execution_info_file)
         # Make the list unique and keep the order
-        unique_paths = list(dict.fromkeys(install_dirs))
+        unique_paths = list(dict.fromkeys(execution_info.install_dirs))
         # Update the install directories for the subsequent steps
         self.execution_context.add_install_dirs(unique_paths)
+        if execution_info.env_vars:
+            self.execution_context.add_env_vars(execution_info.env_vars)

pypeline_runner-1.12.0/src/pypeline/__init__.py

@@ -1 +0,0 @@
-__version__ = "1.12.0"