ocean-runner 0.2.13__tar.gz → 0.2.14__tar.gz

{ocean_runner-0.2.13 → ocean_runner-0.2.14}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ocean-runner
-Version: 0.2.13
+Version: 0.2.14
 Summary: A fluent API for OceanProtocol algorithms
 Project-URL: Homepage, https://github.com/AgrospAI/ocean-runner
 Project-URL: Issues, https://github.com/AgrospAI/ocean-runner/issues

{ocean_runner-0.2.13 → ocean_runner-0.2.14}/ocean_runner/config.py

@@ -2,7 +2,7 @@ import os
 from dataclasses import asdict, dataclass, field
 from logging import Logger
 from pathlib import Path
-from typing import Callable, Iterable, TypeVar
+from typing import Iterable, TypeVar
 
 T = TypeVar("T")
 
@@ -43,9 +43,6 @@ class Config:
     custom_input: T | None = None
     """Algorithm's custom input types, must be a dataclass_json"""
 
-    error_callback: Callable[[Exception], None] = None
-    """Callback to execute upon exceptions"""
-
     logger: Logger | None = None
     """Logger to use in the algorithm"""
 
@@ -54,7 +51,5 @@ class Config:
     )
     """Paths that should be included so the code executes correctly"""
 
-    environment: Environment = field(
-        default_factory=lambda: Environment(),
-    )
+    environment: Environment = field(default_factory=lambda: Environment())
     """Mock of environment data"""

ocean_runner-0.2.14/ocean_runner/runner.py

@@ -0,0 +1,172 @@
+from __future__ import annotations
+
+from dataclasses import InitVar, asdict, dataclass, field
+from logging import Logger
+from pathlib import Path
+from typing import Callable, Generic, Self, TypeVar
+
+from oceanprotocol_job_details import JobDetails
+
+from ocean_runner.config import Config
+
+JobDetailsT = TypeVar("JobDetailsT")
+ResultT = TypeVar("ResultT")
+
+
+def default_error_callback(_, e: Exception) -> None:
+    raise e
+
+
+def default_validation(algorithm: Algorithm) -> None:
+    algorithm.logger.info("Validating input using default validation")
+    assert algorithm.job_details.ddos, "DDOs missing"
+    assert algorithm.job_details.files, "Files missing"
+
+
+def default_save(*, result: ResultT, base: Path, algorithm: Algorithm) -> None:
+    algorithm.logger.info("Saving results using default save")
+    with open(base / "result.txt", "w+") as f:
+        f.write(str(result))
+
+
+@dataclass
+class Algorithm(Generic[JobDetailsT, ResultT]):
+    """
+    A configurable algorithm runner that behaves like a FastAPI app:
+      - You register `validate`, `run`, and `save_results` via decorators.
+      - You execute the full pipeline by calling `app()`.
+    """
+
+    config: InitVar[Config | None] = None
+    logger: Logger = field(init=False)
+    _job_details: JobDetails[JobDetailsT] = field(init=False)
+    _result: ResultT | None = field(default=None, init=False)
+
+    error_callback: Callable[[Algorithm, Exception], None] = default_error_callback
+
+    # Decorator-registered callbacks
+    _validate_fn: Callable[[Algorithm], None] | None = field(default=None, init=False)
+    _run_fn: Callable[[Algorithm], ResultT] | None = field(default=None, init=False)
+    _save_fn: Callable[[ResultT, Path, Algorithm], None] | None = field(
+        default=None, init=False
+    )
+
+    def __post_init__(self, config: Config | None) -> None:
+        config: Config = config or Config()
+
+        # Configure logger
+        if config.logger:
+            self.logger = config.logger
+        else:
+            import logging
+
+            logging.basicConfig(
+                level=logging.DEBUG,
+                format="%(asctime)s | %(levelname)-8s | %(name)s | %(message)s",
+                datefmt="%Y-%m-%d %H:%M:%S",
+            )
+            self.logger = logging.getLogger("ocean_runner")
+
+        # Normalize base_dir
+        if isinstance(config.environment.base_dir, str):
+            config.environment.base_dir = Path(config.environment.base_dir)
+
+        # Extend sys.path for custom imports
+        if config.source_paths:
+            import sys
+
+            sys.path.extend([str(path.absolute()) for path in config.source_paths])
+            self.logger.debug(f"Added [{len(config.source_paths)}] entries to PATH")
+
+        # Load job details
+        self._job_details = JobDetails.load(
+            _type=config.custom_input,
+            base_dir=config.environment.base_dir,
+            dids=config.environment.dids,
+            transformation_did=config.environment.transformation_did,
+            secret=config.environment.secret,
+        )
+
+        self.logger.info("Loaded JobDetails")
+        self.logger.debug(asdict(self.job_details))
+
+        self.config = config
+
+    class Error(RuntimeError): ...
+
+    @property
+    def job_details(self) -> JobDetails:
+        if not self._job_details:
+            raise Algorithm.Error("JobDetails not initialized or missing")
+        return self._job_details
+
+    @property
+    def result(self) -> ResultT:
+        if self._result is None:
+            raise Algorithm.Error("Result missing, run the algorithm first")
+        return self._result
+
+    # ---------------------------
+    # Decorators (FastAPI-style)
+    # ---------------------------
+
+    def validate(self, fn: Callable[[Self], None]) -> Callable[[Self], None]:
+        self._validate_fn = fn
+        return fn
+
+    def run(self, fn: Callable[[Self], ResultT]) -> Callable[[Self], ResultT]:
+        self._run_fn = fn
+        return fn
+
+    def save_results(self, fn: Callable[[ResultT, Path, Algorithm], None]) -> Callable:
+        self._save_fn = fn
+        return fn
+
+    def on_error(self, fn: Callable[[Algorithm, Exception], None]) -> Callable:
+        self.error_callback = fn
+        return fn
+
+    # ---------------------------
+    # Execution Pipeline
+    # ---------------------------
+
+    def __call__(self) -> ResultT | None:
+        """Executes the algorithm pipeline: validate → run → save_results."""
+        try:
+            # Validation step
+            if self._validate_fn:
+                self.logger.info("Running custom validation...")
+                self._validate_fn(self)
+            else:
+                self.logger.info("Running default validation...")
+                default_validation(self)
+
+            # Run step
+            if self._run_fn:
+                self.logger.info("Running algorithm...")
+                self._result = self._run_fn(self)
+            else:
+                self.logger.warning("No run() function defined. Skipping execution.")
+                self._result = None
+
+            # Save step
+            if self._save_fn:
+                self.logger.info("Saving results...")
+                self._save_fn(
+                    self._result,
+                    self.job_details.paths.outputs,
+                    self,
+                )
+            else:
+                self.logger.info("No save_results() defined. Using default.")
+                default_save(
+                    result=self._result,
+                    base=self.job_details.paths.outputs,
+                    algorithm=self,
+                )
+
+        except Exception as e:
+            self.logger.exception("Error during algorithm execution")
+            self.error_callback(self, e)
+
+        return self._result

{ocean_runner-0.2.13 → ocean_runner-0.2.14}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "ocean-runner"
-version = "0.2.13"
+version = "0.2.14"
 description = "A fluent API for OceanProtocol algorithms"
 authors = [
     { name = "AgrospAI", email = "agrospai@udl.cat" },

ocean_runner-0.2.13/ocean_runner/runner.py

@@ -1,178 +0,0 @@
-from __future__ import annotations
-
-import inspect
-from dataclasses import InitVar, asdict, dataclass, field
-from logging import Logger
-from pathlib import Path
-from typing import Callable, Generic, Self, TypeVar
-
-from oceanprotocol_job_details import JobDetails
-
-from ocean_runner.config import Config
-
-JobDetailsT = TypeVar("JobDetailsT")
-ResultT = TypeVar("ResultT")
-
-
-def default_error_callback(_: Algorithm, e: Exception) -> None:
-    raise e
-
-
-def default_validation(algorithm: Algorithm) -> None:
-    algorithm.logger.info("Validating input using default validation")
-    assert algorithm.job_details.ddos, "DDOs missing"
-    assert algorithm.job_details.files, "Files missing"
-
-
-def default_save(*, result: ResultT, base: Path, algorithm: Algorithm) -> None:
-    algorithm.logger.info("Saving results using default save")
-    with open(base / "result.txt", "w+") as f:
-        f.write(str(result))
-
-
-@dataclass
-class Algorithm(Generic[JobDetailsT, ResultT]):
-
-    config: InitVar[Config | None] = None
-    logger: Logger = field(init=False)
-    _job_details: JobDetails[JobDetailsT] = field(init=False)
-    _result: ResultT | None = field(default=None, init=False)
-    error_callback = default_error_callback
-
-    def __post_init__(self, config: Config | None) -> None:
-        config: Config = config or Config()
-        if config.error_callback:
-            self.error_callback = config.error_callback
-
-        self._setup_logger(config)
-        self._load_job_details(config)
-        self._load_user_defined_functions()
-        self._maybe_autorun(config)
-
-    # ---------------------
-    # Setup helpers
-    # ---------------------
-
-    def _setup_logger(self, config: Config) -> None:
-        if config.logger:
-            self.logger = config.logger
-        else:
-            import logging
-
-            logging.basicConfig(
-                level=logging.DEBUG,
-                format="%(asctime)s | %(levelname)-8s | %(name)s | %(message)s",
-                datefmt="%Y-%m-%d %H:%M:%S",
-            )
-            self.logger = logging.getLogger("ocean_runner")
-
-    def _load_job_details(self, config: Config) -> None:
-        if isinstance(config.environment.base_dir, str):
-            config.environment.base_dir = Path(config.environment.base_dir)
-        if config.source_paths:
-            import sys
-
-            sys.path.extend([str(path.absolute()) for path in config.source_paths])
-            self.logger.debug(f"Added [{len(config.source_paths)}] entries to PATH")
-
-        self._job_details = JobDetails.load(
-            _type=config.custom_input,
-            base_dir=config.environment.base_dir,
-            dids=config.environment.dids,
-            transformation_did=config.environment.transformation_did,
-            secret=config.environment.secret,
-        )
-        self.logger.info("Loaded JobDetails")
-        self.logger.debug(asdict(self.job_details))
-
-    # ---------------------
-    # Auto-detect functions
-    # ---------------------
-
-    def _load_user_defined_functions(self) -> None:
-        caller = inspect.getmodule(inspect.stack()[2][0])
-        if not caller:
-            return
-
-        for name, default in {
-            "validation": default_validation,
-            "run": None,
-            "save": default_save,
-        }.items():
-            fn = getattr(caller, name, None)
-            if callable(fn):
-                self.logger.debug(f"Found user-defined '{name}' function")
-                setattr(self, f"_user_{name}", fn)
-            elif default:
-                setattr(self, f"_user_{name}", default)
-
-        self._caller_module = caller
-
-    # ---------------------
-    # Auto-run logic
-    # ---------------------
-
-    def _maybe_autorun(self, config) -> None:
-        """Automatically runs if caller has __ocean_runner_autorun__ = True"""
-        if (
-            getattr(self, "_caller_module", None)
-            and getattr(self._caller_module, "__ocean_runner_autorun__", False)
-            and not getattr(config, "_from_test", False)
-        ):
-            self.logger.info("Auto-running algorithm...")
-            self.validate().run().save_results()
-
-    # ---------------------
-    # Main API
-    # ---------------------
-
-    @property
-    def job_details(self) -> JobDetails:
-        if not self._job_details:
-            raise Algorithm.Error("JobDetails not initialized or missing")
-        return self._job_details
-
-    @property
-    def result(self) -> ResultT:
-        if self._result is None:
-            raise Algorithm.Error("Result missing, run the algorithm first")
-        return self._result
-
-    def validate(self, callback: Callable[[Self], None] | None = None) -> Self:
-        callback = callback or getattr(self, "_user_validation", default_validation)
-        self.logger.info("Validating instance...")
-        try:
-            callback(self)
-        except Exception as e:
-            self.error_callback(e)
-        return self
-
-    def run(self, callback: Callable[[Self], ResultT] | None = None) -> Self:
-        callback = callback or getattr(self, "_user_run", None)
-        if callback is None:
-            raise Algorithm.Error("No 'run' function found")
-        self.logger.info("Running algorithm...")
-        try:
-            self._result = callback(self)
-        except Exception as e:
-            self.error_callback(e)
-        return self
-
-    def save_results(
-        self,
-        callback: Callable[[ResultT, Path, Algorithm], None] | None = None,
-        *,
-        override_path: Path | None = None,
-    ) -> None:
-        callback = callback or getattr(self, "_user_save", default_save)
-        self.logger.info("Saving results...")
-        try:
-            callback(
-                result=self.result,
-                base=override_path or self.job_details.paths.outputs,
-                algorithm=self,
-            )
-        except Exception as e:
-            self.error_callback(e)
-
-    class Error(RuntimeError): ...