wexample-wex-addon-process 1.0.4__tar.gz → 2.1.0__tar.gz

{wexample_wex_addon_process-1.0.4 → wexample_wex_addon_process-2.1.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: wexample-wex-addon-process
-Version: 1.0.4
+Version: 2.1.0
 Summary: Executes process runs defined on disk—either directly or by consuming them from a queue as a worker—against filestate selections
 Author-Email: weeger <contact@wexample.com>
 License: MIT
@@ -8,9 +8,9 @@ Classifier: Programming Language :: Python :: 3
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.10
-Requires-Dist: wexample-file>=9.1.6
-Requires-Dist: wexample-queue>=1.0.1
-Requires-Dist: wexample-wex-addon-app>=31.0.0
+Requires-Dist: wexample-file>=9.2.0
+Requires-Dist: wexample-queue>=1.1.0
+Requires-Dist: wexample-wex-addon-app>=31.1.0
 Provides-Extra: dev
 Requires-Dist: pytest; extra == "dev"
 Requires-Dist: pytest-cov; extra == "dev"
@@ -18,7 +18,7 @@ Description-Content-Type: text/markdown
 
 # wex-addon-process
 
-Version: 1.0.4
+Version: 2.1.0
 
 `wexample-wex-addon-process` runs the treatments a board declares. A *process* says what to run and on which selection of files; a *run* is one execution of it, asked for by writing a record and picked up by a worker.
 
@@ -273,9 +273,9 @@ Visit the [Wexample Suite documentation](https://docs.wexample.com) for the comp
 
 ## Dependencies
 
-- wexample-file: >=9.1.6
-- wexample-queue: >=1.0.1
-- wexample-wex-addon-app: >=31.0.0
+- wexample-file: >=9.2.0
+- wexample-queue: >=1.1.0
+- wexample-wex-addon-app: >=31.1.0
 
 ## Versioning & Compatibility Policy
 

{wexample_wex_addon_process-1.0.4 → wexample_wex_addon_process-2.1.0}/README.md

@@ -1,6 +1,6 @@
 # wex-addon-process
 
-Version: 1.0.4
+Version: 2.1.0
 
 `wexample-wex-addon-process` runs the treatments a board declares. A *process* says what to run and on which selection of files; a *run* is one execution of it, asked for by writing a record and picked up by a worker.
 
@@ -255,9 +255,9 @@ Visit the [Wexample Suite documentation](https://docs.wexample.com) for the comp
 
 ## Dependencies
 
-- wexample-file: >=9.1.6
-- wexample-queue: >=1.0.1
-- wexample-wex-addon-app: >=31.0.0
+- wexample-file: >=9.2.0
+- wexample-queue: >=1.1.0
+- wexample-wex-addon-app: >=31.1.0
 
 ## Versioning & Compatibility Policy
 

{wexample_wex_addon_process-1.0.4 → wexample_wex_addon_process-2.1.0}/pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "pdm.backend"
 
 [project]
 name = "wexample-wex-addon-process"
-version = "1.0.4"
+version = "2.1.0"
 description = "Executes process runs defined on disk—either directly or by consuming them from a queue as a worker—against filestate selections"
 authors = [
     { name = "weeger", email = "contact@wexample.com" },
@@ -18,9 +18,9 @@ classifiers = [
     "Operating System :: OS Independent",
 ]
 dependencies = [
-    "wexample-file>=9.1.6",
-    "wexample-queue>=1.0.1",
-    "wexample-wex-addon-app>=31.0.0",
+    "wexample-file>=9.2.0",
+    "wexample-queue>=1.1.0",
+    "wexample-wex-addon-app>=31.1.0",
 ]
 
 [project.readme]
@@ -36,6 +36,9 @@ dev = [
     "pytest-cov",
 ]
 
+[project.entry-points."wex.addons"]
+process = "wexample_wex_addon_process.process_addon_manager:ProcessAddonManager"
+
 [tool.setuptools.packages.find]
 include = [
     "*",

{wexample_wex_addon_process-1.0.4 → wexample_wex_addon_process-2.1.0}/src/wexample_wex_addon_process/commands/run/execute.py

@@ -37,17 +37,25 @@ def process__run__execute(
 ) -> AbstractResponse | None:
     from wexample_app.response.success_response import SuccessResponse
 
+    from wexample_wex_addon_process.const.process import RUN_KEY_STATE
     from wexample_wex_addon_process.process_type.process_type_registry import (
         ProcessTypeRegistry,
     )
     from wexample_wex_addon_process.runner.process_runner import ProcessRunner
 
-    runner = ProcessRunner(io=context.io, registry=ProcessTypeRegistry.default())
+    runner = ProcessRunner(
+        io=context.io,
+        registry=ProcessTypeRegistry.from_kernel(context.kernel),
+    )
+
+    record = runner.execute(
+        workdir=app_workdir.get_path(),
+        run_id=run,
+    )
 
+    # What became of the run is in its record either way; the response only has
+    # to say where it landed.
     return SuccessResponse(
         kernel=context.kernel,
-        data=runner.execute(
-            workdir=app_workdir.get_path(),
-            run_id=run,
-        ),
+        message=f"Run {run}: {record.get(RUN_KEY_STATE)}.",
     )

{wexample_wex_addon_process-1.0.4 → wexample_wex_addon_process-2.1.0}/src/wexample_wex_addon_process/process_addon_manager.py

@@ -13,3 +13,10 @@ class ProcessAddonManager(AbstractAddonManager):
         import wexample_wex_addon_process
 
         return wexample_wex_addon_process
+
+    def get_process_type_family_classes(self) -> list[type]:
+        from wexample_wex_addon_process.process_type.family.file_state_process_type_family import (
+            FileStateProcessTypeFamily,
+        )
+
+        return [FileStateProcessTypeFamily]

{wexample_wex_addon_process-1.0.4 → wexample_wex_addon_process-2.1.0}/src/wexample_wex_addon_process/process_type/process_context.py

@@ -16,26 +16,23 @@ class ProcessContext:
     It holds no run and no record. A type that could reach the record could write
     anywhere in it, and what a run is in is decided by the runner alone — a type
     says what it did, not that it is finished.
+
+    The files are handed over rather than read here: a selection is a rule and
+    answers what the disk holds when asked, so a second walk would count files a
+    run created itself and leave it done on more than its own total.
     """
 
     def __init__(
         self,
         selection: Selection,
+        files: list[Path],
         options: dict[str, Any],
         advance: Callable[[int], None],
     ) -> None:
         self.selection = selection
+        self.files = files
         self.options = options
         self._advance = advance
-        self._files: list[Path] | None = None
-
-    @property
-    def files(self) -> list[Path]:
-        """The files the selection takes, read once for the length of the run."""
-        if self._files is None:
-            self._files = self.selection.files()
-
-        return self._files
 
     @property
     def workdir(self) -> Path:

{wexample_wex_addon_process-1.0.4 → wexample_wex_addon_process-2.1.0}/src/wexample_wex_addon_process/process_type/process_type_registry.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from typing import TYPE_CHECKING
+from typing import TYPE_CHECKING, Any
 
 if TYPE_CHECKING:
     from wexample_wex_addon_process.process_type.abstract_process_type import (
@@ -29,12 +29,21 @@ class ProcessTypeRegistry:
                 self._types[process_type.name] = process_type
 
     @classmethod
-    def default(cls) -> ProcessTypeRegistry:
-        from wexample_wex_addon_process.process_type.family.file_state_process_type_family import (
-            FileStateProcessTypeFamily,
-        )
+    def from_kernel(cls, kernel: Any) -> ProcessTypeRegistry:
+        """Every family the loaded addons bring, this one's included.
 
-        return cls([FileStateProcessTypeFamily()])
+        The only way in: a hard-coded list would answer for the addons that
+        happened to be known here, and a type brought by an addon installed
+        beside it would be a name the runner refuses.
+        """
+        families: list[AbstractProcessTypeFamily] = []
+
+        for addon in kernel.get_addons().values():
+            families.extend(
+                family_class() for family_class in addon.get_process_type_family_classes()
+            )
+
+        return cls(families)
 
     def get(self, name: str) -> AbstractProcessType | None:
         return self._types.get(name)

{wexample_wex_addon_process-1.0.4 → wexample_wex_addon_process-2.1.0}/src/wexample_wex_addon_process/record/record_file.py

@@ -43,3 +43,13 @@ def write_record(path: Path, values: dict[str, Any]) -> None:
             allow_unicode=True,
         )
     )
+
+    # Written from both ends over a shared bind mount — the board web as root,
+    # a worker as its own user — so each writer leaves the record open for the
+    # other rather than at a mode only its own uid can rewrite. Best-effort:
+    # chmod is the owner's to make, and a writer that is not the owner is
+    # writing a file the owner already opened wide enough to reach.
+    import contextlib
+
+    with contextlib.suppress(PermissionError):
+        path.chmod(0o666)

{wexample_wex_addon_process-1.0.4 → wexample_wex_addon_process-2.1.0}/src/wexample_wex_addon_process/runner/process_runner.py

@@ -97,7 +97,19 @@ class ProcessRunner:
             )
 
         selection = self._selection(workdir, process.get(PROCESS_KEY_SELECTION_ID))
-        files = selection.files()
+
+        # The walk reads the disk, and a run whose walk raises must end up
+        # `failed` like any other: left out of the guard, the exception would
+        # sink the message and freeze the run on `pending` with nothing to show.
+        try:
+            files = selection.files()
+        except Exception as exception:
+            self.io.debug(traceback.format_exc())
+
+            return self._fail(
+                run_path, run_id, f"{type(exception).__name__}: {exception}"
+            )
+
         done = {"count": 0}
 
         def advance(count: int) -> None:
@@ -122,6 +134,7 @@ class ProcessRunner:
             data = process_type.run(
                 ProcessContext(
                     selection=selection,
+                    files=files,
                     options=self._options(process.get(PROCESS_KEY_OPTIONS)),
                     advance=advance,
                 )

{wexample_wex_addon_process-1.0.4 → wexample_wex_addon_process-2.1.0}/src/wexample_wex_addon_process/service/process_run_service.py

@@ -60,7 +60,7 @@ class ProcessRunService(AbstractQueueService):
         # must not answer for each other.
         return ProcessRunner(
             io=self.io,
-            registry=ProcessTypeRegistry.default(),
+            registry=ProcessTypeRegistry.from_kernel(self.kernel),
             ring=lambda run_id: self._ring(workdir, run_id),
         )