pyoco 0.5.0__py3-none-any.whl → 0.5.1__py3-none-any.whl

pyoco/cli/main.py

@@ -4,13 +4,13 @@ import sys
 import os
 import signal
 import time
+from types import SimpleNamespace
 from ..schemas.config import PyocoConfig
 from ..discovery.loader import TaskLoader
 from ..core.models import Flow
 from ..core.engine import Engine
 from ..trace.console import ConsoleTraceBackend
 from ..client import Client
-from ..discovery.plugins import list_available_plugins
 
 def main():
     parser = argparse.ArgumentParser(description="Pyoco Workflow Engine")
@@ -88,6 +88,8 @@ def main():
     plugins_sub = plugins_parser.add_subparsers(dest="plugins_command")
     plugins_list = plugins_sub.add_parser("list", help="List discovered plug-ins")
     plugins_list.add_argument("--json", action="store_true", help="Output JSON payload")
+    plugins_lint = plugins_sub.add_parser("lint", help="Validate plug-ins for upcoming requirements")
+    plugins_lint.add_argument("--json", action="store_true", help="Output JSON payload")
 
     args = parser.parse_args()
 
@@ -120,18 +122,52 @@ def main():
         return
 
     if args.command == "plugins":
-        infos = list_available_plugins()
+        reports = _collect_plugin_reports()
         if args.plugins_command == "list":
             if getattr(args, "json", False):
-                print(json.dumps(infos, indent=2))
+                print(json.dumps(reports, indent=2))
             else:
-                if not infos:
+                if not reports:
                     print("No plug-ins registered under group 'pyoco.tasks'.")
                 else:
                     print("Discovered plug-ins:")
-                    for info in infos:
+                    for info in reports:
                         mod = info.get("module") or info.get("value")
                         print(f" - {info.get('name')} ({mod})")
+                        if info.get("error"):
+                            print(f"     ⚠️  error: {info['error']}")
+                            continue
+                        for task in info.get("tasks", []):
+                            warn_msg = "; ".join(task.get("warnings", [])) or "ok"
+                            print(f"     • {task['name']} [{task['origin']}] ({warn_msg})")
+                        for warn in info.get("warnings", []):
+                            print(f"     ⚠️  {warn}")
+        elif args.plugins_command == "lint":
+            issues = []
+            for info in reports:
+                prefix = info["name"]
+                if info.get("error"):
+                    issues.append(f"{prefix}: {info['error']}")
+                    continue
+                for warn in info.get("warnings", []):
+                    issues.append(f"{prefix}: {warn}")
+                for task in info.get("tasks", []):
+                    for warn in task.get("warnings", []):
+                        issues.append(f"{prefix}.{task['name']}: {warn}")
+            payload = {"issues": issues, "reports": reports}
+            if getattr(args, "json", False):
+                print(json.dumps(payload, indent=2))
+            else:
+                if not issues:
+                    print("✅ All plug-ins look good.")
+                else:
+                    print("⚠️  Plug-in issues found:")
+                    for issue in issues:
+                        print(f" - {issue}")
+            if issues:
+                sys.exit(1)
+        else:
+            plugins_parser.print_help()
         return
 
     if args.command == "server":
@@ -368,6 +404,16 @@ def main():
             sys.exit(2 if args.dry_run else 1)
         return
 
+def _collect_plugin_reports():
+    dummy = SimpleNamespace(
+        tasks={},
+        discovery=SimpleNamespace(entry_points=[], packages=[], glob_modules=[]),
+    )
+    loader = TaskLoader(dummy)
+    loader.load()
+    return loader.plugin_reports
+
+
 def _stream_logs(client, args):
     seen_seq = -1
     follow = args.follow

pyoco/discovery/loader.py

@@ -109,6 +109,7 @@ class TaskLoader:
                 "value": ep.value,
                 "module": getattr(ep, "module", ""),
                 "tasks": [],
+                "warnings": [],
             }
             registry = PluginRegistry(self, ep.name)
             try:
@@ -116,7 +117,10 @@ class TaskLoader:
                 if not callable(hook):
                     raise TypeError("Entry point must be callable")
                 hook(registry)
-                info["tasks"] = list(registry.registered_names)
+                info["tasks"] = list(registry.records)
+                info["warnings"] = list(registry.warnings)
+                if not registry.records:
+                    info["warnings"].append("no tasks registered")
             except Exception as exc:
                 info["error"] = str(exc)
                 if self.strict:

pyoco/discovery/plugins.py

@@ -1,12 +1,19 @@
 from __future__ import annotations
 
 from importlib import metadata as importlib_metadata
-from typing import Any, Callable, Dict, List, Optional
+from typing import Any, Callable, Dict, List, Optional, Type
 
 from ..core.models import Task
 from ..dsl.syntax import TaskWrapper
 
 
+class CallablePluginTask(Task):
+    """Lightweight subclass so callable registrations still appear as Task-derived."""
+
+    def __init__(self, func: Callable, name: str):
+        super().__init__(func=func, name=name)
+
+
 def iter_entry_points(group: str = "pyoco.tasks"):
     eps = importlib_metadata.entry_points()
     if hasattr(eps, "select"):
@@ -32,6 +39,8 @@ class PluginRegistry:
         self.loader = loader
         self.provider_name = provider_name
         self.registered_names: List[str] = []
+        self.records: List[Dict[str, Any]] = []
+        self.warnings: List[str] = []
 
     def task(
         self,
@@ -70,23 +79,70 @@ class PluginRegistry:
         outputs: Optional[List[str]] = None,
     ) -> Task:
         task_name = name or getattr(func, "__name__", f"{self.provider_name}_task")
-        task = Task(func=func, name=task_name)
+        task = CallablePluginTask(func=func, name=task_name)
         if inputs:
             task.inputs.update(inputs)
         if outputs:
             task.outputs.extend(outputs)
-        self.loader._register_task(task_name, task)
-        self.registered_names.append(task_name)
+        self._finalize_task(task, origin="callable")
+        return task
+
+    def task_class(
+        self,
+        task_cls: Type[Task],
+        *args: Any,
+        name: Optional[str] = None,
+        **kwargs: Any,
+    ) -> Task:
+        if not issubclass(task_cls, Task):
+            raise TypeError(f"{task_cls} is not a Task subclass")
+        task = task_cls(*args, **kwargs)
+        if name:
+            task.name = name
+        self._finalize_task(task, origin="task_class")
         return task
 
     def add(self, obj: Any, *, name: Optional[str] = None) -> None:
         if isinstance(obj, TaskWrapper):
-            self.loader._register_task(name or obj.task.name, obj.task)
-            self.registered_names.append(name or obj.task.name)
+            task = obj.task
+            if name:
+                task.name = name
+            self._finalize_task(task, origin="wrapper")
         elif isinstance(obj, Task):
-            self.loader._register_task(name or obj.name, obj)
-            self.registered_names.append(name or obj.name)
+            if name:
+                obj.name = name
+            origin = "task_class" if obj.__class__ is not Task else "task"
+            self._finalize_task(obj, origin=origin)
         elif callable(obj):
             self.register_callable(obj, name=name)
         else:
             raise TypeError(f"Unsupported task object: {obj!r}")
+
+    def _finalize_task(self, task: Task, origin: str) -> None:
+        warnings = self._validate_task(task, origin)
+        self.loader._register_task(task.name, task)
+        self.registered_names.append(task.name)
+        self.records.append(
+            {
+                "name": task.name,
+                "origin": origin,
+                "class": task.__class__.__name__,
+                "warnings": warnings,
+            }
+        )
+        for msg in warnings:
+            self.warnings.append(f"{task.name}: {msg}")
+
+    def _validate_task(self, task: Task, origin: str) -> List[str]:
+        warnings: List[str] = []
+        if not getattr(task, "name", None):
+            generated = f"{self.provider_name}_{len(self.registered_names) + 1}"
+            task.name = generated
+            warnings.append(f"name missing; auto-assigned '{generated}'")
+        if not callable(getattr(task, "func", None)):
+            warnings.append("task.func is not callable")
+        if origin == "callable":
+            warnings.append("registered via callable; prefer Task subclass for extensibility")
+        if task.__class__ is Task and origin not in ("callable", "wrapper"):
+            warnings.append("plain Task instance detected; subclass Task for metadata support")
+        return warnings

{pyoco-0.5.0.dist-info → pyoco-0.5.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pyoco
-Version: 0.5.0
+Version: 0.5.1
 Summary: A workflow engine with sugar syntax
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
@@ -143,7 +143,9 @@ pyoco run --non-cute ...
 
 ## 🧩 Plug-ins
 
-Need to share domain-specific tasks? Publish an entry point under `pyoco.tasks` and pyoco will auto-load it. See [docs/plugins.md](docs/plugins.md) for the `PluginRegistry` decorator, example `pyproject.toml`, and `pyoco plugins list` CLI helper.
+Need to share domain-specific tasks? Publish an entry point under `pyoco.tasks` and pyoco will auto-load it. In v0.5.1 we recommend **Task subclasses first** (callables still work with warnings). See [docs/plugins.md](docs/plugins.md) for examples, quickstart, and `pyoco plugins list` / `pyoco plugins lint`.
+
+**Big data note:** pass handles, not copies. For large tensors/images, stash paths or handles in `ctx.artifacts`/`ctx.scratch` and let downstream tasks materialize only when needed. For lazy pipelines (e.g., DataPipe), log the pipeline when you actually iterate (typically the training task) instead of materializing upstream.
 
 ## 📚 Documentation
 

{pyoco-0.5.0.dist-info → pyoco-0.5.1.dist-info}/RECORD

@@ -2,14 +2,14 @@ pyoco/__init__.py,sha256=E2pgDGvGRSVon7dSqIM4UD55LgVpf4jiZZA-70kOcuw,409
 pyoco/client.py,sha256=Y95NmMsOKTJ9AZJEg_OzHamC_w32YWmSVS653mpqHVQ,3141
 pyoco/socketless_reset.py,sha256=KsAF4I23_Kbhy9fIWFARzV5QaIOQqbl0U0yPb8a34sM,129
 pyoco/cli/entry.py,sha256=zPIG0Gx-cFO8Cf1Z3wD3Ifz_2sHaryHZ6mCRri2WEqE,93
-pyoco/cli/main.py,sha256=W3U-T4SliJHy4wZ70QoN2c9Mep--XxlEa8YkHe9DLuU,16515
+pyoco/cli/main.py,sha256=LbhgTgRw9Tr_04hiYLqLP64jdnE1RA8B9Rasetgc_MM,18557
 pyoco/core/base_task.py,sha256=z7hOFntAPv4yCADapS-fhtLe5eWqaO8k3T1r05YEEUE,2106
 pyoco/core/context.py,sha256=TeCUriOmg7qZB3nMRu8HPdPshMW6pMVx48xZLY6a-A4,6524
 pyoco/core/engine.py,sha256=iX2Id8ryFt-xeZgraqnF3uqkI6ubiZt5NBNYWX6Qv1s,24166
 pyoco/core/exceptions.py,sha256=G82KY8PCnAhp3IDDIG8--Uh3EfVa192zei3l6ihfShI,565
 pyoco/core/models.py,sha256=8faYURF43-7IebqzTIorHxpCeC4TZfoXWjGyPNaWhyI,10501
-pyoco/discovery/loader.py,sha256=vC729i1bR358u6YwiVX2uonZ80WxjFGFqJRlhX89Sf0,5942
-pyoco/discovery/plugins.py,sha256=pNMWxS03jWPuUV2tApGch2VL40EyKLOOeYT-OPBBBRQ,2806
+pyoco/discovery/loader.py,sha256=L9Wb2i-d1Hv3EiTFUvuR2mrv7Fc9vt5Bv9ZRuRqAzSg,6132
+pyoco/discovery/plugins.py,sha256=r1KY-OwWXSSe6arVOdfK72pGaI3tpumucg9cXEXA-Z0,4873
 pyoco/dsl/__init__.py,sha256=xWdb60pSRL8lNFk4GHF3EJ4hon0uiWqpv264g6-4gdg,45
 pyoco/dsl/expressions.py,sha256=BtEIxPSf3BU-wPNEicIqX_TVZ4fAnlWGrzrrfc6pU1g,4875
 pyoco/dsl/nodes.py,sha256=qDiIEsAJHnD8dpuOd-Rpy6OORCW6KDW_BdYiA2BKu18,1041
@@ -27,7 +27,7 @@ pyoco/trace/console.py,sha256=I-BcF405OGLWoacJWeke8vTT9M5JxSBpJL-NazVyxb4,1742
 pyoco/worker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pyoco/worker/client.py,sha256=862KccXRtfG7zd9ZSLqrpVSV6ev8zeuEHHdtAfLghiM,1557
 pyoco/worker/runner.py,sha256=hyKn5NbuIuF-109CnQbYc8laKbWmwe9ChaLrNUtsVIg,6367
-pyoco-0.5.0.dist-info/METADATA,sha256=SEow4x2y_O6SqeVuEU-_7dT12F-XA24sYVD_hMV6TQM,5251
-pyoco-0.5.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-pyoco-0.5.0.dist-info/top_level.txt,sha256=2JRVocfaWRbX1VJ3zq1c5wQaOK6fMARS6ptVFWyvRF4,6
-pyoco-0.5.0.dist-info/RECORD,,
+pyoco-0.5.1.dist-info/METADATA,sha256=JLUsGfujXl71AvCSuKDc52v2FjSxlWcIocGyCCzHnrU,5642
+pyoco-0.5.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+pyoco-0.5.1.dist-info/top_level.txt,sha256=2JRVocfaWRbX1VJ3zq1c5wQaOK6fMARS6ptVFWyvRF4,6
+pyoco-0.5.1.dist-info/RECORD,,