pineapple-pine 0.7.0__tar.gz

pineapple_pine-0.7.0/PKG-INFO

@@ -0,0 +1,78 @@
+Metadata-Version: 2.4
+Name: pineapple-pine
+Version: 0.7.0
+Summary: Pineapple pipeline engine — Python runtime
+Author-email: Liam Huang <liam0205@hotmail.com>
+License-Expression: Apache-2.0
+Project-URL: Homepage, https://github.com/Liam0205/pineapple
+Project-URL: Repository, https://github.com/Liam0205/pineapple
+Project-URL: Issues, https://github.com/Liam0205/pineapple/issues
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Software Development :: Libraries :: Application Frameworks
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown
+Requires-Dist: lupa>=2.0
+Requires-Dist: redis>=5.0
+Requires-Dist: httpx>=0.27
+Provides-Extra: dev
+Requires-Dist: pytest>=8.0; extra == "dev"
+Requires-Dist: pytest-timeout>=2.3; extra == "dev"
+Requires-Dist: hypothesis>=6.100; extra == "dev"
+Requires-Dist: pytest-benchmark>=4.0; extra == "dev"
+
+# pineapple-pine
+
+Python runtime engine for the [Pineapple](https://github.com/Liam0205/pineapple) pipeline framework.
+
+## Installation
+
+```bash
+pip install pineapple-pine
+```
+
+## Quick Start
+
+```python
+import json
+from pine.engine import Engine
+
+config = json.dumps({
+    "operators": [
+        {"type_name": "recall_static", "name": "recall", "$metadata": {
+            "common_input": [], "item_input": [], "common_output": [],
+            "item_output": ["id", "score"]
+        }, "items": [{"id": "a", "score": 1.0}]}
+    ],
+    "pipeline_groups": {"main": ["recall"]}
+}).encode()
+
+engine = Engine.create(config)
+result = engine.execute(common={}, items=[])
+print(result.common, result.items)
+```
+
+## Features
+
+- Full DAG scheduling with data-hazard analysis
+- ConsumesRowSet / MutatesRowSet / AdditiveWritesRowSet marker interfaces
+- Framework-level field accessor (Strict / Default semantics)
+- Lua operator support via `lupa`
+- HTTP server with hot-reload
+- DAG visualization (DOT / Mermaid)
+- Cross-engine parity with pine-go and pine-java
+
+## Requirements
+
+- Python >= 3.11
+- `lupa` (Lua runtime)
+- `redis` (optional, for redis_get/redis_set operators)
+- `httpx` (for remote_pineapple operator)
+
+## License
+
+Apache-2.0

pineapple_pine-0.7.0/README.md

@@ -0,0 +1,51 @@
+# pineapple-pine
+
+Python runtime engine for the [Pineapple](https://github.com/Liam0205/pineapple) pipeline framework.
+
+## Installation
+
+```bash
+pip install pineapple-pine
+```
+
+## Quick Start
+
+```python
+import json
+from pine.engine import Engine
+
+config = json.dumps({
+    "operators": [
+        {"type_name": "recall_static", "name": "recall", "$metadata": {
+            "common_input": [], "item_input": [], "common_output": [],
+            "item_output": ["id", "score"]
+        }, "items": [{"id": "a", "score": 1.0}]}
+    ],
+    "pipeline_groups": {"main": ["recall"]}
+}).encode()
+
+engine = Engine.create(config)
+result = engine.execute(common={}, items=[])
+print(result.common, result.items)
+```
+
+## Features
+
+- Full DAG scheduling with data-hazard analysis
+- ConsumesRowSet / MutatesRowSet / AdditiveWritesRowSet marker interfaces
+- Framework-level field accessor (Strict / Default semantics)
+- Lua operator support via `lupa`
+- HTTP server with hot-reload
+- DAG visualization (DOT / Mermaid)
+- Cross-engine parity with pine-go and pine-java
+
+## Requirements
+
+- Python >= 3.11
+- `lupa` (Lua runtime)
+- `redis` (optional, for redis_get/redis_set operators)
+- `httpx` (for remote_pineapple operator)
+
+## License
+
+Apache-2.0

pineapple_pine-0.7.0/pine/__init__.py

@@ -0,0 +1,8 @@
+from pine.engine import Engine
+from pine.errors import ConfigError, OperatorException, PanicError, ValidationError
+from pine.registry import Registry
+
+__all__ = [
+    "Engine", "Registry", "ConfigError", "OperatorException",
+    "PanicError", "ValidationError",
+]

pineapple_pine-0.7.0/pine/cancellation.py

@@ -0,0 +1,20 @@
+import threading
+
+
+class CancellationToken:
+    def __init__(self, parent: "CancellationToken | None" = None):
+        self._cancelled = threading.Event()
+        self._parent = parent
+
+    def cancel(self):
+        self._cancelled.set()
+
+    def is_cancelled(self) -> bool:
+        if self._cancelled.is_set():
+            return True
+        if self._parent is not None:
+            return self._parent.is_cancelled()
+        return False
+
+    def child(self) -> "CancellationToken":
+        return CancellationToken(parent=self)

pineapple_pine-0.7.0/pine/cli/codegen.py

@@ -0,0 +1,67 @@
+from __future__ import annotations
+
+import json
+import sys
+from pathlib import Path
+from typing import Any
+
+from pine.registry import Registry
+
+
+def main():
+    from pine.operators import ensure_registered
+    ensure_registered()
+
+    output_dir = ""
+    schema_json_path = ""
+    export_schema = ""
+    args = sys.argv[1:]
+    i = 0
+    while i < len(args):
+        if args[i] == "-output" and i + 1 < len(args):
+            i += 1
+            output_dir = args[i]
+        elif args[i] == "-schema-json" and i + 1 < len(args):
+            i += 1
+            schema_json_path = args[i]
+        elif args[i] == "--export-schema" and i + 1 < len(args):
+            i += 1
+            export_schema = args[i]
+        i += 1
+
+    if export_schema or schema_json_path:
+        out_path = export_schema or schema_json_path
+        schemas = Registry.global_instance().schemas()
+        schema_list: list[dict[str, Any]] = []
+        for schema in schemas:
+            params: dict[str, Any] = {}
+            for pname, pspec in schema.params.items():
+                params[pname] = {
+                    "Type": pspec.type,
+                    "Required": pspec.required,
+                    "Default": pspec.default_value,
+                    "Description": pspec.description,
+                }
+            schema_list.append({
+                "Name": schema.name,
+                "Type": schema.type.value,
+                "Description": schema.description,
+                "Params": params,
+            })
+        Path(out_path).write_text(
+            json.dumps(schema_list, indent=2, ensure_ascii=False)
+        )
+        return
+
+    if not output_dir:
+        print("Usage: Codegen --export-schema <path> | -schema-json <path> | -output <dir>",
+              file=sys.stderr)
+        sys.exit(1)
+
+    # TODO: codegen Python output (generate operators.py, resources.py, __init__.py)
+    print(f"codegen output to {output_dir} not yet implemented", file=sys.stderr)
+    sys.exit(1)
+
+
+if __name__ == "__main__":
+    main()

pineapple_pine-0.7.0/pine/cli/dag.py

@@ -0,0 +1,62 @@
+from __future__ import annotations
+
+import sys
+from pathlib import Path
+
+
+def main():
+    from pine.operators import ensure_registered
+    ensure_registered()
+
+    config_path = ""
+    format_ = "dot"
+    collapse = 0
+
+    args = sys.argv[1:]
+    i = 0
+    while i < len(args):
+        if args[i] == "-config" and i + 1 < len(args):
+            i += 1
+            config_path = args[i]
+        elif args[i] == "-format" and i + 1 < len(args):
+            i += 1
+            format_ = args[i]
+        elif args[i] == "-collapse" and i + 1 < len(args):
+            i += 1
+            collapse = int(args[i])
+        i += 1
+
+    if not config_path:
+        print(
+            "Usage: RenderDAGCli -config <path> [-format dot|mermaid] [-collapse N]",
+            file=sys.stderr,
+        )
+        sys.exit(1)
+
+    try:
+        data = Path(config_path).read_bytes()
+    except IOError as e:
+        print(f"error reading config: {e}", file=sys.stderr)
+        sys.exit(1)
+
+    from pine.engine import Engine, StaticResourceProvider
+    from pine.errors import ConfigError, RegistryError
+
+    try:
+        rp = StaticResourceProvider({})
+        engine = Engine.create(data, resource_provider=rp)
+    except (ConfigError, RegistryError) as e:
+        print(f"error creating engine: {e}", file=sys.stderr)
+        sys.exit(1)
+
+    try:
+        output = engine.render_dag(format_, collapse)
+    except ValueError as e:
+        print(f"error rendering DAG: {e}", file=sys.stderr)
+        sys.exit(1)
+
+    sys.stdout.write(output)
+
+
+if __name__ == "__main__":
+    main()

pineapple_pine-0.7.0/pine/cli/run.py

@@ -0,0 +1,97 @@
+from __future__ import annotations
+
+import json
+import sys
+from pathlib import Path
+from typing import Any
+
+from pine.go_format import go_json_marshal_indent
+
+
+def main():
+    from pine.operators import ensure_registered
+    ensure_registered()
+
+    config_path = ""
+    request_path = ""
+    resources_path = ""
+
+    args = sys.argv[1:]
+    i = 0
+    while i < len(args):
+        if args[i] == "-config" and i + 1 < len(args):
+            i += 1
+            config_path = args[i]
+        elif args[i] == "-request" and i + 1 < len(args):
+            i += 1
+            request_path = args[i]
+        elif args[i] == "-static-resources" and i + 1 < len(args):
+            i += 1
+            resources_path = args[i]
+        i += 1
+
+    if not config_path or not request_path:
+        print(
+            "Usage: RunCli -config <pipeline.json> -request <request.json> "
+            "[-static-resources <resources.json>]",
+            file=sys.stderr,
+        )
+        sys.exit(1)
+
+    try:
+        config_data = Path(config_path).read_bytes()
+    except IOError as e:
+        print(f"error reading config: {e}", file=sys.stderr)
+        sys.exit(1)
+
+    try:
+        request_data = Path(request_path).read_bytes()
+    except IOError as e:
+        print(f"error reading request: {e}", file=sys.stderr)
+        sys.exit(1)
+
+    resource_provider = None
+    if resources_path:
+        try:
+            res_data = Path(resources_path).read_bytes()
+            resources = json.loads(res_data)
+            from pine.engine import StaticResourceProvider
+            resource_provider = StaticResourceProvider(resources)
+        except IOError as e:
+            print(f"error reading static resources: {e}", file=sys.stderr)
+            sys.exit(1)
+
+    from pine.engine import Engine
+    from pine.errors import ConfigError, RegistryError
+
+    try:
+        engine = Engine.create(config_data, resource_provider=resource_provider)
+    except (ConfigError, RegistryError) as e:
+        print(f"error creating engine: {e}", file=sys.stderr)
+        sys.exit(1)
+
+    try:
+        req = json.loads(request_data)
+    except json.JSONDecodeError as e:
+        print(f"error parsing request: {e}", file=sys.stderr)
+        sys.exit(1)
+
+    common = req.get("common", {})
+    items = req.get("items", [])
+
+    result = engine.execute(common, items)
+
+    if result.error is not None:
+        print(f"execution error: {result.error}", file=sys.stderr)
+        sys.exit(1)
+
+    output: dict[str, Any] = {}
+    output["common"] = result.common
+    output["items"] = result.items
+
+    json_str = go_json_marshal_indent(output)
+    print(json_str)
+
+
+if __name__ == "__main__":
+    main()