etlantic-datafusion 0.20.0__tar.gz

etlantic_datafusion-0.20.0/.gitignore

@@ -0,0 +1,29 @@
+# Python
+__pycache__/
+*.py[cod]
+*$py.class
+*.egg-info/
+.eggs/
+dist/
+build/
+site/
+.venv/
+venv/
+.env
+
+# Tools
+.pytest_cache/
+.ruff_cache/
+.mypy_cache/
+.coverage
+htmlcov/
+# macOS
+.DS_Store
+**/.DS_Store
+._*
+**/._*
+
+examples/_file_storage_out/
+examples/_generated_*.py
+tmp_cli_contracts/
+tmp_/

etlantic_datafusion-0.20.0/PKG-INFO

@@ -0,0 +1,34 @@
+Metadata-Version: 2.4
+Name: etlantic-datafusion
+Version: 0.20.0
+Summary: Experimental DataFusion dataframe + portable transform plugin for ETLantic.
+Project-URL: Homepage, https://github.com/eddiethedean/etlantic
+Project-URL: Documentation, https://github.com/eddiethedean/etlantic/tree/main/docs
+Project-URL: Repository, https://github.com/eddiethedean/etlantic
+Project-URL: Issues, https://github.com/eddiethedean/etlantic/issues
+Project-URL: Changelog, https://github.com/eddiethedean/etlantic/blob/main/CHANGELOG.md
+Author-email: Odo Matthews <odosmatthews@gmail.com>
+License-Expression: MIT
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Typing :: Typed
+Requires-Python: >=3.11
+Requires-Dist: etlantic<0.21,>=0.20.0
+Description-Content-Type: text/markdown
+
+# etlantic-datafusion (Experimental)
+
+Gate B experimental DataFusion plugin for ETLantic 0.20+.
+
+**Not recommended for production.** Does not replace Polars as the reference
+dataframe engine. Graduates only after conformance, differentials, Gate A
+Arrow boundaries, and a measured advantage.
+
+```bash
+pip install 'etlantic[datafusion]==0.20.0'
+```

etlantic_datafusion-0.20.0/README.md

@@ -0,0 +1,11 @@
+# etlantic-datafusion (Experimental)
+
+Gate B experimental DataFusion plugin for ETLantic 0.20+.
+
+**Not recommended for production.** Does not replace Polars as the reference
+dataframe engine. Graduates only after conformance, differentials, Gate A
+Arrow boundaries, and a measured advantage.
+
+```bash
+pip install 'etlantic[datafusion]==0.20.0'
+```

etlantic_datafusion-0.20.0/pyproject.toml

@@ -0,0 +1,46 @@
+[project]
+name = "etlantic-datafusion"
+version = "0.20.0"
+description = "Experimental DataFusion dataframe + portable transform plugin for ETLantic."
+readme = "README.md"
+license = "MIT"
+requires-python = ">=3.11"
+authors = [{ name = "Odo Matthews", email = "odosmatthews@gmail.com" }]
+classifiers = [
+    "Development Status :: 3 - Alpha",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "Typing :: Typed",
+]
+dependencies = [
+    "etlantic>=0.20.0,<0.21",
+]
+# Optional heavy deps for a future graduated runtime (not required to import stubs):
+# datafusion>=40,<50 ; pyarrow>=14
+
+[project.urls]
+Homepage = "https://github.com/eddiethedean/etlantic"
+Documentation = "https://github.com/eddiethedean/etlantic/tree/main/docs"
+Repository = "https://github.com/eddiethedean/etlantic"
+Issues = "https://github.com/eddiethedean/etlantic/issues"
+Changelog = "https://github.com/eddiethedean/etlantic/blob/main/CHANGELOG.md"
+
+[project.entry-points."etlantic.dataframe_plugins"]
+datafusion = "etlantic_datafusion:create_plugin"
+
+[project.entry-points."etlantic.transform_compilers"]
+datafusion = "etlantic_datafusion:create_transform_compiler"
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/etlantic_datafusion"]
+
+[tool.hatch.build.targets.wheel.force-include]
+"src/etlantic_datafusion/etlantic-plugin-manifest.json" = "etlantic_datafusion/etlantic-plugin-manifest.json"

etlantic_datafusion-0.20.0/src/etlantic_datafusion/__init__.py

@@ -0,0 +1,29 @@
+"""Experimental DataFusion plugin package (stub; not production-ready in 0.20.0)."""
+
+from __future__ import annotations
+
+__version__ = "0.20.0"
+
+STREAMING_STABILITY = "experimental"
+
+
+def create_plugin():
+    """Entry-point factory for ``etlantic.dataframe_plugins`` (experimental stub)."""
+    from etlantic_datafusion.plugin import DataFusionPlugin
+
+    return DataFusionPlugin()
+
+
+def create_transform_compiler():
+    """Entry-point factory for ``etlantic.transform_compilers`` (experimental stub)."""
+    from etlantic_datafusion.compiler import DataFusionTransformCompiler
+
+    return DataFusionTransformCompiler()
+
+
+__all__ = [
+    "STREAMING_STABILITY",
+    "__version__",
+    "create_plugin",
+    "create_transform_compiler",
+]

etlantic_datafusion-0.20.0/src/etlantic_datafusion/compiler.py

@@ -0,0 +1,71 @@
+"""Experimental DataFusion portable transform compiler (kernel claim set later)."""
+
+from __future__ import annotations
+
+from collections.abc import Mapping, Sequence
+from typing import Any
+
+from etlantic.transform.compiler import (
+    CompiledTransform,
+    TransformCapabilities,
+    TransformCompileContext,
+    TransformCompilerInfo,
+    TransformExecutionContext,
+    TransformOutputBundle,
+    TransformPlanningContext,
+    TransformSupportReport,
+)
+
+__version__ = "0.20.0"
+
+
+class DataFusionTransformCompiler:
+    """Experimental compiler — advertise no graduated claims until conformance."""
+
+    info = TransformCompilerInfo(
+        name="etlantic-datafusion",
+        version=__version__,
+        engine="datafusion",
+        capabilities=TransformCapabilities(
+            profiles=frozenset(),
+            actions=frozenset(),
+            functions=frozenset(),
+            lazy=True,
+            eager=False,
+        ),
+    )
+
+    def analyze(
+        self,
+        definition: Mapping[str, Any],
+        *,
+        context: TransformPlanningContext,
+        requirements: Mapping[str, Sequence[str]] | None = None,
+    ) -> TransformSupportReport:
+        raise NotImplementedError(
+            "etlantic-datafusion portable compiler is experimental; no claims "
+            "experimental as of 0.20.0"
+        )
+
+    def compile(
+        self,
+        definition: Mapping[str, Any],
+        *,
+        context: TransformCompileContext,
+        requirements: Mapping[str, Sequence[str]] | None = None,
+    ) -> CompiledTransform:
+        raise NotImplementedError(
+            "etlantic-datafusion portable compile is experimental/ungraduated"
+        )
+
+    async def execute(
+        self,
+        compiled: CompiledTransform,
+        *,
+        inputs: Mapping[str, Any],
+        parameters: Mapping[str, Any],
+        context: TransformExecutionContext,
+    ) -> TransformOutputBundle:
+        raise NotImplementedError(
+            "etlantic-datafusion portable execute is experimental/ungraduated"
+        )

etlantic_datafusion-0.20.0/src/etlantic_datafusion/etlantic-plugin-manifest.json

@@ -0,0 +1,41 @@
+{
+  "capabilities": [
+    "dataframe",
+    "portable",
+    "experimental"
+  ],
+  "digest": "sha256:74b48e6234f9b3994e153ebd79367170fbe25b77aabb4c45fe6fa83101ba5588",
+  "entries": [
+    {
+      "capabilities": [
+        "dataframe",
+        "lazy",
+        "experimental"
+      ],
+      "engine": "datafusion",
+      "group": "etlantic.dataframe_plugins",
+      "name": "datafusion",
+      "protocol": "etlantic.dataframe/1",
+      "target": "etlantic_datafusion:create_plugin"
+    },
+    {
+      "capabilities": [
+        "portable",
+        "experimental"
+      ],
+      "engine": "datafusion",
+      "group": "etlantic.transform_compilers",
+      "name": "datafusion",
+      "protocol": "etlantic.transform-compiler/1",
+      "target": "etlantic_datafusion:create_transform_compiler"
+    }
+  ],
+  "package": "etlantic-datafusion",
+  "privileges": [],
+  "protocol_range": "etlantic.dataframe/1,etlantic.transform-compiler/1",
+  "provenance": {
+    "publisher": "etlantic"
+  },
+  "schema": "etlantic.plugin_manifest/1",
+  "version": "0.20.0"
+}

etlantic_datafusion-0.20.0/src/etlantic_datafusion/plugin.py

@@ -0,0 +1,57 @@
+"""Experimental DataFusion dataframe plugin stub."""
+
+from __future__ import annotations
+
+from typing import Any
+
+from etlantic.capabilities import PluginCapabilities
+from etlantic.dataframe.protocol import DataframePluginInfo
+from etlantic.interchange.tabular import InterchangeMechanism
+
+__version__ = "0.20.0"
+
+
+class DataFusionPlugin:
+    """Experimental dataframe plugin — kernel claims expand after conformance."""
+
+    info = DataframePluginInfo(
+        name="etlantic-datafusion",
+        version=__version__,
+        engine="datafusion",
+        capabilities=PluginCapabilities(
+            engine="datafusion",
+            dataframe=True,
+            eager=False,
+            lazy=True,
+            arrow_import=True,
+            arrow_export=True,
+            interchange_mechanisms=frozenset(
+                {
+                    InterchangeMechanism.ARROW_C_DATA.value,
+                    InterchangeMechanism.RECORDS_FALLBACK.value,
+                }
+            ),
+            extras=frozenset({"experimental"}),
+        ),
+    )
+
+    def materialize(self, *args: Any, **kwargs: Any) -> Any:
+        raise NotImplementedError(
+            "etlantic-datafusion is experimental; kernel materialize is not "
+            "experimental as of 0.20.0. See CAPABILITIES and INTEROPERABILITY plan."
+        )
+
+    def execute_transformation(self, *args: Any, **kwargs: Any) -> Any:
+        raise NotImplementedError(
+            "etlantic-datafusion execute_transformation is experimental/ungraduated"
+        )
+
+    def to_records(
+        self, value: Any, *, contract_type: type[Any] | None = None
+    ) -> list[Any]:
+        raise NotImplementedError("etlantic-datafusion to_records is ungraduated")
+
+    def from_records(
+        self, rows: list[Any], *, contract_type: type[Any] | None = None
+    ) -> Any:
+        raise NotImplementedError("etlantic-datafusion from_records is ungraduated")