etlantic-datafusion 0.20.0__py3-none-any.whl

etlantic_datafusion/__init__.py

@@ -0,0 +1,29 @@
+"""Experimental DataFusion plugin package (stub; not production-ready in 0.20.0)."""
+
+from __future__ import annotations
+
+__version__ = "0.20.0"
+
+STREAMING_STABILITY = "experimental"
+
+
+def create_plugin():
+    """Entry-point factory for ``etlantic.dataframe_plugins`` (experimental stub)."""
+    from etlantic_datafusion.plugin import DataFusionPlugin
+
+    return DataFusionPlugin()
+
+
+def create_transform_compiler():
+    """Entry-point factory for ``etlantic.transform_compilers`` (experimental stub)."""
+    from etlantic_datafusion.compiler import DataFusionTransformCompiler
+
+    return DataFusionTransformCompiler()
+
+
+__all__ = [
+    "STREAMING_STABILITY",
+    "__version__",
+    "create_plugin",
+    "create_transform_compiler",
+]

etlantic_datafusion/compiler.py

@@ -0,0 +1,71 @@
+"""Experimental DataFusion portable transform compiler (kernel claim set later)."""
+
+from __future__ import annotations
+
+from collections.abc import Mapping, Sequence
+from typing import Any
+
+from etlantic.transform.compiler import (
+    CompiledTransform,
+    TransformCapabilities,
+    TransformCompileContext,
+    TransformCompilerInfo,
+    TransformExecutionContext,
+    TransformOutputBundle,
+    TransformPlanningContext,
+    TransformSupportReport,
+)
+
+__version__ = "0.20.0"
+
+
+class DataFusionTransformCompiler:
+    """Experimental compiler — advertise no graduated claims until conformance."""
+
+    info = TransformCompilerInfo(
+        name="etlantic-datafusion",
+        version=__version__,
+        engine="datafusion",
+        capabilities=TransformCapabilities(
+            profiles=frozenset(),
+            actions=frozenset(),
+            functions=frozenset(),
+            lazy=True,
+            eager=False,
+        ),
+    )
+
+    def analyze(
+        self,
+        definition: Mapping[str, Any],
+        *,
+        context: TransformPlanningContext,
+        requirements: Mapping[str, Sequence[str]] | None = None,
+    ) -> TransformSupportReport:
+        raise NotImplementedError(
+            "etlantic-datafusion portable compiler is experimental; no claims "
+            "experimental as of 0.20.0"
+        )
+
+    def compile(
+        self,
+        definition: Mapping[str, Any],
+        *,
+        context: TransformCompileContext,
+        requirements: Mapping[str, Sequence[str]] | None = None,
+    ) -> CompiledTransform:
+        raise NotImplementedError(
+            "etlantic-datafusion portable compile is experimental/ungraduated"
+        )
+
+    async def execute(
+        self,
+        compiled: CompiledTransform,
+        *,
+        inputs: Mapping[str, Any],
+        parameters: Mapping[str, Any],
+        context: TransformExecutionContext,
+    ) -> TransformOutputBundle:
+        raise NotImplementedError(
+            "etlantic-datafusion portable execute is experimental/ungraduated"
+        )

etlantic_datafusion/etlantic-plugin-manifest.json

@@ -0,0 +1,41 @@
+{
+  "capabilities": [
+    "dataframe",
+    "portable",
+    "experimental"
+  ],
+  "digest": "sha256:74b48e6234f9b3994e153ebd79367170fbe25b77aabb4c45fe6fa83101ba5588",
+  "entries": [
+    {
+      "capabilities": [
+        "dataframe",
+        "lazy",
+        "experimental"
+      ],
+      "engine": "datafusion",
+      "group": "etlantic.dataframe_plugins",
+      "name": "datafusion",
+      "protocol": "etlantic.dataframe/1",
+      "target": "etlantic_datafusion:create_plugin"
+    },
+    {
+      "capabilities": [
+        "portable",
+        "experimental"
+      ],
+      "engine": "datafusion",
+      "group": "etlantic.transform_compilers",
+      "name": "datafusion",
+      "protocol": "etlantic.transform-compiler/1",
+      "target": "etlantic_datafusion:create_transform_compiler"
+    }
+  ],
+  "package": "etlantic-datafusion",
+  "privileges": [],
+  "protocol_range": "etlantic.dataframe/1,etlantic.transform-compiler/1",
+  "provenance": {
+    "publisher": "etlantic"
+  },
+  "schema": "etlantic.plugin_manifest/1",
+  "version": "0.20.0"
+}

etlantic_datafusion/plugin.py

@@ -0,0 +1,57 @@
+"""Experimental DataFusion dataframe plugin stub."""
+
+from __future__ import annotations
+
+from typing import Any
+
+from etlantic.capabilities import PluginCapabilities
+from etlantic.dataframe.protocol import DataframePluginInfo
+from etlantic.interchange.tabular import InterchangeMechanism
+
+__version__ = "0.20.0"
+
+
+class DataFusionPlugin:
+    """Experimental dataframe plugin — kernel claims expand after conformance."""
+
+    info = DataframePluginInfo(
+        name="etlantic-datafusion",
+        version=__version__,
+        engine="datafusion",
+        capabilities=PluginCapabilities(
+            engine="datafusion",
+            dataframe=True,
+            eager=False,
+            lazy=True,
+            arrow_import=True,
+            arrow_export=True,
+            interchange_mechanisms=frozenset(
+                {
+                    InterchangeMechanism.ARROW_C_DATA.value,
+                    InterchangeMechanism.RECORDS_FALLBACK.value,
+                }
+            ),
+            extras=frozenset({"experimental"}),
+        ),
+    )
+
+    def materialize(self, *args: Any, **kwargs: Any) -> Any:
+        raise NotImplementedError(
+            "etlantic-datafusion is experimental; kernel materialize is not "
+            "experimental as of 0.20.0. See CAPABILITIES and INTEROPERABILITY plan."
+        )
+
+    def execute_transformation(self, *args: Any, **kwargs: Any) -> Any:
+        raise NotImplementedError(
+            "etlantic-datafusion execute_transformation is experimental/ungraduated"
+        )
+
+    def to_records(
+        self, value: Any, *, contract_type: type[Any] | None = None
+    ) -> list[Any]:
+        raise NotImplementedError("etlantic-datafusion to_records is ungraduated")
+
+    def from_records(
+        self, rows: list[Any], *, contract_type: type[Any] | None = None
+    ) -> Any:
+        raise NotImplementedError("etlantic-datafusion from_records is ungraduated")

etlantic_datafusion-0.20.0.dist-info/METADATA

@@ -0,0 +1,34 @@
+Metadata-Version: 2.4
+Name: etlantic-datafusion
+Version: 0.20.0
+Summary: Experimental DataFusion dataframe + portable transform plugin for ETLantic.
+Project-URL: Homepage, https://github.com/eddiethedean/etlantic
+Project-URL: Documentation, https://github.com/eddiethedean/etlantic/tree/main/docs
+Project-URL: Repository, https://github.com/eddiethedean/etlantic
+Project-URL: Issues, https://github.com/eddiethedean/etlantic/issues
+Project-URL: Changelog, https://github.com/eddiethedean/etlantic/blob/main/CHANGELOG.md
+Author-email: Odo Matthews <odosmatthews@gmail.com>
+License-Expression: MIT
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Typing :: Typed
+Requires-Python: >=3.11
+Requires-Dist: etlantic<0.21,>=0.20.0
+Description-Content-Type: text/markdown
+
+# etlantic-datafusion (Experimental)
+
+Gate B experimental DataFusion plugin for ETLantic 0.20+.
+
+**Not recommended for production.** Does not replace Polars as the reference
+dataframe engine. Graduates only after conformance, differentials, Gate A
+Arrow boundaries, and a measured advantage.
+
+```bash
+pip install 'etlantic[datafusion]==0.20.0'
+```

etlantic_datafusion-0.20.0.dist-info/RECORD

@@ -0,0 +1,8 @@
+etlantic_datafusion/__init__.py,sha256=JjlyfQbPBOuhiA_YxdaFXHZr-8luxNa958dmZoJUQFo,737
+etlantic_datafusion/compiler.py,sha256=9eSdqMnhjN-ZIbHWUqXB8ZkxX7iCGFB6xPSteljTWPk,2032
+etlantic_datafusion/plugin.py,sha256=S5Un0kcgNJwGrOM-tsNZTjL-Vl12g4QRk2RpVcPojEM,1910
+etlantic_datafusion/etlantic-plugin-manifest.json,sha256=miwwmiOqzdRDIKTL4UTOQTd09xdvbHXYvb5yTvCFb7A,1044
+etlantic_datafusion-0.20.0.dist-info/METADATA,sha256=MiC852nvlaL3WEN-dxd528hITgrREcRZllVdMSbO9H0,1415
+etlantic_datafusion-0.20.0.dist-info/WHEEL,sha256=lCkmxWfQsSc9CfIClYeavTdQeEX2toPqufh9gI35EQA,87
+etlantic_datafusion-0.20.0.dist-info/entry_points.txt,sha256=3jFV13zNKBkMY0FWmS7Tur360mXka0xhm2S-hGLkxGQ,167
+etlantic_datafusion-0.20.0.dist-info/RECORD,,

etlantic_datafusion-0.20.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.31.0
+Root-Is-Purelib: true
+Tag: py3-none-any

etlantic_datafusion-0.20.0.dist-info/entry_points.txt

@@ -0,0 +1,5 @@
+[etlantic.dataframe_plugins]
+datafusion = etlantic_datafusion:create_plugin
+
+[etlantic.transform_compilers]
+datafusion = etlantic_datafusion:create_transform_compiler