openlakeforge 0.2.0a1__tar.gz

openlakeforge-0.2.0a1/MANIFEST.in

@@ -0,0 +1,2 @@
+include build_backend.py
+recursive-include olf/_embedded *.json *.tar.gz

openlakeforge-0.2.0a1/PKG-INFO

@@ -0,0 +1,15 @@
+Metadata-Version: 2.4
+Name: openlakeforge
+Version: 0.2.0a1
+Summary: OpenLakeForge deployment tooling: cross-environment contract, API, and artifact helpers behind the olf CLI.
+Requires-Python: >=3.12
+Requires-Dist: azure-identity<2,>=1.25
+Requires-Dist: azure-mgmt-containerservice<42,>=41
+Requires-Dist: azure-mgmt-resource<25,>=24
+Requires-Dist: boto3<2,>=1.34
+Requires-Dist: jsonschema<5,>=4.23
+Requires-Dist: openlakeforge-domain-model==0.2.0a1
+Requires-Dist: python-hcl2<7,>=6
+Requires-Dist: PyYAML<7,>=6
+Requires-Dist: requests<3,>=2.32
+Requires-Dist: typer<1,>=0.12

openlakeforge-0.2.0a1/README.md

@@ -0,0 +1,52 @@
+# olf — OpenLakeForge deployment tooling
+
+`olf` is the supported OpenLakeForge interface. It owns repository
+orchestration for local, AWS, and Azure: Terraform/Helm sequencing, provider
+contract hydration, artifacts, checks, diagnostics, and release helpers.
+Terraform remains the state/drift engine and Helm remains the chart/release
+engine; `olf` invokes both with structured argv, retries, and diagnostics. See
+[ADR 0008](../../docs/adr/0008-olf-owns-orchestration-and-toolchain.md).
+
+`olf` also owns its own versioned Terraform, Helm, kubectl, and kind under
+`OLF_HOME` (default `~/.openlakeforge`) - a host installation of those tools
+is not required. `OLF_TOOLCHAIN_MODE=host` resolves them from `PATH` instead.
+See [ADR 0008](../../docs/adr/0008-olf-owns-orchestration-and-toolchain.md).
+
+## Commands
+
+| Command | Purpose |
+| --- | --- |
+| `olf init [--empty]` | Create a writable `lakehouse_code/` project in the current directory from the packaged demo, or an empty transitional project. |
+| `olf doctor --provider P [--phase PHASE]` / `olf plan --provider P [--phase PHASE]` | Read-only preflight and Terraform planning with typed provider/profile/phase options; provisions the managed toolchain as a side effect. |
+| `olf deploy\|destroy\|status\|forward --provider P` | Orchestrate a provider lifecycle without shell wrappers. |
+| `olf auth login\|status\|logout --provider aws\|azure` | Authenticate through AWS IAM Identity Center or Microsoft Entra SDKs; no cloud CLI required (ADR 0008). |
+| `olf toolchain list\|install\|path\|clean` | Inspect, provision, or remove the managed Terraform/Helm/kubectl/kind toolchain under `OLF_HOME`. |
+| `olf check structure\|components\|contracts\|infra\|project-code\|dbt\|lockfiles\|all` | Repository validation gates. |
+| `olf contracts env\|check` | Print the resolved provider contract environment, or validate it against the active provider/profile. |
+| `olf dbt parse [--project-dir D]` | Render dbt profiles and run `dbt deps`/`dbt parse` for one or every product Gold project. |
+| `olf source new NAME --resource R` / `olf domain new NAME --input SRC/RESOURCE` / `olf product new DOMAIN/PRODUCT --input ... --gold-table T` | Golden-path scaffolding for a Bronze source, Silver domain, or Gold product. |
+| `olf layers enabled --profile P` | List which medallion/governance/analytics layers a profile enables. |
+| `olf images build\|load project-code\|superset` | Local Docker build and Kind load operations. |
+| `olf diagnostics collect OUTPUT_DIR` | Collect bounded host, Docker, Kubernetes, event, and pod-log evidence. |
+| `olf catalog sync-namespaces [--dry-run] [--prune]` | Reconcile catalog namespaces (Polaris) or databases (Glue) with domain descriptors (ADR 0002). Runs first in the artifacts phase, before any table is written. It creates, adopts matching legacy namespaces, and relocates OpenLakeForge-managed namespaces. `--prune` removes only OpenLakeForge-managed catalog metadata and retains object-store files; foreign namespaces are never changed. Unsupported providers fail explicitly. |
+| `olf floe render-profile\|generate-manifests` | Render the Floe EnvironmentProfile YAML for the active contract env, or generate domain Floe manifests. |
+| `olf artifacts upload-manifests --via port-forward\|direct` | Publish domain Floe manifests to the ops bucket (in-cluster S3 or cloud S3). |
+| `olf revision compute\|publish\|verify --runtime-root D` | Compute, publish, or verify an immutable Floe runtime-artifact revision. Publication writes `floe/revisions/sha256/<digest>/...` and does not activate that revision. |
+| `olf superset deploy-reports` / `export-reports` | Build/import or export Superset report bundles. |
+| `olf openmetadata deploy-metadata` | Seed OpenMetadata domains, data products, and medallion containers over REST. |
+| `olf k8s set-project-code-image --image X` | Point every Dagster surface at a pushed project-code image, trigger one coordinated restart, and wait for its rollout. |
+| `olf smoke run` | Deploy a bounded Slim environment and validate one product pipeline through to a queryable Gold table. |
+| `olf e2e run --env local\|azure\|aws [--suite full\|smoke]` | Run shared end-to-end validation. All environments default to `full`; use `--suite smoke` for preflight-only checks. |
+| `olf release manifest\|checksums\|compatibility-matrix\|check\|build-bundle\|verify-install` | Build release metadata, run the release-readiness gate, assemble the release bundle, and verify a clean-checkout install. |
+| `olf distribution list\|path\|verify\|clean` | Inspect or verify the embedded platform payload shipped inside the `openlakeforge` wheel/sdist. |
+
+## Development
+
+```sh
+uv sync --project tools/olf
+uv run --project tools/olf pytest
+uv run --project tools/olf ruff check tools/olf
+```
+
+Make is optional, deprecated checkout compatibility. Its targets are one-line
+delegates to the same commands and are not the supported product interface.

openlakeforge-0.2.0a1/build_backend.py

@@ -0,0 +1,67 @@
+"""PEP 517 wrapper that embeds the OpenLakeForge platform payload."""
+
+from __future__ import annotations
+
+import tomllib
+from pathlib import Path
+
+from setuptools import build_meta as _setuptools
+
+
+def _ensure_embedded_payload() -> None:
+    """Generate payload data when building from a checkout.
+
+    An sdist already contains the generated files, so a wheel rebuilt from it
+    does not need the repository's Terraform and Helm source tree.
+    """
+    project_root = Path(__file__).resolve().parent
+    repository_root = project_root.parents[1]
+    embedded = project_root / "olf" / "_embedded"
+    archive = embedded / "platform.tar.gz"
+    metadata = embedded / "platform.json"
+    if not (repository_root / "infra").is_dir():
+        if archive.is_file() and metadata.is_file():
+            return
+        raise RuntimeError("embedded platform payload is missing and repository assets are unavailable")
+
+    from olf.distribution import build_embedded_payload
+
+    payload = build_embedded_payload(repository_root, archive=archive, metadata_path=metadata)
+    package_version = tomllib.loads((project_root / "pyproject.toml").read_text(encoding="utf-8"))["project"]["version"]
+    if payload["package_version"] != package_version:
+        raise RuntimeError(
+            "payload package version does not match tools/olf/pyproject.toml: "
+            f"{payload['package_version']!r} != {package_version!r}"
+        )
+
+
+def build_wheel(wheel_directory: str, config_settings=None, metadata_directory=None) -> str:  # noqa: ANN001
+    _ensure_embedded_payload()
+    return _setuptools.build_wheel(wheel_directory, config_settings, metadata_directory)
+
+
+def build_sdist(sdist_directory: str, config_settings=None) -> str:  # noqa: ANN001
+    _ensure_embedded_payload()
+    return _setuptools.build_sdist(sdist_directory, config_settings)
+
+
+def prepare_metadata_for_build_wheel(metadata_directory: str, config_settings=None) -> str:  # noqa: ANN001
+    _ensure_embedded_payload()
+    return _setuptools.prepare_metadata_for_build_wheel(metadata_directory, config_settings)
+
+
+def build_editable(wheel_directory: str, config_settings=None, metadata_directory=None) -> str:  # noqa: ANN001
+    _ensure_embedded_payload()
+    return _setuptools.build_editable(wheel_directory, config_settings, metadata_directory)
+
+
+def get_requires_for_build_wheel(config_settings=None):  # noqa: ANN001, ANN201
+    return _setuptools.get_requires_for_build_wheel(config_settings)
+
+
+def get_requires_for_build_sdist(config_settings=None):  # noqa: ANN001, ANN201
+    return _setuptools.get_requires_for_build_sdist(config_settings)
+
+
+def get_requires_for_build_editable(config_settings=None):  # noqa: ANN001, ANN201
+    return _setuptools.get_requires_for_build_editable(config_settings)

openlakeforge-0.2.0a1/olf/__init__.py

@@ -0,0 +1,12 @@
+"""OpenLakeForge deployment tooling."""
+
+from __future__ import annotations
+
+from importlib.metadata import PackageNotFoundError, version
+
+try:
+    __version__ = version("openlakeforge")
+except PackageNotFoundError:
+    # Editable/source execution before package metadata exists. The release
+    # command validates this fallback against release/component-catalog.yaml.
+    __version__ = "0.2.0a1"

openlakeforge-0.2.0a1/olf/_embedded/platform.json

@@ -0,0 +1,8 @@
+{
+  "archive": "platform.tar.gz",
+  "distribution_version": "0.2.0-alpha.1",
+  "manifest_sha256": "966dcfcf9e6b6f00a3c71ea3584a18c2159d5f394fa00327292ffe688c4a840c",
+  "package_version": "0.2.0a1",
+  "schema_version": 1,
+  "sha256": "26c8c9fcc323d3d370baa4910167e8be5083d123fd84306d75d925ef471e28c6"
+}