kiri-cli 1.0.0b3__py3-none-any.whl

kiri_adapters/__init__.py

@@ -0,0 +1,193 @@
+"""kiri-adapters — platform and framework adapters (ADR 0003).
+
+Two categories:
+
+- :class:`PlatformAdapter` (``base.py``) — "where does the data live?"
+  DDL, introspection, ingestion, quality checks against a physical platform.
+- :class:`FrameworkAdapter` (``framework.py``) — "how is it produced/tested?"
+  Emits framework-native files (dbt contracts, SQLMesh assets, ...) from a
+  canonical ODCS contract.
+"""
+
+from kiri_adapters.base import (
+    ApplyLogEntry,
+    AssetWatermark,
+    IngestionPlan,
+    NamingLockError,
+    PlatformAdapter,
+    ProjectManifest,
+    ProjectTargetCollisionError,
+    QueryResult,
+    ReleaseManifestContractChange,
+    ReleaseManifestEntry,
+    RetentionAction,
+    RetentionReport,
+    RunResult,
+    TableDescription,
+    TableRef,
+    WatermarkStoreError,
+    is_relation_absent_error,
+)
+from kiri_adapters.dv_planner import (
+    ConnectedHub,
+    DataVaultPlanError,
+    DataVaultSilverPlanner,
+    HubPlan,
+    LinkPlan,
+    SatellitePlan,
+    render_hub_ddl,
+    render_hub_insert,
+    render_link_ddl,
+    render_link_insert,
+    render_satellite_ddl,
+    render_satellite_insert,
+)
+from kiri_adapters.dv_planner_bridge import (
+    BridgePlan,
+    plan_bridge,
+    render_bridge_ddl,
+    render_bridge_insert,
+)
+from kiri_adapters.dv_planner_pit import (
+    PitPlan,
+    plan_pit,
+    render_pit_ddl,
+    render_pit_insert,
+)
+from kiri_adapters.dv_planner_ref import (
+    ReferencePlan,
+    plan_reference,
+    render_reference_ddl,
+    render_reference_insert,
+)
+from kiri_adapters.dv_planner_sat_variants import (
+    MultiActiveSatellitePlan,
+    NativeRenderUnsupportedError,
+    render_effectivity_sat_ddl,
+    render_effectivity_sat_insert,
+    render_multi_active_sat_ddl,
+    render_multi_active_sat_insert,
+    render_non_historised_sat_ddl,
+    render_non_historised_sat_insert,
+    render_record_tracking_sat_ddl,
+    render_record_tracking_sat_insert,
+    render_virtual_end_dated_sat_ddl,
+    render_virtual_end_dated_sat_insert,
+    upgrade_to_multi_active,
+)
+from kiri_adapters.framework import (
+    ArtifactDescription,
+    CapabilityManifest,
+    EmittedArtifact,
+    EmittedArtifacts,
+    FrameworkAdapter,
+)
+from kiri_adapters.paths import (
+    NAMESPACED_DIR,
+    dbt_target,
+    is_generator_owned,
+    platform_migrations_dir,
+)
+from kiri_adapters.registry import get_adapter, list_adapters
+from kiri_adapters.semantic import (
+    ExternalDimension,
+    ExternalEntity,
+    ExternalMeasure,
+    ExternalMetric,
+    ExternalSemanticModel,
+    SemanticLayerExporter,
+    extract_semantic_models,
+)
+from kiri_adapters.sql_dialect import (
+    ColumnDef,
+    DeltaDialect,
+    DuckDbDialect,
+    InsertDedupPlan,
+    PostgresDialect,
+    SilverScd2MergePlan,
+    SqlDialect,
+    TablePlan,
+)
+
+__all__ = [
+    "NAMESPACED_DIR",
+    "ApplyLogEntry",
+    "ArtifactDescription",
+    "AssetWatermark",
+    "BridgePlan",
+    "CapabilityManifest",
+    "ColumnDef",
+    "ConnectedHub",
+    "DataVaultPlanError",
+    "DataVaultSilverPlanner",
+    "DeltaDialect",
+    "DuckDbDialect",
+    "EmittedArtifact",
+    "EmittedArtifacts",
+    "ExternalDimension",
+    "ExternalEntity",
+    "ExternalMeasure",
+    "ExternalMetric",
+    "ExternalSemanticModel",
+    "FrameworkAdapter",
+    "HubPlan",
+    "IngestionPlan",
+    "InsertDedupPlan",
+    "LinkPlan",
+    "MultiActiveSatellitePlan",
+    "NamingLockError",
+    "NativeRenderUnsupportedError",
+    "PitPlan",
+    "PlatformAdapter",
+    "PostgresDialect",
+    "ProjectManifest",
+    "ProjectTargetCollisionError",
+    "QueryResult",
+    "ReferencePlan",
+    "ReleaseManifestContractChange",
+    "ReleaseManifestEntry",
+    "RetentionAction",
+    "RetentionReport",
+    "RunResult",
+    "SatellitePlan",
+    "SemanticLayerExporter",
+    "SilverScd2MergePlan",
+    "SqlDialect",
+    "TableDescription",
+    "TablePlan",
+    "TableRef",
+    "WatermarkStoreError",
+    "dbt_target",
+    "extract_semantic_models",
+    "get_adapter",
+    "is_generator_owned",
+    "is_relation_absent_error",
+    "list_adapters",
+    "plan_bridge",
+    "plan_pit",
+    "plan_reference",
+    "platform_migrations_dir",
+    "render_bridge_ddl",
+    "render_bridge_insert",
+    "render_effectivity_sat_ddl",
+    "render_effectivity_sat_insert",
+    "render_hub_ddl",
+    "render_hub_insert",
+    "render_link_ddl",
+    "render_link_insert",
+    "render_multi_active_sat_ddl",
+    "render_multi_active_sat_insert",
+    "render_non_historised_sat_ddl",
+    "render_non_historised_sat_insert",
+    "render_pit_ddl",
+    "render_pit_insert",
+    "render_record_tracking_sat_ddl",
+    "render_record_tracking_sat_insert",
+    "render_reference_ddl",
+    "render_reference_insert",
+    "render_satellite_ddl",
+    "render_satellite_insert",
+    "render_virtual_end_dated_sat_ddl",
+    "render_virtual_end_dated_sat_insert",
+    "upgrade_to_multi_active",
+]

kiri_adapters/backends/databricks.manifest.yml

@@ -0,0 +1,55 @@
+# Adapter capability manifest — ADR 0067 §3.
+# Databricks platform adapter (ADR 0033 + ADR 0049).
+
+name: "databricks"
+implementing: "PlatformAdapter"
+surface_version: "1.6.0"
+package_version: "0.4.2"
+dialect: "databricks-spark-sql"
+
+optional_methods_implemented: []
+optional_methods_skipped: []
+required_methods_via_workaround: []
+
+capability_flags:
+  # Databricks lands bronze bytes under the workspace's Unity-Catalog
+  # external location; the adapter overrides landing_storage().
+  landing_storage_supported: true
+  ai_policy_aware: false
+  # ``column_lineage_capable`` stays ``false`` — Kirimana cannot
+  # write to UC's read-only ``system.access.column_lineage`` table
+  # (Databricks populates that one from internal query history).
+  column_lineage_capable: false
+  # AI-roadmap #4 sub-slice 4b ships a *governance-owned*
+  # column-lineage path instead: edges MERGE into
+  # ``<catalog>.<governance_schema>.column_lineage`` (Delta;
+  # Kirimana-owned) and target columns receive UC tags via
+  # ``ALTER TABLE ... ALTER COLUMN ... SET TAGS``. This flag
+  # advertises that path so manifest consumers (federation,
+  # tooling) detect it without sniffing the runtime.
+  uc_governance_lineage_push_capable: true
+  # AI-roadmap #3 sub-slice 3b advertises the UC RLS + column-mask
+  # compile + apply path: operator declarations under
+  # ``kiri.security.row_filter`` / ``kiri.security.column_masks``
+  # compile to ``CREATE OR REPLACE FUNCTION`` + ``ALTER TABLE ...
+  # SET ROW FILTER`` + ``ALTER COLUMN ... SET MASK`` against UC.
+  # Bindings tracked in ``<catalog>.<governance_schema>.security_bindings``
+  # for reconciliation; functions stamped with ``COMMENT ON
+  # FUNCTION`` carrying contract id + policy hash for auditor
+  # traceability.
+  uc_security_compile_capable: true
+  # AI-roadmap #2 sub-slice 2b reads from ``system.access.audit``
+  # (Databricks UC system table populated by query history) via
+  # ``adapter.query``. The wiring then correlates audit events
+  # against the kirimana ai_query_gate audit log to detect
+  # BYPASS / FORBIDDEN_QUERY_RAN / STALE_GATE findings post-hoc.
+  # Other adapters (DuckDB / Snowflake / Postgres) have no
+  # equivalent UC system-audit surface; the capability gate keeps
+  # ``kiri audit correlate`` Databricks-only.
+  uc_audit_log_readable: true
+  # ADR 0123 — advertises the warehouse-native semantic-layer emit path:
+  # gold contracts (``kiri.gold.measures`` etc., ADR 0031) render to Unity
+  # Catalog Metric View YAML via the MetricViewExporter. Capability-gated
+  # because UC Metric Views is Public Preview (GA ~summer 2026); other
+  # adapters (DuckDB / Snowflake / Fabric) do not advertise it.
+  metric_views_emit_capable: true