contractforge-databricks 0.1.0__tar.gz → 0.2.0__tar.gz

{contractforge_databricks-0.1.0 → contractforge_databricks-0.2.0}/.gitignore

@@ -8,6 +8,7 @@ __pycache__/
 .tmp/
 dist/
 build/
+test-runs/
 *.egg
 .coverage
 .coverage.*
@@ -16,3 +17,13 @@ htmlcov/
 .env
 .env.*
 !.env.example
+api-key-*.txt
+
+# Local agent/tooling state; never publish these.
+.claude/
+.codex/
+.agents/
+.vscode/
+AGENTS.md
+RTK.md
+tools/rtk.ps1

contractforge_databricks-0.2.0/CHANGELOG.md

@@ -0,0 +1,31 @@
+# Changelog
+
+All notable changes to `contractforge-databricks` are documented in this file.
+
+The format follows Keep a Changelog, and this package follows semantic
+versioning as described in `../../docs/specs/api-stability.md`.
+
+## [0.2.0] - 2026-06-19
+
+### Added
+
+- Added `contractforge-databricks stabilization-report` with
+  `STABLE_SUPPORTED_SURFACE` and `stable_final=true` for the documented
+  serverless Delta surface.
+- Added a Databricks stable-surface evidence manifest under `docs/reports`.
+- Added release metadata for the current stable Databricks adapter baseline.
+
+### Changed
+
+- Aligned the adapter dependency range with `contractforge-core` 0.2.x.
+- Documented the validated contract-only execution model for Databricks-native
+  jobs and serverless-oriented runtime guidance.
+
+## [0.1.0] - 2026-06-08
+
+### Added
+
+- Initial public alpha release of the Databricks adapter.
+- Databricks contract planning, SQL/artifact rendering, Asset Bundle support,
+  runtime helpers, governance, quality, evidence, lineage and operational
+  cost surfaces.

{contractforge_databricks-0.1.0 → contractforge_databricks-0.2.0}/PKG-INFO

@@ -1,12 +1,12 @@
 Metadata-Version: 2.4
 Name: contractforge-databricks
-Version: 0.1.0
+Version: 0.2.0
 Summary: Databricks adapter for ContractForge Core.
-Project-URL: Homepage, https://github.com/marquesantero/contractforge-core/tree/main/adapters/databricks
-Project-URL: Documentation, https://marquesantero.github.io/contractforge-core/docs/adapters/databricks
-Project-URL: Repository, https://github.com/marquesantero/contractforge-core
-Project-URL: Issues, https://github.com/marquesantero/contractforge-core/issues
-Project-URL: Changelog, https://github.com/marquesantero/contractforge-core/blob/main/adapters/databricks/CHANGELOG.md
+Project-URL: Homepage, https://github.com/marquesantero/contractforge/tree/main/adapters/databricks
+Project-URL: Documentation, https://marquesantero.github.io/contractforge/docs/adapters/databricks
+Project-URL: Repository, https://github.com/marquesantero/contractforge
+Project-URL: Issues, https://github.com/marquesantero/contractforge/issues
+Project-URL: Changelog, https://github.com/marquesantero/contractforge/blob/main/adapters/databricks/CHANGELOG.md
 Author: ContractForge contributors
 License: MIT
 Keywords: contractforge,data-contracts,databricks,ingestion,lakehouse
@@ -21,7 +21,7 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: Database
 Classifier: Topic :: Software Development :: Libraries
 Requires-Python: >=3.10
-Requires-Dist: contractforge-core<0.2,>=0.1
+Requires-Dist: contractforge-core<0.3,>=0.2
 Provides-Extra: dev
 Requires-Dist: pytest>=8; extra == 'dev'
 Description-Content-Type: text/markdown

{contractforge_databricks-0.1.0 → contractforge_databricks-0.2.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "contractforge-databricks"
-version = "0.1.0"
+version = "0.2.0"
 description = "Databricks adapter for ContractForge Core."
 readme = "README.md"
 requires-python = ">=3.10"
@@ -23,14 +23,14 @@ classifiers = [
     "Topic :: Database",
     "Topic :: Software Development :: Libraries",
 ]
-dependencies = ["contractforge-core>=0.1,<0.2"]
+dependencies = ["contractforge-core>=0.2,<0.3"]
 
 [project.urls]
-Homepage = "https://github.com/marquesantero/contractforge-core/tree/main/adapters/databricks"
-Documentation = "https://marquesantero.github.io/contractforge-core/docs/adapters/databricks"
-Repository = "https://github.com/marquesantero/contractforge-core"
-Issues = "https://github.com/marquesantero/contractforge-core/issues"
-Changelog = "https://github.com/marquesantero/contractforge-core/blob/main/adapters/databricks/CHANGELOG.md"
+Homepage = "https://github.com/marquesantero/contractforge/tree/main/adapters/databricks"
+Documentation = "https://marquesantero.github.io/contractforge/docs/adapters/databricks"
+Repository = "https://github.com/marquesantero/contractforge"
+Issues = "https://github.com/marquesantero/contractforge/issues"
+Changelog = "https://github.com/marquesantero/contractforge/blob/main/adapters/databricks/CHANGELOG.md"
 
 [project.optional-dependencies]
 dev = ["pytest>=8"]

{contractforge_databricks-0.1.0 → contractforge_databricks-0.2.0}/src/contractforge_databricks/cli.py

@@ -13,6 +13,8 @@ from contractforge_databricks.cli_deploy import add_deploy_parser, deploy_comman
 from contractforge_databricks.cli_governance import add_governance_parser, governance_command
 from contractforge_databricks.cli_io import load_contract_input, load_mapping, write_artifacts, write_mapping
 from contractforge_databricks.cli_maintenance import add_maintenance_parser, maintenance_command
+from contractforge_databricks.cli_stabilization import add_stabilization_parser, handle_stabilization
+from contractforge_databricks.cli_standard import add_standard_parser, standard_command
 from contractforge_databricks.dashboards import render_control_dashboard_artifacts
 from contractforge_databricks.presets import list_presets, preset_details
 from contractforge_databricks.templates import (
@@ -73,9 +75,11 @@ def build_parser() -> argparse.ArgumentParser:
     dashboard.add_argument("--output-dir", type=Path)
     dashboard.add_argument("--indent", type=int, default=2)
 
+    add_standard_parser(sub)
     add_governance_parser(sub)
     add_maintenance_parser(sub)
     add_deploy_parser(sub)
+    add_stabilization_parser(sub)
 
     return parser
 
@@ -99,6 +103,12 @@ def _dispatch(args: argparse.Namespace) -> int:
         return _render_contract(args)
     if args.command == "dashboard":
         return _dashboard(args)
+    standard_result = standard_command(args)
+    if standard_result is not None:
+        return standard_result
+    stabilization_result = handle_stabilization(args)
+    if stabilization_result is not None:
+        return stabilization_result
     governance_result = governance_command(args)
     if governance_result is not None:
         return governance_result

{contractforge_databricks-0.1.0 → contractforge_databricks-0.2.0}/src/contractforge_databricks/cli_deploy.py

@@ -21,6 +21,12 @@ def add_deploy_parser(subparsers: argparse._SubParsersAction[argparse.ArgumentPa
     project.add_argument("--force-render", action="store_true", help="Overwrite the rendered bundle when --render-bundle is used.")
     _add_common_deploy_args(project)
 
+    run_project = subparsers.add_parser("run-project", help="Deploy and run a project Databricks Asset Bundle.")
+    run_project.add_argument("project", type=Path)
+    run_project.add_argument("--render-bundle", action="store_true", help="Render databricks.yml from project.yaml before deployment.")
+    run_project.add_argument("--force-render", action="store_true", help="Overwrite the rendered bundle when --render-bundle is used.")
+    _add_common_deploy_args(run_project, include_run=False)
+
     bundle = subparsers.add_parser("deploy-bundle", help="Validate/deploy/run a Databricks Asset Bundle directory.")
     bundle.add_argument("bundle", type=Path)
     _add_common_deploy_args(bundle)
@@ -53,6 +59,21 @@ def _handle_project(args: argparse.Namespace) -> int:
     )
 
 
+def _handle_run_project(args: argparse.Namespace) -> int:
+    return _print(
+        deploy_databricks_project(
+            args.project,
+            profile=args.profile,
+            target=args.target,
+            run=True,
+            validate=not args.skip_validate,
+            render_bundle=args.render_bundle,
+            force_render=args.force_render,
+        ),
+        args.indent,
+    )
+
+
 def _handle_bundle(args: argparse.Namespace) -> int:
     return _print(
         deploy_databricks_bundle(
@@ -78,10 +99,11 @@ def _handle_render_project_bundle(args: argparse.Namespace) -> int:
     )
 
 
-def _add_common_deploy_args(parser: argparse.ArgumentParser) -> None:
+def _add_common_deploy_args(parser: argparse.ArgumentParser, *, include_run: bool = True) -> None:
     parser.add_argument("--profile")
     parser.add_argument("--target")
-    parser.add_argument("--run", action="store_true", help="Run the deployed bundle job after deployment.")
+    if include_run:
+        parser.add_argument("--run", action="store_true", help="Run the deployed bundle job after deployment.")
     parser.add_argument("--skip-validate", action="store_true")
     parser.add_argument("--indent", type=int, default=2)
 
@@ -93,6 +115,7 @@ def _print(payload: object, indent: int) -> int:
 
 _COMMANDS: dict[str, Callable[[argparse.Namespace], int]] = {
     "deploy-project": _handle_project,
+    "run-project": _handle_run_project,
     "deploy-bundle": _handle_bundle,
     "render-project-bundle": _handle_render_project_bundle,
 }

contractforge_databricks-0.2.0/src/contractforge_databricks/cli_stabilization.py

@@ -0,0 +1,99 @@
+"""Databricks stabilization status reporting."""
+
+from __future__ import annotations
+
+import argparse
+import json
+from typing import Any
+
+
+def add_stabilization_parser(subcommands: argparse._SubParsersAction[argparse.ArgumentParser]) -> None:
+    report = subcommands.add_parser(
+        "stabilization-report",
+        help="Print the Databricks adapter stabilization status for the supported v0.2.0 surface.",
+    )
+    report.add_argument(
+        "--strict-final",
+        action="store_true",
+        help="Return a non-zero exit code while the documented stable-final claim is not satisfied.",
+    )
+
+
+def handle_stabilization(args: argparse.Namespace) -> int | None:
+    if args.command != "stabilization-report":
+        return None
+    payload = databricks_stabilization_report()
+    print(json.dumps(payload, indent=2, sort_keys=True))
+    if args.strict_final and payload["stable_final"] is not True:
+        return 1
+    return 0
+
+
+def databricks_stabilization_report() -> dict[str, Any]:
+    """Return the current Databricks adapter stabilization decision.
+
+    ``supported_surface_ready`` covers the documented serverless Delta,
+    Unity Catalog, evidence and contract-runtime available-now surface.
+    ``stable_final`` is true for that scoped claim because full 1.0 GA,
+    continuous streaming and broader provider matrices are separate gates.
+    """
+
+    return {
+        "adapter": "contractforge-databricks",
+        "subtarget": "databricks_serverless_delta",
+        "classification": "STABLE_SUPPORTED_SURFACE",
+        "supported_surface_ready": True,
+        "stable_final": True,
+        "release_candidate": "next-databricks-stable-surface",
+        "gates": _gates(),
+        "real_validation_projects": _real_validation_projects(),
+        "accepted_review_boundaries": _accepted_review_boundaries(),
+        "next_promotion_gates": [],
+        "stability_criteria": "docs/specs/databricks-ga-criteria.md",
+        "waiver_registry": "docs/specs/databricks-ga-waivers.md",
+        "evidence_manifest": "docs/reports/databricks-stable-surface-evidence.json",
+    }
+
+
+def _gates() -> list[dict[str, str]]:
+    return [
+        {"id": "G0", "name": "local suite", "status": "PASS"},
+        {"id": "G1", "name": "render and bundle artifacts", "status": "PASS"},
+        {"id": "G2", "name": "runtime orchestration", "status": "PASS"},
+        {"id": "G3", "name": "governance artifacts", "status": "PASS"},
+        {"id": "G4", "name": "evidence and state tables", "status": "PASS"},
+        {"id": "G5", "name": "available-now contract runtime", "status": "PASS"},
+        {"id": "G6", "name": "platform parity", "status": "PASS_WITH_REVIEW_BOUNDARIES"},
+        {"id": "G7", "name": "docs", "status": "PASS"},
+    ]
+
+
+def _real_validation_projects() -> list[dict[str, str]]:
+    return [
+        {"name": "databricks_reference_runtime_suite", "status": "PASS"},
+        {"name": "databricks_same_contract_e2e", "status": "PASS"},
+        {"name": "databricks_confluent_kafka_available_now", "status": "PASS"},
+    ]
+
+
+def _accepted_review_boundaries() -> list[dict[str, str]]:
+    return [
+        {
+            "code": "DATABRICKS_FULL_GA_GATE",
+            "area": "1.0.0 general availability",
+            "decision": "EXCLUDED_FROM_STABLE_FINAL",
+            "reason": "The stable-final claim covers the documented v0.2.0 serverless Delta surface. The broader 1.0 GA gate remains governed by the Databricks GA criteria.",
+        },
+        {
+            "code": "DATABRICKS_CONTINUOUS_STREAMING_REVIEW",
+            "area": "continuous streaming",
+            "decision": "EXCLUDED_FROM_STABLE_FINAL",
+            "reason": "The stable stream claim covers checkpointed available-now contract runtime. Unbounded continuous streaming remains outside stable-final.",
+        },
+        {
+            "code": "DATABRICKS_PROVIDER_MATRIX_REVIEW",
+            "area": "Kafka provider compatibility beyond validated Confluent Cloud",
+            "decision": "EXCLUDED_FROM_STABLE_FINAL",
+            "reason": "Confluent Cloud available-now contract runtime is validated. Additional Kafka-compatible providers require separate certification before provider-equivalence claims.",
+        },
+    ]

contractforge_databricks-0.2.0/src/contractforge_databricks/cli_standard.py

@@ -0,0 +1,83 @@
+"""Canonical Databricks adapter CLI commands."""
+
+from __future__ import annotations
+
+import argparse
+import json
+from pathlib import Path
+
+from contractforge_databricks.api import plan_databricks_contract
+from contractforge_databricks.cli_io import load_contract_input, load_mapping
+from contractforge_databricks.cost import CostModel, build_operational_cost_report
+from contractforge_databricks.sources import list_databricks_source_support
+
+
+def add_standard_parser(subparsers: argparse._SubParsersAction[argparse.ArgumentParser]) -> None:
+    plan = subparsers.add_parser("plan", help="Plan a contract against the Databricks target")
+    plan.add_argument("contract", type=Path)
+    plan.add_argument("--environment", type=Path)
+    plan.add_argument("--indent", type=int, default=2)
+
+    cost = subparsers.add_parser("cost-report", help="Render a query-only Databricks operational cost report")
+    cost.add_argument("--catalog", default="main")
+    cost.add_argument("--schema", default="ops")
+    cost.add_argument("--lookback-days", type=int, default=30)
+    cost.add_argument("--group-by", action="append")
+    cost.add_argument("--dbu-per-hour", type=float)
+    cost.add_argument("--currency-per-dbu", type=float)
+    cost.add_argument("--currency", default="USD")
+    cost.add_argument("--success-only", action="store_true")
+    cost.add_argument("--limit", type=int, default=100)
+    cost.add_argument("--indent", type=int, default=2)
+
+    subparsers.add_parser("sources", help="Print Databricks source support metadata")
+
+
+def standard_command(args: argparse.Namespace) -> int | None:
+    if args.command == "plan":
+        return _plan_contract(args)
+    if args.command == "cost-report":
+        return _cost_report(args)
+    if args.command == "sources":
+        print(json.dumps(list(list_databricks_source_support()), indent=2, sort_keys=True, default=str))
+        return 0
+    return None
+
+
+def _plan_contract(args: argparse.Namespace) -> int:
+    contract, bundle_environment = load_contract_input(args.contract)
+    environment = load_mapping(args.environment) if args.environment else bundle_environment
+    result = plan_databricks_contract(contract, environment=environment)
+    payload = {
+        "status": result.status,
+        "blockers": [{"code": item.code, "message": item.message} for item in result.blockers],
+        "warnings": [{"code": item.code, "message": item.message} for item in result.warnings],
+        "plan": None
+        if result.plan is None
+        else {
+            "platform": result.plan.platform,
+            "evidence_required": result.plan.evidence_required,
+            "steps": [{"name": step.name, "intent": step.intent} for step in result.plan.steps],
+        },
+    }
+    print(json.dumps(payload, indent=args.indent, sort_keys=True, default=str))
+    return 0
+
+
+def _cost_report(args: argparse.Namespace) -> int:
+    report = build_operational_cost_report(
+        catalog=args.catalog,
+        schema=args.schema,
+        lookback_days=args.lookback_days,
+        group_by=tuple(args.group_by or ("target_table", "mode", "status")),
+        cost_model=CostModel(
+            dbu_per_hour=args.dbu_per_hour,
+            currency_per_dbu=args.currency_per_dbu,
+            currency=args.currency,
+        ),
+        include_failed=not args.success_only,
+        query_only=True,
+        limit=args.limit,
+    )
+    print(json.dumps(report, indent=args.indent, sort_keys=True, default=str))
+    return 0

{contractforge_databricks-0.1.0 → contractforge_databricks-0.2.0}/src/contractforge_databricks/presets/bronze.py

@@ -8,14 +8,14 @@ BRONZE_PRESETS: dict[str, Preset] = {
     "bronze_file_append": {
         PRESET_META_KEY: meta("bronze_file_append", "bronze", "ingestion", "Bronze append for batch files."),
         "layer": "bronze",
-        "mode": "scd0_append",
+        "mode": "append",
         "schema_policy": "additive_only",
         "on_quality_fail": "fail",
     },
     "bronze_table_append": {
         PRESET_META_KEY: meta("bronze_table_append", "bronze", "ingestion", "Bronze append for table replication."),
         "layer": "bronze",
-        "mode": "scd0_append",
+        "mode": "append",
         "schema_policy": "additive_only",
         "on_quality_fail": "fail",
     },
@@ -29,7 +29,7 @@ BRONZE_PRESETS: dict[str, Preset] = {
         ),
         "source": {"type": "incremental_files", "trigger": "available_now", "format": "parquet"},
         "layer": "bronze",
-        "mode": "scd0_append",
+        "mode": "append",
         "schema_policy": "additive_only",
         "on_quality_fail": "fail",
         "idempotency_policy": "skip_if_success",
@@ -37,7 +37,7 @@ BRONZE_PRESETS: dict[str, Preset] = {
     "bronze_full_overwrite": {
         PRESET_META_KEY: meta("bronze_full_overwrite", "bronze", "ingestion", "Bronze full snapshot overwrite."),
         "layer": "bronze",
-        "mode": "scd0_overwrite",
+        "mode": "overwrite",
         "schema_policy": "additive_only",
         "on_quality_fail": "fail",
     },
@@ -50,7 +50,7 @@ BRONZE_PRESETS: dict[str, Preset] = {
             ["extensions.databricks.partition_column", "extensions.databricks.partition_value"],
         ),
         "layer": "bronze",
-        "mode": "scd0_overwrite",
+        "mode": "overwrite",
         "schema_policy": "additive_only",
         "on_quality_fail": "fail",
     },

{contractforge_databricks-0.1.0 → contractforge_databricks-0.2.0}/src/contractforge_databricks/presets/gold.py

@@ -8,7 +8,7 @@ GOLD_PRESETS: dict[str, Preset] = {
     "gold_full_refresh": {
         PRESET_META_KEY: meta("gold_full_refresh", "gold", "ingestion", "Gold full refresh."),
         "layer": "gold",
-        "mode": "scd0_overwrite",
+        "mode": "overwrite",
         "schema_policy": "strict",
         "on_quality_fail": "fail",
     },
@@ -21,7 +21,7 @@ GOLD_PRESETS: dict[str, Preset] = {
             ["extensions.databricks.partition_column", "extensions.databricks.partition_value"],
         ),
         "layer": "gold",
-        "mode": "scd0_overwrite",
+        "mode": "overwrite",
         "schema_policy": "strict",
         "on_quality_fail": "fail",
     },
@@ -34,7 +34,7 @@ GOLD_PRESETS: dict[str, Preset] = {
             ["extensions.databricks.merge_partition_column"],
         ),
         "layer": "gold",
-        "mode": "scd1_upsert",
+        "mode": "upsert",
         "extensions": {
             "databricks": {
                 "merge_strategy": "replace_partitions",
@@ -47,14 +47,14 @@ GOLD_PRESETS: dict[str, Preset] = {
     "gold_snapshot_serving": {
         PRESET_META_KEY: meta("gold_snapshot_serving", "gold", "ingestion", "Gold snapshot serving.", ["merge_keys"]),
         "layer": "gold",
-        "mode": "snapshot_soft_delete",
+        "mode": "snapshot_reconcile_soft_delete",
         "schema_policy": "strict",
         "on_quality_fail": "fail",
     },
-    "gold_scd1_serving": {
-        PRESET_META_KEY: meta("gold_scd1_serving", "gold", "ingestion", "Gold SCD1 serving.", ["merge_keys"]),
+    "gold_current_state_serving": {
+        PRESET_META_KEY: meta("gold_current_state_serving", "gold", "ingestion", "Gold current-state serving.", ["merge_keys"]),
         "layer": "gold",
-        "mode": "scd1_upsert",
+        "mode": "upsert",
         "extensions": {"databricks": {"merge_strategy": "delta"}},
         "schema_policy": "strict",
         "on_quality_fail": "fail",

{contractforge_databricks-0.1.0 → contractforge_databricks-0.2.0}/src/contractforge_databricks/presets/silver.py

@@ -6,9 +6,9 @@ from contractforge_databricks.presets.base import PRESET_META_KEY, Preset, meta
 
 SILVER_PRESETS: dict[str, Preset] = {
     "silver_scd1_upsert": {
-        PRESET_META_KEY: meta("silver_scd1_upsert", "silver", "ingestion", "Silver SCD1 Delta MERGE.", ["merge_keys"]),
+        PRESET_META_KEY: meta("silver_scd1_upsert", "silver", "ingestion", "Silver current-state Delta MERGE.", ["merge_keys"]),
         "layer": "silver",
-        "mode": "scd1_upsert",
+        "mode": "upsert",
         "extensions": {"databricks": {"merge_strategy": "delta"}},
         "schema_policy": "additive_only",
         "on_quality_fail": "fail",
@@ -18,11 +18,11 @@ SILVER_PRESETS: dict[str, Preset] = {
             "silver_scd1_partition_upsert",
             "silver",
             "ingestion",
-            "Silver SCD1 MERGE pruned by partition.",
+            "Silver current-state MERGE pruned by partition.",
             ["merge_keys", "extensions.databricks.merge_partition_column"],
         ),
         "layer": "silver",
-        "mode": "scd1_upsert",
+        "mode": "upsert",
         "extensions": {"databricks": {"merge_strategy": "delta_by_partition"}},
         "schema_policy": "additive_only",
         "on_quality_fail": "fail",
@@ -36,7 +36,7 @@ SILVER_PRESETS: dict[str, Preset] = {
             ["extensions.databricks.merge_partition_column"],
         ),
         "layer": "silver",
-        "mode": "scd1_upsert",
+        "mode": "upsert",
         "extensions": {
             "databricks": {
                 "merge_strategy": "replace_partitions",
@@ -51,11 +51,11 @@ SILVER_PRESETS: dict[str, Preset] = {
             "silver_incremental_watermark_upsert",
             "silver",
             "ingestion",
-            "Silver SCD1 incremental watermark upsert.",
+            "Silver current-state incremental watermark upsert.",
             ["merge_keys", "watermark_columns"],
         ),
         "layer": "silver",
-        "mode": "scd1_upsert",
+        "mode": "upsert",
         "extensions": {"databricks": {"merge_strategy": "delta"}},
         "schema_policy": "additive_only",
         "on_quality_fail": "fail",
@@ -63,7 +63,7 @@ SILVER_PRESETS: dict[str, Preset] = {
     "silver_hash_diff_append": {
         PRESET_META_KEY: meta("silver_hash_diff_append", "silver", "ingestion", "Silver hash-diff append.", ["hash_keys"]),
         "layer": "silver",
-        "mode": "scd1_hash_diff",
+        "mode": "hash_diff_upsert",
         "schema_policy": "additive_only",
         "on_quality_fail": "fail",
         "hash_exclude_columns": ["ingestion_ts_utc", "__run_id"],
@@ -73,11 +73,11 @@ SILVER_PRESETS: dict[str, Preset] = {
             "silver_quarantine_ingestion",
             "silver",
             "ingestion",
-            "Silver SCD1 with quarantine for row-level rules.",
+            "Silver current-state merge with quarantine for row-level rules.",
             ["merge_keys"],
         ),
         "layer": "silver",
-        "mode": "scd1_upsert",
+        "mode": "upsert",
         "extensions": {"databricks": {"merge_strategy": "delta"}},
         "schema_policy": "additive_only",
         "on_quality_fail": "quarantine",
@@ -87,14 +87,14 @@ SILVER_PRESETS: dict[str, Preset] = {
             "silver_snapshot_soft_delete", "silver", "ingestion", "Silver snapshot soft delete.", ["merge_keys"]
         ),
         "layer": "silver",
-        "mode": "snapshot_soft_delete",
+        "mode": "snapshot_reconcile_soft_delete",
         "schema_policy": "additive_only",
         "on_quality_fail": "fail",
     },
-    "silver_scd2_historical": {
-        PRESET_META_KEY: meta("silver_scd2_historical", "silver", "ingestion", "Silver SCD2 history.", ["merge_keys"]),
+    "silver_historical": {
+        PRESET_META_KEY: meta("silver_historical", "silver", "ingestion", "Silver historical versioning.", ["merge_keys"]),
         "layer": "silver",
-        "mode": "scd2_historical",
+        "mode": "historical",
         "schema_policy": "additive_only",
         "on_quality_fail": "fail",
     },

{contractforge_databricks-0.1.0 → contractforge_databricks-0.2.0}/src/contractforge_databricks/runtime/bundles.py

@@ -26,6 +26,7 @@ from contractforge_databricks.runtime.options import effective_ingest_options
 from contractforge_databricks.runtime.orchestrator import ingest_databricks_contract
 from contractforge_databricks.runtime.quality_quarantine import apply_declared_quality, with_run_id
 from contractforge_databricks.runtime.spark_defaults import spark_query_one, with_spark_runtime_defaults
+from contractforge_databricks.runtime.source_metadata import schema_types
 from contractforge_databricks.runtime.sources import prepare_contract_source_view
 from contractforge_databricks.runtime.windows import has_windowed_execution, ingest_windowed_databricks_contract
 
@@ -181,6 +182,7 @@ def _prepare_available_now_batch(
         prepared,
         source_view=prepared_view,
         source_columns=tuple(str(column) for column in getattr(df, "columns", ()) or ()),
+        source_schema=schema_types(df),
         rows_read=int(df.count()) if collect_metrics else prepared.rows_read,
     )
 

{contractforge_databricks-0.1.0 → contractforge_databricks-0.2.0}/src/contractforge_databricks/runtime/sources.py

@@ -1,9 +1,3 @@
-"""Databricks runtime source resolution.
-
-The functions in this module intentionally receive ``spark`` as an argument so
-the adapter stays importable outside Databricks and PySpark remains optional.
-"""
-
 from __future__ import annotations
 
 from typing import Any
@@ -53,6 +47,8 @@ from contractforge_databricks.sources.table_refs import (
 )
 
 _JDBC_SOURCE_ALIASES = {"jdbc", "postgres", "mysql", "sqlserver", "oracle", "redshift", "db2", "mariadb", "snowflake_jdbc", "bigquery_jdbc"}
+_KAFKA_LOGIN_MODULE = "org.apache.kafka.common.security.plain.PlainLoginModule"
+_DATABRICKS_SHADED_KAFKA_LOGIN_MODULE = "kafkashaded.org.apache.kafka.common.security.plain.PlainLoginModule"
 
 
 def resolve_source_dataframe(spark: Any, source: dict[str, Any], *, contract: SemanticContract | None = None) -> Any:
@@ -91,6 +87,8 @@ def resolve_source_dataframe(spark: Any, source: dict[str, Any], *, contract: Se
         return _read_with_options(spark.read, "jdbc", jdbc_options, None)
     if is_bounded_stream_source(source) or is_available_now_stream_source(source):
         options = kafka_bounded_options(source) if is_kafka_stream_source(source) else eventhubs_bounded_options(source)
+        if is_kafka_stream_source(source):
+            options = _databricks_kafka_options(options)
         source_format = stream_source_format(source)
         reader = spark.readStream if is_available_now_stream_source(source) else spark.read
         return _read_with_options(reader, source_format, options, None)
@@ -187,6 +185,18 @@ def _resolve_autoloader_source(spark: Any, source: dict[str, Any]) -> Any:
     return _read_with_options(spark.readStream, "cloudFiles", options, interpreted.get("path"))
 
 
+def _databricks_kafka_options(options: dict[str, str]) -> dict[str, str]:
+    normalized = dict(options)
+    jaas_config = normalized.get("kafka.sasl.jaas.config")
+    if jaas_config:
+        normalized["kafka.sasl.jaas.config"] = " ".join(
+            str(jaas_config)
+            .replace(_KAFKA_LOGIN_MODULE, _DATABRICKS_SHADED_KAFKA_LOGIN_MODULE)
+            .splitlines()
+        ).strip()
+    return normalized
+
+
 def _read_with_options(reader: Any, source_format: str, options: dict[str, str], path: object | None) -> Any:
     builder = reader.format(source_format)
     for key, value in sorted(options.items()):

contractforge_databricks-0.1.0/CHANGELOG.md

@@ -1,15 +0,0 @@
-# Changelog
-
-All notable changes to `contractforge-databricks` are documented in this file.
-
-The format follows Keep a Changelog, and this package follows semantic
-versioning as described in `../../docs/specs/api-stability.md`.
-
-## [0.1.0] - 2026-06-08
-
-### Added
-
-- Initial public alpha release of the Databricks adapter.
-- Databricks contract planning, SQL/artifact rendering, Asset Bundle support,
-  runtime helpers, governance, quality, evidence, lineage and operational
-  cost surfaces.