kiri-cli 1.0.0b3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of kiri-cli might be problematic. Click here for more details.
- kiri_adapters/__init__.py +193 -0
- kiri_adapters/backends/__init__.py +0 -0
- kiri_adapters/backends/databricks.manifest.yml +55 -0
- kiri_adapters/backends/databricks.py +2980 -0
- kiri_adapters/backends/fabric_dw.manifest.yml +17 -0
- kiri_adapters/backends/fabric_dw.py +307 -0
- kiri_adapters/backends/fabric_lakehouse.manifest.yml +19 -0
- kiri_adapters/backends/fabric_lakehouse.py +365 -0
- kiri_adapters/backends/iceberg.manifest.yml +17 -0
- kiri_adapters/backends/iceberg.py +451 -0
- kiri_adapters/backends/localduckdb.manifest.yml +43 -0
- kiri_adapters/backends/localduckdb.py +1295 -0
- kiri_adapters/backends/mssql.manifest.yml +17 -0
- kiri_adapters/backends/mssql.py +366 -0
- kiri_adapters/backends/postgres.manifest.yml +17 -0
- kiri_adapters/backends/postgres.py +434 -0
- kiri_adapters/backends/trino.manifest.yml +17 -0
- kiri_adapters/backends/trino.py +542 -0
- kiri_adapters/base.py +892 -0
- kiri_adapters/doctor_checks.py +81 -0
- kiri_adapters/dv_planner.py +1205 -0
- kiri_adapters/dv_planner_bridge.py +265 -0
- kiri_adapters/dv_planner_pit.py +265 -0
- kiri_adapters/dv_planner_ref.py +403 -0
- kiri_adapters/dv_planner_sat_variants.py +668 -0
- kiri_adapters/framework.py +112 -0
- kiri_adapters/incident/__init__.py +30 -0
- kiri_adapters/incident/_http.py +121 -0
- kiri_adapters/incident/base.py +89 -0
- kiri_adapters/incident/jira.py +365 -0
- kiri_adapters/incident/servicenow.py +314 -0
- kiri_adapters/incident/zendesk.py +285 -0
- kiri_adapters/manifest.py +466 -0
- kiri_adapters/orchestration/__init__.py +30 -0
- kiri_adapters/orchestration/airflow.py +117 -0
- kiri_adapters/orchestration/artifact_emitter.py +99 -0
- kiri_adapters/orchestration/autoloader_emitter.py +141 -0
- kiri_adapters/orchestration/azure_data_factory.py +137 -0
- kiri_adapters/orchestration/base.py +626 -0
- kiri_adapters/orchestration/databricks_workflows.py +1768 -0
- kiri_adapters/orchestration/k8s_cron.py +555 -0
- kiri_adapters/orchestration/lifecycle.py +222 -0
- kiri_adapters/orchestration/pipeline_compat.py +145 -0
- kiri_adapters/orchestration/runtime_python.py +188 -0
- kiri_adapters/paths.py +38 -0
- kiri_adapters/protocols/__init__.py +64 -0
- kiri_adapters/protocols/ai_service/__init__.py +7 -0
- kiri_adapters/protocols/ai_service/conformance.py +120 -0
- kiri_adapters/protocols/base.py +220 -0
- kiri_adapters/protocols/catalog/__init__.py +7 -0
- kiri_adapters/protocols/catalog/conformance.py +138 -0
- kiri_adapters/protocols/framework/__init__.py +7 -0
- kiri_adapters/protocols/framework/conformance.py +98 -0
- kiri_adapters/protocols/incident/__init__.py +7 -0
- kiri_adapters/protocols/incident/conformance.py +64 -0
- kiri_adapters/protocols/orchestration/__init__.py +7 -0
- kiri_adapters/protocols/orchestration/conformance.py +84 -0
- kiri_adapters/protocols/platform/__init__.py +7 -0
- kiri_adapters/protocols/platform/conformance.py +120 -0
- kiri_adapters/protocols/sql_dialect/__init__.py +7 -0
- kiri_adapters/protocols/sql_dialect/conformance.py +91 -0
- kiri_adapters/protocols/vault/__init__.py +7 -0
- kiri_adapters/protocols/vault/conformance.py +65 -0
- kiri_adapters/py.typed +0 -0
- kiri_adapters/registry.py +104 -0
- kiri_adapters/semantic/__init__.py +60 -0
- kiri_adapters/semantic/apply.py +274 -0
- kiri_adapters/semantic/base.py +530 -0
- kiri_adapters/semantic/cube.py +280 -0
- kiri_adapters/semantic/dbt_semantic.py +92 -0
- kiri_adapters/semantic/metric_views.py +249 -0
- kiri_adapters/semantic/metricflow.py +345 -0
- kiri_adapters/semantic/snowflake_views.py +75 -0
- kiri_adapters/sql_dialect.py +1592 -0
- kiri_adapters/tsql_to_spark.py +653 -0
- kiri_ai_gateway/__init__.py +147 -0
- kiri_ai_gateway/audit.py +334 -0
- kiri_ai_gateway/batch.py +293 -0
- kiri_ai_gateway/config.py +165 -0
- kiri_ai_gateway/gateway.py +642 -0
- kiri_ai_gateway/placeholder_guard.py +145 -0
- kiri_ai_gateway/prices/__init__.py +77 -0
- kiri_ai_gateway/prices/prices.yaml +64 -0
- kiri_ai_gateway/prompts/__init__.py +54 -0
- kiri_ai_gateway/prompts/airbyte_source_setup.yaml +212 -0
- kiri_ai_gateway/prompts/bdv_translation.yaml +90 -0
- kiri_ai_gateway/prompts/contract_draft_mvp.yaml +117 -0
- kiri_ai_gateway/prompts/describe_table.yaml +19 -0
- kiri_ai_gateway/prompts/design_gold_from_question.yaml +130 -0
- kiri_ai_gateway/prompts/detect_pii.yaml +59 -0
- kiri_ai_gateway/prompts/discover_classify_column.yaml +69 -0
- kiri_ai_gateway/prompts/discover_describe_table.yaml +61 -0
- kiri_ai_gateway/prompts/dv_quality_summary.yaml +36 -0
- kiri_ai_gateway/prompts/incident_assist.yaml +58 -0
- kiri_ai_gateway/prompts/infer_source_schema.yaml +31 -0
- kiri_ai_gateway/prompts/ingest_backend_chooser.yaml +116 -0
- kiri_ai_gateway/prompts/interactive_source_edit.yaml +94 -0
- kiri_ai_gateway/prompts/map_needed_entity_to_source.yaml +72 -0
- kiri_ai_gateway/prompts/meet_kiri.yaml +127 -0
- kiri_ai_gateway/prompts/native_source_setup.yaml +211 -0
- kiri_ai_gateway/prompts/source_grouping_reason.yaml +29 -0
- kiri_ai_gateway/prompts/suggest_attribute_classification.yaml +42 -0
- kiri_ai_gateway/prompts/suggest_data_tests.yaml +71 -0
- kiri_ai_gateway/prompts/suggest_gold_dimension.yaml +108 -0
- kiri_ai_gateway/prompts/suggest_gold_fact.yaml +107 -0
- kiri_ai_gateway/prompts/suggest_gold_model.yaml +70 -0
- kiri_ai_gateway/prompts/suggest_semantic_intent.yaml +91 -0
- kiri_ai_gateway/prompts/suggest_silver_model.yaml +140 -0
- kiri_ai_gateway/providers/__init__.py +7 -0
- kiri_ai_gateway/providers/anthropic_provider.py +26 -0
- kiri_ai_gateway/providers/gateway_provider.py +188 -0
- kiri_ai_gateway/providers/local_provider.py +177 -0
- kiri_ai_gateway/py.typed +0 -0
- kiri_ai_gateway/service.py +283 -0
- kiri_ai_gateway/transport.py +103 -0
- kiri_ai_gateway/transports/__init__.py +12 -0
- kiri_ai_gateway/transports/anthropic_transport.py +73 -0
- kiri_ai_gateway/transports/ollama_transport.py +82 -0
- kiri_ai_gateway/transports/openai_compatible_transport.py +125 -0
- kiri_ai_gateway/workspace_policy.py +52 -0
- kiri_catalog/__init__.py +199 -0
- kiri_catalog/annotation_plan.py +183 -0
- kiri_catalog/appearances.py +155 -0
- kiri_catalog/backends/__init__.py +79 -0
- kiri_catalog/backends/base.py +167 -0
- kiri_catalog/backends/memory.py +241 -0
- kiri_catalog/backends/postgres.py +497 -0
- kiri_catalog/backends/redacting.py +195 -0
- kiri_catalog/backends/sqlite.py +480 -0
- kiri_catalog/context.py +94 -0
- kiri_catalog/federation/__init__.py +114 -0
- kiri_catalog/federation/api.py +200 -0
- kiri_catalog/federation/cache.py +149 -0
- kiri_catalog/federation/emit.py +209 -0
- kiri_catalog/federation/fs_resolver.py +295 -0
- kiri_catalog/federation/http_resolver.py +486 -0
- kiri_catalog/federation/metrics.py +123 -0
- kiri_catalog/federation/release.py +342 -0
- kiri_catalog/federation/resolver.py +332 -0
- kiri_catalog/federation/schema.py +460 -0
- kiri_catalog/importer.py +668 -0
- kiri_catalog/lineage_drift.py +280 -0
- kiri_catalog/lineage_graph.py +176 -0
- kiri_catalog/lineage_graph_explain.py +96 -0
- kiri_catalog/lineage_graph_mermaid.py +230 -0
- kiri_catalog/observed_uc_lineage.py +216 -0
- kiri_catalog/pii_detect.py +176 -0
- kiri_catalog/push.py +122 -0
- kiri_catalog/py.typed +0 -0
- kiri_catalog/redact.py +101 -0
- kiri_catalog/review_actions.py +119 -0
- kiri_catalog/schema/__init__.py +70 -0
- kiri_catalog/schema/asset.py +142 -0
- kiri_catalog/schema/column.py +247 -0
- kiri_catalog/schema/enums.py +195 -0
- kiri_catalog/schema/job.py +51 -0
- kiri_catalog/schema/lineage.py +33 -0
- kiri_catalog/schema/policy.py +69 -0
- kiri_catalog/schema/primitives.py +90 -0
- kiri_catalog/schema/review_state.py +111 -0
- kiri_catalog/schema/urn.py +45 -0
- kiri_catalog/schema_discovery.py +160 -0
- kiri_catalog/sinks/__init__.py +64 -0
- kiri_catalog/sinks/base.py +178 -0
- kiri_catalog/sinks/horizon.py +195 -0
- kiri_catalog/sinks/purview.py +216 -0
- kiri_catalog/sinks/unity.py +352 -0
- kiri_catalog/sinks/unity_executor.py +543 -0
- kiri_catalog/sources/__init__.py +42 -0
- kiri_catalog/sources/base.py +104 -0
- kiri_catalog/sources/unity.py +465 -0
- kiri_catalog/steward_writeback.py +158 -0
- kiri_catalog/tag_sql.py +99 -0
- kiri_cli/LICENSE +105 -0
- kiri_cli/__init__.py +1 -0
- kiri_cli/_apply_cli.py +63 -0
- kiri_cli/_apply_reporter.py +38 -0
- kiri_cli/_closed_menu.py +36 -0
- kiri_cli/_fixture_option.py +18 -0
- kiri_cli/_layer_detect.py +158 -0
- kiri_cli/_project_option.py +79 -0
- kiri_cli/adapter_cmd.py +192 -0
- kiri_cli/ai_batch_cmd.py +258 -0
- kiri_cli/ai_cmd.py +352 -0
- kiri_cli/approve_cmd.py +659 -0
- kiri_cli/attr_cmd.py +575 -0
- kiri_cli/audit_cmd.py +348 -0
- kiri_cli/audit_correlate_cmd.py +648 -0
- kiri_cli/audit_join.py +437 -0
- kiri_cli/audit_join_cmd.py +160 -0
- kiri_cli/auto_cmd.py +97 -0
- kiri_cli/azure_cmd.py +243 -0
- kiri_cli/catalog.py +1293 -0
- kiri_cli/cli_reference_live.py +147 -0
- kiri_cli/compile_cmd.py +493 -0
- kiri_cli/compliance_cmd.py +221 -0
- kiri_cli/contract_approval_cmd.py +94 -0
- kiri_cli/contract_cmd.py +64 -0
- kiri_cli/contract_codeowners_cmd.py +162 -0
- kiri_cli/contract_diff.py +111 -0
- kiri_cli/contract_emit.py +90 -0
- kiri_cli/contract_export.py +192 -0
- kiri_cli/contract_lint.py +1505 -0
- kiri_cli/contract_merge_cmd.py +264 -0
- kiri_cli/contract_new.py +326 -0
- kiri_cli/contract_promote.py +216 -0
- kiri_cli/contract_scaffold_cmd.py +134 -0
- kiri_cli/contract_schema_export.py +69 -0
- kiri_cli/contract_show.py +150 -0
- kiri_cli/contract_stubs.py +60 -0
- kiri_cli/contract_sync_from_live.py +327 -0
- kiri_cli/contract_validate.py +154 -0
- kiri_cli/contract_verify_live.py +242 -0
- kiri_cli/cost_cmd.py +243 -0
- kiri_cli/databricks_health.py +1254 -0
- kiri_cli/databricks_setup_cmd.py +712 -0
- kiri_cli/discover_cmd.py +600 -0
- kiri_cli/docs_cmd.py +35 -0
- kiri_cli/doctor_cmd.py +145 -0
- kiri_cli/dv_cmd.py +814 -0
- kiri_cli/dv_conformance_cmd.py +154 -0
- kiri_cli/dv_install.py +493 -0
- kiri_cli/dv_migrate_cmd.py +183 -0
- kiri_cli/dv_test_cmd.py +175 -0
- kiri_cli/federation_cmd.py +315 -0
- kiri_cli/fk_cmd.py +160 -0
- kiri_cli/flows_cmd.py +910 -0
- kiri_cli/governance_cmd.py +358 -0
- kiri_cli/incident_api_cmd.py +180 -0
- kiri_cli/incident_cmd.py +410 -0
- kiri_cli/incident_setup_cmd.py +239 -0
- kiri_cli/ingest.py +427 -0
- kiri_cli/ingest_discover.py +480 -0
- kiri_cli/ingest_new_source.py +386 -0
- kiri_cli/intent_cmd.py +122 -0
- kiri_cli/invariants_cmd.py +118 -0
- kiri_cli/kiri_banner.py +161 -0
- kiri_cli/kpi_cmd.py +222 -0
- kiri_cli/layer_cmd.py +464 -0
- kiri_cli/lineage.py +601 -0
- kiri_cli/main.py +2472 -0
- kiri_cli/maturity_cmd.py +222 -0
- kiri_cli/migrate_cmd.py +1347 -0
- kiri_cli/onboard_cmd.py +223 -0
- kiri_cli/pack_cmd.py +496 -0
- kiri_cli/pipeline_cmd.py +127 -0
- kiri_cli/pre_classify_cmd.py +274 -0
- kiri_cli/project_cmd.py +592 -0
- kiri_cli/py.typed +0 -0
- kiri_cli/quality_cmd.py +295 -0
- kiri_cli/rbac.py +139 -0
- kiri_cli/rbac_cmd.py +291 -0
- kiri_cli/release.py +850 -0
- kiri_cli/release_semver.py +265 -0
- kiri_cli/repo_cmd.py +155 -0
- kiri_cli/retention_cmd.py +333 -0
- kiri_cli/sample_data/__init__.py +12 -0
- kiri_cli/sample_data/customers.contract.yml +47 -0
- kiri_cli/sample_data/customers.csv +25 -0
- kiri_cli/scaffold_cmd.py +721 -0
- kiri_cli/schema_cmd.py +185 -0
- kiri_cli/semantic_cmd.py +605 -0
- kiri_cli/silver_cmd.py +348 -0
- kiri_cli/skills_cmd.py +243 -0
- kiri_cli/skills_data/README.md +51 -0
- kiri_cli/skills_data/add-source/SKILL.md +116 -0
- kiri_cli/skills_data/azure-deploy/SKILL.md +261 -0
- kiri_cli/skills_data/azure-status/SKILL.md +111 -0
- kiri_cli/skills_data/compliance-check/SKILL.md +99 -0
- kiri_cli/skills_data/databricks-build-pipeline/SKILL.md +112 -0
- kiri_cli/skills_data/databricks-project-setup/SKILL.md +157 -0
- kiri_cli/skills_data/debug-apply/SKILL.md +186 -0
- kiri_cli/skills_data/draft-gold-model/SKILL.md +203 -0
- kiri_cli/skills_data/explain-kpi/SKILL.md +158 -0
- kiri_cli/skills_data/incident-coach/SKILL.md +135 -0
- kiri_cli/skills_data/incident-setup/SKILL.md +112 -0
- kiri_cli/skills_data/maturity-coach/SKILL.md +120 -0
- kiri_cli/skills_data/promote-contract/SKILL.md +91 -0
- kiri_cli/skills_data/review-attributes/SKILL.md +94 -0
- kiri_cli/sla_cmd.py +769 -0
- kiri_cli/source_cmd.py +909 -0
- kiri_cli/templates/__init__.py +6 -0
- kiri_cli/templates/dv4dbt_packages.yml.j2 +11 -0
- kiri_cli/upgrade_cmd.py +896 -0
- kiri_cli/use_cmd.py +120 -0
- kiri_cli/vault_cmd.py +241 -0
- kiri_cli/verify_generated.py +241 -0
- kiri_cli-1.0.0b3.dist-info/METADATA +212 -0
- kiri_cli-1.0.0b3.dist-info/RECORD +743 -0
- kiri_cli-1.0.0b3.dist-info/WHEEL +4 -0
- kiri_cli-1.0.0b3.dist-info/entry_points.txt +4 -0
- kiri_compliance/__init__.py +33 -0
- kiri_compliance/audit_coverage.py +354 -0
- kiri_compliance/controls.py +763 -0
- kiri_compliance/evidence.py +155 -0
- kiri_compliance/py.typed +0 -0
- kiri_compliance/quality_engine.py +246 -0
- kiri_compliance/renderer.py +195 -0
- kiri_compliance/report.py +44 -0
- kiri_compliance/schema.py +129 -0
- kiri_core/__init__.py +185 -0
- kiri_core/adapter_surfaces.py +149 -0
- kiri_core/ai_query_gate/__init__.py +92 -0
- kiri_core/ai_query_gate/audit.py +153 -0
- kiri_core/ai_query_gate/evaluator.py +484 -0
- kiri_core/ai_query_gate/models.py +162 -0
- kiri_core/ai_query_gate/parser.py +436 -0
- kiri_core/ai_query_gate/resolver.py +274 -0
- kiri_core/ai_query_gate/store.py +234 -0
- kiri_core/ai_query_gate/store_postgres.py +409 -0
- kiri_core/api_keys.py +243 -0
- kiri_core/apply/__init__.py +27 -0
- kiri_core/apply/conformance.py +99 -0
- kiri_core/apply/incident_router.py +176 -0
- kiri_core/apply/models.py +140 -0
- kiri_core/apply/reporter.py +46 -0
- kiri_core/apply/runner.py +3083 -0
- kiri_core/apply_log_store.py +155 -0
- kiri_core/approval_flow/__init__.py +133 -0
- kiri_core/approval_flow/integration.py +156 -0
- kiri_core/approval_flow/models.py +443 -0
- kiri_core/approval_flow/notifier.py +263 -0
- kiri_core/approval_flow/orchestrator.py +660 -0
- kiri_core/approval_flow/reconcile_signoff.py +53 -0
- kiri_core/approval_flow/store.py +220 -0
- kiri_core/approval_flow/store_jsonl.py +217 -0
- kiri_core/approval_flow/store_postgres.py +580 -0
- kiri_core/approval_policy.py +116 -0
- kiri_core/asgi_trace.py +160 -0
- kiri_core/compliance.py +802 -0
- kiri_core/cutover_approval.py +187 -0
- kiri_core/discovery/__init__.py +109 -0
- kiri_core/discovery/ai/__init__.py +37 -0
- kiri_core/discovery/ai/_payload.py +115 -0
- kiri_core/discovery/ai/budget.py +83 -0
- kiri_core/discovery/ai/classify.py +223 -0
- kiri_core/discovery/ai/describe.py +200 -0
- kiri_core/discovery/ai/errors.py +49 -0
- kiri_core/discovery/discover.py +648 -0
- kiri_core/discovery/heuristics/__init__.py +42 -0
- kiri_core/discovery/heuristics/classification.py +174 -0
- kiri_core/discovery/heuristics/medallion.py +157 -0
- kiri_core/discovery/heuristics/pii.py +92 -0
- kiri_core/discovery/introspector.py +636 -0
- kiri_core/discovery/introspector_databricks.py +396 -0
- kiri_core/discovery/introspector_postgres.py +394 -0
- kiri_core/discovery/introspector_snowflake.py +383 -0
- kiri_core/discovery/reporting/__init__.py +17 -0
- kiri_core/discovery/reporting/discovery_report.py +190 -0
- kiri_core/discovery/scaffold/__init__.py +41 -0
- kiri_core/discovery/scaffold/contract_writer.py +632 -0
- kiri_core/discovery/scaffold/provenance_overlay.py +143 -0
- kiri_core/discovery/scaffold/source_writer.py +211 -0
- kiri_core/discovery/scaffold/todo_marker.py +98 -0
- kiri_core/domain_policy.py +122 -0
- kiri_core/goal_coverage.py +82 -0
- kiri_core/gold_registry.py +211 -0
- kiri_core/health.py +192 -0
- kiri_core/incident.py +204 -0
- kiri_core/incident_builders.py +256 -0
- kiri_core/incident_log.py +418 -0
- kiri_core/intent/__init__.py +46 -0
- kiri_core/intent/agent_runner.py +82 -0
- kiri_core/intent/project_dv.py +261 -0
- kiri_core/intent/propose.py +132 -0
- kiri_core/intent/semantic_intent.py +446 -0
- kiri_core/invariants.py +301 -0
- kiri_core/kpi.py +373 -0
- kiri_core/latency.py +150 -0
- kiri_core/lifecycle/__init__.py +555 -0
- kiri_core/lifecycle/ai_index.py +453 -0
- kiri_core/lifecycle/auto_mode.py +172 -0
- kiri_core/lifecycle/bootstrap.py +316 -0
- kiri_core/lifecycle/cli_reference.py +1064 -0
- kiri_core/lifecycle/commit.py +258 -0
- kiri_core/lifecycle/compile_dispatch.py +296 -0
- kiri_core/lifecycle/compile_range.py +665 -0
- kiri_core/lifecycle/contract_inventory.py +354 -0
- kiri_core/lifecycle/contracts.py +250 -0
- kiri_core/lifecycle/doctor.py +412 -0
- kiri_core/lifecycle/git_remote.py +948 -0
- kiri_core/lifecycle/identity.py +147 -0
- kiri_core/lifecycle/ingestion_modes.py +215 -0
- kiri_core/lifecycle/layer_contract.py +452 -0
- kiri_core/lifecycle/layer_contract_migrate.py +969 -0
- kiri_core/lifecycle/layer_contract_parser.py +436 -0
- kiri_core/lifecycle/layer_contract_validator.py +2291 -0
- kiri_core/lifecycle/layout.py +298 -0
- kiri_core/lifecycle/onboarding.py +306 -0
- kiri_core/lifecycle/openlineage_emit.py +153 -0
- kiri_core/lifecycle/patch.py +231 -0
- kiri_core/lifecycle/plan.py +241 -0
- kiri_core/lifecycle/probe.py +204 -0
- kiri_core/lifecycle/project_context.py +334 -0
- kiri_core/lifecycle/project_status.py +532 -0
- kiri_core/lifecycle/scaffold.py +455 -0
- kiri_core/lifecycle/source_grouping.py +725 -0
- kiri_core/lifecycle/source_introspection.py +488 -0
- kiri_core/lifecycle/source_inventory.py +561 -0
- kiri_core/lifecycle/source_patch.py +353 -0
- kiri_core/lifecycle/sources.py +470 -0
- kiri_core/lifecycle/sync_from_live.py +727 -0
- kiri_core/lifecycle/validate.py +116 -0
- kiri_core/lifecycle/verify_annotations.py +391 -0
- kiri_core/lifecycle/verify_live.py +389 -0
- kiri_core/lifecycle/verify_metric_views.py +321 -0
- kiri_core/lifecycle/watermark.py +371 -0
- kiri_core/lifecycle/watermark_apply.py +656 -0
- kiri_core/lineage.py +418 -0
- kiri_core/loader.py +377 -0
- kiri_core/logging.py +374 -0
- kiri_core/maturity.py +592 -0
- kiri_core/migration_layer_policy.py +285 -0
- kiri_core/names.py +163 -0
- kiri_core/observed_lineage.py +62 -0
- kiri_core/odcs/__init__.py +15 -0
- kiri_core/otel_bootstrap.py +326 -0
- kiri_core/pipeline_ir.py +332 -0
- kiri_core/pipeline_loader.py +82 -0
- kiri_core/planning.py +110 -0
- kiri_core/project.py +1576 -0
- kiri_core/project_docs.py +199 -0
- kiri_core/py.typed +0 -0
- kiri_core/rate_limit.py +456 -0
- kiri_core/release_state/__init__.py +37 -0
- kiri_core/release_state/models.py +108 -0
- kiri_core/release_state/store.py +634 -0
- kiri_core/resilience/__init__.py +288 -0
- kiri_core/resilience/retry.py +173 -0
- kiri_core/runtime.py +40 -0
- kiri_core/schema/__init__.py +62 -0
- kiri_core/schema/column.py +140 -0
- kiri_core/schema/ingestion.py +665 -0
- kiri_core/schema/model.py +44 -0
- kiri_core/schema/reporting_goal.py +160 -0
- kiri_core/schema/source.py +188 -0
- kiri_core/silver/__init__.py +148 -0
- kiri_core/silver/apply_runner.py +830 -0
- kiri_core/silver/backfill.py +280 -0
- kiri_core/silver/dv_backend.py +426 -0
- kiri_core/silver/dv_graph.py +932 -0
- kiri_core/silver/dv_graph_mermaid.py +443 -0
- kiri_core/silver/dv_graph_payload.py +79 -0
- kiri_core/silver/dv_graph_views.py +416 -0
- kiri_core/silver/graph_projector.py +566 -0
- kiri_core/silver/hash_canonicaliser.py +172 -0
- kiri_core/silver/hash_policy.py +195 -0
- kiri_core/silver/load_ts_policy.py +202 -0
- kiri_core/silver/schema_evolution.py +410 -0
- kiri_core/silver/zone_rules.py +81 -0
- kiri_core/sizing.py +134 -0
- kiri_core/storage_paths.py +130 -0
- kiri_core/technique_validator.py +700 -0
- kiri_core/trace.py +409 -0
- kiri_core/types.py +41 -0
- kiri_core/urn.py +161 -0
- kiri_dbt_bridge/__init__.py +22 -0
- kiri_dbt_bridge/_schema_resolve.py +38 -0
- kiri_dbt_bridge/bridge.py +94 -0
- kiri_dbt_bridge/dbt.manifest.yml +26 -0
- kiri_dbt_bridge/dv4dbt/__init__.py +143 -0
- kiri_dbt_bridge/dv4dbt/backend.py +204 -0
- kiri_dbt_bridge/dv4dbt/bridge_generator.py +289 -0
- kiri_dbt_bridge/dv4dbt/compat.py +232 -0
- kiri_dbt_bridge/dv4dbt/hub_generator.py +282 -0
- kiri_dbt_bridge/dv4dbt/link_generator.py +306 -0
- kiri_dbt_bridge/dv4dbt/manifest.py +203 -0
- kiri_dbt_bridge/dv4dbt/pit_generator.py +318 -0
- kiri_dbt_bridge/dv4dbt/policy_translation.py +249 -0
- kiri_dbt_bridge/dv4dbt/project_writer.py +588 -0
- kiri_dbt_bridge/dv4dbt/ref_generator.py +404 -0
- kiri_dbt_bridge/dv4dbt/render.py +180 -0
- kiri_dbt_bridge/dv4dbt/sat_generator.py +480 -0
- kiri_dbt_bridge/dv4dbt/sat_variant_generator.py +529 -0
- kiri_dbt_bridge/dv4dbt/templates/__init__.py +16 -0
- kiri_dbt_bridge/dv4dbt/templates/bridge.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/dbt_project.yml.j2 +37 -0
- kiri_dbt_bridge/dv4dbt/templates/hub.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/link.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/packages.yml.j2 +10 -0
- kiri_dbt_bridge/dv4dbt/templates/pit.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/ref_historised.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/ref_non_historised.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat_effectivity.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat_multi_active.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat_non_historised.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat_record_tracking.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat_virtual_end_dated.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sources.yml.j2 +39 -0
- kiri_dbt_bridge/framework_adapter.py +310 -0
- kiri_dbt_bridge/generate.py +372 -0
- kiri_dbt_bridge/gold/__init__.py +21 -0
- kiri_dbt_bridge/gold/_sql_emit.py +128 -0
- kiri_dbt_bridge/gold/assemble.py +90 -0
- kiri_dbt_bridge/gold/canonical_columns.py +168 -0
- kiri_dbt_bridge/gold/computed_expressions.py +179 -0
- kiri_dbt_bridge/gold/dialects/__init__.py +69 -0
- kiri_dbt_bridge/gold/dialects/databricks.py +150 -0
- kiri_dbt_bridge/gold/dialects/duckdb.py +120 -0
- kiri_dbt_bridge/gold/dialects/trino.py +136 -0
- kiri_dbt_bridge/gold/dim_generator.py +688 -0
- kiri_dbt_bridge/gold/dimension_refs.py +255 -0
- kiri_dbt_bridge/gold/dispatch.py +69 -0
- kiri_dbt_bridge/gold/fact_generator.py +534 -0
- kiri_dbt_bridge/gold/flat_generator.py +144 -0
- kiri_dbt_bridge/gold/lineage.py +484 -0
- kiri_dbt_bridge/gold/localized_twins.py +218 -0
- kiri_dbt_bridge/gold/measures.py +49 -0
- kiri_dbt_bridge/gold/role_playing.py +75 -0
- kiri_dbt_bridge/gold/surrogate_key.py +114 -0
- kiri_dbt_bridge/macros/kiri_scd1_dim.sql +57 -0
- kiri_dbt_bridge/macros/kiri_scd2_dim.sql +188 -0
- kiri_dbt_bridge/macros/kiri_sha256.sql +32 -0
- kiri_dbt_bridge/macros/kiri_string_cast.sql +37 -0
- kiri_dbt_bridge/macros/kiri_surrogate_key.sql +43 -0
- kiri_dbt_bridge/profiles.py +162 -0
- kiri_dbt_bridge/py.typed +0 -0
- kiri_dbt_bridge/safe_ident.py +44 -0
- kiri_dbt_bridge/silver_conformance.py +188 -0
- kiri_dbt_bridge/silver_kimball/__init__.py +27 -0
- kiri_dbt_bridge/silver_kimball/assemble.py +174 -0
- kiri_dbt_bridge/silver_kimball/dim_generator.py +602 -0
- kiri_dbt_bridge/silver_kimball/dispatch.py +86 -0
- kiri_dbt_bridge/silver_kimball/fact_generator.py +320 -0
- kiri_dbt_bridge/silver_kimball/flat_generator.py +156 -0
- kiri_dbt_bridge/silver_kimball/lineage.py +464 -0
- kiri_dbt_bridge/silver_kimball/watermark_window.py +199 -0
- kiri_dbt_bridge/silver_kimball/zone.py +68 -0
- kiri_dbt_bridge/silver_scd2_curated/__init__.py +46 -0
- kiri_dbt_bridge/silver_scd2_curated/assemble.py +213 -0
- kiri_dbt_bridge/silver_scd2_curated/curated_generator.py +351 -0
- kiri_dbt_bridge/silver_scd2_curated/standardized_generator.py +261 -0
- kiri_dbt_bridge/silver_scd2_curated/standardized_plan.py +254 -0
- kiri_iceberg/__init__.py +11 -0
- kiri_iceberg/catalog.py +128 -0
- kiri_iceberg/profile.py +131 -0
- kiri_iceberg/py.typed +0 -0
- kiri_ingestion/__init__.py +63 -0
- kiri_ingestion/airbyte_client.py +428 -0
- kiri_ingestion/database_fetcher.py +224 -0
- kiri_ingestion/layout.py +71 -0
- kiri_ingestion/mssql_introspect.py +565 -0
- kiri_ingestion/py.typed +0 -0
- kiri_ingestion/rest_fetcher.py +472 -0
- kiri_ingestion/runner.py +341 -0
- kiri_ingestion/schema_drift.py +222 -0
- kiri_ingestion/storage.py +621 -0
- kiri_mcp/__init__.py +5 -0
- kiri_mcp/audit.py +99 -0
- kiri_mcp/audit_decorators.py +252 -0
- kiri_mcp/main.py +22 -0
- kiri_mcp/py.typed +0 -0
- kiri_mcp/rbac.py +110 -0
- kiri_mcp/server.py +766 -0
- kiri_mcp/skills.py +297 -0
- kiri_mcp/tools/__init__.py +70 -0
- kiri_mcp/tools/_shared.py +58 -0
- kiri_mcp/tools/adapter.py +150 -0
- kiri_mcp/tools/cli_reference.py +59 -0
- kiri_mcp/tools/compliance.py +119 -0
- kiri_mcp/tools/contract.py +374 -0
- kiri_mcp/tools/dv.py +62 -0
- kiri_mcp/tools/federation.py +152 -0
- kiri_mcp/tools/intent.py +71 -0
- kiri_mcp/tools/lineage.py +204 -0
- kiri_mcp/tools/lineage_drift.py +75 -0
- kiri_mcp/tools/plan.py +66 -0
- kiri_mcp/tools/project.py +311 -0
- kiri_migration/__init__.py +56 -0
- kiri_migration/name_preservation.py +271 -0
- kiri_migration/predeploy.py +311 -0
- kiri_migration/py.typed +0 -0
- kiri_migration/reconcile.py +1891 -0
- kiri_migration/scaffold/__init__.py +90 -0
- kiri_migration/scaffold/_audit_columns.py +74 -0
- kiri_migration/scaffold/_classify.py +100 -0
- kiri_migration/scaffold/_typemap.py +71 -0
- kiri_migration/scaffold/_yaml.py +33 -0
- kiri_migration/scaffold/bronze.py +279 -0
- kiri_migration/scaffold/compile_targets/__init__.py +271 -0
- kiri_migration/scaffold/compile_targets/_common.py +193 -0
- kiri_migration/scaffold/compile_targets/copy_into.py +33 -0
- kiri_migration/scaffold/compile_targets/dlt.py +125 -0
- kiri_migration/scaffold/compile_targets/dlt_with_append_flows.py +163 -0
- kiri_migration/scaffold/compile_targets/dlt_with_apply_changes.py +192 -0
- kiri_migration/scaffold/compile_targets/dlt_with_expectations.py +276 -0
- kiri_migration/scaffold/compile_targets/layer_dispatch.py +258 -0
- kiri_migration/scaffold/compile_targets/sql_full_snapshot.py +385 -0
- kiri_migration/scaffold/compile_targets/streaming_table.py +37 -0
- kiri_migration/scaffold/mart.py +234 -0
- kiri_migration/scaffold/plans/__init__.py +49 -0
- kiri_migration/scaffold/plans/_registry.py +308 -0
- kiri_migration/scaffold/plans/minimal.py +550 -0
- kiri_migration/scaffold/plans/plan_b_layer.py +640 -0
- kiri_migration/scaffold/silver_from_marts.py +256 -0
- kiri_migration/scaffold/silver_pattern.py +451 -0
- kiri_migration/sp_translator.py +398 -0
- kiri_odcs/LICENSE +204 -0
- kiri_odcs/__init__.py +234 -0
- kiri_odcs/ai_trust_tier.py +475 -0
- kiri_odcs/canonical.py +263 -0
- kiri_odcs/diff.py +63 -0
- kiri_odcs/errors.py +51 -0
- kiri_odcs/invariant_sql.py +136 -0
- kiri_odcs/kiri_bridge.py +71 -0
- kiri_odcs/kiri_ext.py +3166 -0
- kiri_odcs/kiri_fk.py +447 -0
- kiri_odcs/kiri_pit.py +121 -0
- kiri_odcs/kiri_ref.py +57 -0
- kiri_odcs/openlineage_adapter.py +105 -0
- kiri_odcs/parser.py +1213 -0
- kiri_odcs/pii_guardrails.py +159 -0
- kiri_odcs/py.typed +0 -0
- kiri_odcs/schema_export.py +223 -0
- kiri_openlineage/__init__.py +58 -0
- kiri_openlineage/builder.py +146 -0
- kiri_openlineage/cost.py +190 -0
- kiri_openlineage/emitter.py +165 -0
- kiri_openlineage/py.typed +0 -0
- kiri_openlineage/schema.py +121 -0
- kiri_packs/__init__.py +67 -0
- kiri_packs/installer.py +500 -0
- kiri_packs/manifest.py +134 -0
- kiri_packs/publisher.py +605 -0
- kiri_packs/py.typed +0 -0
- kiri_packs/validator.py +295 -0
- kiri_quality/__init__.py +108 -0
- kiri_quality/ai_audit_correlator.py +293 -0
- kiri_quality/ai_audit_correlator_apply.py +526 -0
- kiri_quality/conformance_evidence.py +272 -0
- kiri_quality/dbt_test_collector.py +214 -0
- kiri_quality/dq_codegen.py +300 -0
- kiri_quality/dv_checks.py +393 -0
- kiri_quality/dv_column_lineage.py +279 -0
- kiri_quality/dv_column_lineage_apply.py +856 -0
- kiri_quality/dv_conformance.py +841 -0
- kiri_quality/dv_fixture_runner.py +478 -0
- kiri_quality/dv_invariants.py +986 -0
- kiri_quality/dv_kiri.py +97 -0
- kiri_quality/dv_markdown.py +169 -0
- kiri_quality/dv_observed_uc_reader.py +187 -0
- kiri_quality/dv_runner.py +389 -0
- kiri_quality/evidence_status.py +337 -0
- kiri_quality/fk_checks.py +800 -0
- kiri_quality/fk_ddl.py +402 -0
- kiri_quality/fk_pit_contract.py +168 -0
- kiri_quality/fk_runner.py +950 -0
- kiri_quality/kernel.py +376 -0
- kiri_quality/pii.py +60 -0
- kiri_quality/pre_classify/__init__.py +55 -0
- kiri_quality/pre_classify/engine.py +346 -0
- kiri_quality/pre_classify/locale_packs/en.yaml +117 -0
- kiri_quality/pre_classify/locale_packs/sv.yaml +73 -0
- kiri_quality/pre_classify/merge.py +297 -0
- kiri_quality/pre_classify/model.py +163 -0
- kiri_quality/py.typed +0 -0
- kiri_quality/reject_lane.py +261 -0
- kiri_quality/rule_runner.py +565 -0
- kiri_quality/schema_evolution_check.py +88 -0
- kiri_quality/silver_quality.py +494 -0
- kiri_quality/silver_quality_markdown.py +187 -0
- kiri_quality/uc_security_compile.py +951 -0
- kiri_quality/uc_security_compile_apply.py +1186 -0
- kiri_rbac/__init__.py +87 -0
- kiri_rbac/access.py +371 -0
- kiri_rbac/loader.py +104 -0
- kiri_rbac/pr_gate.py +213 -0
- kiri_rbac/providers/__init__.py +29 -0
- kiri_rbac/providers/_jwt.py +121 -0
- kiri_rbac/providers/azure_ad.py +93 -0
- kiri_rbac/providers/base.py +107 -0
- kiri_rbac/providers/factory.py +48 -0
- kiri_rbac/providers/github.py +134 -0
- kiri_rbac/providers/oidc_generic.py +99 -0
- kiri_rbac/py.typed +0 -0
- kiri_rbac/resolver.py +118 -0
- kiri_rbac/schema.py +219 -0
- kiri_schema_registry/__init__.py +22 -0
- kiri_schema_registry/avro.py +127 -0
- kiri_schema_registry/base.py +71 -0
- kiri_schema_registry/confluent.py +184 -0
- kiri_schema_registry/glue.py +178 -0
- kiri_schema_registry/py.typed +0 -0
- kiri_slack_bot/__init__.py +24 -0
- kiri_slack_bot/handler.py +248 -0
- kiri_slack_bot/py.typed +0 -0
- kiri_slack_bot/queries.py +90 -0
- kiri_slack_bot/signature.py +94 -0
- kiri_vault/__init__.py +59 -0
- kiri_vault/audit.py +64 -0
- kiri_vault/aws_vault.py +123 -0
- kiri_vault/azure_vault.py +236 -0
- kiri_vault/boundaries.py +219 -0
- kiri_vault/client.py +54 -0
- kiri_vault/databricks_vault.py +292 -0
- kiri_vault/env_vault.py +77 -0
- kiri_vault/py.typed +0 -0
- kiri_vault/ref.py +84 -0
- kirimana_automation/__init__.py +0 -0
- kirimana_automation/business_calendar.py +179 -0
- kirimana_automation/dag_snapshot.py +252 -0
- kirimana_automation/db/__init__.py +5 -0
- kirimana_automation/db/migrate.py +571 -0
- kirimana_automation/db/migrations/0001_release_state.down.duckdb.sql +29 -0
- kirimana_automation/db/migrations/0001_release_state.down.postgres.sql +37 -0
- kirimana_automation/db/migrations/0001_release_state.duckdb.sql +170 -0
- kirimana_automation/db/migrations/0001_release_state.postgres.sql +176 -0
- kirimana_automation/db/migrations/0002_rate_limit_buckets.down.duckdb.sql +9 -0
- kirimana_automation/db/migrations/0002_rate_limit_buckets.down.postgres.sql +9 -0
- kirimana_automation/db/migrations/0002_rate_limit_buckets.duckdb.sql +14 -0
- kirimana_automation/db/migrations/0002_rate_limit_buckets.postgres.sql +18 -0
- kirimana_automation/db/migrations/0003_flow_runs.down.duckdb.sql +18 -0
- kirimana_automation/db/migrations/0003_flow_runs.down.postgres.sql +19 -0
- kirimana_automation/db/migrations/0003_flow_runs.duckdb.sql +85 -0
- kirimana_automation/db/migrations/0003_flow_runs.postgres.sql +102 -0
- kirimana_automation/db/migrations/0004_flow_dag_snapshots.down.duckdb.sql +11 -0
- kirimana_automation/db/migrations/0004_flow_dag_snapshots.down.postgres.sql +11 -0
- kirimana_automation/db/migrations/0004_flow_dag_snapshots.duckdb.sql +15 -0
- kirimana_automation/db/migrations/0004_flow_dag_snapshots.postgres.sql +31 -0
- kirimana_automation/db/migrations/0005_calendar_skip.down.duckdb.sql +109 -0
- kirimana_automation/db/migrations/0005_calendar_skip.down.postgres.sql +42 -0
- kirimana_automation/db/migrations/0005_calendar_skip.duckdb.sql +113 -0
- kirimana_automation/db/migrations/0005_calendar_skip.postgres.sql +42 -0
- kirimana_automation/db/migrations/0006_flow_apply_log.down.duckdb.sql +9 -0
- kirimana_automation/db/migrations/0006_flow_apply_log.down.postgres.sql +11 -0
- kirimana_automation/db/migrations/0006_flow_apply_log.duckdb.sql +45 -0
- kirimana_automation/db/migrations/0006_flow_apply_log.postgres.sql +49 -0
- kirimana_automation/db/migrations/0007_flow_task_error_redacted.down.duckdb.sql +14 -0
- kirimana_automation/db/migrations/0007_flow_task_error_redacted.down.postgres.sql +2 -0
- kirimana_automation/db/migrations/0007_flow_task_error_redacted.duckdb.sql +7 -0
- kirimana_automation/db/migrations/0007_flow_task_error_redacted.postgres.sql +11 -0
- kirimana_automation/db/migrations/README.md +84 -0
- kirimana_automation/flow_loader.py +220 -0
- kirimana_automation/freeze.py +133 -0
- kirimana_automation/kiri_recommender.py +313 -0
- kirimana_automation/main.py +195 -0
- kirimana_automation/py.typed +0 -0
- kirimana_automation/run_history.py +593 -0
- kirimana_automation/run_history_analysis.py +607 -0
- kirimana_automation/schedule.py +343 -0
- kirimana_automation/schedule_validator.py +572 -0
- kirimana_automation/workflow_compiler.py +1288 -0
|
@@ -0,0 +1,365 @@
|
|
|
1
|
+
"""Microsoft Fabric Lakehouse platform adapter — #150 / ADR 0003 + 0016.
|
|
2
|
+
|
|
3
|
+
Direct-write peer to DatabricksAdapter. Both speak Delta Lake; Fabric
|
|
4
|
+
Lakehouse lives on OneLake (the Fabric SaaS storage layer) and is
|
|
5
|
+
identified by a workspace + lakehouse pair rather than a Unity Catalog.
|
|
6
|
+
|
|
7
|
+
Key design choices:
|
|
8
|
+
|
|
9
|
+
- ``dialect()`` returns ``DeltaDialect`` (#149). Fabric Lakehouse and
|
|
10
|
+
Databricks Unity render byte-identical DDL/DML — the only
|
|
11
|
+
divergences are workspace identity, auth flow, and storage path,
|
|
12
|
+
all of which the adapter handles below the dialect line.
|
|
13
|
+
- Auth aligns with ADR 0033's Workload Identity preference. The three
|
|
14
|
+
modes mirror Iceberg-direct (#84): ``workload_identity`` (the AKS
|
|
15
|
+
default), ``service_principal`` (CI / non-AKS), and ``static``
|
|
16
|
+
(developer convenience for short-lived bearer tokens).
|
|
17
|
+
- v1 scope mirrors Iceberg-direct (ADR 0034): profile validation,
|
|
18
|
+
dialect delegation, scaffolded manifest/apply-log methods. The Spark
|
|
19
|
+
Livy + SQL Analytics Endpoint executors land in the follow-up slice
|
|
20
|
+
once a Fabric tenant is wired into the test fixtures. Until then
|
|
21
|
+
``query()`` / ``execute()`` raise ``NotImplementedError`` with
|
|
22
|
+
actionable messages rather than silently failing.
|
|
23
|
+
- Bronze ingestion returns SKIPPED with a message pointing the
|
|
24
|
+
operator at Airbyte / dlt landing parquet to the OneLake path. Same
|
|
25
|
+
ADR 0027 split as Trino + Iceberg-direct: ingest engines move bytes,
|
|
26
|
+
the platform adapter manages tables.
|
|
27
|
+
"""
|
|
28
|
+
|
|
29
|
+
from __future__ import annotations
|
|
30
|
+
|
|
31
|
+
from typing import Any, ClassVar, Literal
|
|
32
|
+
|
|
33
|
+
from kiri_core.schema import Source
|
|
34
|
+
from kiri_core.types import HealthStatus, RunStatus
|
|
35
|
+
from pydantic import BaseModel, ConfigDict, field_validator, model_validator
|
|
36
|
+
|
|
37
|
+
from kiri_adapters.base import (
|
|
38
|
+
ApplyLogEntry,
|
|
39
|
+
Credential,
|
|
40
|
+
IngestionPlan,
|
|
41
|
+
PlatformAdapter,
|
|
42
|
+
ProjectManifest,
|
|
43
|
+
QueryResult,
|
|
44
|
+
RunResult,
|
|
45
|
+
TableDescription,
|
|
46
|
+
TableRef,
|
|
47
|
+
)
|
|
48
|
+
from kiri_adapters.sql_dialect import DeltaDialect, SqlDialect
|
|
49
|
+
|
|
50
|
+
DEFAULT_ONELAKE_HOST = "onelake.dfs.fabric.microsoft.com"
|
|
51
|
+
|
|
52
|
+
|
|
53
|
+
class FabricLakehouseAuth(BaseModel):
|
|
54
|
+
"""Auth config for Fabric Lakehouse adapter.
|
|
55
|
+
|
|
56
|
+
Three modes, mirroring the Iceberg-direct adapter (ADR 0034 / #84):
|
|
57
|
+
|
|
58
|
+
- ``workload_identity`` — AKS default. AZURE_FEDERATED_TOKEN_FILE +
|
|
59
|
+
tenant_id + client_id projected into the pod via ServiceAccount.
|
|
60
|
+
- ``service_principal`` — non-AKS / CI. Static client_id + client_secret.
|
|
61
|
+
- ``static`` — bearer token; developer convenience.
|
|
62
|
+
"""
|
|
63
|
+
|
|
64
|
+
model_config = ConfigDict(extra="forbid")
|
|
65
|
+
|
|
66
|
+
mode: Literal["workload_identity", "service_principal", "static"]
|
|
67
|
+
tenant_id: str | None = None
|
|
68
|
+
client_id: str | None = None
|
|
69
|
+
client_secret: str | None = None
|
|
70
|
+
token: str | None = None
|
|
71
|
+
|
|
72
|
+
@model_validator(mode="after")
|
|
73
|
+
def _check_required_fields(self) -> FabricLakehouseAuth:
|
|
74
|
+
if self.mode == "workload_identity":
|
|
75
|
+
missing = [f for f in ("tenant_id", "client_id") if getattr(self, f) is None]
|
|
76
|
+
if missing:
|
|
77
|
+
raise ValueError(f"workload_identity auth requires {', '.join(missing)}")
|
|
78
|
+
elif self.mode == "service_principal":
|
|
79
|
+
missing = [
|
|
80
|
+
f for f in ("tenant_id", "client_id", "client_secret") if getattr(self, f) is None
|
|
81
|
+
]
|
|
82
|
+
if missing:
|
|
83
|
+
raise ValueError(f"service_principal auth requires {', '.join(missing)}")
|
|
84
|
+
elif self.mode == "static" and self.token is None:
|
|
85
|
+
raise ValueError("static auth requires a token")
|
|
86
|
+
return self
|
|
87
|
+
|
|
88
|
+
|
|
89
|
+
class FabricLakehouseProfile(BaseModel):
|
|
90
|
+
"""Profile shape for the Fabric Lakehouse adapter.
|
|
91
|
+
|
|
92
|
+
```yaml
|
|
93
|
+
targets:
|
|
94
|
+
prod:
|
|
95
|
+
adapter: fabric_lakehouse
|
|
96
|
+
workspace_id: 12345678-1234-1234-1234-1234567890ab
|
|
97
|
+
lakehouse_id: 87654321-4321-4321-4321-ba0987654321
|
|
98
|
+
workspace_name: acme-fabric-prod # optional, for logs
|
|
99
|
+
lakehouse_name: silver_lake # optional
|
|
100
|
+
onelake_host: onelake.dfs.fabric.microsoft.com # default
|
|
101
|
+
auth:
|
|
102
|
+
mode: workload_identity
|
|
103
|
+
tenant_id: ${vault:azure:tenant}
|
|
104
|
+
client_id: ${vault:azure:fabric-mi-client-id}
|
|
105
|
+
```
|
|
106
|
+
"""
|
|
107
|
+
|
|
108
|
+
model_config = ConfigDict(extra="forbid")
|
|
109
|
+
|
|
110
|
+
workspace_id: str
|
|
111
|
+
lakehouse_id: str
|
|
112
|
+
workspace_name: str | None = None
|
|
113
|
+
lakehouse_name: str | None = None
|
|
114
|
+
onelake_host: str = DEFAULT_ONELAKE_HOST
|
|
115
|
+
auth: FabricLakehouseAuth
|
|
116
|
+
|
|
117
|
+
@field_validator("workspace_id", "lakehouse_id")
|
|
118
|
+
@classmethod
|
|
119
|
+
def _check_uuid_shape(cls, v: str) -> str:
|
|
120
|
+
# Fabric IDs are GUIDs; we don't validate the full RFC 4122 shape
|
|
121
|
+
# here (it's not free), but a length-and-dash sanity check catches
|
|
122
|
+
# the common "you pasted the workspace name" misconfiguration.
|
|
123
|
+
if len(v) < 32 or "-" not in v:
|
|
124
|
+
raise ValueError(f"Expected a Fabric GUID (e.g. 12345678-1234-...), got {v!r}")
|
|
125
|
+
return v
|
|
126
|
+
|
|
127
|
+
def onelake_url(self) -> str:
|
|
128
|
+
"""Return the abfss URL for this lakehouse's Tables/ root.
|
|
129
|
+
|
|
130
|
+
The OneLake storage layout is fixed by Fabric: every lakehouse
|
|
131
|
+
is mounted at ``abfss://<workspace>@<host>/<lakehouse>.Lakehouse/``
|
|
132
|
+
with managed Delta tables under ``Tables/``. We expose the
|
|
133
|
+
``Tables/`` root because that's the silver/bronze write target.
|
|
134
|
+
"""
|
|
135
|
+
return (
|
|
136
|
+
f"abfss://{self.workspace_id}@{self.onelake_host}/{self.lakehouse_id}.Lakehouse/Tables/"
|
|
137
|
+
)
|
|
138
|
+
|
|
139
|
+
|
|
140
|
+
class FabricLakehousePlatformAdapter(PlatformAdapter):
|
|
141
|
+
"""Microsoft Fabric Lakehouse adapter (#150).
|
|
142
|
+
|
|
143
|
+
See module docstring for design rationale. v1 ships the dialect
|
|
144
|
+
delegation contract + profile validation + the abfss URL helper —
|
|
145
|
+
enough to feed silver planners with valid Delta SQL targeting a
|
|
146
|
+
real Fabric Lakehouse and to have the workspace-identity wiring
|
|
147
|
+
reviewed before the Spark/SQL-endpoint executor lands.
|
|
148
|
+
"""
|
|
149
|
+
|
|
150
|
+
name: str = "fabric_lakehouse"
|
|
151
|
+
CAPABILITY_TIER: ClassVar[Literal["full", "render_sql_only", "stub"]] = "render_sql_only"
|
|
152
|
+
CAPABILITY_MESSAGE: ClassVar[str] = (
|
|
153
|
+
"Fabric Lakehouse adapter is render-SQL-only; query/claim/describe will raise "
|
|
154
|
+
"NotImplementedError"
|
|
155
|
+
)
|
|
156
|
+
|
|
157
|
+
def __init__(self, profile: dict[str, Any]) -> None:
|
|
158
|
+
super().__init__(profile)
|
|
159
|
+
# Profile validation happens in pydantic — misconfigured deployments
|
|
160
|
+
# fail at construction rather than at first apply.
|
|
161
|
+
self._fabric_profile = FabricLakehouseProfile(
|
|
162
|
+
workspace_id=profile["workspace_id"],
|
|
163
|
+
lakehouse_id=profile["lakehouse_id"],
|
|
164
|
+
workspace_name=profile.get("workspace_name"),
|
|
165
|
+
lakehouse_name=profile.get("lakehouse_name"),
|
|
166
|
+
onelake_host=profile.get("onelake_host", DEFAULT_ONELAKE_HOST),
|
|
167
|
+
auth=profile["auth"],
|
|
168
|
+
)
|
|
169
|
+
|
|
170
|
+
# ---- credentials / health -------------------------------------------
|
|
171
|
+
|
|
172
|
+
def required_credentials(self) -> list[Credential]:
|
|
173
|
+
creds: list[Credential] = []
|
|
174
|
+
auth = self._fabric_profile.auth
|
|
175
|
+
if auth.mode == "workload_identity":
|
|
176
|
+
creds.append(
|
|
177
|
+
Credential(
|
|
178
|
+
env_var="AZURE_FEDERATED_TOKEN_FILE",
|
|
179
|
+
description=(
|
|
180
|
+
"Workload Identity-projected token file. AKS "
|
|
181
|
+
"injects this automatically; outside AKS use "
|
|
182
|
+
"auth.mode='service_principal' or 'static'."
|
|
183
|
+
),
|
|
184
|
+
required=False,
|
|
185
|
+
)
|
|
186
|
+
)
|
|
187
|
+
elif auth.mode == "service_principal":
|
|
188
|
+
creds.append(
|
|
189
|
+
Credential(
|
|
190
|
+
env_var="FABRIC_CLIENT_SECRET",
|
|
191
|
+
description=(
|
|
192
|
+
"Service-principal client secret for Fabric. "
|
|
193
|
+
"Resolve via vault when running outside CI."
|
|
194
|
+
),
|
|
195
|
+
)
|
|
196
|
+
)
|
|
197
|
+
elif auth.mode == "static":
|
|
198
|
+
creds.append(
|
|
199
|
+
Credential(
|
|
200
|
+
env_var="FABRIC_BEARER_TOKEN",
|
|
201
|
+
description=(
|
|
202
|
+
"Bearer token for Fabric REST API. Developer "
|
|
203
|
+
"convenience only — short-lived; rotate via vault."
|
|
204
|
+
),
|
|
205
|
+
)
|
|
206
|
+
)
|
|
207
|
+
return creds
|
|
208
|
+
|
|
209
|
+
def health_check(self) -> HealthStatus:
|
|
210
|
+
"""v1: render-SQL-only health.
|
|
211
|
+
|
|
212
|
+
A real ping requires the Fabric REST executor (workspace probe
|
|
213
|
+
via ``GET /v1/workspaces/{workspace_id}``) which lands with the
|
|
214
|
+
executor slice. Until then setup/probe surfaces must see this
|
|
215
|
+
as degraded so it cannot masquerade as a production target.
|
|
216
|
+
"""
|
|
217
|
+
return HealthStatus.DEGRADED
|
|
218
|
+
|
|
219
|
+
def health_message(self) -> str:
|
|
220
|
+
return self.CAPABILITY_MESSAGE
|
|
221
|
+
|
|
222
|
+
def dialect(self) -> SqlDialect:
|
|
223
|
+
"""Return ``DeltaDialect`` (#149).
|
|
224
|
+
|
|
225
|
+
Fabric Lakehouse and Databricks Unity share the Spark-SQL
|
|
226
|
+
surface byte-for-byte; the dialect is the same instance type.
|
|
227
|
+
Differences (workspace identity, auth flow, OneLake paths) live
|
|
228
|
+
in this adapter, not the dialect.
|
|
229
|
+
"""
|
|
230
|
+
return DeltaDialect()
|
|
231
|
+
|
|
232
|
+
# ---- query / execute ------------------------------------------------
|
|
233
|
+
|
|
234
|
+
def query(self, sql: str, parameters: list[Any] | None = None) -> QueryResult:
|
|
235
|
+
"""v1: not implemented — SQL Analytics Endpoint client lands next.
|
|
236
|
+
|
|
237
|
+
The Fabric SQL Analytics Endpoint speaks T-SQL (read-only) over
|
|
238
|
+
TDS; once a tenant is wired into the test fixtures we'll add
|
|
239
|
+
a pyodbc-backed executor here. Until then surface a clear
|
|
240
|
+
message rather than silent failure.
|
|
241
|
+
"""
|
|
242
|
+
raise NotImplementedError(
|
|
243
|
+
"FabricLakehousePlatformAdapter.query() lands with the SQL "
|
|
244
|
+
"Analytics Endpoint executor. For now, run read-only queries "
|
|
245
|
+
"via the Fabric SQL endpoint directly or via a Fabric Spark "
|
|
246
|
+
"notebook — silver-planner SQL renders correctly via "
|
|
247
|
+
"DeltaDialect (#149)."
|
|
248
|
+
)
|
|
249
|
+
|
|
250
|
+
def execute(self, sql: str) -> RunResult:
|
|
251
|
+
"""v1: not implemented — Spark Livy executor lands next.
|
|
252
|
+
|
|
253
|
+
Delta DDL/DML against a Lakehouse runs through Fabric Spark.
|
|
254
|
+
The adapter renders the SQL via ``DeltaDialect`` and the
|
|
255
|
+
executor (next slice) submits it through the Livy session
|
|
256
|
+
attached to the workspace's Spark pool.
|
|
257
|
+
"""
|
|
258
|
+
raise NotImplementedError(
|
|
259
|
+
"FabricLakehousePlatformAdapter.execute() lands with the Spark "
|
|
260
|
+
"Livy executor. Render SQL via DeltaDialect and submit via a "
|
|
261
|
+
"Fabric Spark notebook for now."
|
|
262
|
+
)
|
|
263
|
+
|
|
264
|
+
# ---- schema + ingestion --------------------------------------------
|
|
265
|
+
|
|
266
|
+
def create_schema(self, schema_name: str) -> RunResult:
|
|
267
|
+
"""v1: not implemented.
|
|
268
|
+
|
|
269
|
+
Fabric Lakehouse schemas (the new "schema-enabled lakehouse"
|
|
270
|
+
feature, GA late 2025) are created on first table write when
|
|
271
|
+
the workspace has the feature flag on, and otherwise tables
|
|
272
|
+
live directly under ``Tables/`` with no namespace surface.
|
|
273
|
+
The write path still needs the Spark executor before the
|
|
274
|
+
adapter can honestly report schema creation.
|
|
275
|
+
"""
|
|
276
|
+
raise NotImplementedError(
|
|
277
|
+
f"FabricLakehousePlatformAdapter.create_schema({schema_name!r}) "
|
|
278
|
+
"lands with the Spark Livy executor; bootstrap via Fabric Studio "
|
|
279
|
+
"or a Spark notebook for now."
|
|
280
|
+
)
|
|
281
|
+
|
|
282
|
+
def ingest_bronze(self, source: Source, plan: IngestionPlan) -> RunResult:
|
|
283
|
+
"""Fabric doesn't move bytes — Airbyte / dlt land them.
|
|
284
|
+
|
|
285
|
+
Same ADR 0027 split as Trino + Iceberg-direct: ingestion engines
|
|
286
|
+
write parquet/delta to OneLake, Fabric reads + transforms.
|
|
287
|
+
Configure Airbyte / dlt to land under
|
|
288
|
+
``abfss://<workspace>@onelake.dfs.fabric.microsoft.com/<lakehouse>.Lakehouse/Files/``
|
|
289
|
+
and register tables via Spark notebook or this adapter's
|
|
290
|
+
``execute()`` (when wired).
|
|
291
|
+
"""
|
|
292
|
+
return RunResult(
|
|
293
|
+
status=RunStatus.SKIPPED,
|
|
294
|
+
message=(
|
|
295
|
+
f"Fabric Lakehouse adapter does not ingest {source.name!r} "
|
|
296
|
+
"directly. Configure Airbyte / dlt to land files under "
|
|
297
|
+
f"{self._fabric_profile.onelake_url().rstrip('Tables/')}Files/; "
|
|
298
|
+
"the silver layer reads them via DeltaDialect SQL."
|
|
299
|
+
),
|
|
300
|
+
)
|
|
301
|
+
|
|
302
|
+
def describe_table(self, ref: TableRef) -> TableDescription:
|
|
303
|
+
"""v1: not implemented — needs the SQL endpoint executor.
|
|
304
|
+
|
|
305
|
+
Fabric exposes table metadata via the SQL Analytics Endpoint's
|
|
306
|
+
``information_schema.columns`` (T-SQL). Lands with the executor.
|
|
307
|
+
"""
|
|
308
|
+
raise NotImplementedError(
|
|
309
|
+
"describe_table() lands with the SQL Analytics Endpoint "
|
|
310
|
+
"executor. Inspect the table via Fabric Studio for now."
|
|
311
|
+
)
|
|
312
|
+
|
|
313
|
+
# ---- project-manifest + apply-log (deferred to executor slice) ------
|
|
314
|
+
|
|
315
|
+
def claim_target(self, manifest: ProjectManifest) -> None:
|
|
316
|
+
"""v1: not implemented.
|
|
317
|
+
|
|
318
|
+
Same approach as Iceberg-direct: the manifest table is a Delta
|
|
319
|
+
table inside the lakehouse; writes route through the Spark
|
|
320
|
+
executor. Until that lands, deploys that include both Fabric
|
|
321
|
+
Lakehouse and Trino can let Trino claim the manifest. For
|
|
322
|
+
Fabric-only deploys this raises so the operator hits a clear
|
|
323
|
+
"executor pending" message.
|
|
324
|
+
"""
|
|
325
|
+
raise NotImplementedError(
|
|
326
|
+
"claim_target() lands with the Spark Livy executor. For v1 "
|
|
327
|
+
"Fabric Lakehouse deployments, pair with the Trino adapter "
|
|
328
|
+
"for manifest writes or wait for the executor slice."
|
|
329
|
+
)
|
|
330
|
+
|
|
331
|
+
def read_manifest(self, project_name: str, environment: str) -> ProjectManifest | None:
|
|
332
|
+
"""v1: returns None.
|
|
333
|
+
|
|
334
|
+
Falls through so ``kiri release status`` against a Fabric-only
|
|
335
|
+
target reports "not applied" rather than raising. The executor
|
|
336
|
+
slice replaces this with a real Delta-table read.
|
|
337
|
+
"""
|
|
338
|
+
return None
|
|
339
|
+
|
|
340
|
+
def log_apply(self, entry: ApplyLogEntry) -> None:
|
|
341
|
+
"""v1: not implemented.
|
|
342
|
+
|
|
343
|
+
Apply-log writes route through the Spark executor. The Trino
|
|
344
|
+
adapter handles audit when paired in a hybrid deploy.
|
|
345
|
+
"""
|
|
346
|
+
raise NotImplementedError(
|
|
347
|
+
"log_apply() lands with the Spark Livy executor; Fabric Lakehouse "
|
|
348
|
+
"cannot persist apply logs until that slice ships."
|
|
349
|
+
)
|
|
350
|
+
|
|
351
|
+
def supports(self, capability: str) -> bool:
|
|
352
|
+
return capability in {
|
|
353
|
+
"delta-lake",
|
|
354
|
+
"onelake",
|
|
355
|
+
"fabric-lakehouse",
|
|
356
|
+
"merge-into",
|
|
357
|
+
"time-travel",
|
|
358
|
+
}
|
|
359
|
+
|
|
360
|
+
|
|
361
|
+
__all__ = [
|
|
362
|
+
"FabricLakehouseAuth",
|
|
363
|
+
"FabricLakehousePlatformAdapter",
|
|
364
|
+
"FabricLakehouseProfile",
|
|
365
|
+
]
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
# Adapter capability manifest — ADR 0067 §3.
|
|
2
|
+
# Iceberg-direct adapter (ADR 0034) — peer to the Trino-mediated path.
|
|
3
|
+
|
|
4
|
+
name: "iceberg"
|
|
5
|
+
implementing: "PlatformAdapter"
|
|
6
|
+
surface_version: "1.6.0"
|
|
7
|
+
package_version: "0.4.2"
|
|
8
|
+
dialect: "iceberg-spark-sql"
|
|
9
|
+
|
|
10
|
+
optional_methods_implemented: []
|
|
11
|
+
optional_methods_skipped: []
|
|
12
|
+
required_methods_via_workaround: []
|
|
13
|
+
|
|
14
|
+
capability_flags:
|
|
15
|
+
landing_storage_supported: false
|
|
16
|
+
ai_policy_aware: false
|
|
17
|
+
column_lineage_capable: false
|