kiri-cli 1.0.0b3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of kiri-cli might be problematic. Click here for more details.
- kiri_adapters/__init__.py +193 -0
- kiri_adapters/backends/__init__.py +0 -0
- kiri_adapters/backends/databricks.manifest.yml +55 -0
- kiri_adapters/backends/databricks.py +2980 -0
- kiri_adapters/backends/fabric_dw.manifest.yml +17 -0
- kiri_adapters/backends/fabric_dw.py +307 -0
- kiri_adapters/backends/fabric_lakehouse.manifest.yml +19 -0
- kiri_adapters/backends/fabric_lakehouse.py +365 -0
- kiri_adapters/backends/iceberg.manifest.yml +17 -0
- kiri_adapters/backends/iceberg.py +451 -0
- kiri_adapters/backends/localduckdb.manifest.yml +43 -0
- kiri_adapters/backends/localduckdb.py +1295 -0
- kiri_adapters/backends/mssql.manifest.yml +17 -0
- kiri_adapters/backends/mssql.py +366 -0
- kiri_adapters/backends/postgres.manifest.yml +17 -0
- kiri_adapters/backends/postgres.py +434 -0
- kiri_adapters/backends/trino.manifest.yml +17 -0
- kiri_adapters/backends/trino.py +542 -0
- kiri_adapters/base.py +892 -0
- kiri_adapters/doctor_checks.py +81 -0
- kiri_adapters/dv_planner.py +1205 -0
- kiri_adapters/dv_planner_bridge.py +265 -0
- kiri_adapters/dv_planner_pit.py +265 -0
- kiri_adapters/dv_planner_ref.py +403 -0
- kiri_adapters/dv_planner_sat_variants.py +668 -0
- kiri_adapters/framework.py +112 -0
- kiri_adapters/incident/__init__.py +30 -0
- kiri_adapters/incident/_http.py +121 -0
- kiri_adapters/incident/base.py +89 -0
- kiri_adapters/incident/jira.py +365 -0
- kiri_adapters/incident/servicenow.py +314 -0
- kiri_adapters/incident/zendesk.py +285 -0
- kiri_adapters/manifest.py +466 -0
- kiri_adapters/orchestration/__init__.py +30 -0
- kiri_adapters/orchestration/airflow.py +117 -0
- kiri_adapters/orchestration/artifact_emitter.py +99 -0
- kiri_adapters/orchestration/autoloader_emitter.py +141 -0
- kiri_adapters/orchestration/azure_data_factory.py +137 -0
- kiri_adapters/orchestration/base.py +626 -0
- kiri_adapters/orchestration/databricks_workflows.py +1768 -0
- kiri_adapters/orchestration/k8s_cron.py +555 -0
- kiri_adapters/orchestration/lifecycle.py +222 -0
- kiri_adapters/orchestration/pipeline_compat.py +145 -0
- kiri_adapters/orchestration/runtime_python.py +188 -0
- kiri_adapters/paths.py +38 -0
- kiri_adapters/protocols/__init__.py +64 -0
- kiri_adapters/protocols/ai_service/__init__.py +7 -0
- kiri_adapters/protocols/ai_service/conformance.py +120 -0
- kiri_adapters/protocols/base.py +220 -0
- kiri_adapters/protocols/catalog/__init__.py +7 -0
- kiri_adapters/protocols/catalog/conformance.py +138 -0
- kiri_adapters/protocols/framework/__init__.py +7 -0
- kiri_adapters/protocols/framework/conformance.py +98 -0
- kiri_adapters/protocols/incident/__init__.py +7 -0
- kiri_adapters/protocols/incident/conformance.py +64 -0
- kiri_adapters/protocols/orchestration/__init__.py +7 -0
- kiri_adapters/protocols/orchestration/conformance.py +84 -0
- kiri_adapters/protocols/platform/__init__.py +7 -0
- kiri_adapters/protocols/platform/conformance.py +120 -0
- kiri_adapters/protocols/sql_dialect/__init__.py +7 -0
- kiri_adapters/protocols/sql_dialect/conformance.py +91 -0
- kiri_adapters/protocols/vault/__init__.py +7 -0
- kiri_adapters/protocols/vault/conformance.py +65 -0
- kiri_adapters/py.typed +0 -0
- kiri_adapters/registry.py +104 -0
- kiri_adapters/semantic/__init__.py +60 -0
- kiri_adapters/semantic/apply.py +274 -0
- kiri_adapters/semantic/base.py +530 -0
- kiri_adapters/semantic/cube.py +280 -0
- kiri_adapters/semantic/dbt_semantic.py +92 -0
- kiri_adapters/semantic/metric_views.py +249 -0
- kiri_adapters/semantic/metricflow.py +345 -0
- kiri_adapters/semantic/snowflake_views.py +75 -0
- kiri_adapters/sql_dialect.py +1592 -0
- kiri_adapters/tsql_to_spark.py +653 -0
- kiri_ai_gateway/__init__.py +147 -0
- kiri_ai_gateway/audit.py +334 -0
- kiri_ai_gateway/batch.py +293 -0
- kiri_ai_gateway/config.py +165 -0
- kiri_ai_gateway/gateway.py +642 -0
- kiri_ai_gateway/placeholder_guard.py +145 -0
- kiri_ai_gateway/prices/__init__.py +77 -0
- kiri_ai_gateway/prices/prices.yaml +64 -0
- kiri_ai_gateway/prompts/__init__.py +54 -0
- kiri_ai_gateway/prompts/airbyte_source_setup.yaml +212 -0
- kiri_ai_gateway/prompts/bdv_translation.yaml +90 -0
- kiri_ai_gateway/prompts/contract_draft_mvp.yaml +117 -0
- kiri_ai_gateway/prompts/describe_table.yaml +19 -0
- kiri_ai_gateway/prompts/design_gold_from_question.yaml +130 -0
- kiri_ai_gateway/prompts/detect_pii.yaml +59 -0
- kiri_ai_gateway/prompts/discover_classify_column.yaml +69 -0
- kiri_ai_gateway/prompts/discover_describe_table.yaml +61 -0
- kiri_ai_gateway/prompts/dv_quality_summary.yaml +36 -0
- kiri_ai_gateway/prompts/incident_assist.yaml +58 -0
- kiri_ai_gateway/prompts/infer_source_schema.yaml +31 -0
- kiri_ai_gateway/prompts/ingest_backend_chooser.yaml +116 -0
- kiri_ai_gateway/prompts/interactive_source_edit.yaml +94 -0
- kiri_ai_gateway/prompts/map_needed_entity_to_source.yaml +72 -0
- kiri_ai_gateway/prompts/meet_kiri.yaml +127 -0
- kiri_ai_gateway/prompts/native_source_setup.yaml +211 -0
- kiri_ai_gateway/prompts/source_grouping_reason.yaml +29 -0
- kiri_ai_gateway/prompts/suggest_attribute_classification.yaml +42 -0
- kiri_ai_gateway/prompts/suggest_data_tests.yaml +71 -0
- kiri_ai_gateway/prompts/suggest_gold_dimension.yaml +108 -0
- kiri_ai_gateway/prompts/suggest_gold_fact.yaml +107 -0
- kiri_ai_gateway/prompts/suggest_gold_model.yaml +70 -0
- kiri_ai_gateway/prompts/suggest_semantic_intent.yaml +91 -0
- kiri_ai_gateway/prompts/suggest_silver_model.yaml +140 -0
- kiri_ai_gateway/providers/__init__.py +7 -0
- kiri_ai_gateway/providers/anthropic_provider.py +26 -0
- kiri_ai_gateway/providers/gateway_provider.py +188 -0
- kiri_ai_gateway/providers/local_provider.py +177 -0
- kiri_ai_gateway/py.typed +0 -0
- kiri_ai_gateway/service.py +283 -0
- kiri_ai_gateway/transport.py +103 -0
- kiri_ai_gateway/transports/__init__.py +12 -0
- kiri_ai_gateway/transports/anthropic_transport.py +73 -0
- kiri_ai_gateway/transports/ollama_transport.py +82 -0
- kiri_ai_gateway/transports/openai_compatible_transport.py +125 -0
- kiri_ai_gateway/workspace_policy.py +52 -0
- kiri_catalog/__init__.py +199 -0
- kiri_catalog/annotation_plan.py +183 -0
- kiri_catalog/appearances.py +155 -0
- kiri_catalog/backends/__init__.py +79 -0
- kiri_catalog/backends/base.py +167 -0
- kiri_catalog/backends/memory.py +241 -0
- kiri_catalog/backends/postgres.py +497 -0
- kiri_catalog/backends/redacting.py +195 -0
- kiri_catalog/backends/sqlite.py +480 -0
- kiri_catalog/context.py +94 -0
- kiri_catalog/federation/__init__.py +114 -0
- kiri_catalog/federation/api.py +200 -0
- kiri_catalog/federation/cache.py +149 -0
- kiri_catalog/federation/emit.py +209 -0
- kiri_catalog/federation/fs_resolver.py +295 -0
- kiri_catalog/federation/http_resolver.py +486 -0
- kiri_catalog/federation/metrics.py +123 -0
- kiri_catalog/federation/release.py +342 -0
- kiri_catalog/federation/resolver.py +332 -0
- kiri_catalog/federation/schema.py +460 -0
- kiri_catalog/importer.py +668 -0
- kiri_catalog/lineage_drift.py +280 -0
- kiri_catalog/lineage_graph.py +176 -0
- kiri_catalog/lineage_graph_explain.py +96 -0
- kiri_catalog/lineage_graph_mermaid.py +230 -0
- kiri_catalog/observed_uc_lineage.py +216 -0
- kiri_catalog/pii_detect.py +176 -0
- kiri_catalog/push.py +122 -0
- kiri_catalog/py.typed +0 -0
- kiri_catalog/redact.py +101 -0
- kiri_catalog/review_actions.py +119 -0
- kiri_catalog/schema/__init__.py +70 -0
- kiri_catalog/schema/asset.py +142 -0
- kiri_catalog/schema/column.py +247 -0
- kiri_catalog/schema/enums.py +195 -0
- kiri_catalog/schema/job.py +51 -0
- kiri_catalog/schema/lineage.py +33 -0
- kiri_catalog/schema/policy.py +69 -0
- kiri_catalog/schema/primitives.py +90 -0
- kiri_catalog/schema/review_state.py +111 -0
- kiri_catalog/schema/urn.py +45 -0
- kiri_catalog/schema_discovery.py +160 -0
- kiri_catalog/sinks/__init__.py +64 -0
- kiri_catalog/sinks/base.py +178 -0
- kiri_catalog/sinks/horizon.py +195 -0
- kiri_catalog/sinks/purview.py +216 -0
- kiri_catalog/sinks/unity.py +352 -0
- kiri_catalog/sinks/unity_executor.py +543 -0
- kiri_catalog/sources/__init__.py +42 -0
- kiri_catalog/sources/base.py +104 -0
- kiri_catalog/sources/unity.py +465 -0
- kiri_catalog/steward_writeback.py +158 -0
- kiri_catalog/tag_sql.py +99 -0
- kiri_cli/LICENSE +105 -0
- kiri_cli/__init__.py +1 -0
- kiri_cli/_apply_cli.py +63 -0
- kiri_cli/_apply_reporter.py +38 -0
- kiri_cli/_closed_menu.py +36 -0
- kiri_cli/_fixture_option.py +18 -0
- kiri_cli/_layer_detect.py +158 -0
- kiri_cli/_project_option.py +79 -0
- kiri_cli/adapter_cmd.py +192 -0
- kiri_cli/ai_batch_cmd.py +258 -0
- kiri_cli/ai_cmd.py +352 -0
- kiri_cli/approve_cmd.py +659 -0
- kiri_cli/attr_cmd.py +575 -0
- kiri_cli/audit_cmd.py +348 -0
- kiri_cli/audit_correlate_cmd.py +648 -0
- kiri_cli/audit_join.py +437 -0
- kiri_cli/audit_join_cmd.py +160 -0
- kiri_cli/auto_cmd.py +97 -0
- kiri_cli/azure_cmd.py +243 -0
- kiri_cli/catalog.py +1293 -0
- kiri_cli/cli_reference_live.py +147 -0
- kiri_cli/compile_cmd.py +493 -0
- kiri_cli/compliance_cmd.py +221 -0
- kiri_cli/contract_approval_cmd.py +94 -0
- kiri_cli/contract_cmd.py +64 -0
- kiri_cli/contract_codeowners_cmd.py +162 -0
- kiri_cli/contract_diff.py +111 -0
- kiri_cli/contract_emit.py +90 -0
- kiri_cli/contract_export.py +192 -0
- kiri_cli/contract_lint.py +1505 -0
- kiri_cli/contract_merge_cmd.py +264 -0
- kiri_cli/contract_new.py +326 -0
- kiri_cli/contract_promote.py +216 -0
- kiri_cli/contract_scaffold_cmd.py +134 -0
- kiri_cli/contract_schema_export.py +69 -0
- kiri_cli/contract_show.py +150 -0
- kiri_cli/contract_stubs.py +60 -0
- kiri_cli/contract_sync_from_live.py +327 -0
- kiri_cli/contract_validate.py +154 -0
- kiri_cli/contract_verify_live.py +242 -0
- kiri_cli/cost_cmd.py +243 -0
- kiri_cli/databricks_health.py +1254 -0
- kiri_cli/databricks_setup_cmd.py +712 -0
- kiri_cli/discover_cmd.py +600 -0
- kiri_cli/docs_cmd.py +35 -0
- kiri_cli/doctor_cmd.py +145 -0
- kiri_cli/dv_cmd.py +814 -0
- kiri_cli/dv_conformance_cmd.py +154 -0
- kiri_cli/dv_install.py +493 -0
- kiri_cli/dv_migrate_cmd.py +183 -0
- kiri_cli/dv_test_cmd.py +175 -0
- kiri_cli/federation_cmd.py +315 -0
- kiri_cli/fk_cmd.py +160 -0
- kiri_cli/flows_cmd.py +910 -0
- kiri_cli/governance_cmd.py +358 -0
- kiri_cli/incident_api_cmd.py +180 -0
- kiri_cli/incident_cmd.py +410 -0
- kiri_cli/incident_setup_cmd.py +239 -0
- kiri_cli/ingest.py +427 -0
- kiri_cli/ingest_discover.py +480 -0
- kiri_cli/ingest_new_source.py +386 -0
- kiri_cli/intent_cmd.py +122 -0
- kiri_cli/invariants_cmd.py +118 -0
- kiri_cli/kiri_banner.py +161 -0
- kiri_cli/kpi_cmd.py +222 -0
- kiri_cli/layer_cmd.py +464 -0
- kiri_cli/lineage.py +601 -0
- kiri_cli/main.py +2472 -0
- kiri_cli/maturity_cmd.py +222 -0
- kiri_cli/migrate_cmd.py +1347 -0
- kiri_cli/onboard_cmd.py +223 -0
- kiri_cli/pack_cmd.py +496 -0
- kiri_cli/pipeline_cmd.py +127 -0
- kiri_cli/pre_classify_cmd.py +274 -0
- kiri_cli/project_cmd.py +592 -0
- kiri_cli/py.typed +0 -0
- kiri_cli/quality_cmd.py +295 -0
- kiri_cli/rbac.py +139 -0
- kiri_cli/rbac_cmd.py +291 -0
- kiri_cli/release.py +850 -0
- kiri_cli/release_semver.py +265 -0
- kiri_cli/repo_cmd.py +155 -0
- kiri_cli/retention_cmd.py +333 -0
- kiri_cli/sample_data/__init__.py +12 -0
- kiri_cli/sample_data/customers.contract.yml +47 -0
- kiri_cli/sample_data/customers.csv +25 -0
- kiri_cli/scaffold_cmd.py +721 -0
- kiri_cli/schema_cmd.py +185 -0
- kiri_cli/semantic_cmd.py +605 -0
- kiri_cli/silver_cmd.py +348 -0
- kiri_cli/skills_cmd.py +243 -0
- kiri_cli/skills_data/README.md +51 -0
- kiri_cli/skills_data/add-source/SKILL.md +116 -0
- kiri_cli/skills_data/azure-deploy/SKILL.md +261 -0
- kiri_cli/skills_data/azure-status/SKILL.md +111 -0
- kiri_cli/skills_data/compliance-check/SKILL.md +99 -0
- kiri_cli/skills_data/databricks-build-pipeline/SKILL.md +112 -0
- kiri_cli/skills_data/databricks-project-setup/SKILL.md +157 -0
- kiri_cli/skills_data/debug-apply/SKILL.md +186 -0
- kiri_cli/skills_data/draft-gold-model/SKILL.md +203 -0
- kiri_cli/skills_data/explain-kpi/SKILL.md +158 -0
- kiri_cli/skills_data/incident-coach/SKILL.md +135 -0
- kiri_cli/skills_data/incident-setup/SKILL.md +112 -0
- kiri_cli/skills_data/maturity-coach/SKILL.md +120 -0
- kiri_cli/skills_data/promote-contract/SKILL.md +91 -0
- kiri_cli/skills_data/review-attributes/SKILL.md +94 -0
- kiri_cli/sla_cmd.py +769 -0
- kiri_cli/source_cmd.py +909 -0
- kiri_cli/templates/__init__.py +6 -0
- kiri_cli/templates/dv4dbt_packages.yml.j2 +11 -0
- kiri_cli/upgrade_cmd.py +896 -0
- kiri_cli/use_cmd.py +120 -0
- kiri_cli/vault_cmd.py +241 -0
- kiri_cli/verify_generated.py +241 -0
- kiri_cli-1.0.0b3.dist-info/METADATA +212 -0
- kiri_cli-1.0.0b3.dist-info/RECORD +743 -0
- kiri_cli-1.0.0b3.dist-info/WHEEL +4 -0
- kiri_cli-1.0.0b3.dist-info/entry_points.txt +4 -0
- kiri_compliance/__init__.py +33 -0
- kiri_compliance/audit_coverage.py +354 -0
- kiri_compliance/controls.py +763 -0
- kiri_compliance/evidence.py +155 -0
- kiri_compliance/py.typed +0 -0
- kiri_compliance/quality_engine.py +246 -0
- kiri_compliance/renderer.py +195 -0
- kiri_compliance/report.py +44 -0
- kiri_compliance/schema.py +129 -0
- kiri_core/__init__.py +185 -0
- kiri_core/adapter_surfaces.py +149 -0
- kiri_core/ai_query_gate/__init__.py +92 -0
- kiri_core/ai_query_gate/audit.py +153 -0
- kiri_core/ai_query_gate/evaluator.py +484 -0
- kiri_core/ai_query_gate/models.py +162 -0
- kiri_core/ai_query_gate/parser.py +436 -0
- kiri_core/ai_query_gate/resolver.py +274 -0
- kiri_core/ai_query_gate/store.py +234 -0
- kiri_core/ai_query_gate/store_postgres.py +409 -0
- kiri_core/api_keys.py +243 -0
- kiri_core/apply/__init__.py +27 -0
- kiri_core/apply/conformance.py +99 -0
- kiri_core/apply/incident_router.py +176 -0
- kiri_core/apply/models.py +140 -0
- kiri_core/apply/reporter.py +46 -0
- kiri_core/apply/runner.py +3083 -0
- kiri_core/apply_log_store.py +155 -0
- kiri_core/approval_flow/__init__.py +133 -0
- kiri_core/approval_flow/integration.py +156 -0
- kiri_core/approval_flow/models.py +443 -0
- kiri_core/approval_flow/notifier.py +263 -0
- kiri_core/approval_flow/orchestrator.py +660 -0
- kiri_core/approval_flow/reconcile_signoff.py +53 -0
- kiri_core/approval_flow/store.py +220 -0
- kiri_core/approval_flow/store_jsonl.py +217 -0
- kiri_core/approval_flow/store_postgres.py +580 -0
- kiri_core/approval_policy.py +116 -0
- kiri_core/asgi_trace.py +160 -0
- kiri_core/compliance.py +802 -0
- kiri_core/cutover_approval.py +187 -0
- kiri_core/discovery/__init__.py +109 -0
- kiri_core/discovery/ai/__init__.py +37 -0
- kiri_core/discovery/ai/_payload.py +115 -0
- kiri_core/discovery/ai/budget.py +83 -0
- kiri_core/discovery/ai/classify.py +223 -0
- kiri_core/discovery/ai/describe.py +200 -0
- kiri_core/discovery/ai/errors.py +49 -0
- kiri_core/discovery/discover.py +648 -0
- kiri_core/discovery/heuristics/__init__.py +42 -0
- kiri_core/discovery/heuristics/classification.py +174 -0
- kiri_core/discovery/heuristics/medallion.py +157 -0
- kiri_core/discovery/heuristics/pii.py +92 -0
- kiri_core/discovery/introspector.py +636 -0
- kiri_core/discovery/introspector_databricks.py +396 -0
- kiri_core/discovery/introspector_postgres.py +394 -0
- kiri_core/discovery/introspector_snowflake.py +383 -0
- kiri_core/discovery/reporting/__init__.py +17 -0
- kiri_core/discovery/reporting/discovery_report.py +190 -0
- kiri_core/discovery/scaffold/__init__.py +41 -0
- kiri_core/discovery/scaffold/contract_writer.py +632 -0
- kiri_core/discovery/scaffold/provenance_overlay.py +143 -0
- kiri_core/discovery/scaffold/source_writer.py +211 -0
- kiri_core/discovery/scaffold/todo_marker.py +98 -0
- kiri_core/domain_policy.py +122 -0
- kiri_core/goal_coverage.py +82 -0
- kiri_core/gold_registry.py +211 -0
- kiri_core/health.py +192 -0
- kiri_core/incident.py +204 -0
- kiri_core/incident_builders.py +256 -0
- kiri_core/incident_log.py +418 -0
- kiri_core/intent/__init__.py +46 -0
- kiri_core/intent/agent_runner.py +82 -0
- kiri_core/intent/project_dv.py +261 -0
- kiri_core/intent/propose.py +132 -0
- kiri_core/intent/semantic_intent.py +446 -0
- kiri_core/invariants.py +301 -0
- kiri_core/kpi.py +373 -0
- kiri_core/latency.py +150 -0
- kiri_core/lifecycle/__init__.py +555 -0
- kiri_core/lifecycle/ai_index.py +453 -0
- kiri_core/lifecycle/auto_mode.py +172 -0
- kiri_core/lifecycle/bootstrap.py +316 -0
- kiri_core/lifecycle/cli_reference.py +1064 -0
- kiri_core/lifecycle/commit.py +258 -0
- kiri_core/lifecycle/compile_dispatch.py +296 -0
- kiri_core/lifecycle/compile_range.py +665 -0
- kiri_core/lifecycle/contract_inventory.py +354 -0
- kiri_core/lifecycle/contracts.py +250 -0
- kiri_core/lifecycle/doctor.py +412 -0
- kiri_core/lifecycle/git_remote.py +948 -0
- kiri_core/lifecycle/identity.py +147 -0
- kiri_core/lifecycle/ingestion_modes.py +215 -0
- kiri_core/lifecycle/layer_contract.py +452 -0
- kiri_core/lifecycle/layer_contract_migrate.py +969 -0
- kiri_core/lifecycle/layer_contract_parser.py +436 -0
- kiri_core/lifecycle/layer_contract_validator.py +2291 -0
- kiri_core/lifecycle/layout.py +298 -0
- kiri_core/lifecycle/onboarding.py +306 -0
- kiri_core/lifecycle/openlineage_emit.py +153 -0
- kiri_core/lifecycle/patch.py +231 -0
- kiri_core/lifecycle/plan.py +241 -0
- kiri_core/lifecycle/probe.py +204 -0
- kiri_core/lifecycle/project_context.py +334 -0
- kiri_core/lifecycle/project_status.py +532 -0
- kiri_core/lifecycle/scaffold.py +455 -0
- kiri_core/lifecycle/source_grouping.py +725 -0
- kiri_core/lifecycle/source_introspection.py +488 -0
- kiri_core/lifecycle/source_inventory.py +561 -0
- kiri_core/lifecycle/source_patch.py +353 -0
- kiri_core/lifecycle/sources.py +470 -0
- kiri_core/lifecycle/sync_from_live.py +727 -0
- kiri_core/lifecycle/validate.py +116 -0
- kiri_core/lifecycle/verify_annotations.py +391 -0
- kiri_core/lifecycle/verify_live.py +389 -0
- kiri_core/lifecycle/verify_metric_views.py +321 -0
- kiri_core/lifecycle/watermark.py +371 -0
- kiri_core/lifecycle/watermark_apply.py +656 -0
- kiri_core/lineage.py +418 -0
- kiri_core/loader.py +377 -0
- kiri_core/logging.py +374 -0
- kiri_core/maturity.py +592 -0
- kiri_core/migration_layer_policy.py +285 -0
- kiri_core/names.py +163 -0
- kiri_core/observed_lineage.py +62 -0
- kiri_core/odcs/__init__.py +15 -0
- kiri_core/otel_bootstrap.py +326 -0
- kiri_core/pipeline_ir.py +332 -0
- kiri_core/pipeline_loader.py +82 -0
- kiri_core/planning.py +110 -0
- kiri_core/project.py +1576 -0
- kiri_core/project_docs.py +199 -0
- kiri_core/py.typed +0 -0
- kiri_core/rate_limit.py +456 -0
- kiri_core/release_state/__init__.py +37 -0
- kiri_core/release_state/models.py +108 -0
- kiri_core/release_state/store.py +634 -0
- kiri_core/resilience/__init__.py +288 -0
- kiri_core/resilience/retry.py +173 -0
- kiri_core/runtime.py +40 -0
- kiri_core/schema/__init__.py +62 -0
- kiri_core/schema/column.py +140 -0
- kiri_core/schema/ingestion.py +665 -0
- kiri_core/schema/model.py +44 -0
- kiri_core/schema/reporting_goal.py +160 -0
- kiri_core/schema/source.py +188 -0
- kiri_core/silver/__init__.py +148 -0
- kiri_core/silver/apply_runner.py +830 -0
- kiri_core/silver/backfill.py +280 -0
- kiri_core/silver/dv_backend.py +426 -0
- kiri_core/silver/dv_graph.py +932 -0
- kiri_core/silver/dv_graph_mermaid.py +443 -0
- kiri_core/silver/dv_graph_payload.py +79 -0
- kiri_core/silver/dv_graph_views.py +416 -0
- kiri_core/silver/graph_projector.py +566 -0
- kiri_core/silver/hash_canonicaliser.py +172 -0
- kiri_core/silver/hash_policy.py +195 -0
- kiri_core/silver/load_ts_policy.py +202 -0
- kiri_core/silver/schema_evolution.py +410 -0
- kiri_core/silver/zone_rules.py +81 -0
- kiri_core/sizing.py +134 -0
- kiri_core/storage_paths.py +130 -0
- kiri_core/technique_validator.py +700 -0
- kiri_core/trace.py +409 -0
- kiri_core/types.py +41 -0
- kiri_core/urn.py +161 -0
- kiri_dbt_bridge/__init__.py +22 -0
- kiri_dbt_bridge/_schema_resolve.py +38 -0
- kiri_dbt_bridge/bridge.py +94 -0
- kiri_dbt_bridge/dbt.manifest.yml +26 -0
- kiri_dbt_bridge/dv4dbt/__init__.py +143 -0
- kiri_dbt_bridge/dv4dbt/backend.py +204 -0
- kiri_dbt_bridge/dv4dbt/bridge_generator.py +289 -0
- kiri_dbt_bridge/dv4dbt/compat.py +232 -0
- kiri_dbt_bridge/dv4dbt/hub_generator.py +282 -0
- kiri_dbt_bridge/dv4dbt/link_generator.py +306 -0
- kiri_dbt_bridge/dv4dbt/manifest.py +203 -0
- kiri_dbt_bridge/dv4dbt/pit_generator.py +318 -0
- kiri_dbt_bridge/dv4dbt/policy_translation.py +249 -0
- kiri_dbt_bridge/dv4dbt/project_writer.py +588 -0
- kiri_dbt_bridge/dv4dbt/ref_generator.py +404 -0
- kiri_dbt_bridge/dv4dbt/render.py +180 -0
- kiri_dbt_bridge/dv4dbt/sat_generator.py +480 -0
- kiri_dbt_bridge/dv4dbt/sat_variant_generator.py +529 -0
- kiri_dbt_bridge/dv4dbt/templates/__init__.py +16 -0
- kiri_dbt_bridge/dv4dbt/templates/bridge.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/dbt_project.yml.j2 +37 -0
- kiri_dbt_bridge/dv4dbt/templates/hub.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/link.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/packages.yml.j2 +10 -0
- kiri_dbt_bridge/dv4dbt/templates/pit.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/ref_historised.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/ref_non_historised.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat_effectivity.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat_multi_active.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat_non_historised.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat_record_tracking.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat_virtual_end_dated.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sources.yml.j2 +39 -0
- kiri_dbt_bridge/framework_adapter.py +310 -0
- kiri_dbt_bridge/generate.py +372 -0
- kiri_dbt_bridge/gold/__init__.py +21 -0
- kiri_dbt_bridge/gold/_sql_emit.py +128 -0
- kiri_dbt_bridge/gold/assemble.py +90 -0
- kiri_dbt_bridge/gold/canonical_columns.py +168 -0
- kiri_dbt_bridge/gold/computed_expressions.py +179 -0
- kiri_dbt_bridge/gold/dialects/__init__.py +69 -0
- kiri_dbt_bridge/gold/dialects/databricks.py +150 -0
- kiri_dbt_bridge/gold/dialects/duckdb.py +120 -0
- kiri_dbt_bridge/gold/dialects/trino.py +136 -0
- kiri_dbt_bridge/gold/dim_generator.py +688 -0
- kiri_dbt_bridge/gold/dimension_refs.py +255 -0
- kiri_dbt_bridge/gold/dispatch.py +69 -0
- kiri_dbt_bridge/gold/fact_generator.py +534 -0
- kiri_dbt_bridge/gold/flat_generator.py +144 -0
- kiri_dbt_bridge/gold/lineage.py +484 -0
- kiri_dbt_bridge/gold/localized_twins.py +218 -0
- kiri_dbt_bridge/gold/measures.py +49 -0
- kiri_dbt_bridge/gold/role_playing.py +75 -0
- kiri_dbt_bridge/gold/surrogate_key.py +114 -0
- kiri_dbt_bridge/macros/kiri_scd1_dim.sql +57 -0
- kiri_dbt_bridge/macros/kiri_scd2_dim.sql +188 -0
- kiri_dbt_bridge/macros/kiri_sha256.sql +32 -0
- kiri_dbt_bridge/macros/kiri_string_cast.sql +37 -0
- kiri_dbt_bridge/macros/kiri_surrogate_key.sql +43 -0
- kiri_dbt_bridge/profiles.py +162 -0
- kiri_dbt_bridge/py.typed +0 -0
- kiri_dbt_bridge/safe_ident.py +44 -0
- kiri_dbt_bridge/silver_conformance.py +188 -0
- kiri_dbt_bridge/silver_kimball/__init__.py +27 -0
- kiri_dbt_bridge/silver_kimball/assemble.py +174 -0
- kiri_dbt_bridge/silver_kimball/dim_generator.py +602 -0
- kiri_dbt_bridge/silver_kimball/dispatch.py +86 -0
- kiri_dbt_bridge/silver_kimball/fact_generator.py +320 -0
- kiri_dbt_bridge/silver_kimball/flat_generator.py +156 -0
- kiri_dbt_bridge/silver_kimball/lineage.py +464 -0
- kiri_dbt_bridge/silver_kimball/watermark_window.py +199 -0
- kiri_dbt_bridge/silver_kimball/zone.py +68 -0
- kiri_dbt_bridge/silver_scd2_curated/__init__.py +46 -0
- kiri_dbt_bridge/silver_scd2_curated/assemble.py +213 -0
- kiri_dbt_bridge/silver_scd2_curated/curated_generator.py +351 -0
- kiri_dbt_bridge/silver_scd2_curated/standardized_generator.py +261 -0
- kiri_dbt_bridge/silver_scd2_curated/standardized_plan.py +254 -0
- kiri_iceberg/__init__.py +11 -0
- kiri_iceberg/catalog.py +128 -0
- kiri_iceberg/profile.py +131 -0
- kiri_iceberg/py.typed +0 -0
- kiri_ingestion/__init__.py +63 -0
- kiri_ingestion/airbyte_client.py +428 -0
- kiri_ingestion/database_fetcher.py +224 -0
- kiri_ingestion/layout.py +71 -0
- kiri_ingestion/mssql_introspect.py +565 -0
- kiri_ingestion/py.typed +0 -0
- kiri_ingestion/rest_fetcher.py +472 -0
- kiri_ingestion/runner.py +341 -0
- kiri_ingestion/schema_drift.py +222 -0
- kiri_ingestion/storage.py +621 -0
- kiri_mcp/__init__.py +5 -0
- kiri_mcp/audit.py +99 -0
- kiri_mcp/audit_decorators.py +252 -0
- kiri_mcp/main.py +22 -0
- kiri_mcp/py.typed +0 -0
- kiri_mcp/rbac.py +110 -0
- kiri_mcp/server.py +766 -0
- kiri_mcp/skills.py +297 -0
- kiri_mcp/tools/__init__.py +70 -0
- kiri_mcp/tools/_shared.py +58 -0
- kiri_mcp/tools/adapter.py +150 -0
- kiri_mcp/tools/cli_reference.py +59 -0
- kiri_mcp/tools/compliance.py +119 -0
- kiri_mcp/tools/contract.py +374 -0
- kiri_mcp/tools/dv.py +62 -0
- kiri_mcp/tools/federation.py +152 -0
- kiri_mcp/tools/intent.py +71 -0
- kiri_mcp/tools/lineage.py +204 -0
- kiri_mcp/tools/lineage_drift.py +75 -0
- kiri_mcp/tools/plan.py +66 -0
- kiri_mcp/tools/project.py +311 -0
- kiri_migration/__init__.py +56 -0
- kiri_migration/name_preservation.py +271 -0
- kiri_migration/predeploy.py +311 -0
- kiri_migration/py.typed +0 -0
- kiri_migration/reconcile.py +1891 -0
- kiri_migration/scaffold/__init__.py +90 -0
- kiri_migration/scaffold/_audit_columns.py +74 -0
- kiri_migration/scaffold/_classify.py +100 -0
- kiri_migration/scaffold/_typemap.py +71 -0
- kiri_migration/scaffold/_yaml.py +33 -0
- kiri_migration/scaffold/bronze.py +279 -0
- kiri_migration/scaffold/compile_targets/__init__.py +271 -0
- kiri_migration/scaffold/compile_targets/_common.py +193 -0
- kiri_migration/scaffold/compile_targets/copy_into.py +33 -0
- kiri_migration/scaffold/compile_targets/dlt.py +125 -0
- kiri_migration/scaffold/compile_targets/dlt_with_append_flows.py +163 -0
- kiri_migration/scaffold/compile_targets/dlt_with_apply_changes.py +192 -0
- kiri_migration/scaffold/compile_targets/dlt_with_expectations.py +276 -0
- kiri_migration/scaffold/compile_targets/layer_dispatch.py +258 -0
- kiri_migration/scaffold/compile_targets/sql_full_snapshot.py +385 -0
- kiri_migration/scaffold/compile_targets/streaming_table.py +37 -0
- kiri_migration/scaffold/mart.py +234 -0
- kiri_migration/scaffold/plans/__init__.py +49 -0
- kiri_migration/scaffold/plans/_registry.py +308 -0
- kiri_migration/scaffold/plans/minimal.py +550 -0
- kiri_migration/scaffold/plans/plan_b_layer.py +640 -0
- kiri_migration/scaffold/silver_from_marts.py +256 -0
- kiri_migration/scaffold/silver_pattern.py +451 -0
- kiri_migration/sp_translator.py +398 -0
- kiri_odcs/LICENSE +204 -0
- kiri_odcs/__init__.py +234 -0
- kiri_odcs/ai_trust_tier.py +475 -0
- kiri_odcs/canonical.py +263 -0
- kiri_odcs/diff.py +63 -0
- kiri_odcs/errors.py +51 -0
- kiri_odcs/invariant_sql.py +136 -0
- kiri_odcs/kiri_bridge.py +71 -0
- kiri_odcs/kiri_ext.py +3166 -0
- kiri_odcs/kiri_fk.py +447 -0
- kiri_odcs/kiri_pit.py +121 -0
- kiri_odcs/kiri_ref.py +57 -0
- kiri_odcs/openlineage_adapter.py +105 -0
- kiri_odcs/parser.py +1213 -0
- kiri_odcs/pii_guardrails.py +159 -0
- kiri_odcs/py.typed +0 -0
- kiri_odcs/schema_export.py +223 -0
- kiri_openlineage/__init__.py +58 -0
- kiri_openlineage/builder.py +146 -0
- kiri_openlineage/cost.py +190 -0
- kiri_openlineage/emitter.py +165 -0
- kiri_openlineage/py.typed +0 -0
- kiri_openlineage/schema.py +121 -0
- kiri_packs/__init__.py +67 -0
- kiri_packs/installer.py +500 -0
- kiri_packs/manifest.py +134 -0
- kiri_packs/publisher.py +605 -0
- kiri_packs/py.typed +0 -0
- kiri_packs/validator.py +295 -0
- kiri_quality/__init__.py +108 -0
- kiri_quality/ai_audit_correlator.py +293 -0
- kiri_quality/ai_audit_correlator_apply.py +526 -0
- kiri_quality/conformance_evidence.py +272 -0
- kiri_quality/dbt_test_collector.py +214 -0
- kiri_quality/dq_codegen.py +300 -0
- kiri_quality/dv_checks.py +393 -0
- kiri_quality/dv_column_lineage.py +279 -0
- kiri_quality/dv_column_lineage_apply.py +856 -0
- kiri_quality/dv_conformance.py +841 -0
- kiri_quality/dv_fixture_runner.py +478 -0
- kiri_quality/dv_invariants.py +986 -0
- kiri_quality/dv_kiri.py +97 -0
- kiri_quality/dv_markdown.py +169 -0
- kiri_quality/dv_observed_uc_reader.py +187 -0
- kiri_quality/dv_runner.py +389 -0
- kiri_quality/evidence_status.py +337 -0
- kiri_quality/fk_checks.py +800 -0
- kiri_quality/fk_ddl.py +402 -0
- kiri_quality/fk_pit_contract.py +168 -0
- kiri_quality/fk_runner.py +950 -0
- kiri_quality/kernel.py +376 -0
- kiri_quality/pii.py +60 -0
- kiri_quality/pre_classify/__init__.py +55 -0
- kiri_quality/pre_classify/engine.py +346 -0
- kiri_quality/pre_classify/locale_packs/en.yaml +117 -0
- kiri_quality/pre_classify/locale_packs/sv.yaml +73 -0
- kiri_quality/pre_classify/merge.py +297 -0
- kiri_quality/pre_classify/model.py +163 -0
- kiri_quality/py.typed +0 -0
- kiri_quality/reject_lane.py +261 -0
- kiri_quality/rule_runner.py +565 -0
- kiri_quality/schema_evolution_check.py +88 -0
- kiri_quality/silver_quality.py +494 -0
- kiri_quality/silver_quality_markdown.py +187 -0
- kiri_quality/uc_security_compile.py +951 -0
- kiri_quality/uc_security_compile_apply.py +1186 -0
- kiri_rbac/__init__.py +87 -0
- kiri_rbac/access.py +371 -0
- kiri_rbac/loader.py +104 -0
- kiri_rbac/pr_gate.py +213 -0
- kiri_rbac/providers/__init__.py +29 -0
- kiri_rbac/providers/_jwt.py +121 -0
- kiri_rbac/providers/azure_ad.py +93 -0
- kiri_rbac/providers/base.py +107 -0
- kiri_rbac/providers/factory.py +48 -0
- kiri_rbac/providers/github.py +134 -0
- kiri_rbac/providers/oidc_generic.py +99 -0
- kiri_rbac/py.typed +0 -0
- kiri_rbac/resolver.py +118 -0
- kiri_rbac/schema.py +219 -0
- kiri_schema_registry/__init__.py +22 -0
- kiri_schema_registry/avro.py +127 -0
- kiri_schema_registry/base.py +71 -0
- kiri_schema_registry/confluent.py +184 -0
- kiri_schema_registry/glue.py +178 -0
- kiri_schema_registry/py.typed +0 -0
- kiri_slack_bot/__init__.py +24 -0
- kiri_slack_bot/handler.py +248 -0
- kiri_slack_bot/py.typed +0 -0
- kiri_slack_bot/queries.py +90 -0
- kiri_slack_bot/signature.py +94 -0
- kiri_vault/__init__.py +59 -0
- kiri_vault/audit.py +64 -0
- kiri_vault/aws_vault.py +123 -0
- kiri_vault/azure_vault.py +236 -0
- kiri_vault/boundaries.py +219 -0
- kiri_vault/client.py +54 -0
- kiri_vault/databricks_vault.py +292 -0
- kiri_vault/env_vault.py +77 -0
- kiri_vault/py.typed +0 -0
- kiri_vault/ref.py +84 -0
- kirimana_automation/__init__.py +0 -0
- kirimana_automation/business_calendar.py +179 -0
- kirimana_automation/dag_snapshot.py +252 -0
- kirimana_automation/db/__init__.py +5 -0
- kirimana_automation/db/migrate.py +571 -0
- kirimana_automation/db/migrations/0001_release_state.down.duckdb.sql +29 -0
- kirimana_automation/db/migrations/0001_release_state.down.postgres.sql +37 -0
- kirimana_automation/db/migrations/0001_release_state.duckdb.sql +170 -0
- kirimana_automation/db/migrations/0001_release_state.postgres.sql +176 -0
- kirimana_automation/db/migrations/0002_rate_limit_buckets.down.duckdb.sql +9 -0
- kirimana_automation/db/migrations/0002_rate_limit_buckets.down.postgres.sql +9 -0
- kirimana_automation/db/migrations/0002_rate_limit_buckets.duckdb.sql +14 -0
- kirimana_automation/db/migrations/0002_rate_limit_buckets.postgres.sql +18 -0
- kirimana_automation/db/migrations/0003_flow_runs.down.duckdb.sql +18 -0
- kirimana_automation/db/migrations/0003_flow_runs.down.postgres.sql +19 -0
- kirimana_automation/db/migrations/0003_flow_runs.duckdb.sql +85 -0
- kirimana_automation/db/migrations/0003_flow_runs.postgres.sql +102 -0
- kirimana_automation/db/migrations/0004_flow_dag_snapshots.down.duckdb.sql +11 -0
- kirimana_automation/db/migrations/0004_flow_dag_snapshots.down.postgres.sql +11 -0
- kirimana_automation/db/migrations/0004_flow_dag_snapshots.duckdb.sql +15 -0
- kirimana_automation/db/migrations/0004_flow_dag_snapshots.postgres.sql +31 -0
- kirimana_automation/db/migrations/0005_calendar_skip.down.duckdb.sql +109 -0
- kirimana_automation/db/migrations/0005_calendar_skip.down.postgres.sql +42 -0
- kirimana_automation/db/migrations/0005_calendar_skip.duckdb.sql +113 -0
- kirimana_automation/db/migrations/0005_calendar_skip.postgres.sql +42 -0
- kirimana_automation/db/migrations/0006_flow_apply_log.down.duckdb.sql +9 -0
- kirimana_automation/db/migrations/0006_flow_apply_log.down.postgres.sql +11 -0
- kirimana_automation/db/migrations/0006_flow_apply_log.duckdb.sql +45 -0
- kirimana_automation/db/migrations/0006_flow_apply_log.postgres.sql +49 -0
- kirimana_automation/db/migrations/0007_flow_task_error_redacted.down.duckdb.sql +14 -0
- kirimana_automation/db/migrations/0007_flow_task_error_redacted.down.postgres.sql +2 -0
- kirimana_automation/db/migrations/0007_flow_task_error_redacted.duckdb.sql +7 -0
- kirimana_automation/db/migrations/0007_flow_task_error_redacted.postgres.sql +11 -0
- kirimana_automation/db/migrations/README.md +84 -0
- kirimana_automation/flow_loader.py +220 -0
- kirimana_automation/freeze.py +133 -0
- kirimana_automation/kiri_recommender.py +313 -0
- kirimana_automation/main.py +195 -0
- kirimana_automation/py.typed +0 -0
- kirimana_automation/run_history.py +593 -0
- kirimana_automation/run_history_analysis.py +607 -0
- kirimana_automation/schedule.py +343 -0
- kirimana_automation/schedule_validator.py +572 -0
- kirimana_automation/workflow_compiler.py +1288 -0
|
@@ -0,0 +1,147 @@
|
|
|
1
|
+
"""Live CLI-reference extraction — the single no-divergence seam.
|
|
2
|
+
|
|
3
|
+
The CLI command ``kiri ai cli-reference`` and the MCP tool
|
|
4
|
+
``kiri_cli_reference`` must produce *byte-identical* substrate
|
|
5
|
+
(modulo ``generated_at``). To guarantee that, both call
|
|
6
|
+
:func:`build_live_cli_reference` here — neither reimplements the
|
|
7
|
+
Typer walk. This honours the hard invariant in memory
|
|
8
|
+
``feedback_kiriapp_cli_no_divergence`` (every surface wraps the
|
|
9
|
+
same function).
|
|
10
|
+
|
|
11
|
+
This module lives in ``kiri_cli`` because only the CLI layer may
|
|
12
|
+
import the Typer app. ``kiri_core`` stays Typer-free and consumes
|
|
13
|
+
the pure :class:`CommandNode` tree (ADR 0074 §1). The app import
|
|
14
|
+
is deferred inside :func:`build_live_cli_reference` so importing
|
|
15
|
+
this module never triggers the ``kiri_cli.main`` import cycle.
|
|
16
|
+
"""
|
|
17
|
+
|
|
18
|
+
from __future__ import annotations
|
|
19
|
+
|
|
20
|
+
from kiri_core.lifecycle import (
|
|
21
|
+
AdapterCapability,
|
|
22
|
+
CliArg,
|
|
23
|
+
CliReferenceResult,
|
|
24
|
+
CommandNode,
|
|
25
|
+
build_cli_reference,
|
|
26
|
+
)
|
|
27
|
+
|
|
28
|
+
__all__ = [
|
|
29
|
+
"build_live_cli_reference",
|
|
30
|
+
"extract_adapter_capabilities",
|
|
31
|
+
"extract_command_tree",
|
|
32
|
+
]
|
|
33
|
+
|
|
34
|
+
|
|
35
|
+
def extract_command_tree(cmd: object, name: str) -> CommandNode:
|
|
36
|
+
"""Recursively project a Click command into a pure ``CommandNode``.
|
|
37
|
+
|
|
38
|
+
Lives CLI-side because only this layer may touch the Typer/Click
|
|
39
|
+
object graph; ``kiri_core`` consumes the pure tree (ADR 0074 §1).
|
|
40
|
+
"""
|
|
41
|
+
|
|
42
|
+
args: list[CliArg] = []
|
|
43
|
+
for param in getattr(cmd, "params", []):
|
|
44
|
+
pname = getattr(param, "name", None)
|
|
45
|
+
if not pname or pname == "help" or getattr(param, "hidden", False):
|
|
46
|
+
continue
|
|
47
|
+
default = getattr(param, "default", None)
|
|
48
|
+
args.append(
|
|
49
|
+
CliArg(
|
|
50
|
+
name=pname,
|
|
51
|
+
help=getattr(param, "help", None),
|
|
52
|
+
required=bool(getattr(param, "required", False)),
|
|
53
|
+
is_flag=bool(getattr(param, "is_flag", False)),
|
|
54
|
+
default=None if default is None else str(default),
|
|
55
|
+
),
|
|
56
|
+
)
|
|
57
|
+
|
|
58
|
+
subcommands = getattr(cmd, "commands", None)
|
|
59
|
+
children: list[CommandNode] = []
|
|
60
|
+
if isinstance(subcommands, dict):
|
|
61
|
+
for sub_name in sorted(subcommands):
|
|
62
|
+
sub = subcommands[sub_name]
|
|
63
|
+
if getattr(sub, "hidden", False):
|
|
64
|
+
continue
|
|
65
|
+
children.append(extract_command_tree(sub, sub_name))
|
|
66
|
+
|
|
67
|
+
return CommandNode(
|
|
68
|
+
name=name,
|
|
69
|
+
help=(getattr(cmd, "help", None) or "").strip() or None,
|
|
70
|
+
args=tuple(args),
|
|
71
|
+
children=tuple(children),
|
|
72
|
+
)
|
|
73
|
+
|
|
74
|
+
|
|
75
|
+
def extract_adapter_capabilities() -> tuple[AdapterCapability, ...]:
|
|
76
|
+
"""Project every registered platform adapter's manifest.
|
|
77
|
+
|
|
78
|
+
Reads each adapter's file-based ``*.manifest.yml`` (ADR 0067 §3) —
|
|
79
|
+
credential-free, no instantiation. Mirrors the loader in
|
|
80
|
+
``kiri_cli.adapter_cmd`` so the two surfaces do not diverge. A
|
|
81
|
+
failing adapter import or missing manifest degrades that one row,
|
|
82
|
+
never the whole matrix.
|
|
83
|
+
"""
|
|
84
|
+
|
|
85
|
+
from kiri_adapters import list_adapters
|
|
86
|
+
from kiri_adapters.manifest import find_manifest_for_class, load_manifest
|
|
87
|
+
from kiri_adapters.registry import ADAPTERS
|
|
88
|
+
|
|
89
|
+
out: list[AdapterCapability] = []
|
|
90
|
+
for name in list_adapters():
|
|
91
|
+
try:
|
|
92
|
+
adapter_cls = ADAPTERS[name]()
|
|
93
|
+
manifest_path = find_manifest_for_class(adapter_cls)
|
|
94
|
+
if manifest_path is None:
|
|
95
|
+
out.append(
|
|
96
|
+
AdapterCapability(
|
|
97
|
+
name=name,
|
|
98
|
+
surface_version="unknown",
|
|
99
|
+
package_version="unknown",
|
|
100
|
+
manifest_missing=True,
|
|
101
|
+
degraded_reason="no manifest file",
|
|
102
|
+
),
|
|
103
|
+
)
|
|
104
|
+
continue
|
|
105
|
+
manifest = load_manifest(manifest_path)
|
|
106
|
+
out.append(
|
|
107
|
+
AdapterCapability(
|
|
108
|
+
name=manifest.name,
|
|
109
|
+
dialect=manifest.dialect,
|
|
110
|
+
surface_version=manifest.surface_version,
|
|
111
|
+
package_version=manifest.package_version,
|
|
112
|
+
capabilities=dict(sorted(manifest.capability_flags.items())),
|
|
113
|
+
),
|
|
114
|
+
)
|
|
115
|
+
except Exception as exc:
|
|
116
|
+
out.append(
|
|
117
|
+
AdapterCapability(
|
|
118
|
+
name=name,
|
|
119
|
+
surface_version="unknown",
|
|
120
|
+
package_version="unknown",
|
|
121
|
+
manifest_missing=True,
|
|
122
|
+
degraded_reason=f"{type(exc).__name__}: {exc}"[:200],
|
|
123
|
+
),
|
|
124
|
+
)
|
|
125
|
+
return tuple(out)
|
|
126
|
+
|
|
127
|
+
|
|
128
|
+
def build_live_cli_reference() -> CliReferenceResult:
|
|
129
|
+
"""Introspect the live Typer app and build the CLI reference.
|
|
130
|
+
|
|
131
|
+
The single source both ``kiri ai cli-reference`` (CLI) and
|
|
132
|
+
``kiri_cli_reference`` (MCP) call. Deterministic apart from the
|
|
133
|
+
``generated_at`` timestamp.
|
|
134
|
+
"""
|
|
135
|
+
|
|
136
|
+
# Deferred: kiri_cli.main imports the modules that import this one,
|
|
137
|
+
# so importing the Typer app at module load would be circular.
|
|
138
|
+
import typer
|
|
139
|
+
|
|
140
|
+
from kiri_cli.main import app
|
|
141
|
+
|
|
142
|
+
root_cmd = typer.main.get_command(app)
|
|
143
|
+
tree = extract_command_tree(root_cmd, getattr(root_cmd, "name", None) or "kiri")
|
|
144
|
+
return build_cli_reference(
|
|
145
|
+
tree,
|
|
146
|
+
adapter_capabilities=extract_adapter_capabilities(),
|
|
147
|
+
)
|
kiri_cli/compile_cmd.py
ADDED
|
@@ -0,0 +1,493 @@
|
|
|
1
|
+
"""ADR 0116 slice 20.3 — layer-aware extensions to ``kiri compile``.
|
|
2
|
+
|
|
3
|
+
This module attaches new sub-commands to the existing
|
|
4
|
+
:data:`kiri_cli.scaffold_cmd.compile_app` Typer group (defined alongside
|
|
5
|
+
``kiri scaffold ...`` in :mod:`kiri_cli.scaffold_cmd`). Two changes:
|
|
6
|
+
|
|
7
|
+
1. Add ``kiri compile gold`` and ``kiri compile all`` sub-commands —
|
|
8
|
+
they read ``01-config/<domain>/<layer>.yml`` exclusively.
|
|
9
|
+
2. (Backwards-compat note) The legacy ``kiri compile bronze`` and
|
|
10
|
+
``kiri compile silver`` commands defined in
|
|
11
|
+
:mod:`kiri_cli.scaffold_cmd` keep working unchanged for projects
|
|
12
|
+
that still ship per-table ``03-contracts/`` directories. The
|
|
13
|
+
layer-contract path is opt-in via the new ``kiri compile layer ...``
|
|
14
|
+
sub-command introduced here, so the two flows are mutually
|
|
15
|
+
exclusive without ambiguous flag overloads on the existing verbs.
|
|
16
|
+
|
|
17
|
+
Surface:
|
|
18
|
+
|
|
19
|
+
- ``kiri compile layer <bronze|silver|gold|all> --domain X --target dev``
|
|
20
|
+
— reads ``01-config/<domain>/<layer>.yml`` and dispatches per
|
|
21
|
+
``kiri.compile_target``. Closed-menu flag values; did-you-mean hints
|
|
22
|
+
on every typo.
|
|
23
|
+
|
|
24
|
+
The actual emitter wiring lives in
|
|
25
|
+
:mod:`kiri_migration.scaffold.compile_targets.layer_dispatch`. This
|
|
26
|
+
module is a thin CLI shell.
|
|
27
|
+
"""
|
|
28
|
+
|
|
29
|
+
from __future__ import annotations
|
|
30
|
+
|
|
31
|
+
from pathlib import Path
|
|
32
|
+
from typing import Annotated
|
|
33
|
+
|
|
34
|
+
import typer
|
|
35
|
+
from kiri_core.lifecycle import (
|
|
36
|
+
ClosureMode,
|
|
37
|
+
CompileDispatchError,
|
|
38
|
+
Layer,
|
|
39
|
+
LayerRange,
|
|
40
|
+
RangeCompileError,
|
|
41
|
+
Selectors,
|
|
42
|
+
build_layer_compile_bundle,
|
|
43
|
+
build_range_compile_bundle,
|
|
44
|
+
)
|
|
45
|
+
from kiri_odcs.kiri_ext import CompileTarget, DvKind
|
|
46
|
+
from rich.console import Console
|
|
47
|
+
from rich.table import Table
|
|
48
|
+
|
|
49
|
+
from kiri_cli._closed_menu import enforce_choice
|
|
50
|
+
from kiri_cli._project_option import ProjectOption, resolve_project
|
|
51
|
+
from kiri_cli.scaffold_cmd import compile_app
|
|
52
|
+
|
|
53
|
+
__all__ = ["compile_app"]
|
|
54
|
+
|
|
55
|
+
_console = Console()
|
|
56
|
+
|
|
57
|
+
_LAYER_VALUES: tuple[str, ...] = ("bronze", "silver", "gold", "all")
|
|
58
|
+
_COMPILE_TARGET_VALUES: tuple[str, ...] = tuple(m.value for m in CompileTarget)
|
|
59
|
+
|
|
60
|
+
|
|
61
|
+
def _coerce_compile_target(value: str | None) -> CompileTarget | None:
|
|
62
|
+
if value is None:
|
|
63
|
+
return None
|
|
64
|
+
enforce_choice(value, choices=list(_COMPILE_TARGET_VALUES), flag="--compile-target")
|
|
65
|
+
return CompileTarget(value)
|
|
66
|
+
|
|
67
|
+
|
|
68
|
+
def _artefact_filename(layer: Layer, effective_target: CompileTarget | None) -> str:
|
|
69
|
+
"""Pick a stable filename for the artefact a layer compile produces.
|
|
70
|
+
|
|
71
|
+
The bronze emitter is a ``.py`` notebook for DLT targets and a
|
|
72
|
+
``.sql`` script for the SQL path. Silver is always ``.py`` today
|
|
73
|
+
(DLT-with-expectations). Gold reuses the dbt-bridge gold generators
|
|
74
|
+
and emits dbt-model SQL (#327), so ``gold_compiled.sql``.
|
|
75
|
+
"""
|
|
76
|
+
if layer is Layer.BRONZE:
|
|
77
|
+
if effective_target is CompileTarget.DLT_WITH_APPLY_CHANGES:
|
|
78
|
+
return "bronze_compiled.py"
|
|
79
|
+
return "bronze_compiled.sql"
|
|
80
|
+
if layer is Layer.SILVER:
|
|
81
|
+
return "silver_compiled.py"
|
|
82
|
+
if layer is Layer.GOLD:
|
|
83
|
+
# Gold reuses the dbt-bridge generators → dbt-model SQL (#327).
|
|
84
|
+
return "gold_compiled.sql"
|
|
85
|
+
return f"{layer.value}_compiled.out"
|
|
86
|
+
|
|
87
|
+
|
|
88
|
+
def _compile_one_layer(
|
|
89
|
+
*,
|
|
90
|
+
project_root: Path,
|
|
91
|
+
domain: str,
|
|
92
|
+
layer: Layer,
|
|
93
|
+
target: str,
|
|
94
|
+
out_dir: Path,
|
|
95
|
+
compile_target_override: CompileTarget | None,
|
|
96
|
+
project_adapter: str | None,
|
|
97
|
+
sql_dialect: str,
|
|
98
|
+
) -> Path:
|
|
99
|
+
# Lazy import: keeps the kiri_migration dependency invisible for
|
|
100
|
+
# callers of unrelated `kiri compile` legacy verbs.
|
|
101
|
+
from kiri_migration.scaffold.compile_targets import compile_layer_bundle
|
|
102
|
+
|
|
103
|
+
bundle = build_layer_compile_bundle(
|
|
104
|
+
project_root,
|
|
105
|
+
domain=domain,
|
|
106
|
+
layer=layer,
|
|
107
|
+
target=target,
|
|
108
|
+
)
|
|
109
|
+
declared_target: CompileTarget | None = None
|
|
110
|
+
if bundle.tables:
|
|
111
|
+
declared_target = bundle.tables[0].compile_target
|
|
112
|
+
layer_out_dir = out_dir / domain / layer.value
|
|
113
|
+
layer_out_dir.mkdir(parents=True, exist_ok=True)
|
|
114
|
+
artefact_name = _artefact_filename(layer, compile_target_override or declared_target)
|
|
115
|
+
return compile_layer_bundle(
|
|
116
|
+
bundle,
|
|
117
|
+
output_path=layer_out_dir / artefact_name,
|
|
118
|
+
project_adapter=project_adapter,
|
|
119
|
+
sql_dialect=sql_dialect,
|
|
120
|
+
compile_target_override=compile_target_override,
|
|
121
|
+
project_root=project_root,
|
|
122
|
+
)
|
|
123
|
+
|
|
124
|
+
|
|
125
|
+
@compile_app.command("layer")
|
|
126
|
+
def compile_layer_cmd(
|
|
127
|
+
layer: Annotated[
|
|
128
|
+
str,
|
|
129
|
+
typer.Argument(
|
|
130
|
+
help=(
|
|
131
|
+
"Closed menu: bronze | silver | gold | all. 'gold' compiles to "
|
|
132
|
+
"dbt-model SQL via the dbt-bridge gold generators "
|
|
133
|
+
"(kiri.compile_target=sql); 'all' compiles bronze + silver + gold."
|
|
134
|
+
),
|
|
135
|
+
),
|
|
136
|
+
] = ...,
|
|
137
|
+
domain: Annotated[
|
|
138
|
+
str,
|
|
139
|
+
typer.Option(
|
|
140
|
+
"--domain",
|
|
141
|
+
help="Domain name (directory under 01-config/).",
|
|
142
|
+
),
|
|
143
|
+
] = ...,
|
|
144
|
+
target: Annotated[
|
|
145
|
+
str,
|
|
146
|
+
typer.Option(
|
|
147
|
+
"--target",
|
|
148
|
+
help="Target binding declared in the layer contract (e.g. 'dev', 'prod').",
|
|
149
|
+
),
|
|
150
|
+
] = ...,
|
|
151
|
+
out: Annotated[
|
|
152
|
+
Path,
|
|
153
|
+
typer.Option(
|
|
154
|
+
"--out",
|
|
155
|
+
help="Output directory; artefacts land under <out>/<domain>/<layer>/.",
|
|
156
|
+
),
|
|
157
|
+
] = Path("05-shadow-build"),
|
|
158
|
+
compile_target: Annotated[
|
|
159
|
+
str | None,
|
|
160
|
+
typer.Option(
|
|
161
|
+
"--compile-target",
|
|
162
|
+
help=(
|
|
163
|
+
"Override the layer contract's kiri.compile_target. Closed "
|
|
164
|
+
"menu: " + ", ".join(_COMPILE_TARGET_VALUES) + "."
|
|
165
|
+
),
|
|
166
|
+
),
|
|
167
|
+
] = None,
|
|
168
|
+
project_adapter: Annotated[
|
|
169
|
+
str | None,
|
|
170
|
+
typer.Option(
|
|
171
|
+
"--project-adapter",
|
|
172
|
+
help=(
|
|
173
|
+
"Adapter name (e.g. 'databricks'). Required for "
|
|
174
|
+
"compile_target=dlt-with-apply-changes (ADR 0076)."
|
|
175
|
+
),
|
|
176
|
+
),
|
|
177
|
+
] = None,
|
|
178
|
+
sql_dialect: Annotated[
|
|
179
|
+
str,
|
|
180
|
+
typer.Option(
|
|
181
|
+
"--sql-dialect",
|
|
182
|
+
help="SQL dialect for sql-full-snapshot row-hash (spark|duckdb).",
|
|
183
|
+
),
|
|
184
|
+
] = "spark",
|
|
185
|
+
project: ProjectOption = None,
|
|
186
|
+
) -> None:
|
|
187
|
+
"""Compile per-(domain, layer) contracts to runnable artefacts (ADR 0116)."""
|
|
188
|
+
enforce_choice(layer, choices=list(_LAYER_VALUES), flag="<layer>")
|
|
189
|
+
project_root = resolve_project(project)
|
|
190
|
+
override = _coerce_compile_target(compile_target)
|
|
191
|
+
|
|
192
|
+
if layer == "all":
|
|
193
|
+
# 'all' = every layer with a wired compile emitter: bronze, silver,
|
|
194
|
+
# and gold (#327). Gold reuses the dbt-bridge gold generators
|
|
195
|
+
# (CompileTarget.SQL). 'all' fails closed on the first layer whose
|
|
196
|
+
# kiri.compile_target isn't wired, so a project must declare a wired
|
|
197
|
+
# target per layer to compile the whole stack.
|
|
198
|
+
layers_to_run: tuple[Layer, ...] = (Layer.BRONZE, Layer.SILVER, Layer.GOLD)
|
|
199
|
+
written: list[Path] = []
|
|
200
|
+
for layer_enum in layers_to_run:
|
|
201
|
+
path = project_root / "01-config" / domain / f"{layer_enum.value}.yml"
|
|
202
|
+
if not path.is_file():
|
|
203
|
+
_console.print(
|
|
204
|
+
f"[yellow]·[/yellow] no {layer_enum.value} layer contract for "
|
|
205
|
+
f"domain {domain!r}; skipping."
|
|
206
|
+
)
|
|
207
|
+
continue
|
|
208
|
+
try:
|
|
209
|
+
written_path = _compile_one_layer(
|
|
210
|
+
project_root=project_root,
|
|
211
|
+
domain=domain,
|
|
212
|
+
layer=layer_enum,
|
|
213
|
+
target=target,
|
|
214
|
+
out_dir=out,
|
|
215
|
+
compile_target_override=override,
|
|
216
|
+
project_adapter=project_adapter,
|
|
217
|
+
sql_dialect=sql_dialect,
|
|
218
|
+
)
|
|
219
|
+
except CompileDispatchError as exc:
|
|
220
|
+
_console.print(f"[red]✗[/red] {layer_enum.value}: {exc}")
|
|
221
|
+
raise typer.Exit(code=1) from exc
|
|
222
|
+
written.append(written_path)
|
|
223
|
+
_console.print(f"[green]✓[/green] {layer_enum.value}: {written_path}")
|
|
224
|
+
if not written:
|
|
225
|
+
_console.print(f"[yellow]no layers compiled for domain {domain!r}[/yellow]")
|
|
226
|
+
raise typer.Exit(code=1)
|
|
227
|
+
return
|
|
228
|
+
|
|
229
|
+
layer_enum = Layer(layer)
|
|
230
|
+
try:
|
|
231
|
+
path = _compile_one_layer(
|
|
232
|
+
project_root=project_root,
|
|
233
|
+
domain=domain,
|
|
234
|
+
layer=layer_enum,
|
|
235
|
+
target=target,
|
|
236
|
+
out_dir=out,
|
|
237
|
+
compile_target_override=override,
|
|
238
|
+
project_adapter=project_adapter,
|
|
239
|
+
sql_dialect=sql_dialect,
|
|
240
|
+
)
|
|
241
|
+
except CompileDispatchError as exc:
|
|
242
|
+
_console.print(f"[red]✗[/red] {exc}")
|
|
243
|
+
raise typer.Exit(code=1) from exc
|
|
244
|
+
_console.print(f"[green]✓[/green] wrote {path}")
|
|
245
|
+
|
|
246
|
+
|
|
247
|
+
# ---------------------------------------------------------------------------
|
|
248
|
+
# ADR 0117 — kiri compile range
|
|
249
|
+
# ---------------------------------------------------------------------------
|
|
250
|
+
|
|
251
|
+
_RANGE_LAYER_VALUES: tuple[str, ...] = ("bronze", "silver", "gold")
|
|
252
|
+
_DV_KIND_VALUES: tuple[str, ...] = tuple(k.value for k in DvKind)
|
|
253
|
+
|
|
254
|
+
|
|
255
|
+
def _split_csv(raw: str | None) -> tuple[str, ...]:
|
|
256
|
+
if raw is None:
|
|
257
|
+
return ()
|
|
258
|
+
return tuple(item.strip() for item in raw.split(",") if item.strip())
|
|
259
|
+
|
|
260
|
+
|
|
261
|
+
def _render_range_summary(bundle_domain: str, bundle_target: str, bundle) -> None: # type: ignore[no-untyped-def]
|
|
262
|
+
"""Print the per-layer + closure summary table."""
|
|
263
|
+
table = Table(
|
|
264
|
+
title=f"compile range · {bundle_domain} · target={bundle_target}",
|
|
265
|
+
show_header=True,
|
|
266
|
+
)
|
|
267
|
+
table.add_column("Layer", style="bold")
|
|
268
|
+
table.add_column("Emitted tables", justify="right")
|
|
269
|
+
table.add_column("Added by closure", justify="right")
|
|
270
|
+
for sl in bundle.slices:
|
|
271
|
+
table.add_row(
|
|
272
|
+
sl.layer.value,
|
|
273
|
+
str(len(sl.included_tables)),
|
|
274
|
+
str(len(sl.added_by_closure)),
|
|
275
|
+
)
|
|
276
|
+
_console.print(table)
|
|
277
|
+
|
|
278
|
+
report = bundle.closure_report
|
|
279
|
+
if report.added:
|
|
280
|
+
_console.print(
|
|
281
|
+
f"[yellow]closure[/yellow] auto-added {len(report.added)} dependency"
|
|
282
|
+
f"{'ies' if len(report.added) != 1 else 'y'} "
|
|
283
|
+
f"(mode={report.mode.value}):"
|
|
284
|
+
)
|
|
285
|
+
for add in report.added[:20]:
|
|
286
|
+
_console.print(f" + {add.target_table} (required by {add.required_by}; {add.reason})")
|
|
287
|
+
if len(report.added) > 20:
|
|
288
|
+
_console.print(f" … and {len(report.added) - 20} more")
|
|
289
|
+
else:
|
|
290
|
+
_console.print(
|
|
291
|
+
f"[green]closure[/green] requested set was already closure-complete "
|
|
292
|
+
f"(mode={report.mode.value})."
|
|
293
|
+
)
|
|
294
|
+
|
|
295
|
+
|
|
296
|
+
@compile_app.command("range")
|
|
297
|
+
def compile_range_cmd(
|
|
298
|
+
domain: Annotated[
|
|
299
|
+
str,
|
|
300
|
+
typer.Option(
|
|
301
|
+
"--domain",
|
|
302
|
+
help="Domain name (directory under 01-config/).",
|
|
303
|
+
),
|
|
304
|
+
] = ...,
|
|
305
|
+
target: Annotated[
|
|
306
|
+
str,
|
|
307
|
+
typer.Option(
|
|
308
|
+
"--target",
|
|
309
|
+
help="Target binding declared in each layer contract (e.g. 'dev').",
|
|
310
|
+
),
|
|
311
|
+
] = ...,
|
|
312
|
+
layer_from: Annotated[
|
|
313
|
+
str | None,
|
|
314
|
+
typer.Option(
|
|
315
|
+
"--from",
|
|
316
|
+
help="Closed menu: bronze | silver | gold. Defaults to --upto when omitted.",
|
|
317
|
+
),
|
|
318
|
+
] = None,
|
|
319
|
+
upto: Annotated[
|
|
320
|
+
str | None,
|
|
321
|
+
typer.Option(
|
|
322
|
+
"--upto",
|
|
323
|
+
help="Closed menu: bronze | silver | gold. Required if --from is given.",
|
|
324
|
+
),
|
|
325
|
+
] = None,
|
|
326
|
+
include: Annotated[
|
|
327
|
+
str | None,
|
|
328
|
+
typer.Option(
|
|
329
|
+
"--include",
|
|
330
|
+
help=(
|
|
331
|
+
"Comma-separated fnmatch patterns of form <layer>.<table> "
|
|
332
|
+
"(e.g. 'silver.SAT_*,bronze.raw_*'). Empty = include-all "
|
|
333
|
+
"per layer in range."
|
|
334
|
+
),
|
|
335
|
+
),
|
|
336
|
+
] = None,
|
|
337
|
+
exclude: Annotated[
|
|
338
|
+
str | None,
|
|
339
|
+
typer.Option(
|
|
340
|
+
"--exclude",
|
|
341
|
+
help="Comma-separated fnmatch patterns of form <layer>.<table>.",
|
|
342
|
+
),
|
|
343
|
+
] = None,
|
|
344
|
+
dv_kind: Annotated[
|
|
345
|
+
str | None,
|
|
346
|
+
typer.Option(
|
|
347
|
+
"--dv-kind",
|
|
348
|
+
help="Closed menu: hub | link | satellite | reference. Filters silver DV tables.",
|
|
349
|
+
),
|
|
350
|
+
] = None,
|
|
351
|
+
dv_name: Annotated[
|
|
352
|
+
str | None,
|
|
353
|
+
typer.Option(
|
|
354
|
+
"--dv-name",
|
|
355
|
+
help="fnmatch pattern on DV object name (e.g. 'customer_*').",
|
|
356
|
+
),
|
|
357
|
+
] = None,
|
|
358
|
+
no_closure: Annotated[
|
|
359
|
+
bool,
|
|
360
|
+
typer.Option(
|
|
361
|
+
"--no-closure",
|
|
362
|
+
help=(
|
|
363
|
+
"Refuse if the selected set is not closure-complete; report "
|
|
364
|
+
"missing dependencies. Default = auto-expand the closure."
|
|
365
|
+
),
|
|
366
|
+
),
|
|
367
|
+
] = False,
|
|
368
|
+
compile_target: Annotated[
|
|
369
|
+
str | None,
|
|
370
|
+
typer.Option(
|
|
371
|
+
"--compile-target",
|
|
372
|
+
help=(
|
|
373
|
+
"Override the layer contract's kiri.compile_target. Closed "
|
|
374
|
+
"menu: " + ", ".join(_COMPILE_TARGET_VALUES) + "."
|
|
375
|
+
),
|
|
376
|
+
),
|
|
377
|
+
] = None,
|
|
378
|
+
out: Annotated[
|
|
379
|
+
Path,
|
|
380
|
+
typer.Option(
|
|
381
|
+
"--out",
|
|
382
|
+
help="Output directory; artefacts land under <out>/<domain>/<layer>/.",
|
|
383
|
+
),
|
|
384
|
+
] = Path("05-shadow-build"),
|
|
385
|
+
project_adapter: Annotated[
|
|
386
|
+
str | None,
|
|
387
|
+
typer.Option(
|
|
388
|
+
"--project-adapter",
|
|
389
|
+
help="Adapter name (e.g. 'databricks').",
|
|
390
|
+
),
|
|
391
|
+
] = None,
|
|
392
|
+
sql_dialect: Annotated[
|
|
393
|
+
str,
|
|
394
|
+
typer.Option(
|
|
395
|
+
"--sql-dialect",
|
|
396
|
+
help="SQL dialect for sql-full-snapshot row-hash (spark|duckdb).",
|
|
397
|
+
),
|
|
398
|
+
] = "spark",
|
|
399
|
+
project: ProjectOption = None,
|
|
400
|
+
) -> None:
|
|
401
|
+
"""Compile a depth-range x breadth-selector slice of a project (ADR 0117).
|
|
402
|
+
|
|
403
|
+
Examples:
|
|
404
|
+
|
|
405
|
+
\b
|
|
406
|
+
kiri compile range --domain <domain> --target dev --upto silver
|
|
407
|
+
kiri compile range --domain <domain> --target dev --from silver --upto gold \\
|
|
408
|
+
--include "gold.dm_v1_*"
|
|
409
|
+
kiri compile range --domain <domain> --target dev --upto silver \\
|
|
410
|
+
--dv-kind satellite --dv-name "customer_*" --no-closure
|
|
411
|
+
"""
|
|
412
|
+
if (layer_from is None) ^ (upto is None):
|
|
413
|
+
# If exactly one is given, the other defaults to it (operator only
|
|
414
|
+
# wants one layer); allow the convenience but require explicitness
|
|
415
|
+
# in the other direction (operator-only-from is ambiguous).
|
|
416
|
+
if layer_from is None:
|
|
417
|
+
layer_from = upto
|
|
418
|
+
else:
|
|
419
|
+
upto = layer_from
|
|
420
|
+
if layer_from is None and upto is None:
|
|
421
|
+
raise typer.BadParameter(
|
|
422
|
+
"at least one of --from or --upto is required. Closed menu: "
|
|
423
|
+
+ ", ".join(_RANGE_LAYER_VALUES)
|
|
424
|
+
+ "."
|
|
425
|
+
)
|
|
426
|
+
|
|
427
|
+
assert layer_from is not None # narrow for mypy
|
|
428
|
+
assert upto is not None
|
|
429
|
+
enforce_choice(layer_from, choices=list(_RANGE_LAYER_VALUES), flag="--from")
|
|
430
|
+
enforce_choice(upto, choices=list(_RANGE_LAYER_VALUES), flag="--upto")
|
|
431
|
+
if dv_kind is not None:
|
|
432
|
+
enforce_choice(dv_kind, choices=list(_DV_KIND_VALUES), flag="--dv-kind")
|
|
433
|
+
override = _coerce_compile_target(compile_target)
|
|
434
|
+
|
|
435
|
+
project_root = resolve_project(project)
|
|
436
|
+
|
|
437
|
+
try:
|
|
438
|
+
layer_range = LayerRange(start=Layer(layer_from), end=Layer(upto))
|
|
439
|
+
except ValueError as exc:
|
|
440
|
+
_console.print(f"[red]✗[/red] {exc}")
|
|
441
|
+
raise typer.Exit(code=1) from exc
|
|
442
|
+
|
|
443
|
+
selectors = Selectors(
|
|
444
|
+
include=_split_csv(include),
|
|
445
|
+
exclude=_split_csv(exclude),
|
|
446
|
+
dv_kind=DvKind(dv_kind) if dv_kind is not None else None,
|
|
447
|
+
dv_name=dv_name,
|
|
448
|
+
)
|
|
449
|
+
|
|
450
|
+
closure_mode = ClosureMode.STRICT if no_closure else ClosureMode.AUTO
|
|
451
|
+
|
|
452
|
+
try:
|
|
453
|
+
bundle = build_range_compile_bundle(
|
|
454
|
+
project_root,
|
|
455
|
+
domain=domain,
|
|
456
|
+
target=target,
|
|
457
|
+
layer_range=layer_range,
|
|
458
|
+
selectors=selectors,
|
|
459
|
+
closure=closure_mode,
|
|
460
|
+
)
|
|
461
|
+
except RangeCompileError as exc:
|
|
462
|
+
_console.print(f"[red]✗[/red] {exc}")
|
|
463
|
+
raise typer.Exit(code=1) from exc
|
|
464
|
+
|
|
465
|
+
_render_range_summary(domain, target, bundle)
|
|
466
|
+
|
|
467
|
+
# Emit one artefact per layer slice (reuses the slice-20.3 emitter).
|
|
468
|
+
from kiri_migration.scaffold.compile_targets import compile_layer_bundle
|
|
469
|
+
|
|
470
|
+
written: list[Path] = []
|
|
471
|
+
for sl in bundle.slices:
|
|
472
|
+
layer_out_dir = out / domain / sl.layer.value
|
|
473
|
+
layer_out_dir.mkdir(parents=True, exist_ok=True)
|
|
474
|
+
declared = sl.layer_bundle.tables[0].compile_target if sl.layer_bundle.tables else None
|
|
475
|
+
artefact_name = _artefact_filename(sl.layer, override or declared)
|
|
476
|
+
try:
|
|
477
|
+
path = compile_layer_bundle(
|
|
478
|
+
sl.layer_bundle,
|
|
479
|
+
output_path=layer_out_dir / artefact_name,
|
|
480
|
+
project_adapter=project_adapter,
|
|
481
|
+
sql_dialect=sql_dialect,
|
|
482
|
+
compile_target_override=override,
|
|
483
|
+
project_root=project_root,
|
|
484
|
+
)
|
|
485
|
+
except CompileDispatchError as exc:
|
|
486
|
+
_console.print(f"[red]✗[/red] {sl.layer.value}: {exc}")
|
|
487
|
+
raise typer.Exit(code=1) from exc
|
|
488
|
+
written.append(path)
|
|
489
|
+
_console.print(f"[green]✓[/green] {sl.layer.value}: {path}")
|
|
490
|
+
|
|
491
|
+
if not written:
|
|
492
|
+
_console.print("[yellow]no slices produced an artefact[/yellow]")
|
|
493
|
+
raise typer.Exit(code=1)
|