kiri-cli 1.0.0b3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of kiri-cli might be problematic. Click here for more details.
- kiri_adapters/__init__.py +193 -0
- kiri_adapters/backends/__init__.py +0 -0
- kiri_adapters/backends/databricks.manifest.yml +55 -0
- kiri_adapters/backends/databricks.py +2980 -0
- kiri_adapters/backends/fabric_dw.manifest.yml +17 -0
- kiri_adapters/backends/fabric_dw.py +307 -0
- kiri_adapters/backends/fabric_lakehouse.manifest.yml +19 -0
- kiri_adapters/backends/fabric_lakehouse.py +365 -0
- kiri_adapters/backends/iceberg.manifest.yml +17 -0
- kiri_adapters/backends/iceberg.py +451 -0
- kiri_adapters/backends/localduckdb.manifest.yml +43 -0
- kiri_adapters/backends/localduckdb.py +1295 -0
- kiri_adapters/backends/mssql.manifest.yml +17 -0
- kiri_adapters/backends/mssql.py +366 -0
- kiri_adapters/backends/postgres.manifest.yml +17 -0
- kiri_adapters/backends/postgres.py +434 -0
- kiri_adapters/backends/trino.manifest.yml +17 -0
- kiri_adapters/backends/trino.py +542 -0
- kiri_adapters/base.py +892 -0
- kiri_adapters/doctor_checks.py +81 -0
- kiri_adapters/dv_planner.py +1205 -0
- kiri_adapters/dv_planner_bridge.py +265 -0
- kiri_adapters/dv_planner_pit.py +265 -0
- kiri_adapters/dv_planner_ref.py +403 -0
- kiri_adapters/dv_planner_sat_variants.py +668 -0
- kiri_adapters/framework.py +112 -0
- kiri_adapters/incident/__init__.py +30 -0
- kiri_adapters/incident/_http.py +121 -0
- kiri_adapters/incident/base.py +89 -0
- kiri_adapters/incident/jira.py +365 -0
- kiri_adapters/incident/servicenow.py +314 -0
- kiri_adapters/incident/zendesk.py +285 -0
- kiri_adapters/manifest.py +466 -0
- kiri_adapters/orchestration/__init__.py +30 -0
- kiri_adapters/orchestration/airflow.py +117 -0
- kiri_adapters/orchestration/artifact_emitter.py +99 -0
- kiri_adapters/orchestration/autoloader_emitter.py +141 -0
- kiri_adapters/orchestration/azure_data_factory.py +137 -0
- kiri_adapters/orchestration/base.py +626 -0
- kiri_adapters/orchestration/databricks_workflows.py +1768 -0
- kiri_adapters/orchestration/k8s_cron.py +555 -0
- kiri_adapters/orchestration/lifecycle.py +222 -0
- kiri_adapters/orchestration/pipeline_compat.py +145 -0
- kiri_adapters/orchestration/runtime_python.py +188 -0
- kiri_adapters/paths.py +38 -0
- kiri_adapters/protocols/__init__.py +64 -0
- kiri_adapters/protocols/ai_service/__init__.py +7 -0
- kiri_adapters/protocols/ai_service/conformance.py +120 -0
- kiri_adapters/protocols/base.py +220 -0
- kiri_adapters/protocols/catalog/__init__.py +7 -0
- kiri_adapters/protocols/catalog/conformance.py +138 -0
- kiri_adapters/protocols/framework/__init__.py +7 -0
- kiri_adapters/protocols/framework/conformance.py +98 -0
- kiri_adapters/protocols/incident/__init__.py +7 -0
- kiri_adapters/protocols/incident/conformance.py +64 -0
- kiri_adapters/protocols/orchestration/__init__.py +7 -0
- kiri_adapters/protocols/orchestration/conformance.py +84 -0
- kiri_adapters/protocols/platform/__init__.py +7 -0
- kiri_adapters/protocols/platform/conformance.py +120 -0
- kiri_adapters/protocols/sql_dialect/__init__.py +7 -0
- kiri_adapters/protocols/sql_dialect/conformance.py +91 -0
- kiri_adapters/protocols/vault/__init__.py +7 -0
- kiri_adapters/protocols/vault/conformance.py +65 -0
- kiri_adapters/py.typed +0 -0
- kiri_adapters/registry.py +104 -0
- kiri_adapters/semantic/__init__.py +60 -0
- kiri_adapters/semantic/apply.py +274 -0
- kiri_adapters/semantic/base.py +530 -0
- kiri_adapters/semantic/cube.py +280 -0
- kiri_adapters/semantic/dbt_semantic.py +92 -0
- kiri_adapters/semantic/metric_views.py +249 -0
- kiri_adapters/semantic/metricflow.py +345 -0
- kiri_adapters/semantic/snowflake_views.py +75 -0
- kiri_adapters/sql_dialect.py +1592 -0
- kiri_adapters/tsql_to_spark.py +653 -0
- kiri_ai_gateway/__init__.py +147 -0
- kiri_ai_gateway/audit.py +334 -0
- kiri_ai_gateway/batch.py +293 -0
- kiri_ai_gateway/config.py +165 -0
- kiri_ai_gateway/gateway.py +642 -0
- kiri_ai_gateway/placeholder_guard.py +145 -0
- kiri_ai_gateway/prices/__init__.py +77 -0
- kiri_ai_gateway/prices/prices.yaml +64 -0
- kiri_ai_gateway/prompts/__init__.py +54 -0
- kiri_ai_gateway/prompts/airbyte_source_setup.yaml +212 -0
- kiri_ai_gateway/prompts/bdv_translation.yaml +90 -0
- kiri_ai_gateway/prompts/contract_draft_mvp.yaml +117 -0
- kiri_ai_gateway/prompts/describe_table.yaml +19 -0
- kiri_ai_gateway/prompts/design_gold_from_question.yaml +130 -0
- kiri_ai_gateway/prompts/detect_pii.yaml +59 -0
- kiri_ai_gateway/prompts/discover_classify_column.yaml +69 -0
- kiri_ai_gateway/prompts/discover_describe_table.yaml +61 -0
- kiri_ai_gateway/prompts/dv_quality_summary.yaml +36 -0
- kiri_ai_gateway/prompts/incident_assist.yaml +58 -0
- kiri_ai_gateway/prompts/infer_source_schema.yaml +31 -0
- kiri_ai_gateway/prompts/ingest_backend_chooser.yaml +116 -0
- kiri_ai_gateway/prompts/interactive_source_edit.yaml +94 -0
- kiri_ai_gateway/prompts/map_needed_entity_to_source.yaml +72 -0
- kiri_ai_gateway/prompts/meet_kiri.yaml +127 -0
- kiri_ai_gateway/prompts/native_source_setup.yaml +211 -0
- kiri_ai_gateway/prompts/source_grouping_reason.yaml +29 -0
- kiri_ai_gateway/prompts/suggest_attribute_classification.yaml +42 -0
- kiri_ai_gateway/prompts/suggest_data_tests.yaml +71 -0
- kiri_ai_gateway/prompts/suggest_gold_dimension.yaml +108 -0
- kiri_ai_gateway/prompts/suggest_gold_fact.yaml +107 -0
- kiri_ai_gateway/prompts/suggest_gold_model.yaml +70 -0
- kiri_ai_gateway/prompts/suggest_semantic_intent.yaml +91 -0
- kiri_ai_gateway/prompts/suggest_silver_model.yaml +140 -0
- kiri_ai_gateway/providers/__init__.py +7 -0
- kiri_ai_gateway/providers/anthropic_provider.py +26 -0
- kiri_ai_gateway/providers/gateway_provider.py +188 -0
- kiri_ai_gateway/providers/local_provider.py +177 -0
- kiri_ai_gateway/py.typed +0 -0
- kiri_ai_gateway/service.py +283 -0
- kiri_ai_gateway/transport.py +103 -0
- kiri_ai_gateway/transports/__init__.py +12 -0
- kiri_ai_gateway/transports/anthropic_transport.py +73 -0
- kiri_ai_gateway/transports/ollama_transport.py +82 -0
- kiri_ai_gateway/transports/openai_compatible_transport.py +125 -0
- kiri_ai_gateway/workspace_policy.py +52 -0
- kiri_catalog/__init__.py +199 -0
- kiri_catalog/annotation_plan.py +183 -0
- kiri_catalog/appearances.py +155 -0
- kiri_catalog/backends/__init__.py +79 -0
- kiri_catalog/backends/base.py +167 -0
- kiri_catalog/backends/memory.py +241 -0
- kiri_catalog/backends/postgres.py +497 -0
- kiri_catalog/backends/redacting.py +195 -0
- kiri_catalog/backends/sqlite.py +480 -0
- kiri_catalog/context.py +94 -0
- kiri_catalog/federation/__init__.py +114 -0
- kiri_catalog/federation/api.py +200 -0
- kiri_catalog/federation/cache.py +149 -0
- kiri_catalog/federation/emit.py +209 -0
- kiri_catalog/federation/fs_resolver.py +295 -0
- kiri_catalog/federation/http_resolver.py +486 -0
- kiri_catalog/federation/metrics.py +123 -0
- kiri_catalog/federation/release.py +342 -0
- kiri_catalog/federation/resolver.py +332 -0
- kiri_catalog/federation/schema.py +460 -0
- kiri_catalog/importer.py +668 -0
- kiri_catalog/lineage_drift.py +280 -0
- kiri_catalog/lineage_graph.py +176 -0
- kiri_catalog/lineage_graph_explain.py +96 -0
- kiri_catalog/lineage_graph_mermaid.py +230 -0
- kiri_catalog/observed_uc_lineage.py +216 -0
- kiri_catalog/pii_detect.py +176 -0
- kiri_catalog/push.py +122 -0
- kiri_catalog/py.typed +0 -0
- kiri_catalog/redact.py +101 -0
- kiri_catalog/review_actions.py +119 -0
- kiri_catalog/schema/__init__.py +70 -0
- kiri_catalog/schema/asset.py +142 -0
- kiri_catalog/schema/column.py +247 -0
- kiri_catalog/schema/enums.py +195 -0
- kiri_catalog/schema/job.py +51 -0
- kiri_catalog/schema/lineage.py +33 -0
- kiri_catalog/schema/policy.py +69 -0
- kiri_catalog/schema/primitives.py +90 -0
- kiri_catalog/schema/review_state.py +111 -0
- kiri_catalog/schema/urn.py +45 -0
- kiri_catalog/schema_discovery.py +160 -0
- kiri_catalog/sinks/__init__.py +64 -0
- kiri_catalog/sinks/base.py +178 -0
- kiri_catalog/sinks/horizon.py +195 -0
- kiri_catalog/sinks/purview.py +216 -0
- kiri_catalog/sinks/unity.py +352 -0
- kiri_catalog/sinks/unity_executor.py +543 -0
- kiri_catalog/sources/__init__.py +42 -0
- kiri_catalog/sources/base.py +104 -0
- kiri_catalog/sources/unity.py +465 -0
- kiri_catalog/steward_writeback.py +158 -0
- kiri_catalog/tag_sql.py +99 -0
- kiri_cli/LICENSE +105 -0
- kiri_cli/__init__.py +1 -0
- kiri_cli/_apply_cli.py +63 -0
- kiri_cli/_apply_reporter.py +38 -0
- kiri_cli/_closed_menu.py +36 -0
- kiri_cli/_fixture_option.py +18 -0
- kiri_cli/_layer_detect.py +158 -0
- kiri_cli/_project_option.py +79 -0
- kiri_cli/adapter_cmd.py +192 -0
- kiri_cli/ai_batch_cmd.py +258 -0
- kiri_cli/ai_cmd.py +352 -0
- kiri_cli/approve_cmd.py +659 -0
- kiri_cli/attr_cmd.py +575 -0
- kiri_cli/audit_cmd.py +348 -0
- kiri_cli/audit_correlate_cmd.py +648 -0
- kiri_cli/audit_join.py +437 -0
- kiri_cli/audit_join_cmd.py +160 -0
- kiri_cli/auto_cmd.py +97 -0
- kiri_cli/azure_cmd.py +243 -0
- kiri_cli/catalog.py +1293 -0
- kiri_cli/cli_reference_live.py +147 -0
- kiri_cli/compile_cmd.py +493 -0
- kiri_cli/compliance_cmd.py +221 -0
- kiri_cli/contract_approval_cmd.py +94 -0
- kiri_cli/contract_cmd.py +64 -0
- kiri_cli/contract_codeowners_cmd.py +162 -0
- kiri_cli/contract_diff.py +111 -0
- kiri_cli/contract_emit.py +90 -0
- kiri_cli/contract_export.py +192 -0
- kiri_cli/contract_lint.py +1505 -0
- kiri_cli/contract_merge_cmd.py +264 -0
- kiri_cli/contract_new.py +326 -0
- kiri_cli/contract_promote.py +216 -0
- kiri_cli/contract_scaffold_cmd.py +134 -0
- kiri_cli/contract_schema_export.py +69 -0
- kiri_cli/contract_show.py +150 -0
- kiri_cli/contract_stubs.py +60 -0
- kiri_cli/contract_sync_from_live.py +327 -0
- kiri_cli/contract_validate.py +154 -0
- kiri_cli/contract_verify_live.py +242 -0
- kiri_cli/cost_cmd.py +243 -0
- kiri_cli/databricks_health.py +1254 -0
- kiri_cli/databricks_setup_cmd.py +712 -0
- kiri_cli/discover_cmd.py +600 -0
- kiri_cli/docs_cmd.py +35 -0
- kiri_cli/doctor_cmd.py +145 -0
- kiri_cli/dv_cmd.py +814 -0
- kiri_cli/dv_conformance_cmd.py +154 -0
- kiri_cli/dv_install.py +493 -0
- kiri_cli/dv_migrate_cmd.py +183 -0
- kiri_cli/dv_test_cmd.py +175 -0
- kiri_cli/federation_cmd.py +315 -0
- kiri_cli/fk_cmd.py +160 -0
- kiri_cli/flows_cmd.py +910 -0
- kiri_cli/governance_cmd.py +358 -0
- kiri_cli/incident_api_cmd.py +180 -0
- kiri_cli/incident_cmd.py +410 -0
- kiri_cli/incident_setup_cmd.py +239 -0
- kiri_cli/ingest.py +427 -0
- kiri_cli/ingest_discover.py +480 -0
- kiri_cli/ingest_new_source.py +386 -0
- kiri_cli/intent_cmd.py +122 -0
- kiri_cli/invariants_cmd.py +118 -0
- kiri_cli/kiri_banner.py +161 -0
- kiri_cli/kpi_cmd.py +222 -0
- kiri_cli/layer_cmd.py +464 -0
- kiri_cli/lineage.py +601 -0
- kiri_cli/main.py +2472 -0
- kiri_cli/maturity_cmd.py +222 -0
- kiri_cli/migrate_cmd.py +1347 -0
- kiri_cli/onboard_cmd.py +223 -0
- kiri_cli/pack_cmd.py +496 -0
- kiri_cli/pipeline_cmd.py +127 -0
- kiri_cli/pre_classify_cmd.py +274 -0
- kiri_cli/project_cmd.py +592 -0
- kiri_cli/py.typed +0 -0
- kiri_cli/quality_cmd.py +295 -0
- kiri_cli/rbac.py +139 -0
- kiri_cli/rbac_cmd.py +291 -0
- kiri_cli/release.py +850 -0
- kiri_cli/release_semver.py +265 -0
- kiri_cli/repo_cmd.py +155 -0
- kiri_cli/retention_cmd.py +333 -0
- kiri_cli/sample_data/__init__.py +12 -0
- kiri_cli/sample_data/customers.contract.yml +47 -0
- kiri_cli/sample_data/customers.csv +25 -0
- kiri_cli/scaffold_cmd.py +721 -0
- kiri_cli/schema_cmd.py +185 -0
- kiri_cli/semantic_cmd.py +605 -0
- kiri_cli/silver_cmd.py +348 -0
- kiri_cli/skills_cmd.py +243 -0
- kiri_cli/skills_data/README.md +51 -0
- kiri_cli/skills_data/add-source/SKILL.md +116 -0
- kiri_cli/skills_data/azure-deploy/SKILL.md +261 -0
- kiri_cli/skills_data/azure-status/SKILL.md +111 -0
- kiri_cli/skills_data/compliance-check/SKILL.md +99 -0
- kiri_cli/skills_data/databricks-build-pipeline/SKILL.md +112 -0
- kiri_cli/skills_data/databricks-project-setup/SKILL.md +157 -0
- kiri_cli/skills_data/debug-apply/SKILL.md +186 -0
- kiri_cli/skills_data/draft-gold-model/SKILL.md +203 -0
- kiri_cli/skills_data/explain-kpi/SKILL.md +158 -0
- kiri_cli/skills_data/incident-coach/SKILL.md +135 -0
- kiri_cli/skills_data/incident-setup/SKILL.md +112 -0
- kiri_cli/skills_data/maturity-coach/SKILL.md +120 -0
- kiri_cli/skills_data/promote-contract/SKILL.md +91 -0
- kiri_cli/skills_data/review-attributes/SKILL.md +94 -0
- kiri_cli/sla_cmd.py +769 -0
- kiri_cli/source_cmd.py +909 -0
- kiri_cli/templates/__init__.py +6 -0
- kiri_cli/templates/dv4dbt_packages.yml.j2 +11 -0
- kiri_cli/upgrade_cmd.py +896 -0
- kiri_cli/use_cmd.py +120 -0
- kiri_cli/vault_cmd.py +241 -0
- kiri_cli/verify_generated.py +241 -0
- kiri_cli-1.0.0b3.dist-info/METADATA +212 -0
- kiri_cli-1.0.0b3.dist-info/RECORD +743 -0
- kiri_cli-1.0.0b3.dist-info/WHEEL +4 -0
- kiri_cli-1.0.0b3.dist-info/entry_points.txt +4 -0
- kiri_compliance/__init__.py +33 -0
- kiri_compliance/audit_coverage.py +354 -0
- kiri_compliance/controls.py +763 -0
- kiri_compliance/evidence.py +155 -0
- kiri_compliance/py.typed +0 -0
- kiri_compliance/quality_engine.py +246 -0
- kiri_compliance/renderer.py +195 -0
- kiri_compliance/report.py +44 -0
- kiri_compliance/schema.py +129 -0
- kiri_core/__init__.py +185 -0
- kiri_core/adapter_surfaces.py +149 -0
- kiri_core/ai_query_gate/__init__.py +92 -0
- kiri_core/ai_query_gate/audit.py +153 -0
- kiri_core/ai_query_gate/evaluator.py +484 -0
- kiri_core/ai_query_gate/models.py +162 -0
- kiri_core/ai_query_gate/parser.py +436 -0
- kiri_core/ai_query_gate/resolver.py +274 -0
- kiri_core/ai_query_gate/store.py +234 -0
- kiri_core/ai_query_gate/store_postgres.py +409 -0
- kiri_core/api_keys.py +243 -0
- kiri_core/apply/__init__.py +27 -0
- kiri_core/apply/conformance.py +99 -0
- kiri_core/apply/incident_router.py +176 -0
- kiri_core/apply/models.py +140 -0
- kiri_core/apply/reporter.py +46 -0
- kiri_core/apply/runner.py +3083 -0
- kiri_core/apply_log_store.py +155 -0
- kiri_core/approval_flow/__init__.py +133 -0
- kiri_core/approval_flow/integration.py +156 -0
- kiri_core/approval_flow/models.py +443 -0
- kiri_core/approval_flow/notifier.py +263 -0
- kiri_core/approval_flow/orchestrator.py +660 -0
- kiri_core/approval_flow/reconcile_signoff.py +53 -0
- kiri_core/approval_flow/store.py +220 -0
- kiri_core/approval_flow/store_jsonl.py +217 -0
- kiri_core/approval_flow/store_postgres.py +580 -0
- kiri_core/approval_policy.py +116 -0
- kiri_core/asgi_trace.py +160 -0
- kiri_core/compliance.py +802 -0
- kiri_core/cutover_approval.py +187 -0
- kiri_core/discovery/__init__.py +109 -0
- kiri_core/discovery/ai/__init__.py +37 -0
- kiri_core/discovery/ai/_payload.py +115 -0
- kiri_core/discovery/ai/budget.py +83 -0
- kiri_core/discovery/ai/classify.py +223 -0
- kiri_core/discovery/ai/describe.py +200 -0
- kiri_core/discovery/ai/errors.py +49 -0
- kiri_core/discovery/discover.py +648 -0
- kiri_core/discovery/heuristics/__init__.py +42 -0
- kiri_core/discovery/heuristics/classification.py +174 -0
- kiri_core/discovery/heuristics/medallion.py +157 -0
- kiri_core/discovery/heuristics/pii.py +92 -0
- kiri_core/discovery/introspector.py +636 -0
- kiri_core/discovery/introspector_databricks.py +396 -0
- kiri_core/discovery/introspector_postgres.py +394 -0
- kiri_core/discovery/introspector_snowflake.py +383 -0
- kiri_core/discovery/reporting/__init__.py +17 -0
- kiri_core/discovery/reporting/discovery_report.py +190 -0
- kiri_core/discovery/scaffold/__init__.py +41 -0
- kiri_core/discovery/scaffold/contract_writer.py +632 -0
- kiri_core/discovery/scaffold/provenance_overlay.py +143 -0
- kiri_core/discovery/scaffold/source_writer.py +211 -0
- kiri_core/discovery/scaffold/todo_marker.py +98 -0
- kiri_core/domain_policy.py +122 -0
- kiri_core/goal_coverage.py +82 -0
- kiri_core/gold_registry.py +211 -0
- kiri_core/health.py +192 -0
- kiri_core/incident.py +204 -0
- kiri_core/incident_builders.py +256 -0
- kiri_core/incident_log.py +418 -0
- kiri_core/intent/__init__.py +46 -0
- kiri_core/intent/agent_runner.py +82 -0
- kiri_core/intent/project_dv.py +261 -0
- kiri_core/intent/propose.py +132 -0
- kiri_core/intent/semantic_intent.py +446 -0
- kiri_core/invariants.py +301 -0
- kiri_core/kpi.py +373 -0
- kiri_core/latency.py +150 -0
- kiri_core/lifecycle/__init__.py +555 -0
- kiri_core/lifecycle/ai_index.py +453 -0
- kiri_core/lifecycle/auto_mode.py +172 -0
- kiri_core/lifecycle/bootstrap.py +316 -0
- kiri_core/lifecycle/cli_reference.py +1064 -0
- kiri_core/lifecycle/commit.py +258 -0
- kiri_core/lifecycle/compile_dispatch.py +296 -0
- kiri_core/lifecycle/compile_range.py +665 -0
- kiri_core/lifecycle/contract_inventory.py +354 -0
- kiri_core/lifecycle/contracts.py +250 -0
- kiri_core/lifecycle/doctor.py +412 -0
- kiri_core/lifecycle/git_remote.py +948 -0
- kiri_core/lifecycle/identity.py +147 -0
- kiri_core/lifecycle/ingestion_modes.py +215 -0
- kiri_core/lifecycle/layer_contract.py +452 -0
- kiri_core/lifecycle/layer_contract_migrate.py +969 -0
- kiri_core/lifecycle/layer_contract_parser.py +436 -0
- kiri_core/lifecycle/layer_contract_validator.py +2291 -0
- kiri_core/lifecycle/layout.py +298 -0
- kiri_core/lifecycle/onboarding.py +306 -0
- kiri_core/lifecycle/openlineage_emit.py +153 -0
- kiri_core/lifecycle/patch.py +231 -0
- kiri_core/lifecycle/plan.py +241 -0
- kiri_core/lifecycle/probe.py +204 -0
- kiri_core/lifecycle/project_context.py +334 -0
- kiri_core/lifecycle/project_status.py +532 -0
- kiri_core/lifecycle/scaffold.py +455 -0
- kiri_core/lifecycle/source_grouping.py +725 -0
- kiri_core/lifecycle/source_introspection.py +488 -0
- kiri_core/lifecycle/source_inventory.py +561 -0
- kiri_core/lifecycle/source_patch.py +353 -0
- kiri_core/lifecycle/sources.py +470 -0
- kiri_core/lifecycle/sync_from_live.py +727 -0
- kiri_core/lifecycle/validate.py +116 -0
- kiri_core/lifecycle/verify_annotations.py +391 -0
- kiri_core/lifecycle/verify_live.py +389 -0
- kiri_core/lifecycle/verify_metric_views.py +321 -0
- kiri_core/lifecycle/watermark.py +371 -0
- kiri_core/lifecycle/watermark_apply.py +656 -0
- kiri_core/lineage.py +418 -0
- kiri_core/loader.py +377 -0
- kiri_core/logging.py +374 -0
- kiri_core/maturity.py +592 -0
- kiri_core/migration_layer_policy.py +285 -0
- kiri_core/names.py +163 -0
- kiri_core/observed_lineage.py +62 -0
- kiri_core/odcs/__init__.py +15 -0
- kiri_core/otel_bootstrap.py +326 -0
- kiri_core/pipeline_ir.py +332 -0
- kiri_core/pipeline_loader.py +82 -0
- kiri_core/planning.py +110 -0
- kiri_core/project.py +1576 -0
- kiri_core/project_docs.py +199 -0
- kiri_core/py.typed +0 -0
- kiri_core/rate_limit.py +456 -0
- kiri_core/release_state/__init__.py +37 -0
- kiri_core/release_state/models.py +108 -0
- kiri_core/release_state/store.py +634 -0
- kiri_core/resilience/__init__.py +288 -0
- kiri_core/resilience/retry.py +173 -0
- kiri_core/runtime.py +40 -0
- kiri_core/schema/__init__.py +62 -0
- kiri_core/schema/column.py +140 -0
- kiri_core/schema/ingestion.py +665 -0
- kiri_core/schema/model.py +44 -0
- kiri_core/schema/reporting_goal.py +160 -0
- kiri_core/schema/source.py +188 -0
- kiri_core/silver/__init__.py +148 -0
- kiri_core/silver/apply_runner.py +830 -0
- kiri_core/silver/backfill.py +280 -0
- kiri_core/silver/dv_backend.py +426 -0
- kiri_core/silver/dv_graph.py +932 -0
- kiri_core/silver/dv_graph_mermaid.py +443 -0
- kiri_core/silver/dv_graph_payload.py +79 -0
- kiri_core/silver/dv_graph_views.py +416 -0
- kiri_core/silver/graph_projector.py +566 -0
- kiri_core/silver/hash_canonicaliser.py +172 -0
- kiri_core/silver/hash_policy.py +195 -0
- kiri_core/silver/load_ts_policy.py +202 -0
- kiri_core/silver/schema_evolution.py +410 -0
- kiri_core/silver/zone_rules.py +81 -0
- kiri_core/sizing.py +134 -0
- kiri_core/storage_paths.py +130 -0
- kiri_core/technique_validator.py +700 -0
- kiri_core/trace.py +409 -0
- kiri_core/types.py +41 -0
- kiri_core/urn.py +161 -0
- kiri_dbt_bridge/__init__.py +22 -0
- kiri_dbt_bridge/_schema_resolve.py +38 -0
- kiri_dbt_bridge/bridge.py +94 -0
- kiri_dbt_bridge/dbt.manifest.yml +26 -0
- kiri_dbt_bridge/dv4dbt/__init__.py +143 -0
- kiri_dbt_bridge/dv4dbt/backend.py +204 -0
- kiri_dbt_bridge/dv4dbt/bridge_generator.py +289 -0
- kiri_dbt_bridge/dv4dbt/compat.py +232 -0
- kiri_dbt_bridge/dv4dbt/hub_generator.py +282 -0
- kiri_dbt_bridge/dv4dbt/link_generator.py +306 -0
- kiri_dbt_bridge/dv4dbt/manifest.py +203 -0
- kiri_dbt_bridge/dv4dbt/pit_generator.py +318 -0
- kiri_dbt_bridge/dv4dbt/policy_translation.py +249 -0
- kiri_dbt_bridge/dv4dbt/project_writer.py +588 -0
- kiri_dbt_bridge/dv4dbt/ref_generator.py +404 -0
- kiri_dbt_bridge/dv4dbt/render.py +180 -0
- kiri_dbt_bridge/dv4dbt/sat_generator.py +480 -0
- kiri_dbt_bridge/dv4dbt/sat_variant_generator.py +529 -0
- kiri_dbt_bridge/dv4dbt/templates/__init__.py +16 -0
- kiri_dbt_bridge/dv4dbt/templates/bridge.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/dbt_project.yml.j2 +37 -0
- kiri_dbt_bridge/dv4dbt/templates/hub.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/link.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/packages.yml.j2 +10 -0
- kiri_dbt_bridge/dv4dbt/templates/pit.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/ref_historised.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/ref_non_historised.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat_effectivity.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat_multi_active.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat_non_historised.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat_record_tracking.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat_virtual_end_dated.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sources.yml.j2 +39 -0
- kiri_dbt_bridge/framework_adapter.py +310 -0
- kiri_dbt_bridge/generate.py +372 -0
- kiri_dbt_bridge/gold/__init__.py +21 -0
- kiri_dbt_bridge/gold/_sql_emit.py +128 -0
- kiri_dbt_bridge/gold/assemble.py +90 -0
- kiri_dbt_bridge/gold/canonical_columns.py +168 -0
- kiri_dbt_bridge/gold/computed_expressions.py +179 -0
- kiri_dbt_bridge/gold/dialects/__init__.py +69 -0
- kiri_dbt_bridge/gold/dialects/databricks.py +150 -0
- kiri_dbt_bridge/gold/dialects/duckdb.py +120 -0
- kiri_dbt_bridge/gold/dialects/trino.py +136 -0
- kiri_dbt_bridge/gold/dim_generator.py +688 -0
- kiri_dbt_bridge/gold/dimension_refs.py +255 -0
- kiri_dbt_bridge/gold/dispatch.py +69 -0
- kiri_dbt_bridge/gold/fact_generator.py +534 -0
- kiri_dbt_bridge/gold/flat_generator.py +144 -0
- kiri_dbt_bridge/gold/lineage.py +484 -0
- kiri_dbt_bridge/gold/localized_twins.py +218 -0
- kiri_dbt_bridge/gold/measures.py +49 -0
- kiri_dbt_bridge/gold/role_playing.py +75 -0
- kiri_dbt_bridge/gold/surrogate_key.py +114 -0
- kiri_dbt_bridge/macros/kiri_scd1_dim.sql +57 -0
- kiri_dbt_bridge/macros/kiri_scd2_dim.sql +188 -0
- kiri_dbt_bridge/macros/kiri_sha256.sql +32 -0
- kiri_dbt_bridge/macros/kiri_string_cast.sql +37 -0
- kiri_dbt_bridge/macros/kiri_surrogate_key.sql +43 -0
- kiri_dbt_bridge/profiles.py +162 -0
- kiri_dbt_bridge/py.typed +0 -0
- kiri_dbt_bridge/safe_ident.py +44 -0
- kiri_dbt_bridge/silver_conformance.py +188 -0
- kiri_dbt_bridge/silver_kimball/__init__.py +27 -0
- kiri_dbt_bridge/silver_kimball/assemble.py +174 -0
- kiri_dbt_bridge/silver_kimball/dim_generator.py +602 -0
- kiri_dbt_bridge/silver_kimball/dispatch.py +86 -0
- kiri_dbt_bridge/silver_kimball/fact_generator.py +320 -0
- kiri_dbt_bridge/silver_kimball/flat_generator.py +156 -0
- kiri_dbt_bridge/silver_kimball/lineage.py +464 -0
- kiri_dbt_bridge/silver_kimball/watermark_window.py +199 -0
- kiri_dbt_bridge/silver_kimball/zone.py +68 -0
- kiri_dbt_bridge/silver_scd2_curated/__init__.py +46 -0
- kiri_dbt_bridge/silver_scd2_curated/assemble.py +213 -0
- kiri_dbt_bridge/silver_scd2_curated/curated_generator.py +351 -0
- kiri_dbt_bridge/silver_scd2_curated/standardized_generator.py +261 -0
- kiri_dbt_bridge/silver_scd2_curated/standardized_plan.py +254 -0
- kiri_iceberg/__init__.py +11 -0
- kiri_iceberg/catalog.py +128 -0
- kiri_iceberg/profile.py +131 -0
- kiri_iceberg/py.typed +0 -0
- kiri_ingestion/__init__.py +63 -0
- kiri_ingestion/airbyte_client.py +428 -0
- kiri_ingestion/database_fetcher.py +224 -0
- kiri_ingestion/layout.py +71 -0
- kiri_ingestion/mssql_introspect.py +565 -0
- kiri_ingestion/py.typed +0 -0
- kiri_ingestion/rest_fetcher.py +472 -0
- kiri_ingestion/runner.py +341 -0
- kiri_ingestion/schema_drift.py +222 -0
- kiri_ingestion/storage.py +621 -0
- kiri_mcp/__init__.py +5 -0
- kiri_mcp/audit.py +99 -0
- kiri_mcp/audit_decorators.py +252 -0
- kiri_mcp/main.py +22 -0
- kiri_mcp/py.typed +0 -0
- kiri_mcp/rbac.py +110 -0
- kiri_mcp/server.py +766 -0
- kiri_mcp/skills.py +297 -0
- kiri_mcp/tools/__init__.py +70 -0
- kiri_mcp/tools/_shared.py +58 -0
- kiri_mcp/tools/adapter.py +150 -0
- kiri_mcp/tools/cli_reference.py +59 -0
- kiri_mcp/tools/compliance.py +119 -0
- kiri_mcp/tools/contract.py +374 -0
- kiri_mcp/tools/dv.py +62 -0
- kiri_mcp/tools/federation.py +152 -0
- kiri_mcp/tools/intent.py +71 -0
- kiri_mcp/tools/lineage.py +204 -0
- kiri_mcp/tools/lineage_drift.py +75 -0
- kiri_mcp/tools/plan.py +66 -0
- kiri_mcp/tools/project.py +311 -0
- kiri_migration/__init__.py +56 -0
- kiri_migration/name_preservation.py +271 -0
- kiri_migration/predeploy.py +311 -0
- kiri_migration/py.typed +0 -0
- kiri_migration/reconcile.py +1891 -0
- kiri_migration/scaffold/__init__.py +90 -0
- kiri_migration/scaffold/_audit_columns.py +74 -0
- kiri_migration/scaffold/_classify.py +100 -0
- kiri_migration/scaffold/_typemap.py +71 -0
- kiri_migration/scaffold/_yaml.py +33 -0
- kiri_migration/scaffold/bronze.py +279 -0
- kiri_migration/scaffold/compile_targets/__init__.py +271 -0
- kiri_migration/scaffold/compile_targets/_common.py +193 -0
- kiri_migration/scaffold/compile_targets/copy_into.py +33 -0
- kiri_migration/scaffold/compile_targets/dlt.py +125 -0
- kiri_migration/scaffold/compile_targets/dlt_with_append_flows.py +163 -0
- kiri_migration/scaffold/compile_targets/dlt_with_apply_changes.py +192 -0
- kiri_migration/scaffold/compile_targets/dlt_with_expectations.py +276 -0
- kiri_migration/scaffold/compile_targets/layer_dispatch.py +258 -0
- kiri_migration/scaffold/compile_targets/sql_full_snapshot.py +385 -0
- kiri_migration/scaffold/compile_targets/streaming_table.py +37 -0
- kiri_migration/scaffold/mart.py +234 -0
- kiri_migration/scaffold/plans/__init__.py +49 -0
- kiri_migration/scaffold/plans/_registry.py +308 -0
- kiri_migration/scaffold/plans/minimal.py +550 -0
- kiri_migration/scaffold/plans/plan_b_layer.py +640 -0
- kiri_migration/scaffold/silver_from_marts.py +256 -0
- kiri_migration/scaffold/silver_pattern.py +451 -0
- kiri_migration/sp_translator.py +398 -0
- kiri_odcs/LICENSE +204 -0
- kiri_odcs/__init__.py +234 -0
- kiri_odcs/ai_trust_tier.py +475 -0
- kiri_odcs/canonical.py +263 -0
- kiri_odcs/diff.py +63 -0
- kiri_odcs/errors.py +51 -0
- kiri_odcs/invariant_sql.py +136 -0
- kiri_odcs/kiri_bridge.py +71 -0
- kiri_odcs/kiri_ext.py +3166 -0
- kiri_odcs/kiri_fk.py +447 -0
- kiri_odcs/kiri_pit.py +121 -0
- kiri_odcs/kiri_ref.py +57 -0
- kiri_odcs/openlineage_adapter.py +105 -0
- kiri_odcs/parser.py +1213 -0
- kiri_odcs/pii_guardrails.py +159 -0
- kiri_odcs/py.typed +0 -0
- kiri_odcs/schema_export.py +223 -0
- kiri_openlineage/__init__.py +58 -0
- kiri_openlineage/builder.py +146 -0
- kiri_openlineage/cost.py +190 -0
- kiri_openlineage/emitter.py +165 -0
- kiri_openlineage/py.typed +0 -0
- kiri_openlineage/schema.py +121 -0
- kiri_packs/__init__.py +67 -0
- kiri_packs/installer.py +500 -0
- kiri_packs/manifest.py +134 -0
- kiri_packs/publisher.py +605 -0
- kiri_packs/py.typed +0 -0
- kiri_packs/validator.py +295 -0
- kiri_quality/__init__.py +108 -0
- kiri_quality/ai_audit_correlator.py +293 -0
- kiri_quality/ai_audit_correlator_apply.py +526 -0
- kiri_quality/conformance_evidence.py +272 -0
- kiri_quality/dbt_test_collector.py +214 -0
- kiri_quality/dq_codegen.py +300 -0
- kiri_quality/dv_checks.py +393 -0
- kiri_quality/dv_column_lineage.py +279 -0
- kiri_quality/dv_column_lineage_apply.py +856 -0
- kiri_quality/dv_conformance.py +841 -0
- kiri_quality/dv_fixture_runner.py +478 -0
- kiri_quality/dv_invariants.py +986 -0
- kiri_quality/dv_kiri.py +97 -0
- kiri_quality/dv_markdown.py +169 -0
- kiri_quality/dv_observed_uc_reader.py +187 -0
- kiri_quality/dv_runner.py +389 -0
- kiri_quality/evidence_status.py +337 -0
- kiri_quality/fk_checks.py +800 -0
- kiri_quality/fk_ddl.py +402 -0
- kiri_quality/fk_pit_contract.py +168 -0
- kiri_quality/fk_runner.py +950 -0
- kiri_quality/kernel.py +376 -0
- kiri_quality/pii.py +60 -0
- kiri_quality/pre_classify/__init__.py +55 -0
- kiri_quality/pre_classify/engine.py +346 -0
- kiri_quality/pre_classify/locale_packs/en.yaml +117 -0
- kiri_quality/pre_classify/locale_packs/sv.yaml +73 -0
- kiri_quality/pre_classify/merge.py +297 -0
- kiri_quality/pre_classify/model.py +163 -0
- kiri_quality/py.typed +0 -0
- kiri_quality/reject_lane.py +261 -0
- kiri_quality/rule_runner.py +565 -0
- kiri_quality/schema_evolution_check.py +88 -0
- kiri_quality/silver_quality.py +494 -0
- kiri_quality/silver_quality_markdown.py +187 -0
- kiri_quality/uc_security_compile.py +951 -0
- kiri_quality/uc_security_compile_apply.py +1186 -0
- kiri_rbac/__init__.py +87 -0
- kiri_rbac/access.py +371 -0
- kiri_rbac/loader.py +104 -0
- kiri_rbac/pr_gate.py +213 -0
- kiri_rbac/providers/__init__.py +29 -0
- kiri_rbac/providers/_jwt.py +121 -0
- kiri_rbac/providers/azure_ad.py +93 -0
- kiri_rbac/providers/base.py +107 -0
- kiri_rbac/providers/factory.py +48 -0
- kiri_rbac/providers/github.py +134 -0
- kiri_rbac/providers/oidc_generic.py +99 -0
- kiri_rbac/py.typed +0 -0
- kiri_rbac/resolver.py +118 -0
- kiri_rbac/schema.py +219 -0
- kiri_schema_registry/__init__.py +22 -0
- kiri_schema_registry/avro.py +127 -0
- kiri_schema_registry/base.py +71 -0
- kiri_schema_registry/confluent.py +184 -0
- kiri_schema_registry/glue.py +178 -0
- kiri_schema_registry/py.typed +0 -0
- kiri_slack_bot/__init__.py +24 -0
- kiri_slack_bot/handler.py +248 -0
- kiri_slack_bot/py.typed +0 -0
- kiri_slack_bot/queries.py +90 -0
- kiri_slack_bot/signature.py +94 -0
- kiri_vault/__init__.py +59 -0
- kiri_vault/audit.py +64 -0
- kiri_vault/aws_vault.py +123 -0
- kiri_vault/azure_vault.py +236 -0
- kiri_vault/boundaries.py +219 -0
- kiri_vault/client.py +54 -0
- kiri_vault/databricks_vault.py +292 -0
- kiri_vault/env_vault.py +77 -0
- kiri_vault/py.typed +0 -0
- kiri_vault/ref.py +84 -0
- kirimana_automation/__init__.py +0 -0
- kirimana_automation/business_calendar.py +179 -0
- kirimana_automation/dag_snapshot.py +252 -0
- kirimana_automation/db/__init__.py +5 -0
- kirimana_automation/db/migrate.py +571 -0
- kirimana_automation/db/migrations/0001_release_state.down.duckdb.sql +29 -0
- kirimana_automation/db/migrations/0001_release_state.down.postgres.sql +37 -0
- kirimana_automation/db/migrations/0001_release_state.duckdb.sql +170 -0
- kirimana_automation/db/migrations/0001_release_state.postgres.sql +176 -0
- kirimana_automation/db/migrations/0002_rate_limit_buckets.down.duckdb.sql +9 -0
- kirimana_automation/db/migrations/0002_rate_limit_buckets.down.postgres.sql +9 -0
- kirimana_automation/db/migrations/0002_rate_limit_buckets.duckdb.sql +14 -0
- kirimana_automation/db/migrations/0002_rate_limit_buckets.postgres.sql +18 -0
- kirimana_automation/db/migrations/0003_flow_runs.down.duckdb.sql +18 -0
- kirimana_automation/db/migrations/0003_flow_runs.down.postgres.sql +19 -0
- kirimana_automation/db/migrations/0003_flow_runs.duckdb.sql +85 -0
- kirimana_automation/db/migrations/0003_flow_runs.postgres.sql +102 -0
- kirimana_automation/db/migrations/0004_flow_dag_snapshots.down.duckdb.sql +11 -0
- kirimana_automation/db/migrations/0004_flow_dag_snapshots.down.postgres.sql +11 -0
- kirimana_automation/db/migrations/0004_flow_dag_snapshots.duckdb.sql +15 -0
- kirimana_automation/db/migrations/0004_flow_dag_snapshots.postgres.sql +31 -0
- kirimana_automation/db/migrations/0005_calendar_skip.down.duckdb.sql +109 -0
- kirimana_automation/db/migrations/0005_calendar_skip.down.postgres.sql +42 -0
- kirimana_automation/db/migrations/0005_calendar_skip.duckdb.sql +113 -0
- kirimana_automation/db/migrations/0005_calendar_skip.postgres.sql +42 -0
- kirimana_automation/db/migrations/0006_flow_apply_log.down.duckdb.sql +9 -0
- kirimana_automation/db/migrations/0006_flow_apply_log.down.postgres.sql +11 -0
- kirimana_automation/db/migrations/0006_flow_apply_log.duckdb.sql +45 -0
- kirimana_automation/db/migrations/0006_flow_apply_log.postgres.sql +49 -0
- kirimana_automation/db/migrations/0007_flow_task_error_redacted.down.duckdb.sql +14 -0
- kirimana_automation/db/migrations/0007_flow_task_error_redacted.down.postgres.sql +2 -0
- kirimana_automation/db/migrations/0007_flow_task_error_redacted.duckdb.sql +7 -0
- kirimana_automation/db/migrations/0007_flow_task_error_redacted.postgres.sql +11 -0
- kirimana_automation/db/migrations/README.md +84 -0
- kirimana_automation/flow_loader.py +220 -0
- kirimana_automation/freeze.py +133 -0
- kirimana_automation/kiri_recommender.py +313 -0
- kirimana_automation/main.py +195 -0
- kirimana_automation/py.typed +0 -0
- kirimana_automation/run_history.py +593 -0
- kirimana_automation/run_history_analysis.py +607 -0
- kirimana_automation/schedule.py +343 -0
- kirimana_automation/schedule_validator.py +572 -0
- kirimana_automation/workflow_compiler.py +1288 -0
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
"""Approval-token binding for migration reconcile sign-off (ADR 0149)."""
|
|
2
|
+
|
|
3
|
+
from __future__ import annotations
|
|
4
|
+
|
|
5
|
+
import hashlib
|
|
6
|
+
import json
|
|
7
|
+
from dataclasses import dataclass
|
|
8
|
+
from datetime import UTC, datetime
|
|
9
|
+
|
|
10
|
+
from kiri_core.approval_flow.models import ApprovalRequest
|
|
11
|
+
from kiri_core.approval_flow.orchestrator import consume_token
|
|
12
|
+
from kiri_core.approval_flow.store import ApprovalStore
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
@dataclass(frozen=True)
|
|
16
|
+
class ReconcileSignoffBinding:
|
|
17
|
+
"""The tuple a production reconcile sign-off token is bound to."""
|
|
18
|
+
|
|
19
|
+
report_hash: str
|
|
20
|
+
environment: str
|
|
21
|
+
snapshot_id: str
|
|
22
|
+
|
|
23
|
+
def canonical_hash(self) -> str:
|
|
24
|
+
payload = json.dumps(
|
|
25
|
+
{
|
|
26
|
+
"environment": self.environment,
|
|
27
|
+
"report_hash": self.report_hash,
|
|
28
|
+
"snapshot_id": self.snapshot_id,
|
|
29
|
+
},
|
|
30
|
+
sort_keys=True,
|
|
31
|
+
separators=(",", ":"),
|
|
32
|
+
)
|
|
33
|
+
return "sha256:" + hashlib.sha256(payload.encode("utf-8")).hexdigest()
|
|
34
|
+
|
|
35
|
+
|
|
36
|
+
def consume_reconcile_signoff_token(
|
|
37
|
+
*,
|
|
38
|
+
store: ApprovalStore,
|
|
39
|
+
plaintext_token: str,
|
|
40
|
+
binding: ReconcileSignoffBinding,
|
|
41
|
+
now: datetime | None = None,
|
|
42
|
+
) -> ApprovalRequest:
|
|
43
|
+
"""Consume an approval token bound to report hash + environment + snapshot."""
|
|
44
|
+
|
|
45
|
+
return consume_token(
|
|
46
|
+
store=store,
|
|
47
|
+
plaintext_token=plaintext_token,
|
|
48
|
+
resubmitted_sql_hash=binding.canonical_hash(),
|
|
49
|
+
now=now or datetime.now(UTC),
|
|
50
|
+
)
|
|
51
|
+
|
|
52
|
+
|
|
53
|
+
__all__ = ["ReconcileSignoffBinding", "consume_reconcile_signoff_token"]
|
|
@@ -0,0 +1,220 @@
|
|
|
1
|
+
"""Persistent approval-flow store — AI-roadmap #6b (slice 1).
|
|
2
|
+
|
|
3
|
+
Pluggable storage interface for :class:`ApprovalRequest`,
|
|
4
|
+
:class:`ApprovalToken`, and :class:`ApprovalEvent`. The orchestrator
|
|
5
|
+
(see :mod:`kiri_core.approval_flow.orchestrator`) constructs and
|
|
6
|
+
mutates these objects but does not persist them; callers — MCP
|
|
7
|
+
server, BFF, CLI — own the write side and choose a backend.
|
|
8
|
+
|
|
9
|
+
Slice 1 ships:
|
|
10
|
+
|
|
11
|
+
- :class:`ApprovalStore` — Protocol that backends implement.
|
|
12
|
+
- :class:`InMemoryApprovalStore` — process-local default. Right for
|
|
13
|
+
dev, tests, and the unit-test path of the orchestrator. Thread-safe
|
|
14
|
+
via a single lock; not suited for multi-replica deploys (state is
|
|
15
|
+
process-local, not shared).
|
|
16
|
+
|
|
17
|
+
Slice 2 will add :class:`PostgresApprovalStore` (shared schema with
|
|
18
|
+
the gate-audit store from #6a) and a JSONL backend for single-host
|
|
19
|
+
deployments. The Protocol is shaped so both can drop in without
|
|
20
|
+
caller changes.
|
|
21
|
+
|
|
22
|
+
Why a Protocol instead of an ABC: callers receive a typed handle
|
|
23
|
+
they can mock easily; subclassing is not needed for the in-process
|
|
24
|
+
+ Postgres backends.
|
|
25
|
+
"""
|
|
26
|
+
|
|
27
|
+
from __future__ import annotations
|
|
28
|
+
|
|
29
|
+
from collections.abc import Iterable
|
|
30
|
+
from threading import RLock
|
|
31
|
+
from typing import Protocol, runtime_checkable
|
|
32
|
+
|
|
33
|
+
from kiri_core.approval_flow.models import (
|
|
34
|
+
ApprovalEvent,
|
|
35
|
+
ApprovalRequest,
|
|
36
|
+
ApprovalState,
|
|
37
|
+
ApprovalToken,
|
|
38
|
+
)
|
|
39
|
+
|
|
40
|
+
# ---------------------------------------------------------------------------
|
|
41
|
+
# Store interface
|
|
42
|
+
# ---------------------------------------------------------------------------
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
@runtime_checkable
|
|
46
|
+
class ApprovalStore(Protocol):
|
|
47
|
+
"""Persistent storage surface for the approval-flow.
|
|
48
|
+
|
|
49
|
+
Backends implement four operation families:
|
|
50
|
+
|
|
51
|
+
- **Request CRUD** — ``put_request`` / ``get_request`` /
|
|
52
|
+
``list_requests``. Requests are append-only-style: the
|
|
53
|
+
orchestrator reads the latest snapshot, mutates, and writes
|
|
54
|
+
back atomically. Backends MUST guarantee that two writers
|
|
55
|
+
racing on the same ``request_id`` do not silently overwrite
|
|
56
|
+
each other; see :meth:`put_request` for the contract.
|
|
57
|
+
- **Token CRUD** — ``put_token`` / ``find_token_by_hash``. Only
|
|
58
|
+
hashes are stored; plaintext lives transiently in
|
|
59
|
+
:class:`IssuedApprovalToken` returned by the orchestrator.
|
|
60
|
+
- **Event append** — ``append_event``. Append-only audit log.
|
|
61
|
+
- **State queries** — ``list_pending_for_workspace``. Used by the
|
|
62
|
+
operator UI to surface "what's open for me to act on".
|
|
63
|
+
|
|
64
|
+
Concurrency model: backends decide. The in-memory backend uses a
|
|
65
|
+
re-entrant lock; the Postgres backend (slice 2) will use
|
|
66
|
+
``SELECT ... FOR UPDATE`` per request. Callers should treat the
|
|
67
|
+
store as opaque and not assume either.
|
|
68
|
+
"""
|
|
69
|
+
|
|
70
|
+
# ---- request CRUD ---------------------------------------------------
|
|
71
|
+
|
|
72
|
+
def put_request(self, request: ApprovalRequest) -> None:
|
|
73
|
+
"""Insert or replace a request by ``request_id``.
|
|
74
|
+
|
|
75
|
+
Implementations MUST detect concurrent modification: if
|
|
76
|
+
``request.state`` differs from the persisted state in a way
|
|
77
|
+
that violates the orchestrator's allowed transitions, they
|
|
78
|
+
MAY raise; the in-memory backend trusts the orchestrator and
|
|
79
|
+
replaces unconditionally because it is the single writer in
|
|
80
|
+
practice. The Postgres backend (slice 2) will guard with a
|
|
81
|
+
version column.
|
|
82
|
+
"""
|
|
83
|
+
|
|
84
|
+
def get_request(self, request_id: str) -> ApprovalRequest | None:
|
|
85
|
+
"""Single-row lookup by request_id. Returns ``None`` when
|
|
86
|
+
absent."""
|
|
87
|
+
|
|
88
|
+
def list_pending_for_workspace(
|
|
89
|
+
self,
|
|
90
|
+
workspace: str,
|
|
91
|
+
) -> list[ApprovalRequest]:
|
|
92
|
+
"""Return all requests in state ``PENDING`` for the given
|
|
93
|
+
workspace. Used by the operator UI; ordering is
|
|
94
|
+
backend-defined (callers sort if they need a stable order)."""
|
|
95
|
+
|
|
96
|
+
# ---- token CRUD -----------------------------------------------------
|
|
97
|
+
|
|
98
|
+
def put_token(self, token: ApprovalToken) -> None:
|
|
99
|
+
"""Insert a token. ``token.token_hash`` is unique across the
|
|
100
|
+
store; backends MUST raise on collision (vanishingly
|
|
101
|
+
unlikely with 256-bit tokens, but the guarantee is part of
|
|
102
|
+
the contract)."""
|
|
103
|
+
|
|
104
|
+
def find_token_by_hash(self, token_hash: str) -> ApprovalToken | None:
|
|
105
|
+
"""Look up a token by its SHA-256 hex digest. Returns
|
|
106
|
+
``None`` when absent. Backends MUST do the comparison
|
|
107
|
+
constant-time to avoid timing leaks (the in-memory backend
|
|
108
|
+
relies on Python dict O(1) which is constant-ish for the
|
|
109
|
+
sizes we handle; the Postgres backend will use
|
|
110
|
+
``LOWER(token_hash) = LOWER($1)`` and let the index handle
|
|
111
|
+
it)."""
|
|
112
|
+
|
|
113
|
+
# ---- event log ------------------------------------------------------
|
|
114
|
+
|
|
115
|
+
def append_event(self, event: ApprovalEvent) -> None:
|
|
116
|
+
"""Append one event. Append-only — backends MUST NOT
|
|
117
|
+
update or delete existing rows."""
|
|
118
|
+
|
|
119
|
+
def query_events(
|
|
120
|
+
self,
|
|
121
|
+
*,
|
|
122
|
+
request_ids: Iterable[str] | None = None,
|
|
123
|
+
) -> list[ApprovalEvent]:
|
|
124
|
+
"""Return events. When ``request_ids`` is supplied the
|
|
125
|
+
result is restricted to those requests; ``None`` means "all
|
|
126
|
+
events". Ordering is backend-defined."""
|
|
127
|
+
|
|
128
|
+
|
|
129
|
+
# ---------------------------------------------------------------------------
|
|
130
|
+
# In-memory implementation — process-local default
|
|
131
|
+
# ---------------------------------------------------------------------------
|
|
132
|
+
|
|
133
|
+
|
|
134
|
+
class InMemoryApprovalStore:
|
|
135
|
+
"""Process-local approval-flow store using plain dicts.
|
|
136
|
+
|
|
137
|
+
Thread-safe via a single re-entrant lock — the contention domain
|
|
138
|
+
is small (operator UI + at most a few approvers per request)
|
|
139
|
+
so a fine-grained per-request lock is not worth the complexity.
|
|
140
|
+
|
|
141
|
+
State is in process memory only; restart loses everything. Right
|
|
142
|
+
for dev, unit tests, and the orchestrator's own test suite.
|
|
143
|
+
Multi-replica deploys MUST swap to :class:`PostgresApprovalStore`
|
|
144
|
+
(slice 2) — this backend would silently lose votes that landed
|
|
145
|
+
on a different replica.
|
|
146
|
+
"""
|
|
147
|
+
|
|
148
|
+
def __init__(self) -> None:
|
|
149
|
+
self._requests: dict[str, ApprovalRequest] = {}
|
|
150
|
+
self._tokens: dict[str, ApprovalToken] = {}
|
|
151
|
+
# Events are append-only; preserve insertion order so the
|
|
152
|
+
# operator UI can scroll through them as a timeline.
|
|
153
|
+
self._events: list[ApprovalEvent] = []
|
|
154
|
+
self._lock = RLock()
|
|
155
|
+
|
|
156
|
+
# ---- request CRUD ---------------------------------------------------
|
|
157
|
+
|
|
158
|
+
def put_request(self, request: ApprovalRequest) -> None:
|
|
159
|
+
with self._lock:
|
|
160
|
+
self._requests[request.request_id] = request
|
|
161
|
+
|
|
162
|
+
def get_request(self, request_id: str) -> ApprovalRequest | None:
|
|
163
|
+
with self._lock:
|
|
164
|
+
return self._requests.get(request_id)
|
|
165
|
+
|
|
166
|
+
def list_pending_for_workspace(
|
|
167
|
+
self,
|
|
168
|
+
workspace: str,
|
|
169
|
+
) -> list[ApprovalRequest]:
|
|
170
|
+
with self._lock:
|
|
171
|
+
return [
|
|
172
|
+
r
|
|
173
|
+
for r in self._requests.values()
|
|
174
|
+
if r.workspace == workspace and r.state is ApprovalState.PENDING
|
|
175
|
+
]
|
|
176
|
+
|
|
177
|
+
# ---- token CRUD -----------------------------------------------------
|
|
178
|
+
|
|
179
|
+
def put_token(self, token: ApprovalToken) -> None:
|
|
180
|
+
with self._lock:
|
|
181
|
+
if token.token_hash in self._tokens:
|
|
182
|
+
# 256-bit collision is astronomically unlikely; this
|
|
183
|
+
# guard exists so a programming-error double-issue
|
|
184
|
+
# surfaces loudly rather than silently overwriting
|
|
185
|
+
# the original token.
|
|
186
|
+
raise ValueError(
|
|
187
|
+
f"approval token hash already present: "
|
|
188
|
+
f"request_id={self._tokens[token.token_hash].request_id!r}; "
|
|
189
|
+
f"new request_id={token.request_id!r}. This indicates "
|
|
190
|
+
f"either a hash collision (impossible) or a double "
|
|
191
|
+
f"call to issue_token — fix the caller."
|
|
192
|
+
)
|
|
193
|
+
self._tokens[token.token_hash] = token
|
|
194
|
+
|
|
195
|
+
def find_token_by_hash(self, token_hash: str) -> ApprovalToken | None:
|
|
196
|
+
with self._lock:
|
|
197
|
+
return self._tokens.get(token_hash)
|
|
198
|
+
|
|
199
|
+
# ---- event log ------------------------------------------------------
|
|
200
|
+
|
|
201
|
+
def append_event(self, event: ApprovalEvent) -> None:
|
|
202
|
+
with self._lock:
|
|
203
|
+
self._events.append(event)
|
|
204
|
+
|
|
205
|
+
def query_events(
|
|
206
|
+
self,
|
|
207
|
+
*,
|
|
208
|
+
request_ids: Iterable[str] | None = None,
|
|
209
|
+
) -> list[ApprovalEvent]:
|
|
210
|
+
with self._lock:
|
|
211
|
+
if request_ids is None:
|
|
212
|
+
return list(self._events)
|
|
213
|
+
wanted = set(request_ids)
|
|
214
|
+
return [e for e in self._events if e.request_id in wanted]
|
|
215
|
+
|
|
216
|
+
|
|
217
|
+
__all__ = [
|
|
218
|
+
"ApprovalStore",
|
|
219
|
+
"InMemoryApprovalStore",
|
|
220
|
+
]
|
|
@@ -0,0 +1,217 @@
|
|
|
1
|
+
"""JSONL-backed approval-flow store — AI-roadmap #6b (slice 2).
|
|
2
|
+
|
|
3
|
+
File-based implementation of :class:`ApprovalStore`. Single-host
|
|
4
|
+
deployments can run the whole approval-flow against three JSON-Lines
|
|
5
|
+
files in one directory:
|
|
6
|
+
|
|
7
|
+
::
|
|
8
|
+
|
|
9
|
+
<basedir>/requests.jsonl — append-only log of request snapshots,
|
|
10
|
+
folded to the latest per request_id
|
|
11
|
+
on read
|
|
12
|
+
<basedir>/tokens.jsonl — append-only
|
|
13
|
+
<basedir>/events.jsonl — append-only
|
|
14
|
+
|
|
15
|
+
Why folded-on-read for requests: the store API exposes
|
|
16
|
+
``put_request`` as "insert or replace by request_id"; the JSONL
|
|
17
|
+
representation is the simplest one that preserves history (every
|
|
18
|
+
mutation gets a new line, audit-grade) while keeping the store
|
|
19
|
+
implementation as plain text appends. Multi-replica deploys must
|
|
20
|
+
swap to :class:`PostgresApprovalStore` — concurrent appenders on
|
|
21
|
+
different hosts cannot serialise via ``fcntl`` so vote races would
|
|
22
|
+
silently lose data.
|
|
23
|
+
|
|
24
|
+
Concurrency model: writes acquire an OS-level exclusive file lock
|
|
25
|
+
(``fcntl.LOCK_EX``) on a sidecar ``.lock`` file. Reads do not lock;
|
|
26
|
+
they see a consistent snapshot up to the last completed append.
|
|
27
|
+
Mirrors :class:`kiri_core.ai_query_gate.store.JsonlGateAuditStore`.
|
|
28
|
+
"""
|
|
29
|
+
|
|
30
|
+
from __future__ import annotations
|
|
31
|
+
|
|
32
|
+
import json
|
|
33
|
+
from collections.abc import Iterable, Iterator
|
|
34
|
+
from contextlib import contextmanager
|
|
35
|
+
from pathlib import Path
|
|
36
|
+
|
|
37
|
+
from pydantic import ValidationError
|
|
38
|
+
|
|
39
|
+
from kiri_core.approval_flow.models import (
|
|
40
|
+
ApprovalEvent,
|
|
41
|
+
ApprovalRequest,
|
|
42
|
+
ApprovalState,
|
|
43
|
+
ApprovalToken,
|
|
44
|
+
)
|
|
45
|
+
|
|
46
|
+
REQUESTS_FILE = "requests.jsonl"
|
|
47
|
+
TOKENS_FILE = "tokens.jsonl"
|
|
48
|
+
EVENTS_FILE = "events.jsonl"
|
|
49
|
+
|
|
50
|
+
|
|
51
|
+
class JsonlApprovalStore:
|
|
52
|
+
"""File-based approval-flow store using one JSONL file per
|
|
53
|
+
entity type.
|
|
54
|
+
|
|
55
|
+
Construction creates ``base_dir`` (and parents) if missing. The
|
|
56
|
+
store does NOT validate the existing file contents at
|
|
57
|
+
construction — corrupt rows are skipped lazily on read so a
|
|
58
|
+
single broken line cannot wedge the whole store.
|
|
59
|
+
"""
|
|
60
|
+
|
|
61
|
+
def __init__(self, base_dir: Path) -> None:
|
|
62
|
+
self.base_dir = base_dir
|
|
63
|
+
self.base_dir.mkdir(parents=True, exist_ok=True)
|
|
64
|
+
|
|
65
|
+
# ---- Request CRUD ---------------------------------------------------
|
|
66
|
+
|
|
67
|
+
def put_request(self, request: ApprovalRequest) -> None:
|
|
68
|
+
self._append(REQUESTS_FILE, request.model_dump_json())
|
|
69
|
+
|
|
70
|
+
def get_request(self, request_id: str) -> ApprovalRequest | None:
|
|
71
|
+
latest: ApprovalRequest | None = None
|
|
72
|
+
for snapshot in self._iter_requests():
|
|
73
|
+
if snapshot.request_id == request_id:
|
|
74
|
+
latest = snapshot
|
|
75
|
+
return latest
|
|
76
|
+
|
|
77
|
+
def list_pending_for_workspace(
|
|
78
|
+
self,
|
|
79
|
+
workspace: str,
|
|
80
|
+
) -> list[ApprovalRequest]:
|
|
81
|
+
# Fold-on-read: keep only the latest snapshot per request_id,
|
|
82
|
+
# then filter to pending.
|
|
83
|
+
latest_by_id: dict[str, ApprovalRequest] = {}
|
|
84
|
+
for snapshot in self._iter_requests():
|
|
85
|
+
latest_by_id[snapshot.request_id] = snapshot
|
|
86
|
+
return [
|
|
87
|
+
r
|
|
88
|
+
for r in latest_by_id.values()
|
|
89
|
+
if r.workspace == workspace and r.state is ApprovalState.PENDING
|
|
90
|
+
]
|
|
91
|
+
|
|
92
|
+
# ---- Token CRUD -----------------------------------------------------
|
|
93
|
+
|
|
94
|
+
def put_token(self, token: ApprovalToken) -> None:
|
|
95
|
+
# Collision guard mirrors :class:`InMemoryApprovalStore`:
|
|
96
|
+
# 256-bit hash collision is impossible in practice but a
|
|
97
|
+
# programming-error double-issue must be loud.
|
|
98
|
+
existing = self.find_token_by_hash(token.token_hash)
|
|
99
|
+
if existing is not None:
|
|
100
|
+
raise ValueError(
|
|
101
|
+
f"approval token hash already present: "
|
|
102
|
+
f"request_id={existing.request_id!r}; new "
|
|
103
|
+
f"request_id={token.request_id!r}. This indicates "
|
|
104
|
+
f"either a hash collision (impossible) or a double "
|
|
105
|
+
f"call to issue_token — fix the caller."
|
|
106
|
+
)
|
|
107
|
+
self._append(TOKENS_FILE, token.model_dump_json())
|
|
108
|
+
|
|
109
|
+
def find_token_by_hash(self, token_hash: str) -> ApprovalToken | None:
|
|
110
|
+
path = self.base_dir / TOKENS_FILE
|
|
111
|
+
if not path.exists():
|
|
112
|
+
return None
|
|
113
|
+
# Tokens are append-only and never updated; the FIRST match
|
|
114
|
+
# wins (and there should only ever be one).
|
|
115
|
+
with path.open("r", encoding="utf-8") as f:
|
|
116
|
+
for line in f:
|
|
117
|
+
stripped = line.strip()
|
|
118
|
+
if not stripped:
|
|
119
|
+
continue
|
|
120
|
+
try:
|
|
121
|
+
raw = json.loads(stripped)
|
|
122
|
+
except json.JSONDecodeError:
|
|
123
|
+
continue
|
|
124
|
+
if raw.get("token_hash") != token_hash:
|
|
125
|
+
continue
|
|
126
|
+
try:
|
|
127
|
+
return ApprovalToken.model_validate(raw)
|
|
128
|
+
except ValidationError:
|
|
129
|
+
continue
|
|
130
|
+
return None
|
|
131
|
+
|
|
132
|
+
# ---- Event log ------------------------------------------------------
|
|
133
|
+
|
|
134
|
+
def append_event(self, event: ApprovalEvent) -> None:
|
|
135
|
+
self._append(EVENTS_FILE, event.model_dump_json())
|
|
136
|
+
|
|
137
|
+
def query_events(
|
|
138
|
+
self,
|
|
139
|
+
*,
|
|
140
|
+
request_ids: Iterable[str] | None = None,
|
|
141
|
+
) -> list[ApprovalEvent]:
|
|
142
|
+
path = self.base_dir / EVENTS_FILE
|
|
143
|
+
if not path.exists():
|
|
144
|
+
return []
|
|
145
|
+
wanted: set[str] | None = set(request_ids) if request_ids is not None else None
|
|
146
|
+
out: list[ApprovalEvent] = []
|
|
147
|
+
with path.open("r", encoding="utf-8") as f:
|
|
148
|
+
for line in f:
|
|
149
|
+
stripped = line.strip()
|
|
150
|
+
if not stripped:
|
|
151
|
+
continue
|
|
152
|
+
try:
|
|
153
|
+
raw = json.loads(stripped)
|
|
154
|
+
except json.JSONDecodeError:
|
|
155
|
+
continue
|
|
156
|
+
try:
|
|
157
|
+
event = ApprovalEvent.model_validate(raw)
|
|
158
|
+
except ValidationError:
|
|
159
|
+
continue
|
|
160
|
+
if wanted is not None and event.request_id not in wanted:
|
|
161
|
+
continue
|
|
162
|
+
out.append(event)
|
|
163
|
+
return out
|
|
164
|
+
|
|
165
|
+
# ---- Internal helpers -----------------------------------------------
|
|
166
|
+
|
|
167
|
+
def _iter_requests(self) -> Iterator[ApprovalRequest]:
|
|
168
|
+
path = self.base_dir / REQUESTS_FILE
|
|
169
|
+
if not path.exists():
|
|
170
|
+
return
|
|
171
|
+
with path.open("r", encoding="utf-8") as f:
|
|
172
|
+
for line in f:
|
|
173
|
+
stripped = line.strip()
|
|
174
|
+
if not stripped:
|
|
175
|
+
continue
|
|
176
|
+
try:
|
|
177
|
+
raw = json.loads(stripped)
|
|
178
|
+
except json.JSONDecodeError:
|
|
179
|
+
continue
|
|
180
|
+
try:
|
|
181
|
+
yield ApprovalRequest.model_validate(raw)
|
|
182
|
+
except ValidationError:
|
|
183
|
+
continue
|
|
184
|
+
|
|
185
|
+
def _append(self, filename: str, line: str) -> None:
|
|
186
|
+
path = self.base_dir / filename
|
|
187
|
+
with self._exclusive_lock(path), path.open("a", encoding="utf-8") as f:
|
|
188
|
+
f.write(line)
|
|
189
|
+
f.write("\n")
|
|
190
|
+
|
|
191
|
+
@contextmanager
|
|
192
|
+
def _exclusive_lock(self, path: Path) -> Iterator[None]:
|
|
193
|
+
"""OS-level exclusive lock on ``<path>.lock``.
|
|
194
|
+
|
|
195
|
+
Mirrors :class:`JsonlGateAuditStore._exclusive_lock`.
|
|
196
|
+
Concurrent writers within one process serialise; concurrent
|
|
197
|
+
writers across processes on the same host serialise; writers
|
|
198
|
+
across HOSTS do NOT — see the module docstring.
|
|
199
|
+
"""
|
|
200
|
+
|
|
201
|
+
import fcntl
|
|
202
|
+
|
|
203
|
+
lock_path = path.with_suffix(path.suffix + ".lock")
|
|
204
|
+
with lock_path.open("a", encoding="utf-8") as lock_file:
|
|
205
|
+
fcntl.flock(lock_file.fileno(), fcntl.LOCK_EX)
|
|
206
|
+
try:
|
|
207
|
+
yield
|
|
208
|
+
finally:
|
|
209
|
+
fcntl.flock(lock_file.fileno(), fcntl.LOCK_UN)
|
|
210
|
+
|
|
211
|
+
|
|
212
|
+
__all__ = [
|
|
213
|
+
"EVENTS_FILE",
|
|
214
|
+
"REQUESTS_FILE",
|
|
215
|
+
"TOKENS_FILE",
|
|
216
|
+
"JsonlApprovalStore",
|
|
217
|
+
]
|