kiri-cli 1.0.0b3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of kiri-cli might be problematic. Click here for more details.
- kiri_adapters/__init__.py +193 -0
- kiri_adapters/backends/__init__.py +0 -0
- kiri_adapters/backends/databricks.manifest.yml +55 -0
- kiri_adapters/backends/databricks.py +2980 -0
- kiri_adapters/backends/fabric_dw.manifest.yml +17 -0
- kiri_adapters/backends/fabric_dw.py +307 -0
- kiri_adapters/backends/fabric_lakehouse.manifest.yml +19 -0
- kiri_adapters/backends/fabric_lakehouse.py +365 -0
- kiri_adapters/backends/iceberg.manifest.yml +17 -0
- kiri_adapters/backends/iceberg.py +451 -0
- kiri_adapters/backends/localduckdb.manifest.yml +43 -0
- kiri_adapters/backends/localduckdb.py +1295 -0
- kiri_adapters/backends/mssql.manifest.yml +17 -0
- kiri_adapters/backends/mssql.py +366 -0
- kiri_adapters/backends/postgres.manifest.yml +17 -0
- kiri_adapters/backends/postgres.py +434 -0
- kiri_adapters/backends/trino.manifest.yml +17 -0
- kiri_adapters/backends/trino.py +542 -0
- kiri_adapters/base.py +892 -0
- kiri_adapters/doctor_checks.py +81 -0
- kiri_adapters/dv_planner.py +1205 -0
- kiri_adapters/dv_planner_bridge.py +265 -0
- kiri_adapters/dv_planner_pit.py +265 -0
- kiri_adapters/dv_planner_ref.py +403 -0
- kiri_adapters/dv_planner_sat_variants.py +668 -0
- kiri_adapters/framework.py +112 -0
- kiri_adapters/incident/__init__.py +30 -0
- kiri_adapters/incident/_http.py +121 -0
- kiri_adapters/incident/base.py +89 -0
- kiri_adapters/incident/jira.py +365 -0
- kiri_adapters/incident/servicenow.py +314 -0
- kiri_adapters/incident/zendesk.py +285 -0
- kiri_adapters/manifest.py +466 -0
- kiri_adapters/orchestration/__init__.py +30 -0
- kiri_adapters/orchestration/airflow.py +117 -0
- kiri_adapters/orchestration/artifact_emitter.py +99 -0
- kiri_adapters/orchestration/autoloader_emitter.py +141 -0
- kiri_adapters/orchestration/azure_data_factory.py +137 -0
- kiri_adapters/orchestration/base.py +626 -0
- kiri_adapters/orchestration/databricks_workflows.py +1768 -0
- kiri_adapters/orchestration/k8s_cron.py +555 -0
- kiri_adapters/orchestration/lifecycle.py +222 -0
- kiri_adapters/orchestration/pipeline_compat.py +145 -0
- kiri_adapters/orchestration/runtime_python.py +188 -0
- kiri_adapters/paths.py +38 -0
- kiri_adapters/protocols/__init__.py +64 -0
- kiri_adapters/protocols/ai_service/__init__.py +7 -0
- kiri_adapters/protocols/ai_service/conformance.py +120 -0
- kiri_adapters/protocols/base.py +220 -0
- kiri_adapters/protocols/catalog/__init__.py +7 -0
- kiri_adapters/protocols/catalog/conformance.py +138 -0
- kiri_adapters/protocols/framework/__init__.py +7 -0
- kiri_adapters/protocols/framework/conformance.py +98 -0
- kiri_adapters/protocols/incident/__init__.py +7 -0
- kiri_adapters/protocols/incident/conformance.py +64 -0
- kiri_adapters/protocols/orchestration/__init__.py +7 -0
- kiri_adapters/protocols/orchestration/conformance.py +84 -0
- kiri_adapters/protocols/platform/__init__.py +7 -0
- kiri_adapters/protocols/platform/conformance.py +120 -0
- kiri_adapters/protocols/sql_dialect/__init__.py +7 -0
- kiri_adapters/protocols/sql_dialect/conformance.py +91 -0
- kiri_adapters/protocols/vault/__init__.py +7 -0
- kiri_adapters/protocols/vault/conformance.py +65 -0
- kiri_adapters/py.typed +0 -0
- kiri_adapters/registry.py +104 -0
- kiri_adapters/semantic/__init__.py +60 -0
- kiri_adapters/semantic/apply.py +274 -0
- kiri_adapters/semantic/base.py +530 -0
- kiri_adapters/semantic/cube.py +280 -0
- kiri_adapters/semantic/dbt_semantic.py +92 -0
- kiri_adapters/semantic/metric_views.py +249 -0
- kiri_adapters/semantic/metricflow.py +345 -0
- kiri_adapters/semantic/snowflake_views.py +75 -0
- kiri_adapters/sql_dialect.py +1592 -0
- kiri_adapters/tsql_to_spark.py +653 -0
- kiri_ai_gateway/__init__.py +147 -0
- kiri_ai_gateway/audit.py +334 -0
- kiri_ai_gateway/batch.py +293 -0
- kiri_ai_gateway/config.py +165 -0
- kiri_ai_gateway/gateway.py +642 -0
- kiri_ai_gateway/placeholder_guard.py +145 -0
- kiri_ai_gateway/prices/__init__.py +77 -0
- kiri_ai_gateway/prices/prices.yaml +64 -0
- kiri_ai_gateway/prompts/__init__.py +54 -0
- kiri_ai_gateway/prompts/airbyte_source_setup.yaml +212 -0
- kiri_ai_gateway/prompts/bdv_translation.yaml +90 -0
- kiri_ai_gateway/prompts/contract_draft_mvp.yaml +117 -0
- kiri_ai_gateway/prompts/describe_table.yaml +19 -0
- kiri_ai_gateway/prompts/design_gold_from_question.yaml +130 -0
- kiri_ai_gateway/prompts/detect_pii.yaml +59 -0
- kiri_ai_gateway/prompts/discover_classify_column.yaml +69 -0
- kiri_ai_gateway/prompts/discover_describe_table.yaml +61 -0
- kiri_ai_gateway/prompts/dv_quality_summary.yaml +36 -0
- kiri_ai_gateway/prompts/incident_assist.yaml +58 -0
- kiri_ai_gateway/prompts/infer_source_schema.yaml +31 -0
- kiri_ai_gateway/prompts/ingest_backend_chooser.yaml +116 -0
- kiri_ai_gateway/prompts/interactive_source_edit.yaml +94 -0
- kiri_ai_gateway/prompts/map_needed_entity_to_source.yaml +72 -0
- kiri_ai_gateway/prompts/meet_kiri.yaml +127 -0
- kiri_ai_gateway/prompts/native_source_setup.yaml +211 -0
- kiri_ai_gateway/prompts/source_grouping_reason.yaml +29 -0
- kiri_ai_gateway/prompts/suggest_attribute_classification.yaml +42 -0
- kiri_ai_gateway/prompts/suggest_data_tests.yaml +71 -0
- kiri_ai_gateway/prompts/suggest_gold_dimension.yaml +108 -0
- kiri_ai_gateway/prompts/suggest_gold_fact.yaml +107 -0
- kiri_ai_gateway/prompts/suggest_gold_model.yaml +70 -0
- kiri_ai_gateway/prompts/suggest_semantic_intent.yaml +91 -0
- kiri_ai_gateway/prompts/suggest_silver_model.yaml +140 -0
- kiri_ai_gateway/providers/__init__.py +7 -0
- kiri_ai_gateway/providers/anthropic_provider.py +26 -0
- kiri_ai_gateway/providers/gateway_provider.py +188 -0
- kiri_ai_gateway/providers/local_provider.py +177 -0
- kiri_ai_gateway/py.typed +0 -0
- kiri_ai_gateway/service.py +283 -0
- kiri_ai_gateway/transport.py +103 -0
- kiri_ai_gateway/transports/__init__.py +12 -0
- kiri_ai_gateway/transports/anthropic_transport.py +73 -0
- kiri_ai_gateway/transports/ollama_transport.py +82 -0
- kiri_ai_gateway/transports/openai_compatible_transport.py +125 -0
- kiri_ai_gateway/workspace_policy.py +52 -0
- kiri_catalog/__init__.py +199 -0
- kiri_catalog/annotation_plan.py +183 -0
- kiri_catalog/appearances.py +155 -0
- kiri_catalog/backends/__init__.py +79 -0
- kiri_catalog/backends/base.py +167 -0
- kiri_catalog/backends/memory.py +241 -0
- kiri_catalog/backends/postgres.py +497 -0
- kiri_catalog/backends/redacting.py +195 -0
- kiri_catalog/backends/sqlite.py +480 -0
- kiri_catalog/context.py +94 -0
- kiri_catalog/federation/__init__.py +114 -0
- kiri_catalog/federation/api.py +200 -0
- kiri_catalog/federation/cache.py +149 -0
- kiri_catalog/federation/emit.py +209 -0
- kiri_catalog/federation/fs_resolver.py +295 -0
- kiri_catalog/federation/http_resolver.py +486 -0
- kiri_catalog/federation/metrics.py +123 -0
- kiri_catalog/federation/release.py +342 -0
- kiri_catalog/federation/resolver.py +332 -0
- kiri_catalog/federation/schema.py +460 -0
- kiri_catalog/importer.py +668 -0
- kiri_catalog/lineage_drift.py +280 -0
- kiri_catalog/lineage_graph.py +176 -0
- kiri_catalog/lineage_graph_explain.py +96 -0
- kiri_catalog/lineage_graph_mermaid.py +230 -0
- kiri_catalog/observed_uc_lineage.py +216 -0
- kiri_catalog/pii_detect.py +176 -0
- kiri_catalog/push.py +122 -0
- kiri_catalog/py.typed +0 -0
- kiri_catalog/redact.py +101 -0
- kiri_catalog/review_actions.py +119 -0
- kiri_catalog/schema/__init__.py +70 -0
- kiri_catalog/schema/asset.py +142 -0
- kiri_catalog/schema/column.py +247 -0
- kiri_catalog/schema/enums.py +195 -0
- kiri_catalog/schema/job.py +51 -0
- kiri_catalog/schema/lineage.py +33 -0
- kiri_catalog/schema/policy.py +69 -0
- kiri_catalog/schema/primitives.py +90 -0
- kiri_catalog/schema/review_state.py +111 -0
- kiri_catalog/schema/urn.py +45 -0
- kiri_catalog/schema_discovery.py +160 -0
- kiri_catalog/sinks/__init__.py +64 -0
- kiri_catalog/sinks/base.py +178 -0
- kiri_catalog/sinks/horizon.py +195 -0
- kiri_catalog/sinks/purview.py +216 -0
- kiri_catalog/sinks/unity.py +352 -0
- kiri_catalog/sinks/unity_executor.py +543 -0
- kiri_catalog/sources/__init__.py +42 -0
- kiri_catalog/sources/base.py +104 -0
- kiri_catalog/sources/unity.py +465 -0
- kiri_catalog/steward_writeback.py +158 -0
- kiri_catalog/tag_sql.py +99 -0
- kiri_cli/LICENSE +105 -0
- kiri_cli/__init__.py +1 -0
- kiri_cli/_apply_cli.py +63 -0
- kiri_cli/_apply_reporter.py +38 -0
- kiri_cli/_closed_menu.py +36 -0
- kiri_cli/_fixture_option.py +18 -0
- kiri_cli/_layer_detect.py +158 -0
- kiri_cli/_project_option.py +79 -0
- kiri_cli/adapter_cmd.py +192 -0
- kiri_cli/ai_batch_cmd.py +258 -0
- kiri_cli/ai_cmd.py +352 -0
- kiri_cli/approve_cmd.py +659 -0
- kiri_cli/attr_cmd.py +575 -0
- kiri_cli/audit_cmd.py +348 -0
- kiri_cli/audit_correlate_cmd.py +648 -0
- kiri_cli/audit_join.py +437 -0
- kiri_cli/audit_join_cmd.py +160 -0
- kiri_cli/auto_cmd.py +97 -0
- kiri_cli/azure_cmd.py +243 -0
- kiri_cli/catalog.py +1293 -0
- kiri_cli/cli_reference_live.py +147 -0
- kiri_cli/compile_cmd.py +493 -0
- kiri_cli/compliance_cmd.py +221 -0
- kiri_cli/contract_approval_cmd.py +94 -0
- kiri_cli/contract_cmd.py +64 -0
- kiri_cli/contract_codeowners_cmd.py +162 -0
- kiri_cli/contract_diff.py +111 -0
- kiri_cli/contract_emit.py +90 -0
- kiri_cli/contract_export.py +192 -0
- kiri_cli/contract_lint.py +1505 -0
- kiri_cli/contract_merge_cmd.py +264 -0
- kiri_cli/contract_new.py +326 -0
- kiri_cli/contract_promote.py +216 -0
- kiri_cli/contract_scaffold_cmd.py +134 -0
- kiri_cli/contract_schema_export.py +69 -0
- kiri_cli/contract_show.py +150 -0
- kiri_cli/contract_stubs.py +60 -0
- kiri_cli/contract_sync_from_live.py +327 -0
- kiri_cli/contract_validate.py +154 -0
- kiri_cli/contract_verify_live.py +242 -0
- kiri_cli/cost_cmd.py +243 -0
- kiri_cli/databricks_health.py +1254 -0
- kiri_cli/databricks_setup_cmd.py +712 -0
- kiri_cli/discover_cmd.py +600 -0
- kiri_cli/docs_cmd.py +35 -0
- kiri_cli/doctor_cmd.py +145 -0
- kiri_cli/dv_cmd.py +814 -0
- kiri_cli/dv_conformance_cmd.py +154 -0
- kiri_cli/dv_install.py +493 -0
- kiri_cli/dv_migrate_cmd.py +183 -0
- kiri_cli/dv_test_cmd.py +175 -0
- kiri_cli/federation_cmd.py +315 -0
- kiri_cli/fk_cmd.py +160 -0
- kiri_cli/flows_cmd.py +910 -0
- kiri_cli/governance_cmd.py +358 -0
- kiri_cli/incident_api_cmd.py +180 -0
- kiri_cli/incident_cmd.py +410 -0
- kiri_cli/incident_setup_cmd.py +239 -0
- kiri_cli/ingest.py +427 -0
- kiri_cli/ingest_discover.py +480 -0
- kiri_cli/ingest_new_source.py +386 -0
- kiri_cli/intent_cmd.py +122 -0
- kiri_cli/invariants_cmd.py +118 -0
- kiri_cli/kiri_banner.py +161 -0
- kiri_cli/kpi_cmd.py +222 -0
- kiri_cli/layer_cmd.py +464 -0
- kiri_cli/lineage.py +601 -0
- kiri_cli/main.py +2472 -0
- kiri_cli/maturity_cmd.py +222 -0
- kiri_cli/migrate_cmd.py +1347 -0
- kiri_cli/onboard_cmd.py +223 -0
- kiri_cli/pack_cmd.py +496 -0
- kiri_cli/pipeline_cmd.py +127 -0
- kiri_cli/pre_classify_cmd.py +274 -0
- kiri_cli/project_cmd.py +592 -0
- kiri_cli/py.typed +0 -0
- kiri_cli/quality_cmd.py +295 -0
- kiri_cli/rbac.py +139 -0
- kiri_cli/rbac_cmd.py +291 -0
- kiri_cli/release.py +850 -0
- kiri_cli/release_semver.py +265 -0
- kiri_cli/repo_cmd.py +155 -0
- kiri_cli/retention_cmd.py +333 -0
- kiri_cli/sample_data/__init__.py +12 -0
- kiri_cli/sample_data/customers.contract.yml +47 -0
- kiri_cli/sample_data/customers.csv +25 -0
- kiri_cli/scaffold_cmd.py +721 -0
- kiri_cli/schema_cmd.py +185 -0
- kiri_cli/semantic_cmd.py +605 -0
- kiri_cli/silver_cmd.py +348 -0
- kiri_cli/skills_cmd.py +243 -0
- kiri_cli/skills_data/README.md +51 -0
- kiri_cli/skills_data/add-source/SKILL.md +116 -0
- kiri_cli/skills_data/azure-deploy/SKILL.md +261 -0
- kiri_cli/skills_data/azure-status/SKILL.md +111 -0
- kiri_cli/skills_data/compliance-check/SKILL.md +99 -0
- kiri_cli/skills_data/databricks-build-pipeline/SKILL.md +112 -0
- kiri_cli/skills_data/databricks-project-setup/SKILL.md +157 -0
- kiri_cli/skills_data/debug-apply/SKILL.md +186 -0
- kiri_cli/skills_data/draft-gold-model/SKILL.md +203 -0
- kiri_cli/skills_data/explain-kpi/SKILL.md +158 -0
- kiri_cli/skills_data/incident-coach/SKILL.md +135 -0
- kiri_cli/skills_data/incident-setup/SKILL.md +112 -0
- kiri_cli/skills_data/maturity-coach/SKILL.md +120 -0
- kiri_cli/skills_data/promote-contract/SKILL.md +91 -0
- kiri_cli/skills_data/review-attributes/SKILL.md +94 -0
- kiri_cli/sla_cmd.py +769 -0
- kiri_cli/source_cmd.py +909 -0
- kiri_cli/templates/__init__.py +6 -0
- kiri_cli/templates/dv4dbt_packages.yml.j2 +11 -0
- kiri_cli/upgrade_cmd.py +896 -0
- kiri_cli/use_cmd.py +120 -0
- kiri_cli/vault_cmd.py +241 -0
- kiri_cli/verify_generated.py +241 -0
- kiri_cli-1.0.0b3.dist-info/METADATA +212 -0
- kiri_cli-1.0.0b3.dist-info/RECORD +743 -0
- kiri_cli-1.0.0b3.dist-info/WHEEL +4 -0
- kiri_cli-1.0.0b3.dist-info/entry_points.txt +4 -0
- kiri_compliance/__init__.py +33 -0
- kiri_compliance/audit_coverage.py +354 -0
- kiri_compliance/controls.py +763 -0
- kiri_compliance/evidence.py +155 -0
- kiri_compliance/py.typed +0 -0
- kiri_compliance/quality_engine.py +246 -0
- kiri_compliance/renderer.py +195 -0
- kiri_compliance/report.py +44 -0
- kiri_compliance/schema.py +129 -0
- kiri_core/__init__.py +185 -0
- kiri_core/adapter_surfaces.py +149 -0
- kiri_core/ai_query_gate/__init__.py +92 -0
- kiri_core/ai_query_gate/audit.py +153 -0
- kiri_core/ai_query_gate/evaluator.py +484 -0
- kiri_core/ai_query_gate/models.py +162 -0
- kiri_core/ai_query_gate/parser.py +436 -0
- kiri_core/ai_query_gate/resolver.py +274 -0
- kiri_core/ai_query_gate/store.py +234 -0
- kiri_core/ai_query_gate/store_postgres.py +409 -0
- kiri_core/api_keys.py +243 -0
- kiri_core/apply/__init__.py +27 -0
- kiri_core/apply/conformance.py +99 -0
- kiri_core/apply/incident_router.py +176 -0
- kiri_core/apply/models.py +140 -0
- kiri_core/apply/reporter.py +46 -0
- kiri_core/apply/runner.py +3083 -0
- kiri_core/apply_log_store.py +155 -0
- kiri_core/approval_flow/__init__.py +133 -0
- kiri_core/approval_flow/integration.py +156 -0
- kiri_core/approval_flow/models.py +443 -0
- kiri_core/approval_flow/notifier.py +263 -0
- kiri_core/approval_flow/orchestrator.py +660 -0
- kiri_core/approval_flow/reconcile_signoff.py +53 -0
- kiri_core/approval_flow/store.py +220 -0
- kiri_core/approval_flow/store_jsonl.py +217 -0
- kiri_core/approval_flow/store_postgres.py +580 -0
- kiri_core/approval_policy.py +116 -0
- kiri_core/asgi_trace.py +160 -0
- kiri_core/compliance.py +802 -0
- kiri_core/cutover_approval.py +187 -0
- kiri_core/discovery/__init__.py +109 -0
- kiri_core/discovery/ai/__init__.py +37 -0
- kiri_core/discovery/ai/_payload.py +115 -0
- kiri_core/discovery/ai/budget.py +83 -0
- kiri_core/discovery/ai/classify.py +223 -0
- kiri_core/discovery/ai/describe.py +200 -0
- kiri_core/discovery/ai/errors.py +49 -0
- kiri_core/discovery/discover.py +648 -0
- kiri_core/discovery/heuristics/__init__.py +42 -0
- kiri_core/discovery/heuristics/classification.py +174 -0
- kiri_core/discovery/heuristics/medallion.py +157 -0
- kiri_core/discovery/heuristics/pii.py +92 -0
- kiri_core/discovery/introspector.py +636 -0
- kiri_core/discovery/introspector_databricks.py +396 -0
- kiri_core/discovery/introspector_postgres.py +394 -0
- kiri_core/discovery/introspector_snowflake.py +383 -0
- kiri_core/discovery/reporting/__init__.py +17 -0
- kiri_core/discovery/reporting/discovery_report.py +190 -0
- kiri_core/discovery/scaffold/__init__.py +41 -0
- kiri_core/discovery/scaffold/contract_writer.py +632 -0
- kiri_core/discovery/scaffold/provenance_overlay.py +143 -0
- kiri_core/discovery/scaffold/source_writer.py +211 -0
- kiri_core/discovery/scaffold/todo_marker.py +98 -0
- kiri_core/domain_policy.py +122 -0
- kiri_core/goal_coverage.py +82 -0
- kiri_core/gold_registry.py +211 -0
- kiri_core/health.py +192 -0
- kiri_core/incident.py +204 -0
- kiri_core/incident_builders.py +256 -0
- kiri_core/incident_log.py +418 -0
- kiri_core/intent/__init__.py +46 -0
- kiri_core/intent/agent_runner.py +82 -0
- kiri_core/intent/project_dv.py +261 -0
- kiri_core/intent/propose.py +132 -0
- kiri_core/intent/semantic_intent.py +446 -0
- kiri_core/invariants.py +301 -0
- kiri_core/kpi.py +373 -0
- kiri_core/latency.py +150 -0
- kiri_core/lifecycle/__init__.py +555 -0
- kiri_core/lifecycle/ai_index.py +453 -0
- kiri_core/lifecycle/auto_mode.py +172 -0
- kiri_core/lifecycle/bootstrap.py +316 -0
- kiri_core/lifecycle/cli_reference.py +1064 -0
- kiri_core/lifecycle/commit.py +258 -0
- kiri_core/lifecycle/compile_dispatch.py +296 -0
- kiri_core/lifecycle/compile_range.py +665 -0
- kiri_core/lifecycle/contract_inventory.py +354 -0
- kiri_core/lifecycle/contracts.py +250 -0
- kiri_core/lifecycle/doctor.py +412 -0
- kiri_core/lifecycle/git_remote.py +948 -0
- kiri_core/lifecycle/identity.py +147 -0
- kiri_core/lifecycle/ingestion_modes.py +215 -0
- kiri_core/lifecycle/layer_contract.py +452 -0
- kiri_core/lifecycle/layer_contract_migrate.py +969 -0
- kiri_core/lifecycle/layer_contract_parser.py +436 -0
- kiri_core/lifecycle/layer_contract_validator.py +2291 -0
- kiri_core/lifecycle/layout.py +298 -0
- kiri_core/lifecycle/onboarding.py +306 -0
- kiri_core/lifecycle/openlineage_emit.py +153 -0
- kiri_core/lifecycle/patch.py +231 -0
- kiri_core/lifecycle/plan.py +241 -0
- kiri_core/lifecycle/probe.py +204 -0
- kiri_core/lifecycle/project_context.py +334 -0
- kiri_core/lifecycle/project_status.py +532 -0
- kiri_core/lifecycle/scaffold.py +455 -0
- kiri_core/lifecycle/source_grouping.py +725 -0
- kiri_core/lifecycle/source_introspection.py +488 -0
- kiri_core/lifecycle/source_inventory.py +561 -0
- kiri_core/lifecycle/source_patch.py +353 -0
- kiri_core/lifecycle/sources.py +470 -0
- kiri_core/lifecycle/sync_from_live.py +727 -0
- kiri_core/lifecycle/validate.py +116 -0
- kiri_core/lifecycle/verify_annotations.py +391 -0
- kiri_core/lifecycle/verify_live.py +389 -0
- kiri_core/lifecycle/verify_metric_views.py +321 -0
- kiri_core/lifecycle/watermark.py +371 -0
- kiri_core/lifecycle/watermark_apply.py +656 -0
- kiri_core/lineage.py +418 -0
- kiri_core/loader.py +377 -0
- kiri_core/logging.py +374 -0
- kiri_core/maturity.py +592 -0
- kiri_core/migration_layer_policy.py +285 -0
- kiri_core/names.py +163 -0
- kiri_core/observed_lineage.py +62 -0
- kiri_core/odcs/__init__.py +15 -0
- kiri_core/otel_bootstrap.py +326 -0
- kiri_core/pipeline_ir.py +332 -0
- kiri_core/pipeline_loader.py +82 -0
- kiri_core/planning.py +110 -0
- kiri_core/project.py +1576 -0
- kiri_core/project_docs.py +199 -0
- kiri_core/py.typed +0 -0
- kiri_core/rate_limit.py +456 -0
- kiri_core/release_state/__init__.py +37 -0
- kiri_core/release_state/models.py +108 -0
- kiri_core/release_state/store.py +634 -0
- kiri_core/resilience/__init__.py +288 -0
- kiri_core/resilience/retry.py +173 -0
- kiri_core/runtime.py +40 -0
- kiri_core/schema/__init__.py +62 -0
- kiri_core/schema/column.py +140 -0
- kiri_core/schema/ingestion.py +665 -0
- kiri_core/schema/model.py +44 -0
- kiri_core/schema/reporting_goal.py +160 -0
- kiri_core/schema/source.py +188 -0
- kiri_core/silver/__init__.py +148 -0
- kiri_core/silver/apply_runner.py +830 -0
- kiri_core/silver/backfill.py +280 -0
- kiri_core/silver/dv_backend.py +426 -0
- kiri_core/silver/dv_graph.py +932 -0
- kiri_core/silver/dv_graph_mermaid.py +443 -0
- kiri_core/silver/dv_graph_payload.py +79 -0
- kiri_core/silver/dv_graph_views.py +416 -0
- kiri_core/silver/graph_projector.py +566 -0
- kiri_core/silver/hash_canonicaliser.py +172 -0
- kiri_core/silver/hash_policy.py +195 -0
- kiri_core/silver/load_ts_policy.py +202 -0
- kiri_core/silver/schema_evolution.py +410 -0
- kiri_core/silver/zone_rules.py +81 -0
- kiri_core/sizing.py +134 -0
- kiri_core/storage_paths.py +130 -0
- kiri_core/technique_validator.py +700 -0
- kiri_core/trace.py +409 -0
- kiri_core/types.py +41 -0
- kiri_core/urn.py +161 -0
- kiri_dbt_bridge/__init__.py +22 -0
- kiri_dbt_bridge/_schema_resolve.py +38 -0
- kiri_dbt_bridge/bridge.py +94 -0
- kiri_dbt_bridge/dbt.manifest.yml +26 -0
- kiri_dbt_bridge/dv4dbt/__init__.py +143 -0
- kiri_dbt_bridge/dv4dbt/backend.py +204 -0
- kiri_dbt_bridge/dv4dbt/bridge_generator.py +289 -0
- kiri_dbt_bridge/dv4dbt/compat.py +232 -0
- kiri_dbt_bridge/dv4dbt/hub_generator.py +282 -0
- kiri_dbt_bridge/dv4dbt/link_generator.py +306 -0
- kiri_dbt_bridge/dv4dbt/manifest.py +203 -0
- kiri_dbt_bridge/dv4dbt/pit_generator.py +318 -0
- kiri_dbt_bridge/dv4dbt/policy_translation.py +249 -0
- kiri_dbt_bridge/dv4dbt/project_writer.py +588 -0
- kiri_dbt_bridge/dv4dbt/ref_generator.py +404 -0
- kiri_dbt_bridge/dv4dbt/render.py +180 -0
- kiri_dbt_bridge/dv4dbt/sat_generator.py +480 -0
- kiri_dbt_bridge/dv4dbt/sat_variant_generator.py +529 -0
- kiri_dbt_bridge/dv4dbt/templates/__init__.py +16 -0
- kiri_dbt_bridge/dv4dbt/templates/bridge.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/dbt_project.yml.j2 +37 -0
- kiri_dbt_bridge/dv4dbt/templates/hub.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/link.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/packages.yml.j2 +10 -0
- kiri_dbt_bridge/dv4dbt/templates/pit.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/ref_historised.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/ref_non_historised.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat_effectivity.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat_multi_active.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat_non_historised.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat_record_tracking.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sat_virtual_end_dated.sql.j2 +9 -0
- kiri_dbt_bridge/dv4dbt/templates/sources.yml.j2 +39 -0
- kiri_dbt_bridge/framework_adapter.py +310 -0
- kiri_dbt_bridge/generate.py +372 -0
- kiri_dbt_bridge/gold/__init__.py +21 -0
- kiri_dbt_bridge/gold/_sql_emit.py +128 -0
- kiri_dbt_bridge/gold/assemble.py +90 -0
- kiri_dbt_bridge/gold/canonical_columns.py +168 -0
- kiri_dbt_bridge/gold/computed_expressions.py +179 -0
- kiri_dbt_bridge/gold/dialects/__init__.py +69 -0
- kiri_dbt_bridge/gold/dialects/databricks.py +150 -0
- kiri_dbt_bridge/gold/dialects/duckdb.py +120 -0
- kiri_dbt_bridge/gold/dialects/trino.py +136 -0
- kiri_dbt_bridge/gold/dim_generator.py +688 -0
- kiri_dbt_bridge/gold/dimension_refs.py +255 -0
- kiri_dbt_bridge/gold/dispatch.py +69 -0
- kiri_dbt_bridge/gold/fact_generator.py +534 -0
- kiri_dbt_bridge/gold/flat_generator.py +144 -0
- kiri_dbt_bridge/gold/lineage.py +484 -0
- kiri_dbt_bridge/gold/localized_twins.py +218 -0
- kiri_dbt_bridge/gold/measures.py +49 -0
- kiri_dbt_bridge/gold/role_playing.py +75 -0
- kiri_dbt_bridge/gold/surrogate_key.py +114 -0
- kiri_dbt_bridge/macros/kiri_scd1_dim.sql +57 -0
- kiri_dbt_bridge/macros/kiri_scd2_dim.sql +188 -0
- kiri_dbt_bridge/macros/kiri_sha256.sql +32 -0
- kiri_dbt_bridge/macros/kiri_string_cast.sql +37 -0
- kiri_dbt_bridge/macros/kiri_surrogate_key.sql +43 -0
- kiri_dbt_bridge/profiles.py +162 -0
- kiri_dbt_bridge/py.typed +0 -0
- kiri_dbt_bridge/safe_ident.py +44 -0
- kiri_dbt_bridge/silver_conformance.py +188 -0
- kiri_dbt_bridge/silver_kimball/__init__.py +27 -0
- kiri_dbt_bridge/silver_kimball/assemble.py +174 -0
- kiri_dbt_bridge/silver_kimball/dim_generator.py +602 -0
- kiri_dbt_bridge/silver_kimball/dispatch.py +86 -0
- kiri_dbt_bridge/silver_kimball/fact_generator.py +320 -0
- kiri_dbt_bridge/silver_kimball/flat_generator.py +156 -0
- kiri_dbt_bridge/silver_kimball/lineage.py +464 -0
- kiri_dbt_bridge/silver_kimball/watermark_window.py +199 -0
- kiri_dbt_bridge/silver_kimball/zone.py +68 -0
- kiri_dbt_bridge/silver_scd2_curated/__init__.py +46 -0
- kiri_dbt_bridge/silver_scd2_curated/assemble.py +213 -0
- kiri_dbt_bridge/silver_scd2_curated/curated_generator.py +351 -0
- kiri_dbt_bridge/silver_scd2_curated/standardized_generator.py +261 -0
- kiri_dbt_bridge/silver_scd2_curated/standardized_plan.py +254 -0
- kiri_iceberg/__init__.py +11 -0
- kiri_iceberg/catalog.py +128 -0
- kiri_iceberg/profile.py +131 -0
- kiri_iceberg/py.typed +0 -0
- kiri_ingestion/__init__.py +63 -0
- kiri_ingestion/airbyte_client.py +428 -0
- kiri_ingestion/database_fetcher.py +224 -0
- kiri_ingestion/layout.py +71 -0
- kiri_ingestion/mssql_introspect.py +565 -0
- kiri_ingestion/py.typed +0 -0
- kiri_ingestion/rest_fetcher.py +472 -0
- kiri_ingestion/runner.py +341 -0
- kiri_ingestion/schema_drift.py +222 -0
- kiri_ingestion/storage.py +621 -0
- kiri_mcp/__init__.py +5 -0
- kiri_mcp/audit.py +99 -0
- kiri_mcp/audit_decorators.py +252 -0
- kiri_mcp/main.py +22 -0
- kiri_mcp/py.typed +0 -0
- kiri_mcp/rbac.py +110 -0
- kiri_mcp/server.py +766 -0
- kiri_mcp/skills.py +297 -0
- kiri_mcp/tools/__init__.py +70 -0
- kiri_mcp/tools/_shared.py +58 -0
- kiri_mcp/tools/adapter.py +150 -0
- kiri_mcp/tools/cli_reference.py +59 -0
- kiri_mcp/tools/compliance.py +119 -0
- kiri_mcp/tools/contract.py +374 -0
- kiri_mcp/tools/dv.py +62 -0
- kiri_mcp/tools/federation.py +152 -0
- kiri_mcp/tools/intent.py +71 -0
- kiri_mcp/tools/lineage.py +204 -0
- kiri_mcp/tools/lineage_drift.py +75 -0
- kiri_mcp/tools/plan.py +66 -0
- kiri_mcp/tools/project.py +311 -0
- kiri_migration/__init__.py +56 -0
- kiri_migration/name_preservation.py +271 -0
- kiri_migration/predeploy.py +311 -0
- kiri_migration/py.typed +0 -0
- kiri_migration/reconcile.py +1891 -0
- kiri_migration/scaffold/__init__.py +90 -0
- kiri_migration/scaffold/_audit_columns.py +74 -0
- kiri_migration/scaffold/_classify.py +100 -0
- kiri_migration/scaffold/_typemap.py +71 -0
- kiri_migration/scaffold/_yaml.py +33 -0
- kiri_migration/scaffold/bronze.py +279 -0
- kiri_migration/scaffold/compile_targets/__init__.py +271 -0
- kiri_migration/scaffold/compile_targets/_common.py +193 -0
- kiri_migration/scaffold/compile_targets/copy_into.py +33 -0
- kiri_migration/scaffold/compile_targets/dlt.py +125 -0
- kiri_migration/scaffold/compile_targets/dlt_with_append_flows.py +163 -0
- kiri_migration/scaffold/compile_targets/dlt_with_apply_changes.py +192 -0
- kiri_migration/scaffold/compile_targets/dlt_with_expectations.py +276 -0
- kiri_migration/scaffold/compile_targets/layer_dispatch.py +258 -0
- kiri_migration/scaffold/compile_targets/sql_full_snapshot.py +385 -0
- kiri_migration/scaffold/compile_targets/streaming_table.py +37 -0
- kiri_migration/scaffold/mart.py +234 -0
- kiri_migration/scaffold/plans/__init__.py +49 -0
- kiri_migration/scaffold/plans/_registry.py +308 -0
- kiri_migration/scaffold/plans/minimal.py +550 -0
- kiri_migration/scaffold/plans/plan_b_layer.py +640 -0
- kiri_migration/scaffold/silver_from_marts.py +256 -0
- kiri_migration/scaffold/silver_pattern.py +451 -0
- kiri_migration/sp_translator.py +398 -0
- kiri_odcs/LICENSE +204 -0
- kiri_odcs/__init__.py +234 -0
- kiri_odcs/ai_trust_tier.py +475 -0
- kiri_odcs/canonical.py +263 -0
- kiri_odcs/diff.py +63 -0
- kiri_odcs/errors.py +51 -0
- kiri_odcs/invariant_sql.py +136 -0
- kiri_odcs/kiri_bridge.py +71 -0
- kiri_odcs/kiri_ext.py +3166 -0
- kiri_odcs/kiri_fk.py +447 -0
- kiri_odcs/kiri_pit.py +121 -0
- kiri_odcs/kiri_ref.py +57 -0
- kiri_odcs/openlineage_adapter.py +105 -0
- kiri_odcs/parser.py +1213 -0
- kiri_odcs/pii_guardrails.py +159 -0
- kiri_odcs/py.typed +0 -0
- kiri_odcs/schema_export.py +223 -0
- kiri_openlineage/__init__.py +58 -0
- kiri_openlineage/builder.py +146 -0
- kiri_openlineage/cost.py +190 -0
- kiri_openlineage/emitter.py +165 -0
- kiri_openlineage/py.typed +0 -0
- kiri_openlineage/schema.py +121 -0
- kiri_packs/__init__.py +67 -0
- kiri_packs/installer.py +500 -0
- kiri_packs/manifest.py +134 -0
- kiri_packs/publisher.py +605 -0
- kiri_packs/py.typed +0 -0
- kiri_packs/validator.py +295 -0
- kiri_quality/__init__.py +108 -0
- kiri_quality/ai_audit_correlator.py +293 -0
- kiri_quality/ai_audit_correlator_apply.py +526 -0
- kiri_quality/conformance_evidence.py +272 -0
- kiri_quality/dbt_test_collector.py +214 -0
- kiri_quality/dq_codegen.py +300 -0
- kiri_quality/dv_checks.py +393 -0
- kiri_quality/dv_column_lineage.py +279 -0
- kiri_quality/dv_column_lineage_apply.py +856 -0
- kiri_quality/dv_conformance.py +841 -0
- kiri_quality/dv_fixture_runner.py +478 -0
- kiri_quality/dv_invariants.py +986 -0
- kiri_quality/dv_kiri.py +97 -0
- kiri_quality/dv_markdown.py +169 -0
- kiri_quality/dv_observed_uc_reader.py +187 -0
- kiri_quality/dv_runner.py +389 -0
- kiri_quality/evidence_status.py +337 -0
- kiri_quality/fk_checks.py +800 -0
- kiri_quality/fk_ddl.py +402 -0
- kiri_quality/fk_pit_contract.py +168 -0
- kiri_quality/fk_runner.py +950 -0
- kiri_quality/kernel.py +376 -0
- kiri_quality/pii.py +60 -0
- kiri_quality/pre_classify/__init__.py +55 -0
- kiri_quality/pre_classify/engine.py +346 -0
- kiri_quality/pre_classify/locale_packs/en.yaml +117 -0
- kiri_quality/pre_classify/locale_packs/sv.yaml +73 -0
- kiri_quality/pre_classify/merge.py +297 -0
- kiri_quality/pre_classify/model.py +163 -0
- kiri_quality/py.typed +0 -0
- kiri_quality/reject_lane.py +261 -0
- kiri_quality/rule_runner.py +565 -0
- kiri_quality/schema_evolution_check.py +88 -0
- kiri_quality/silver_quality.py +494 -0
- kiri_quality/silver_quality_markdown.py +187 -0
- kiri_quality/uc_security_compile.py +951 -0
- kiri_quality/uc_security_compile_apply.py +1186 -0
- kiri_rbac/__init__.py +87 -0
- kiri_rbac/access.py +371 -0
- kiri_rbac/loader.py +104 -0
- kiri_rbac/pr_gate.py +213 -0
- kiri_rbac/providers/__init__.py +29 -0
- kiri_rbac/providers/_jwt.py +121 -0
- kiri_rbac/providers/azure_ad.py +93 -0
- kiri_rbac/providers/base.py +107 -0
- kiri_rbac/providers/factory.py +48 -0
- kiri_rbac/providers/github.py +134 -0
- kiri_rbac/providers/oidc_generic.py +99 -0
- kiri_rbac/py.typed +0 -0
- kiri_rbac/resolver.py +118 -0
- kiri_rbac/schema.py +219 -0
- kiri_schema_registry/__init__.py +22 -0
- kiri_schema_registry/avro.py +127 -0
- kiri_schema_registry/base.py +71 -0
- kiri_schema_registry/confluent.py +184 -0
- kiri_schema_registry/glue.py +178 -0
- kiri_schema_registry/py.typed +0 -0
- kiri_slack_bot/__init__.py +24 -0
- kiri_slack_bot/handler.py +248 -0
- kiri_slack_bot/py.typed +0 -0
- kiri_slack_bot/queries.py +90 -0
- kiri_slack_bot/signature.py +94 -0
- kiri_vault/__init__.py +59 -0
- kiri_vault/audit.py +64 -0
- kiri_vault/aws_vault.py +123 -0
- kiri_vault/azure_vault.py +236 -0
- kiri_vault/boundaries.py +219 -0
- kiri_vault/client.py +54 -0
- kiri_vault/databricks_vault.py +292 -0
- kiri_vault/env_vault.py +77 -0
- kiri_vault/py.typed +0 -0
- kiri_vault/ref.py +84 -0
- kirimana_automation/__init__.py +0 -0
- kirimana_automation/business_calendar.py +179 -0
- kirimana_automation/dag_snapshot.py +252 -0
- kirimana_automation/db/__init__.py +5 -0
- kirimana_automation/db/migrate.py +571 -0
- kirimana_automation/db/migrations/0001_release_state.down.duckdb.sql +29 -0
- kirimana_automation/db/migrations/0001_release_state.down.postgres.sql +37 -0
- kirimana_automation/db/migrations/0001_release_state.duckdb.sql +170 -0
- kirimana_automation/db/migrations/0001_release_state.postgres.sql +176 -0
- kirimana_automation/db/migrations/0002_rate_limit_buckets.down.duckdb.sql +9 -0
- kirimana_automation/db/migrations/0002_rate_limit_buckets.down.postgres.sql +9 -0
- kirimana_automation/db/migrations/0002_rate_limit_buckets.duckdb.sql +14 -0
- kirimana_automation/db/migrations/0002_rate_limit_buckets.postgres.sql +18 -0
- kirimana_automation/db/migrations/0003_flow_runs.down.duckdb.sql +18 -0
- kirimana_automation/db/migrations/0003_flow_runs.down.postgres.sql +19 -0
- kirimana_automation/db/migrations/0003_flow_runs.duckdb.sql +85 -0
- kirimana_automation/db/migrations/0003_flow_runs.postgres.sql +102 -0
- kirimana_automation/db/migrations/0004_flow_dag_snapshots.down.duckdb.sql +11 -0
- kirimana_automation/db/migrations/0004_flow_dag_snapshots.down.postgres.sql +11 -0
- kirimana_automation/db/migrations/0004_flow_dag_snapshots.duckdb.sql +15 -0
- kirimana_automation/db/migrations/0004_flow_dag_snapshots.postgres.sql +31 -0
- kirimana_automation/db/migrations/0005_calendar_skip.down.duckdb.sql +109 -0
- kirimana_automation/db/migrations/0005_calendar_skip.down.postgres.sql +42 -0
- kirimana_automation/db/migrations/0005_calendar_skip.duckdb.sql +113 -0
- kirimana_automation/db/migrations/0005_calendar_skip.postgres.sql +42 -0
- kirimana_automation/db/migrations/0006_flow_apply_log.down.duckdb.sql +9 -0
- kirimana_automation/db/migrations/0006_flow_apply_log.down.postgres.sql +11 -0
- kirimana_automation/db/migrations/0006_flow_apply_log.duckdb.sql +45 -0
- kirimana_automation/db/migrations/0006_flow_apply_log.postgres.sql +49 -0
- kirimana_automation/db/migrations/0007_flow_task_error_redacted.down.duckdb.sql +14 -0
- kirimana_automation/db/migrations/0007_flow_task_error_redacted.down.postgres.sql +2 -0
- kirimana_automation/db/migrations/0007_flow_task_error_redacted.duckdb.sql +7 -0
- kirimana_automation/db/migrations/0007_flow_task_error_redacted.postgres.sql +11 -0
- kirimana_automation/db/migrations/README.md +84 -0
- kirimana_automation/flow_loader.py +220 -0
- kirimana_automation/freeze.py +133 -0
- kirimana_automation/kiri_recommender.py +313 -0
- kirimana_automation/main.py +195 -0
- kirimana_automation/py.typed +0 -0
- kirimana_automation/run_history.py +593 -0
- kirimana_automation/run_history_analysis.py +607 -0
- kirimana_automation/schedule.py +343 -0
- kirimana_automation/schedule_validator.py +572 -0
- kirimana_automation/workflow_compiler.py +1288 -0
|
@@ -0,0 +1,256 @@
|
|
|
1
|
+
"""Detection-signal → :class:`Incident` builders — ADR 0038 #173.
|
|
2
|
+
|
|
3
|
+
Pure data transforms: each builder takes a domain-specific signal
|
|
4
|
+
(SLA breach report, apply-pipeline failure, schema-drift report,
|
|
5
|
+
adapter health failure) and produces a vendor-neutral
|
|
6
|
+
:class:`Incident` ready for the dispatcher.
|
|
7
|
+
|
|
8
|
+
Lives in ``kiri_core`` so detection sources (``kiri_quality``,
|
|
9
|
+
``kiri_ingestion``, the SLA checker, the apply CLI) can build
|
|
10
|
+
incidents without taking a dependency on the dispatcher
|
|
11
|
+
implementations in ``kiri_adapters``. The router that *fires* the
|
|
12
|
+
incident lives one layer up; this module only translates.
|
|
13
|
+
|
|
14
|
+
source_id taxonomy follows ADR 0038's table:
|
|
15
|
+
|
|
16
|
+
- ``apply:<contract>:fail`` — apply pipeline failure
|
|
17
|
+
- ``sla:<contract>:<kind>`` — SLA freshness/quality breach
|
|
18
|
+
- ``schema-drift:<source>:<table>`` — Airbyte/contract mismatch
|
|
19
|
+
- ``health:<adapter>:<target>`` — adapter health probe failure
|
|
20
|
+
"""
|
|
21
|
+
|
|
22
|
+
from __future__ import annotations
|
|
23
|
+
|
|
24
|
+
from typing import Any
|
|
25
|
+
|
|
26
|
+
from kiri_core.incident import (
|
|
27
|
+
Incident,
|
|
28
|
+
IncidentCategory,
|
|
29
|
+
IncidentSeverity,
|
|
30
|
+
IncidentTraceLinks,
|
|
31
|
+
)
|
|
32
|
+
|
|
33
|
+
_SLA_SEVERITY_MAP = {
|
|
34
|
+
"low": IncidentSeverity.LOW,
|
|
35
|
+
"medium": IncidentSeverity.MEDIUM,
|
|
36
|
+
"high": IncidentSeverity.HIGH,
|
|
37
|
+
"critical": IncidentSeverity.CRITICAL,
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
|
|
41
|
+
def incident_from_apply_failure(
|
|
42
|
+
*,
|
|
43
|
+
apply_id: str | None,
|
|
44
|
+
contract_name: str | None,
|
|
45
|
+
error_message: str,
|
|
46
|
+
target_env: str | None,
|
|
47
|
+
git_sha: str | None = None,
|
|
48
|
+
) -> Incident:
|
|
49
|
+
"""Build an incident for a failed apply-pipeline run.
|
|
50
|
+
|
|
51
|
+
Severity follows env: prod=high (operators woken up), test=medium
|
|
52
|
+
(CI noise but actionable), dev=low (likely the developer is at
|
|
53
|
+
their keyboard already). Caller can override afterwards if the
|
|
54
|
+
failure is known-catastrophic (e.g. data-corruption indication).
|
|
55
|
+
"""
|
|
56
|
+
severity = _severity_for_env(target_env)
|
|
57
|
+
contract_label = contract_name or "(project-wide)"
|
|
58
|
+
title = f"Apply failed: {contract_label}"
|
|
59
|
+
if target_env:
|
|
60
|
+
title += f" [{target_env}]"
|
|
61
|
+
summary = (
|
|
62
|
+
f"## Apply pipeline failure\n\n"
|
|
63
|
+
f"- **Contract:** `{contract_label}`\n"
|
|
64
|
+
f"- **Environment:** `{target_env or 'unknown'}`\n"
|
|
65
|
+
f"- **Apply id:** `{apply_id or 'n/a'}`\n"
|
|
66
|
+
f"- **Error:**\n\n```\n{error_message[:2000]}\n```\n\n"
|
|
67
|
+
f"Investigate via `kiri apply --target {target_env or 'dev'} "
|
|
68
|
+
f"--contract {contract_label}` (re-run) or "
|
|
69
|
+
f"`kiri audit list --apply-id {apply_id}` (forensic context)."
|
|
70
|
+
)
|
|
71
|
+
source_id = (
|
|
72
|
+
f"apply:{contract_name}:fail" if contract_name else f"apply:{apply_id or 'project'}:fail"
|
|
73
|
+
)
|
|
74
|
+
return Incident(
|
|
75
|
+
title=title[:200],
|
|
76
|
+
summary=summary,
|
|
77
|
+
severity=severity,
|
|
78
|
+
category=IncidentCategory.TECHNICAL,
|
|
79
|
+
source_id=source_id,
|
|
80
|
+
environment=target_env,
|
|
81
|
+
trace_links=IncidentTraceLinks(
|
|
82
|
+
apply_id=apply_id,
|
|
83
|
+
contract_name=contract_name,
|
|
84
|
+
target_env=target_env,
|
|
85
|
+
git_sha=git_sha,
|
|
86
|
+
),
|
|
87
|
+
)
|
|
88
|
+
|
|
89
|
+
|
|
90
|
+
def incident_from_sla_breach(
|
|
91
|
+
report: Any,
|
|
92
|
+
*,
|
|
93
|
+
target_env: str | None,
|
|
94
|
+
apply_id: str | None = None,
|
|
95
|
+
) -> Incident:
|
|
96
|
+
"""Build an incident from a :class:`SlaContractReport`.
|
|
97
|
+
|
|
98
|
+
``report`` is duck-typed — passing the actual class would create a
|
|
99
|
+
cyclic dependency (sla_cmd lives in kiri_cli which depends on
|
|
100
|
+
kiri_core, not the other way). The caller in sla_cmd guarantees
|
|
101
|
+
the shape: ``contract_name``, ``severity`` (low/medium/high/
|
|
102
|
+
critical string), ``breaches`` (list with .kind / .message /
|
|
103
|
+
.threshold / .observed attrs).
|
|
104
|
+
"""
|
|
105
|
+
severity = _SLA_SEVERITY_MAP.get(getattr(report, "severity", "medium"), IncidentSeverity.MEDIUM)
|
|
106
|
+
contract = getattr(report, "contract_name", "unknown")
|
|
107
|
+
breaches = getattr(report, "breaches", [])
|
|
108
|
+
kinds = sorted({getattr(b, "kind", "unknown") for b in breaches})
|
|
109
|
+
kind_token = "+".join(kinds) if kinds else "breach"
|
|
110
|
+
|
|
111
|
+
title = f"SLA breach: {contract} ({kind_token})"
|
|
112
|
+
if target_env:
|
|
113
|
+
title += f" [{target_env}]"
|
|
114
|
+
|
|
115
|
+
lines = [
|
|
116
|
+
"## SLA breach\n",
|
|
117
|
+
f"- **Contract:** `{contract}`",
|
|
118
|
+
f"- **Environment:** `{target_env or 'unknown'}`",
|
|
119
|
+
f"- **Severity:** {severity.value}",
|
|
120
|
+
f"- **Kinds:** {', '.join(kinds) if kinds else '—'}",
|
|
121
|
+
"",
|
|
122
|
+
"### Failing checks",
|
|
123
|
+
]
|
|
124
|
+
for b in breaches:
|
|
125
|
+
kind = getattr(b, "kind", "?")
|
|
126
|
+
message = getattr(b, "message", "")
|
|
127
|
+
threshold = getattr(b, "threshold", "?")
|
|
128
|
+
observed = getattr(b, "observed", "?")
|
|
129
|
+
lines.append(f"- **{kind}**: {message} (threshold {threshold}, observed {observed})")
|
|
130
|
+
|
|
131
|
+
return Incident(
|
|
132
|
+
title=title[:200],
|
|
133
|
+
summary="\n".join(lines),
|
|
134
|
+
severity=severity,
|
|
135
|
+
category=IncidentCategory.DATA,
|
|
136
|
+
source_id=f"sla:{contract}:{kind_token}",
|
|
137
|
+
environment=target_env,
|
|
138
|
+
trace_links=IncidentTraceLinks(
|
|
139
|
+
apply_id=apply_id,
|
|
140
|
+
contract_name=contract,
|
|
141
|
+
target_env=target_env,
|
|
142
|
+
),
|
|
143
|
+
)
|
|
144
|
+
|
|
145
|
+
|
|
146
|
+
def incident_from_schema_drift(
|
|
147
|
+
report: Any,
|
|
148
|
+
*,
|
|
149
|
+
source_name: str,
|
|
150
|
+
table_name: str,
|
|
151
|
+
target_env: str | None,
|
|
152
|
+
) -> Incident:
|
|
153
|
+
"""Build an incident from a :class:`DriftReport`.
|
|
154
|
+
|
|
155
|
+
Severity escalates with the report's worst finding:
|
|
156
|
+
error → high, warning → medium, info-only → low.
|
|
157
|
+
"""
|
|
158
|
+
has_errors = getattr(report, "has_errors", False)
|
|
159
|
+
has_warnings = getattr(report, "has_warnings", False)
|
|
160
|
+
if callable(has_errors):
|
|
161
|
+
has_errors = has_errors()
|
|
162
|
+
if callable(has_warnings):
|
|
163
|
+
has_warnings = has_warnings()
|
|
164
|
+
if has_errors:
|
|
165
|
+
severity = IncidentSeverity.HIGH
|
|
166
|
+
elif has_warnings:
|
|
167
|
+
severity = IncidentSeverity.MEDIUM
|
|
168
|
+
else:
|
|
169
|
+
severity = IncidentSeverity.LOW
|
|
170
|
+
findings = getattr(report, "findings", [])
|
|
171
|
+
|
|
172
|
+
title = f"Schema drift: {source_name}.{table_name}"
|
|
173
|
+
if target_env:
|
|
174
|
+
title += f" [{target_env}]"
|
|
175
|
+
|
|
176
|
+
lines = [
|
|
177
|
+
f"## Schema drift on `{source_name}.{table_name}`\n",
|
|
178
|
+
f"- **Environment:** `{target_env or 'unknown'}`",
|
|
179
|
+
f"- **Findings:** {len(findings)}",
|
|
180
|
+
"",
|
|
181
|
+
"### Details",
|
|
182
|
+
]
|
|
183
|
+
for f in findings:
|
|
184
|
+
col = getattr(f, "column", "?")
|
|
185
|
+
kind = getattr(f, "kind", "?")
|
|
186
|
+
msg = getattr(f, "message", "")
|
|
187
|
+
lines.append(f"- `{col}` — {kind}: {msg}")
|
|
188
|
+
lines.append("")
|
|
189
|
+
lines.append(
|
|
190
|
+
"Reconcile via `kiri contract diff` or update the contract to match the observed schema."
|
|
191
|
+
)
|
|
192
|
+
|
|
193
|
+
return Incident(
|
|
194
|
+
title=title[:200],
|
|
195
|
+
summary="\n".join(lines),
|
|
196
|
+
severity=severity,
|
|
197
|
+
category=IncidentCategory.DATA,
|
|
198
|
+
source_id=f"schema-drift:{source_name}:{table_name}",
|
|
199
|
+
environment=target_env,
|
|
200
|
+
trace_links=IncidentTraceLinks(
|
|
201
|
+
contract_name=f"{source_name}.{table_name}",
|
|
202
|
+
target_env=target_env,
|
|
203
|
+
),
|
|
204
|
+
)
|
|
205
|
+
|
|
206
|
+
|
|
207
|
+
def incident_from_health_failure(
|
|
208
|
+
*,
|
|
209
|
+
adapter_name: str,
|
|
210
|
+
target: str,
|
|
211
|
+
error_message: str,
|
|
212
|
+
target_env: str | None = None,
|
|
213
|
+
) -> Incident:
|
|
214
|
+
"""Build an incident for a failed adapter health probe."""
|
|
215
|
+
title = f"Adapter health failure: {adapter_name}/{target}"
|
|
216
|
+
summary = (
|
|
217
|
+
f"## Adapter health probe failed\n\n"
|
|
218
|
+
f"- **Adapter:** `{adapter_name}`\n"
|
|
219
|
+
f"- **Target:** `{target}`\n"
|
|
220
|
+
f"- **Environment:** `{target_env or target}`\n"
|
|
221
|
+
f"- **Error:**\n\n```\n{error_message[:2000]}\n```\n\n"
|
|
222
|
+
"If the platform is up, verify credentials + network from the "
|
|
223
|
+
"host running Kirimana. Re-probe via `kiri ingest health`."
|
|
224
|
+
)
|
|
225
|
+
return Incident(
|
|
226
|
+
title=title[:200],
|
|
227
|
+
summary=summary,
|
|
228
|
+
severity=IncidentSeverity.HIGH,
|
|
229
|
+
category=IncidentCategory.TECHNICAL,
|
|
230
|
+
source_id=f"health:{adapter_name}:{target}",
|
|
231
|
+
environment=target_env or target,
|
|
232
|
+
trace_links=IncidentTraceLinks(target_env=target_env or target),
|
|
233
|
+
)
|
|
234
|
+
|
|
235
|
+
|
|
236
|
+
def _severity_for_env(env: str | None) -> IncidentSeverity:
|
|
237
|
+
"""Default severity for apply failures by env.
|
|
238
|
+
|
|
239
|
+
Operators usually want prod failures to wake on-call (high),
|
|
240
|
+
test failures to be noted (medium), dev failures to be a
|
|
241
|
+
low-priority annoyance (the dev is at their keyboard).
|
|
242
|
+
"""
|
|
243
|
+
e = (env or "").lower()
|
|
244
|
+
if e == "prod":
|
|
245
|
+
return IncidentSeverity.HIGH
|
|
246
|
+
if e == "test":
|
|
247
|
+
return IncidentSeverity.MEDIUM
|
|
248
|
+
return IncidentSeverity.LOW
|
|
249
|
+
|
|
250
|
+
|
|
251
|
+
__all__ = [
|
|
252
|
+
"incident_from_apply_failure",
|
|
253
|
+
"incident_from_health_failure",
|
|
254
|
+
"incident_from_schema_drift",
|
|
255
|
+
"incident_from_sla_breach",
|
|
256
|
+
]
|
|
@@ -0,0 +1,418 @@
|
|
|
1
|
+
"""Append-only audit log for incident dispatches — ADR 0038 #175 (writer half).
|
|
2
|
+
|
|
3
|
+
JSONL format, one row per ``IncidentDispatcher.dispatch()`` call. Same
|
|
4
|
+
shape as :mod:`kiri_ai_gateway.audit` so SIEM forwarders treat it as a
|
|
5
|
+
peer audit channel — operators replicate one directory tree, not two
|
|
6
|
+
formats.
|
|
7
|
+
|
|
8
|
+
Two kinds of row land here:
|
|
9
|
+
|
|
10
|
+
- **dispatch event** — every successful (and failed) dispatch attempt.
|
|
11
|
+
Carries the Incident input + DispatchResult output so an operator
|
|
12
|
+
reviewing the trail can see what was sent + what came back.
|
|
13
|
+
- **query event** — every read against the public ``incidents-api``
|
|
14
|
+
service (#181). Lives in the same file so ADR 0037 redaction acts
|
|
15
|
+
on one log, not two. Query rows arrive in #183 (rate-limit + audit);
|
|
16
|
+
for now this module only writes dispatch rows.
|
|
17
|
+
|
|
18
|
+
The redaction surface (ADR 0037) lands in #175's second half — same
|
|
19
|
+
two-write pattern as ``AuditLog.redact``. This module ships the writer
|
|
20
|
+
+ reader; the redactor follows once detection-layer wiring (#173)
|
|
21
|
+
makes the log produce volume worth redacting.
|
|
22
|
+
"""
|
|
23
|
+
|
|
24
|
+
from __future__ import annotations
|
|
25
|
+
|
|
26
|
+
import json
|
|
27
|
+
import os
|
|
28
|
+
import tempfile
|
|
29
|
+
from datetime import UTC, datetime
|
|
30
|
+
from enum import StrEnum
|
|
31
|
+
from pathlib import Path
|
|
32
|
+
from typing import Any
|
|
33
|
+
from uuid import uuid4
|
|
34
|
+
|
|
35
|
+
from pydantic import BaseModel, ConfigDict, Field
|
|
36
|
+
|
|
37
|
+
from kiri_core.incident import (
|
|
38
|
+
DispatchAction,
|
|
39
|
+
DispatchResult,
|
|
40
|
+
Incident,
|
|
41
|
+
)
|
|
42
|
+
|
|
43
|
+
_REDACTED_MARKER = "[REDACTED]"
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
class IncidentRedactionReason(StrEnum):
|
|
47
|
+
"""Closed enum of legitimate redaction reasons (ADR 0037).
|
|
48
|
+
|
|
49
|
+
Mirrors :class:`kiri_ai_gateway.audit.RedactionReason` — same
|
|
50
|
+
auditor-queryable column, same regulator-accepted reasons.
|
|
51
|
+
Values stay synchronised between modules; both surfaces are
|
|
52
|
+
legitimate redact-targets and ADR 0037 treats them uniformly.
|
|
53
|
+
"""
|
|
54
|
+
|
|
55
|
+
GDPR_ART_17 = "gdpr-art-17"
|
|
56
|
+
DATA_RESIDENCY = "data-residency"
|
|
57
|
+
PLATFORM_ROTATION = "platform-rotation"
|
|
58
|
+
LEGAL_HOLD_RELEASE = "legal-hold-release"
|
|
59
|
+
OPERATOR_ERROR = "operator-error"
|
|
60
|
+
|
|
61
|
+
|
|
62
|
+
class IncidentLogRedactionError(Exception):
|
|
63
|
+
"""Raised when an incidents.jsonl redaction can't proceed."""
|
|
64
|
+
|
|
65
|
+
|
|
66
|
+
class IncidentLogEntry(BaseModel):
|
|
67
|
+
"""One row in ``incidents.jsonl``.
|
|
68
|
+
|
|
69
|
+
Field naming mirrors the CLI ``list-recent`` / ``status`` reader
|
|
70
|
+
in ``kiri_cli.incident_cmd`` so the same JSONL is consumed by the
|
|
71
|
+
CLI today and the REST API in #181 without translation.
|
|
72
|
+
"""
|
|
73
|
+
|
|
74
|
+
model_config = ConfigDict(extra="forbid")
|
|
75
|
+
|
|
76
|
+
event_id: str = Field(default_factory=lambda: str(uuid4()))
|
|
77
|
+
"""Unique row id — the redaction event in #175's second half
|
|
78
|
+
references this when surgically clearing a row."""
|
|
79
|
+
|
|
80
|
+
timestamp_utc: str
|
|
81
|
+
"""ISO-8601 UTC with seconds resolution. String not datetime so
|
|
82
|
+
the JSONL round-trips through ``cat`` / ``jq`` without surprises."""
|
|
83
|
+
|
|
84
|
+
event_type: str = "dispatch"
|
|
85
|
+
"""``dispatch`` (this module) or ``query`` (#183 audit). Future
|
|
86
|
+
redaction rows use ``audit.redact`` per ADR 0037 convention."""
|
|
87
|
+
|
|
88
|
+
source_id: str
|
|
89
|
+
severity: str
|
|
90
|
+
category: str
|
|
91
|
+
action: str
|
|
92
|
+
"""Mirrors :class:`DispatchAction` — ``created`` / ``updated`` /
|
|
93
|
+
``no-op``. Stored as string so the column remains stable when the
|
|
94
|
+
enum extends."""
|
|
95
|
+
|
|
96
|
+
backend: str | None = None
|
|
97
|
+
ticket_id: str | None = None
|
|
98
|
+
ticket_url: str | None = None
|
|
99
|
+
|
|
100
|
+
title: str
|
|
101
|
+
summary: str
|
|
102
|
+
"""Full incident text. Operators reading the audit trail need the
|
|
103
|
+
same evidence the ITSM got. Redaction (#175 second half) clears
|
|
104
|
+
this field when the row trips ADR 0037."""
|
|
105
|
+
|
|
106
|
+
environment: str | None = None
|
|
107
|
+
domain: str | None = None
|
|
108
|
+
apply_id: str | None = None
|
|
109
|
+
contract_name: str | None = None
|
|
110
|
+
git_sha: str | None = None
|
|
111
|
+
audit_trace_id: str | None = None
|
|
112
|
+
|
|
113
|
+
error: str | None = None
|
|
114
|
+
"""Populated only when the dispatch raised. Used by ``kiri incident
|
|
115
|
+
list-recent`` to flag rows that didn't reach the ITSM."""
|
|
116
|
+
|
|
117
|
+
redacted: bool = False
|
|
118
|
+
"""ADR 0037 marker — set by the redaction event when this row's
|
|
119
|
+
``title`` / ``summary`` have been cleared."""
|
|
120
|
+
|
|
121
|
+
|
|
122
|
+
class IncidentLog:
|
|
123
|
+
"""File-backed append-only log of incident dispatches.
|
|
124
|
+
|
|
125
|
+
Same shape as :class:`kiri_ai_gateway.audit.AuditLog`: one writer,
|
|
126
|
+
JSONL on disk, parent directory auto-created on first write,
|
|
127
|
+
UTF-8, one row per call. Crash-safety relies on the OS-level
|
|
128
|
+
line buffering — for the v1 audit-log shape this is sufficient
|
|
129
|
+
(we're tracking dispatch events, not financial transactions).
|
|
130
|
+
"""
|
|
131
|
+
|
|
132
|
+
def __init__(self, path: Path) -> None:
|
|
133
|
+
self.path = path
|
|
134
|
+
|
|
135
|
+
def write(self, entry: IncidentLogEntry) -> None:
|
|
136
|
+
self.path.parent.mkdir(parents=True, exist_ok=True)
|
|
137
|
+
with self.path.open("a", encoding="utf-8") as f:
|
|
138
|
+
f.write(entry.model_dump_json() + "\n")
|
|
139
|
+
|
|
140
|
+
def record_dispatch(
|
|
141
|
+
self,
|
|
142
|
+
incident: Incident,
|
|
143
|
+
result: DispatchResult,
|
|
144
|
+
*,
|
|
145
|
+
error: str | None = None,
|
|
146
|
+
) -> IncidentLogEntry:
|
|
147
|
+
"""Append one row for a dispatch attempt.
|
|
148
|
+
|
|
149
|
+
Called by ``kiri incident dispatch`` (#171) and the future
|
|
150
|
+
detection-layer hooks (#173). The CLI writes the row *after*
|
|
151
|
+
the dispatcher returns so we record the actual platform-side
|
|
152
|
+
outcome (``DispatchResult.action``) — not just our intent.
|
|
153
|
+
"""
|
|
154
|
+
entry = IncidentLogEntry(
|
|
155
|
+
timestamp_utc=datetime.now(UTC).isoformat(timespec="seconds"),
|
|
156
|
+
source_id=incident.source_id,
|
|
157
|
+
severity=incident.severity.value,
|
|
158
|
+
category=incident.category.value,
|
|
159
|
+
action=result.action.value,
|
|
160
|
+
backend=result.backend,
|
|
161
|
+
ticket_id=result.ticket_id,
|
|
162
|
+
ticket_url=result.ticket_url,
|
|
163
|
+
title=incident.title,
|
|
164
|
+
summary=incident.summary,
|
|
165
|
+
environment=incident.environment,
|
|
166
|
+
domain=incident.domain,
|
|
167
|
+
apply_id=incident.trace_links.apply_id,
|
|
168
|
+
contract_name=incident.trace_links.contract_name,
|
|
169
|
+
git_sha=incident.trace_links.git_sha,
|
|
170
|
+
audit_trace_id=incident.trace_links.audit_trace_id,
|
|
171
|
+
error=error,
|
|
172
|
+
)
|
|
173
|
+
self.write(entry)
|
|
174
|
+
return entry
|
|
175
|
+
|
|
176
|
+
def record_query(
|
|
177
|
+
self,
|
|
178
|
+
*,
|
|
179
|
+
endpoint: str,
|
|
180
|
+
api_key_id: str | None,
|
|
181
|
+
api_key_name: str | None,
|
|
182
|
+
status_code: int,
|
|
183
|
+
latency_ms: float,
|
|
184
|
+
query_params_summary: str = "",
|
|
185
|
+
) -> IncidentLogEntry:
|
|
186
|
+
"""Append one row for a public-API query (#183 audit).
|
|
187
|
+
|
|
188
|
+
Lives in the same JSONL as dispatch rows so SIEM forwarders
|
|
189
|
+
treat it as one channel, but ``event_type="query"`` keeps
|
|
190
|
+
the rows distinguishable. Per ADR 0038 the audit shape mirrors
|
|
191
|
+
the AI audit invariants without overloading AI semantics —
|
|
192
|
+
no prompt_hash / response_hash, just request metadata.
|
|
193
|
+
|
|
194
|
+
Reuses the IncidentLogEntry schema by overloading the
|
|
195
|
+
``source_id`` slot with ``api:<endpoint>`` and stuffing the
|
|
196
|
+
request metadata into the trace_links + free fields. ADR 0037
|
|
197
|
+
redaction (#175 second half) treats query rows identically to
|
|
198
|
+
dispatch rows.
|
|
199
|
+
"""
|
|
200
|
+
from datetime import UTC, datetime
|
|
201
|
+
|
|
202
|
+
entry = IncidentLogEntry(
|
|
203
|
+
timestamp_utc=datetime.now(UTC).isoformat(timespec="seconds"),
|
|
204
|
+
event_type="query",
|
|
205
|
+
source_id=f"api:{endpoint}",
|
|
206
|
+
severity="low",
|
|
207
|
+
category="technical",
|
|
208
|
+
action=f"http-{status_code}",
|
|
209
|
+
backend="incidents-api",
|
|
210
|
+
ticket_id=api_key_id,
|
|
211
|
+
title=api_key_name or "anonymous",
|
|
212
|
+
summary=query_params_summary or "",
|
|
213
|
+
error=None if 200 <= status_code < 400 else str(status_code),
|
|
214
|
+
audit_trace_id=f"latency-ms={latency_ms:.1f}",
|
|
215
|
+
)
|
|
216
|
+
self.write(entry)
|
|
217
|
+
return entry
|
|
218
|
+
|
|
219
|
+
def record_failure(
|
|
220
|
+
self,
|
|
221
|
+
incident: Incident,
|
|
222
|
+
*,
|
|
223
|
+
error: str,
|
|
224
|
+
) -> IncidentLogEntry:
|
|
225
|
+
"""Append one row when the dispatcher raised before returning.
|
|
226
|
+
|
|
227
|
+
Synthesises a ``no-op`` action since no platform-side state
|
|
228
|
+
changed; the ``error`` field carries the exception string for
|
|
229
|
+
triage. Operators querying ``list-recent`` see the failed
|
|
230
|
+
attempt — silence-on-error would make it look like the
|
|
231
|
+
incident was never fired.
|
|
232
|
+
"""
|
|
233
|
+
synthetic_result = DispatchResult(
|
|
234
|
+
action=DispatchAction.NO_OP,
|
|
235
|
+
ticket_id=None,
|
|
236
|
+
ticket_url=None,
|
|
237
|
+
backend=None,
|
|
238
|
+
)
|
|
239
|
+
return self.record_dispatch(incident, synthetic_result, error=error)
|
|
240
|
+
|
|
241
|
+
def read_all(self) -> list[dict[str, Any]]:
|
|
242
|
+
"""Read every row, skipping malformed lines.
|
|
243
|
+
|
|
244
|
+
Returns raw dicts (not :class:`IncidentLogEntry`) so the REST
|
|
245
|
+
API in #181 can serve future log rows that this module hasn't
|
|
246
|
+
learned about yet — the read side is forward-compatible by
|
|
247
|
+
design.
|
|
248
|
+
"""
|
|
249
|
+
if not self.path.exists():
|
|
250
|
+
return []
|
|
251
|
+
rows: list[dict[str, Any]] = []
|
|
252
|
+
for line in self.path.read_text(encoding="utf-8").splitlines():
|
|
253
|
+
if not line.strip():
|
|
254
|
+
continue
|
|
255
|
+
try:
|
|
256
|
+
rows.append(json.loads(line))
|
|
257
|
+
except json.JSONDecodeError:
|
|
258
|
+
continue
|
|
259
|
+
return rows
|
|
260
|
+
|
|
261
|
+
def find_entry(self, event_id: str) -> dict[str, Any] | None:
|
|
262
|
+
"""Locate an incident-log row by ``event_id``.
|
|
263
|
+
|
|
264
|
+
Used by the redact CLI for pre-flight checks — better UX than
|
|
265
|
+
letting :meth:`redact` fail after a temp file has been written.
|
|
266
|
+
"""
|
|
267
|
+
for row in self.read_all():
|
|
268
|
+
if row.get("event_id") == event_id:
|
|
269
|
+
return row
|
|
270
|
+
return None
|
|
271
|
+
|
|
272
|
+
def redact(
|
|
273
|
+
self,
|
|
274
|
+
target_event_id: str,
|
|
275
|
+
*,
|
|
276
|
+
reason: IncidentRedactionReason,
|
|
277
|
+
justification: str,
|
|
278
|
+
actor: str,
|
|
279
|
+
) -> dict[str, Any]:
|
|
280
|
+
"""Redact one row's sensitive fields + append a redaction event.
|
|
281
|
+
|
|
282
|
+
ADR 0037 two-write pattern, mirrored from
|
|
283
|
+
:meth:`kiri_ai_gateway.audit.AuditLog.redact`:
|
|
284
|
+
|
|
285
|
+
1. Rewrite the file via temp-and-rename. The matching row's
|
|
286
|
+
``title`` and ``summary`` get overwritten with
|
|
287
|
+
``[REDACTED]``; ``redacted`` flag flips to ``True``.
|
|
288
|
+
2. Append a new ``audit.redact`` event row with the
|
|
289
|
+
justification + actor + redaction-id.
|
|
290
|
+
|
|
291
|
+
Crash-safety follows the same pattern: a crash mid-step-1
|
|
292
|
+
leaves the original file intact (temp unlinked); a crash
|
|
293
|
+
between steps 1 and 2 leaves the row redacted but missing
|
|
294
|
+
the audit event — re-running is a no-op on the row but
|
|
295
|
+
appends the missing event.
|
|
296
|
+
|
|
297
|
+
Idempotent under retry. Raises
|
|
298
|
+
:class:`IncidentLogRedactionError` when the event_id isn't
|
|
299
|
+
found, when the row is already redacted, or when justification
|
|
300
|
+
is empty/whitespace.
|
|
301
|
+
"""
|
|
302
|
+
if not justification or not justification.strip():
|
|
303
|
+
raise IncidentLogRedactionError("redaction justification must be non-empty")
|
|
304
|
+
if not self.path.exists():
|
|
305
|
+
raise IncidentLogRedactionError(
|
|
306
|
+
f"incidents log {self.path} does not exist; nothing to redact"
|
|
307
|
+
)
|
|
308
|
+
|
|
309
|
+
redaction_id = str(uuid4())
|
|
310
|
+
redacted_at = datetime.now(UTC).isoformat(timespec="seconds")
|
|
311
|
+
found = False
|
|
312
|
+
already_redacted = False
|
|
313
|
+
|
|
314
|
+
tmp_dir = self.path.parent
|
|
315
|
+
with tempfile.NamedTemporaryFile(
|
|
316
|
+
mode="w",
|
|
317
|
+
encoding="utf-8",
|
|
318
|
+
dir=tmp_dir,
|
|
319
|
+
delete=False,
|
|
320
|
+
suffix=".tmp",
|
|
321
|
+
) as tmp:
|
|
322
|
+
tmp_path = Path(tmp.name)
|
|
323
|
+
try:
|
|
324
|
+
with self.path.open("r", encoding="utf-8") as src:
|
|
325
|
+
for raw in src:
|
|
326
|
+
line = raw.rstrip("\n")
|
|
327
|
+
if not line:
|
|
328
|
+
continue
|
|
329
|
+
try:
|
|
330
|
+
row: dict[str, Any] = json.loads(line)
|
|
331
|
+
except json.JSONDecodeError:
|
|
332
|
+
tmp.write(line + "\n")
|
|
333
|
+
continue
|
|
334
|
+
|
|
335
|
+
if row.get("event_id") == target_event_id:
|
|
336
|
+
if row.get("redacted") is True:
|
|
337
|
+
already_redacted = True
|
|
338
|
+
else:
|
|
339
|
+
row["title"] = _REDACTED_MARKER
|
|
340
|
+
row["summary"] = _REDACTED_MARKER
|
|
341
|
+
row["redacted"] = True
|
|
342
|
+
row["redacted_at"] = redacted_at
|
|
343
|
+
row["redaction_id"] = redaction_id
|
|
344
|
+
found = True
|
|
345
|
+
tmp.write(json.dumps(row, ensure_ascii=False) + "\n")
|
|
346
|
+
tmp.flush()
|
|
347
|
+
os.fsync(tmp.fileno())
|
|
348
|
+
except Exception:
|
|
349
|
+
tmp_path.unlink(missing_ok=True)
|
|
350
|
+
raise
|
|
351
|
+
|
|
352
|
+
if already_redacted:
|
|
353
|
+
tmp_path.unlink(missing_ok=True)
|
|
354
|
+
raise IncidentLogRedactionError(f"event_id {target_event_id!r} is already redacted")
|
|
355
|
+
if not found:
|
|
356
|
+
tmp_path.unlink(missing_ok=True)
|
|
357
|
+
raise IncidentLogRedactionError(
|
|
358
|
+
f"event_id {target_event_id!r} not found in {self.path}"
|
|
359
|
+
)
|
|
360
|
+
|
|
361
|
+
# Atomic rename — replaces original with redacted version.
|
|
362
|
+
import shutil
|
|
363
|
+
|
|
364
|
+
shutil.move(str(tmp_path), str(self.path))
|
|
365
|
+
|
|
366
|
+
# Step 2: append the redact-event row. Same JSONL shape as
|
|
367
|
+
# other rows; event_type = "audit.redact" distinguishes it.
|
|
368
|
+
event_row = {
|
|
369
|
+
"event_id": redaction_id,
|
|
370
|
+
"timestamp_utc": redacted_at,
|
|
371
|
+
"event_type": "audit.redact",
|
|
372
|
+
"source_id": f"audit.redact:{target_event_id}",
|
|
373
|
+
"severity": "low",
|
|
374
|
+
"category": "technical",
|
|
375
|
+
"action": "redacted",
|
|
376
|
+
"title": "audit redaction event",
|
|
377
|
+
"summary": justification,
|
|
378
|
+
"backend": None,
|
|
379
|
+
"ticket_id": None,
|
|
380
|
+
"ticket_url": None,
|
|
381
|
+
"environment": None,
|
|
382
|
+
"domain": None,
|
|
383
|
+
"apply_id": None,
|
|
384
|
+
"contract_name": None,
|
|
385
|
+
"git_sha": None,
|
|
386
|
+
"audit_trace_id": f"actor={actor};reason={reason.value}",
|
|
387
|
+
"error": None,
|
|
388
|
+
"redacted": False,
|
|
389
|
+
}
|
|
390
|
+
with self.path.open("a", encoding="utf-8") as f:
|
|
391
|
+
f.write(json.dumps(event_row, ensure_ascii=False) + "\n")
|
|
392
|
+
|
|
393
|
+
return event_row
|
|
394
|
+
|
|
395
|
+
|
|
396
|
+
def default_incidents_log_path(project_root: Path | None = None) -> Path:
|
|
397
|
+
"""Resolve the log path.
|
|
398
|
+
|
|
399
|
+
Per ADR 0038 the file lives under the project's ``./logs/`` —
|
|
400
|
+
same convention as the AI-gateway audit log. The
|
|
401
|
+
``KIRIMANA_INCIDENTS_LOG`` env-var override lets containerised
|
|
402
|
+
deployments redirect to a mounted volume without touching project
|
|
403
|
+
code.
|
|
404
|
+
"""
|
|
405
|
+
override = os.environ.get("KIRIMANA_INCIDENTS_LOG")
|
|
406
|
+
if override:
|
|
407
|
+
return Path(override)
|
|
408
|
+
base = project_root if project_root is not None else Path.cwd()
|
|
409
|
+
return base / "logs" / "incidents.jsonl"
|
|
410
|
+
|
|
411
|
+
|
|
412
|
+
__all__ = [
|
|
413
|
+
"IncidentLog",
|
|
414
|
+
"IncidentLogEntry",
|
|
415
|
+
"IncidentLogRedactionError",
|
|
416
|
+
"IncidentRedactionReason",
|
|
417
|
+
"default_incidents_log_path",
|
|
418
|
+
]
|