icdev-core 0.2.1__py3-none-any.whl

icdev/core/schema/tables.yaml

@@ -0,0 +1,521 @@
+# CUI // SP-CTI
+# GENERATED by `python tools/db/schema_ownership.py --regenerate` from
+# args/schema_ownership_rules.yaml -- do not edit by hand; change a rule.
+# Tables owned by the domain-neutral core (xit-decl-04). `rls: true` means the
+# row-security predicate applies; an explicit false is the generalisation of
+# get_canvas_connection. `declared_in` lists up to four declaring sources.
+rls_exempt: []
+tables:
+  a2a_discovery_registry: core
+  a2a_task_artifacts: core
+  a2a_task_history: core
+  a2a_tasks: core
+  ace_agent_workflows: core
+  ace_artifacts: core
+  ace_audit_log: core
+  ace_coworker_memory: core
+  ace_coworkers: core
+  ace_event_results: core
+  ace_events: core
+  ace_instances: core
+  ace_messages: core
+  ace_sessions: core
+  ace_skill_candidates: core
+  ace_step_audit_log: core
+  ace_step_transitions: core
+  ace_team_suggestions: core
+  ace_trust_ledger: core
+  ace_webhook_log: core
+  activity_tasks: core
+  agent_a2a_tasks: core
+  agent_approval_log: core
+  agent_benchmark_results: core
+  agent_chat_turns: core
+  agent_collaboration_history: core
+  agent_coordination: core
+  agent_cron_jobs: core
+  agent_cron_runs: core
+  agent_eval_runs: core
+  agent_evals: core
+  agent_execution_traces: core
+  agent_executions: core
+  agent_findings: core
+  agent_hitl_pending: core
+  agent_improvement_artifacts: core
+  agent_loop_checkpoints: core
+  agent_loop_sessions: core
+  agent_mailbox: core
+  agent_memory: core
+  agent_memory_transfer_log: core
+  agent_output_violations: core
+  agent_registry: core
+  agent_scoped_memory: core
+  agent_session_events: core
+  agent_session_policy_state: core
+  agent_sessions: core
+  agent_subtasks: core
+  agent_task_leases: core
+  agent_token_budgets: core
+  agent_token_usage: core
+  agent_topology_snapshots: core
+  agent_trust_scores: core
+  agent_unattended_sessions: core
+  agent_vetoes: core
+  agent_wakes: core
+  agent_workflows: core
+  agentic_fitness_assessments: core
+  agents: core
+  ai_telemetry: core
+  alerts: core
+  anvil_critique_findings: core
+  anvil_critique_sessions: core
+  audit: core
+  audit_chain_genesis: core
+  audit_platform: core
+  audit_trail: core
+  audit_trail_archive: core
+  auto_consolidate_runs: core
+  auto_resolution_log: core
+  autonomy_actions: core
+  autonomy_behavior_log: core
+  autonomy_observations: core
+  autonomy_trust_state: core
+  awareness_learned_edges: core
+  awareness_run_log: core
+  batch_run_steps: core
+  batch_runs: core
+  bayesian_experiment_scores: core
+  bayesian_teaching_scores: core
+  blueprint_digests: core
+  canvas_access_grants: core
+  canvas_ai_decisions: core
+  canvas_events: core
+  canvas_instances: core
+  canvas_kg_build_log: core
+  canvas_kg_edges: core
+  canvas_kg_nodes: core
+  canvas_kg_queries: core
+  canvas_projects: core
+  capability_evaluations: core
+  capability_genome: core
+  centralized_logs: core
+  chat_contexts: core
+  chat_corrections: core
+  chat_intake_sessions: core
+  chat_messages: core
+  chat_tasks: core
+  child_app_registry: core
+  child_app_telemetry: core
+  child_capabilities: core
+  child_learned_behaviors: core
+  child_telemetry: core
+  ci_conversation_turns: core
+  ci_conversations: core
+  ci_event_queue: core
+  ci_pipeline_runs: core
+  ci_worktrees: core
+  code_quality_findings: core
+  code_quality_metrics: core
+  code_reviews: core
+  codebase_index: core
+  codebase_qa_cache: core
+  coherence_baseline: core
+  component_audit_log: core
+  component_heal_log: core
+  confabulation_checks: core
+  context_pressure_events: core
+  cortex_audit: core
+  cortex_chat_sessions: core
+  cortex_entity_findings: core
+  cortex_finding_runs: core
+  cortex_messages: core
+  cortex_search_history: core
+  cortex_service_keys: core
+  cortex_sessions: core
+  coworker_dic_contexts: core
+  creative_competitors: core
+  creative_feature_gaps: core
+  creative_gap: core
+  creative_gaps: core
+  creative_pain_points: core
+  creative_signals: core
+  creative_specs: core
+  creative_trends: core
+  credential_active_tokens: core
+  credential_broker_log: core
+  cross_agency_transfers: core
+  cross_pollination_proposals: core
+  daily_logs: core
+  dashboard_api_keys: core
+  dashboard_auth_log: core
+  dashboard_user_llm_keys: core
+  dashboard_users: core
+  dashboard_users_new: core
+  data_classifications: core
+  databridge_agent_access_log: core
+  db_agents: core
+  db_connections: core
+  db_connector_configs: core
+  db_forge_connectors: core
+  db_forge_promotions: core
+  db_forge_sandbox_log: core
+  db_forge_specs: core
+  db_forge_validations: core
+  db_inferred_schemas: core
+  db_lookup_tables: core
+  db_mapping_log: core
+  db_mappings: core
+  db_message_routing: core
+  db_messages: core
+  db_messaging_daemon_state: core
+  db_oauth_tokens: core
+  db_schemas: core
+  db_storage_paths: core
+  db_streams: core
+  db_sync_log: core
+  dd_anomaly_runs: core
+  dd_freshness_alerts: core
+  dependency_inventory: core
+  dependency_vulnerabilities: core
+  deployments: core
+  dev_profile_detections: core
+  dev_profile_locks: core
+  dev_profiles: core
+  developer_scorecards: core
+  developer_scorecards__343: core
+  deviation_rule_events: core
+  devsecops_pipeline_audit: core
+  devsecops_profiles: core
+  dispatcher_mode_overrides: core
+  egress_policy_audit: core
+  encryption_key_history: core
+  encryption_key_log: core
+  encryption_keys: core
+  entity_currency: core
+  evolution_audit: core
+  evolution_reflex_state: core
+  experiment_candidates: core
+  experiment_landscapes: core
+  experiment_programs: core
+  experiment_results: core
+  extension_execution_log: core
+  extension_registry: core
+  failure_log: core
+  finding_approvals: core
+  finding_replay_attempts: core
+  forge_hub_ratings: core
+  forge_hub_trust_scores: core
+  ft_active_models: core
+  ft_dataset_examples: core
+  ft_datasets: core
+  ft_evaluations: core
+  ft_hp_searches: core
+  ft_hp_trials: core
+  ft_hyperparam_results: core
+  ft_model_versions: core
+  ft_pipeline_runs: core
+  ft_promotion_log: core
+  ft_quality_snapshots: core
+  ft_training_job_events: core
+  ft_training_jobs: core
+  ft_training_pairs: core
+  ft_trajectories: core
+  ft_trajectory_steps: core
+  gateway_rate_limits: core
+  genesis_audit: core
+  genesis_audit_log: core
+  genesis_convergence_log: core
+  genesis_designs: core
+  genesis_generated_goals: core
+  genesis_gkp: core
+  genesis_knowledge_packets: core
+  genesis_learned_goal_versions: core
+  genesis_learned_goals: core
+  genesis_outputs: core
+  genesis_phase_log: core
+  genesis_reflex_log: core
+  genesis_reflex_state: core
+  genesis_reflexes: core
+  genesis_runs: core
+  genesis_stagnation_log: core
+  genesis_tool_patterns: core
+  genome_versions: core
+  gitlab_inbox: core
+  gitlab_pipeline_runs: core
+  gitlab_task_claims: core
+  group_members: core
+  group_roles: core
+  groups: core
+  h: core
+  heartbeat_checks: core
+  hitl_intake_pending: core
+  hook_events: core
+  icd_documents: core
+  icdev_capability_map: core
+  icdev_qa_messages: core
+  icdev_qa_sessions: core
+  indicator_baselines: core
+  indicator_scores: core
+  innovation_competitor_scans: core
+  innovation_feedback: core
+  innovation_signal: core
+  innovation_signals: core
+  innovation_solutions: core
+  innovation_standards_updates: core
+  innovation_trends: core
+  innovation_triage_log: core
+  insider_risk_baselines: core
+  insider_risk_scores: core
+  integrity_assessments: core
+  integrity_authorizations: core
+  integrity_capabilities: core
+  integrity_findings: core
+  integrity_verdicts: core
+  isa_agreements: core
+  kanban_alert_queue: core
+  kanban_board_settings: core
+  kanban_executions: core
+  kanban_status_transitions: core
+  kanban_tags: core
+  kanban_task_comments: core
+  kanban_task_deps: core
+  kanban_task_revivals: core
+  kanban_task_subscriptions: core
+  kanban_task_tags: core
+  kanban_tasks: core
+  kanban_tasks_backup: core
+  kanban_tasks_old_016: core
+  kanban_triage_log: core
+  kanban_verifications: core
+  kg_edges: core
+  kg_graphs: core
+  kg_nodes: core
+  kg_ontology: core
+  kg_ontology_mappings: core
+  kg_retrieval_log: core
+  knowledge_graph_edges: core
+  knowledge_patterns: core
+  llm_chain_telemetry: core
+  llm_context_compression_log: core
+  llm_cost_alerts: core
+  llm_cost_recommendations: core
+  llm_gateway_audit: core
+  llm_gateway_rate_limits: core
+  llm_judge_evaluations: core
+  llm_proxy_key_audit: core
+  llm_proxy_keys: core
+  llm_proxy_spend: core
+  llm_proxy_team_limits: core
+  llm_proxy_team_usage: core
+  llm_response_cache: core
+  llm_rl_qtable: core
+  log_health_metrics: core
+  maintenance_audits: core
+  marketplace_assets: core
+  marketplace_dependencies: core
+  marketplace_embeddings: core
+  marketplace_installations: core
+  marketplace_ratings: core
+  marketplace_reviews: core
+  marketplace_scan_results: core
+  marketplace_versions: core
+  mcp_tool_registry: core
+  memory_access_log: core
+  memory_buffer: core
+  memory_consolidation_log: core
+  memory_entity_relationships: core
+  memory_entries: core
+  memory_fts: core
+  metric_snapshots: core
+  module_budget_periods: core
+  module_budget_usage: core
+  nlq_queries: core
+  notification_escalations: core
+  notification_log: core
+  notification_preferences: core
+  ontology_alignments: core
+  ontology_catalog: core
+  ontology_classes: core
+  ontology_federation_meta: core
+  ontology_properties: core
+  ontology_subclass_closure: core
+  openclaw_exports: core
+  openclaw_imports: core
+  oracle_convergence_events: core
+  oracle_health_history: core
+  oracle_lens_state: core
+  oracle_predictions: core
+  oracle_remediation_proposals: core
+  otel_spans: core
+  otel_spans_archive: core
+  outcome_verification_log: core
+  pr_intelligence_reports: core
+  pr_merge_eligibility_events: core
+  production_audits: core
+  projects: core
+  prompt_ab_tests: core
+  prompt_audit_log: core
+  prompt_chain_executions: core
+  prompt_injection_log: core
+  prompt_versions: core
+  propagation_log: core
+  propagation_verifications: core
+  prov_activities: core
+  prov_activities_archive: core
+  prov_entities: core
+  prov_entities_archive: core
+  prov_relations: core
+  prov_relations_archive: core
+  quality_gkps: core
+  quality_snapshots: core
+  quality_trends: core
+  rag_chunk_summaries: core
+  rag_chunks: core
+  rag_citations: core
+  rag_compliance_corpus: core
+  rag_evaluation_campaigns: core
+  rag_evaluation_results: core
+  rag_evaluations: core
+  rag_ingestion_log: core
+  rag_kg_backfill_cursor: core
+  rag_parent_cache: core
+  rag_pdf_documents: core
+  rag_provenance_ledger: core
+  rag_queries: core
+  rag_retrieval_log: core
+  redaction_audit: core
+  redaction_registry: core
+  reflex_observations: core
+  remediation_actions: core
+  remediation_audit_log: core
+  remote_agent_sessions: core
+  remote_command_allowlist: core
+  remote_command_log: core
+  remote_user_bindings: core
+  requirements: core
+  research_build_buy: core
+  research_cache: core
+  research_capability_map: core
+  research_challenges: core
+  research_dossiers: core
+  research_forecasts: core
+  research_regulatory_map: core
+  research_sessions: core
+  research_signals: core
+  research_trends: core
+  research_verticals: core
+  review_board_audit: core
+  review_board_findings: core
+  review_board_health_history: core
+  review_board_reflex_state: core
+  review_board_remediation_log: core
+  review_traceability: core
+  runtime_feedback: core
+  runtime_invocations: core
+  safe_decomposition: core
+  sandbox_execution_log: core
+  scaffold_runs: core
+  schema_migrations: core
+  sdc_compliance_timeline: core
+  sdc_roi_metrics: core
+  sdc_workflow_step_runs: core
+  security_framework_status: core
+  security_policies: core
+  self_heal_project_patterns: core
+  self_healing_events: core
+  self_healing_patterns: core
+  session_purposes: core
+  session_risk_log: core
+  sg_coa_options: core
+  sg_conflict_events: core
+  sg_hitl_items: core
+  sg_pir_requirements: core
+  sg_prioritized_signals: core
+  sg_raw_signals: core
+  sg_raw_signals_audit: core
+  sg_red_cell_assessments: core
+  sg_sio_assessments: core
+  smart_encoding_dictionary: core
+  source_citation_registry: core
+  staging_environments: core
+  statement: core
+  stub_detection_results: core
+  studio_automation_runs: core
+  studio_automations: core
+  studio_case_history: core
+  studio_case_types: core
+  studio_cases: core
+  studio_dashboards: core
+  studio_event_sources: core
+  studio_form_submissions: core
+  studio_forms: core
+  studio_mcp_dispatch_audit: core
+  studio_run_memory: core
+  studio_trigger_events: core
+  studio_workflow_heal_log: core
+  studio_workflow_run_steps: core
+  studio_workflow_runs: core
+  studio_workflow_triggers: core
+  studio_workflows: core
+  system_cards: core
+  t: core
+  t_new: core
+  tasks: core
+  tenant_component_overrides: core
+  tenant_llm_keys: core
+  tenant_zone_assignments: core
+  thread_heatmap_snapshots: core
+  tool_chain_events: core
+  tsp_documents: core
+  ungated_test_baseline: core
+  use_case_chains: core
+  use_case_overrides: core
+  user_challenges: core
+  user_clearances: core
+  user_compartments: core
+  user_daily_briefings: core
+  user_identity_profiles: core
+  user_integrations: core
+  user_knowledge_items: core
+  user_mfa: core
+  user_objectives: core
+  user_preferences: core
+  user_relationship_interactions: core
+  user_relationships: core
+  users: core
+  vsm_dora_snapshots: core
+  vsm_stage_events: core
+  watchdog_alerts: core
+  watchdog_state: core
+  wf_approvals: core
+  wf_citations: core
+  wf_document_submissions: core
+  wf_document_templates: core
+  wf_external_steps: core
+  wf_feedback: core
+  wf_feedback_insights: core
+  wf_generated_reports: core
+  wf_ingested_files: core
+  wf_instances: core
+  wf_report_section_chunks: core
+  wf_report_section_defs: core
+  wf_team_assignments: core
+  wf_team_members: core
+  wf_teams: core
+  wf_templates: core
+  wg_analysis_findings: core
+  wg_analysis_results: core
+  wg_batch_runs: core
+  wg_board_decisions: core
+  wg_glossary: core
+  wg_glossary_new: core
+  wg_snippets: core
+  wg_style_guide_locks: core
+  wg_style_guides: core
+  wg_style_profiles: core
+  workflow_acceptance_criteria: core
+  workflow_handoffs: core
+  workflow_loops: core
+  workflow_reconciliations: core
+  workflow_replay_sessions: core
+  workflow_tasks: core

icdev/core/sensitivity.py

@@ -0,0 +1,148 @@
+# CUI // SP-CTI
+"""The sensitivity model a parent declares -- ONE place for labels the kernel gates on.
+
+Today the classification lattice is hard-coded four times in this tree and the
+copies disagree (``tools/compliance/classification_manager.py::
+get_clearance_order``, ``tools/security/security_context.py``,
+``tools/security/middleware.py`` and ``tools/llm/proxy_gateway.py::
+_CLEARANCE_ORDER`` -- SECRET is rank 3 in one and 4 in another, and the LLM
+router treats ``LLMRequest.classification`` as an IL level at one site and as a
+label at another). ``args/classification_profiles.yaml`` is a per-level
+feature-flag profile with no dominance order at all.
+
+This module reads the ``sensitivity:`` block of the parent's
+``icdev_domain.yaml`` (xit-decl-01) and answers:
+
+* :func:`label_column`       -- the row-security column (``classification``)
+* :func:`labels`             -- the declared labels, LOWEST to HIGHEST
+* :func:`default_label`      -- what an unlabelled row or request is
+* :func:`is_egress_restricted(label)`
+* :func:`rank(label)`        -- position in the declared order (unknown -> None)
+* :func:`dominates(a, b)`    -- may clearance ``a`` read rows labelled ``b``
+* :func:`rls_exempt_tables`  -- the generated ownership manifest's opt-outs
+
+For ICDEV[IT] the declared order reproduces the runtime ladder the row-security
+layer actually enforces today (``public < unclassified < cui < eci < secret <
+top_secret < top_secret_sci``); ICDEV[FT] declares ``public < internal < pii <
+mnpi < account_secret`` and no IL levels. Labels are compared case-insensitively
+with ``//`` and spaces folded to ``_`` (``"TOP SECRET//SCI"`` -> ``top_secret_sci``).
+
+CONSUMERS ARE NOT REWIRED HERE. xit-core-* moves the router's egress gate, the
+RLS predicate builder and the citation-grounding default onto this module one
+PR at a time, each asserted behaviour-identical for IT. This task ships the
+seam and the tests that pin what the seam says.
+"""
+from __future__ import annotations
+
+import os
+from functools import lru_cache
+from pathlib import Path
+
+from icdev.core.domain import Domain, load_domain
+from icdev.core.paths import repo_root
+
+#: The order the row-security layer enforces for ICDEV[IT] today, used when a
+#: declaration lists no ``order:``; mirrors security_context._CLASSIFICATION_LABELS.
+_IT_RUNTIME_ORDER = ("public", "unclassified", "cui", "eci", "secret", "top_secret", "top_secret_sci")
+
+
+def normalise(label: str | None) -> str:
+    if label is None:
+        return ""
+    s = str(label).strip().lower().replace("//", "_").replace("/", "_").replace(" ", "_").replace("-", "_")
+    while "__" in s:
+        s = s.replace("__", "_")
+    return s
+
+
+def _domain(domain: Domain | None = None) -> Domain:
+    return domain or load_domain()
+
+
+def label_column(domain: Domain | None = None) -> str:
+    return _domain(domain).sensitivity.column or "classification"
+
+
+def labels(domain: Domain | None = None) -> tuple[str, ...]:
+    """Declared labels, lowest to highest. ``order:`` wins; else ``levels``/IT runtime order."""
+    dom = _domain(domain)
+    raw = (dom.raw.get("sensitivity") or {}) if dom.raw else {}
+    order = raw.get("order")
+    if order:
+        return tuple(normalise(x) for x in order)
+    if dom.key == "it":
+        return _IT_RUNTIME_ORDER
+    # FT and any other domain: egress_restricted are the HIGH end, default the low end
+    low = [normalise(dom.sensitivity.default)]
+    high = [normalise(x) for x in dom.sensitivity.egress_restricted]
+    return tuple(dict.fromkeys(low + high))
+
+
+def default_label(domain: Domain | None = None) -> str:
+    return normalise(_domain(domain).sensitivity.default) or "public"
+
+
+def is_egress_restricted(label: str | None, domain: Domain | None = None) -> bool:
+    """May data carrying ``label`` leave the enclave (reach a remote provider)?
+
+    Unknown labels are restricted -- fail closed, the same answer
+    proxy_gateway gives (rank 99).
+    """
+    dom = _domain(domain)
+    n = normalise(label) if label else default_label(dom)
+    restricted = {normalise(x) for x in dom.sensitivity.egress_restricted}
+    if n in restricted:
+        return True
+    return n not in labels(dom)
+
+
+def rank(label: str | None, domain: Domain | None = None) -> int | None:
+    order = labels(domain)
+    n = normalise(label) if label else default_label(domain)
+    return order.index(n) if n in order else None
+
+
+def dominates(clearance: str | None, row_label: str | None, domain: Domain | None = None) -> bool:
+    """May ``clearance`` read a row labelled ``row_label``? Unknown on either side -> False."""
+    a, b = rank(clearance, domain), rank(row_label, domain)
+    if a is None or b is None:
+        return False
+    return a >= b
+
+
+@lru_cache(maxsize=1)
+def _manifest_exempt(root: str) -> frozenset[str]:
+    import yaml  # noqa: PLC0415
+
+    out: set[str] = set()
+    for rel in (Path("icdev") / "core" / "schema" / "tables.yaml", Path("tools") / "db" / "schema" / "tables.yaml"):
+        p = Path(root) / rel
+        if not p.is_file():
+            continue
+        try:
+            data = yaml.safe_load(p.read_text(encoding="utf-8")) or {}
+        except Exception:  # noqa: BLE001 -- an unreadable manifest exempts nothing
+            continue
+        out.update(str(t) for t in (data.get("rls_exempt") or []))
+    return frozenset(out)
+
+
+def rls_exempt_tables(domain: Domain | None = None) -> frozenset[str]:
+    """Tables the row-security predicate is NOT injected into (manifest ``rls_exempt``)."""
+    root = str(_domain(domain).root if domain else repo_root())
+    if os.environ.get("ICDEV_RLS_EXEMPT_DISABLE", "").strip().lower() in ("1", "true", "yes"):
+        return frozenset()
+    return _manifest_exempt(root)
+
+
+def describe(domain: Domain | None = None) -> dict:
+    dom = _domain(domain)
+    return {
+        "domain": dom.key,
+        "column": label_column(dom),
+        "default": default_label(dom),
+        "labels": list(labels(dom)),
+        "egress_restricted": [normalise(x) for x in dom.sensitivity.egress_restricted],
+        "levels": list(dom.sensitivity.levels),
+        "rls_exempt_tables": sorted(rls_exempt_tables(dom)),
+    }