create-safest-tools 0.2.0

package/template/migrations/0020_tasks_findings_assistant_budgets.sql

@@ -0,0 +1,427 @@
+PRAGMA foreign_keys = ON;
+
+CREATE TABLE findings (
+  id TEXT PRIMARY KEY,
+  installation_id TEXT NOT NULL REFERENCES installations(id) ON DELETE CASCADE,
+  report_id TEXT NOT NULL REFERENCES reports(id) ON DELETE CASCADE,
+  run_id TEXT REFERENCES workflow_runs(id) ON DELETE SET NULL,
+  step_run_id TEXT REFERENCES workflow_step_runs(id) ON DELETE SET NULL,
+  component_version_id TEXT REFERENCES component_versions(id),
+  ai_run_id TEXT REFERENCES ai_runs(id),
+  finding_type TEXT NOT NULL,
+  subject_type TEXT NOT NULL,
+  subject_reference TEXT NOT NULL,
+  status TEXT NOT NULL CHECK (status IN ('available', 'unavailable', 'invalid', 'stale', 'superseded')),
+  confidence REAL CHECK (confidence IS NULL OR (confidence >= 0 AND confidence <= 1)),
+  summary TEXT NOT NULL,
+  data_json TEXT NOT NULL,
+  provenance_json TEXT NOT NULL,
+  uncertainty_json TEXT NOT NULL DEFAULT '[]',
+  input_digest TEXT,
+  output_digest TEXT NOT NULL,
+  expires_at TEXT,
+  created_at TEXT NOT NULL,
+  superseded_at TEXT
+);
+
+CREATE INDEX findings_report_idx
+  ON findings(report_id, created_at DESC, id DESC);
+CREATE INDEX findings_run_idx
+  ON findings(run_id, step_run_id, created_at, id);
+
+CREATE TABLE human_tasks (
+  id TEXT PRIMARY KEY,
+  installation_id TEXT NOT NULL REFERENCES installations(id) ON DELETE CASCADE,
+  report_id TEXT REFERENCES reports(id) ON DELETE SET NULL,
+  appeal_id TEXT REFERENCES appeals(id) ON DELETE SET NULL,
+  run_id TEXT NOT NULL REFERENCES workflow_runs(id) ON DELETE CASCADE,
+  step_run_id TEXT NOT NULL REFERENCES workflow_step_runs(id) ON DELETE CASCADE,
+  task_type TEXT NOT NULL CHECK (task_type IN (
+    'review', 'approval', 'appeal_review', 'quality_review', 'operations', 'information_request'
+  )),
+  state TEXT NOT NULL CHECK (state IN ('open', 'claimed', 'completed', 'expired', 'cancelled')),
+  queue_id TEXT REFERENCES queue_definitions(id),
+  assigned_operator_id TEXT,
+  context_json TEXT NOT NULL,
+  context_digest TEXT NOT NULL,
+  response_schema_json TEXT NOT NULL,
+  action_proposal_id TEXT,
+  due_at TEXT,
+  escalation_at TEXT,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  completed_at TEXT,
+  UNIQUE (step_run_id)
+);
+
+CREATE INDEX human_tasks_work_idx
+  ON human_tasks(state, queue_id, due_at, created_at, id);
+CREATE INDEX human_tasks_report_idx
+  ON human_tasks(report_id, created_at DESC, id DESC);
+
+CREATE TABLE human_task_claims (
+  id TEXT PRIMARY KEY,
+  task_id TEXT NOT NULL REFERENCES human_tasks(id) ON DELETE CASCADE,
+  operator_id TEXT NOT NULL,
+  claimed_at TEXT NOT NULL,
+  expires_at TEXT NOT NULL,
+  released_at TEXT,
+  release_reason TEXT
+);
+
+CREATE UNIQUE INDEX human_task_claims_one_active_idx
+  ON human_task_claims(task_id) WHERE released_at IS NULL;
+CREATE INDEX human_task_claims_operator_idx
+  ON human_task_claims(operator_id, released_at, expires_at, task_id);
+
+CREATE TABLE human_task_responses (
+  id TEXT PRIMARY KEY,
+  task_id TEXT NOT NULL REFERENCES human_tasks(id) ON DELETE CASCADE,
+  claim_id TEXT REFERENCES human_task_claims(id),
+  operator_id TEXT NOT NULL,
+  response_json TEXT NOT NULL,
+  response_digest TEXT NOT NULL,
+  idempotency_key TEXT NOT NULL,
+  submitted_at TEXT NOT NULL,
+  UNIQUE (task_id),
+  UNIQUE (operator_id, idempotency_key)
+);
+
+CREATE TABLE action_proposals (
+  id TEXT PRIMARY KEY,
+  installation_id TEXT NOT NULL REFERENCES installations(id) ON DELETE CASCADE,
+  report_id TEXT NOT NULL REFERENCES reports(id) ON DELETE CASCADE,
+  appeal_id TEXT REFERENCES appeals(id) ON DELETE SET NULL,
+  run_id TEXT REFERENCES workflow_runs(id) ON DELETE SET NULL,
+  step_run_id TEXT REFERENCES workflow_step_runs(id) ON DELETE SET NULL,
+  decision_id TEXT REFERENCES decisions(id),
+  action_code TEXT NOT NULL,
+  target_json TEXT NOT NULL,
+  payload_json TEXT NOT NULL,
+  preconditions_json TEXT NOT NULL DEFAULT '{}',
+  payload_digest TEXT NOT NULL,
+  component_version_id TEXT REFERENCES component_versions(id),
+  authority_mode TEXT NOT NULL CHECK (authority_mode IN ('assist', 'bounded_auto')),
+  approval_policy_json TEXT NOT NULL,
+  state TEXT NOT NULL CHECK (state IN (
+    'proposed', 'approval_required', 'approved', 'rejected', 'queued',
+    'applying', 'applied', 'failed', 'cancelled', 'compensation_required', 'compensated'
+  )),
+  operation_id TEXT NOT NULL UNIQUE,
+  compensates_proposal_id TEXT REFERENCES action_proposals(id),
+  created_by_type TEXT NOT NULL,
+  created_by_id TEXT NOT NULL,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL
+);
+
+CREATE INDEX action_proposals_report_idx
+  ON action_proposals(report_id, created_at DESC, id DESC);
+CREATE INDEX action_proposals_state_idx
+  ON action_proposals(state, updated_at, id);
+
+CREATE TABLE action_approvals (
+  id TEXT PRIMARY KEY,
+  proposal_id TEXT NOT NULL REFERENCES action_proposals(id) ON DELETE CASCADE,
+  task_id TEXT REFERENCES human_tasks(id),
+  approver_id TEXT NOT NULL,
+  payload_digest TEXT NOT NULL,
+  decision TEXT NOT NULL CHECK (decision IN ('approved', 'rejected')),
+  reason TEXT,
+  idempotency_key TEXT NOT NULL,
+  created_at TEXT NOT NULL,
+  UNIQUE (proposal_id),
+  UNIQUE (approver_id, idempotency_key)
+);
+
+CREATE TABLE appeal_workflow_links (
+  appeal_id TEXT PRIMARY KEY REFERENCES appeals(id) ON DELETE CASCADE,
+  run_id TEXT NOT NULL UNIQUE REFERENCES workflow_runs(id) ON DELETE CASCADE,
+  original_run_id TEXT REFERENCES workflow_runs(id),
+  original_decision_id TEXT REFERENCES decisions(id),
+  created_at TEXT NOT NULL
+);
+
+CREATE TABLE conversations (
+  id TEXT PRIMARY KEY,
+  installation_id TEXT NOT NULL REFERENCES installations(id) ON DELETE CASCADE,
+  report_id TEXT NOT NULL REFERENCES reports(id) ON DELETE CASCADE,
+  audience TEXT NOT NULL CHECK (audience IN ('internal', 'reporter', 'affected_user')),
+  participant_id TEXT REFERENCES report_participants(id),
+  status TEXT NOT NULL DEFAULT 'open' CHECK (status IN ('open', 'closed', 'suppressed')),
+  locale TEXT NOT NULL,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  UNIQUE (report_id, audience)
+);
+
+CREATE INDEX conversations_report_idx
+  ON conversations(report_id, audience, id);
+
+ALTER TABLE case_messages ADD COLUMN conversation_id TEXT REFERENCES conversations(id);
+ALTER TABLE case_messages ADD COLUMN workflow_run_id TEXT REFERENCES workflow_runs(id);
+ALTER TABLE case_messages ADD COLUMN audience_checked_at TEXT;
+
+INSERT INTO conversations (
+  id, installation_id, report_id, audience, participant_id, status, locale, created_at, updated_at
+)
+SELECT
+  'conversation:reporter:' || r.id,
+  r.installation_id,
+  r.id,
+  'reporter',
+  (SELECT p.id FROM report_participants p WHERE p.report_id = r.id AND p.audience = 'reporter' ORDER BY p.id LIMIT 1),
+  'open',
+  r.locale,
+  r.received_at,
+  r.updated_at
+FROM reports r;
+
+INSERT INTO conversations (
+  id, installation_id, report_id, audience, participant_id, status, locale, created_at, updated_at
+)
+SELECT
+  'conversation:affected_user:' || r.id,
+  r.installation_id,
+  r.id,
+  'affected_user',
+  (SELECT p.id FROM report_participants p WHERE p.report_id = r.id AND p.audience = 'affected_user' ORDER BY p.id LIMIT 1),
+  'open',
+  r.locale,
+  r.received_at,
+  r.updated_at
+FROM reports r
+WHERE EXISTS (
+  SELECT 1 FROM report_participants p WHERE p.report_id = r.id AND p.audience = 'affected_user'
+);
+
+INSERT INTO conversations (
+  id, installation_id, report_id, audience, status, locale, created_at, updated_at
+)
+SELECT
+  'conversation:internal:' || r.id,
+  r.installation_id,
+  r.id,
+  'internal',
+  'open',
+  r.locale,
+  r.received_at,
+  r.updated_at
+FROM reports r;
+
+UPDATE case_messages
+SET conversation_id = CASE audience
+  WHEN 'affected_user' THEN 'conversation:affected_user:' || report_id
+  WHEN 'internal' THEN 'conversation:internal:' || report_id
+  ELSE 'conversation:reporter:' || report_id
+END,
+audience_checked_at = created_at;
+
+CREATE INDEX case_messages_conversation_idx
+  ON case_messages(conversation_id, created_at, id);
+
+CREATE TABLE email_deliveries (
+  id TEXT PRIMARY KEY,
+  installation_id TEXT NOT NULL REFERENCES installations(id) ON DELETE CASCADE,
+  message_id TEXT NOT NULL REFERENCES case_messages(id) ON DELETE CASCADE,
+  notification_outbox_id TEXT REFERENCES notification_outbox(id),
+  audience TEXT NOT NULL CHECK (audience IN ('operator', 'reporter', 'affected_user')),
+  recipient_hash TEXT NOT NULL,
+  provider TEXT NOT NULL,
+  provider_message_id TEXT,
+  state TEXT NOT NULL CHECK (state IN ('pending', 'sending', 'delivered', 'failed', 'suppressed', 'bounced')),
+  attempt_count INTEGER NOT NULL DEFAULT 0 CHECK (attempt_count >= 0),
+  last_error_code TEXT,
+  next_attempt_at TEXT,
+  delivered_at TEXT,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL
+);
+
+CREATE INDEX email_deliveries_due_idx
+  ON email_deliveries(state, next_attempt_at, id);
+CREATE INDEX email_deliveries_message_idx
+  ON email_deliveries(message_id, created_at, id);
+
+CREATE TABLE model_aliases (
+  id TEXT PRIMARY KEY,
+  installation_id TEXT NOT NULL REFERENCES installations(id) ON DELETE CASCADE,
+  alias_key TEXT NOT NULL,
+  name TEXT NOT NULL,
+  status TEXT NOT NULL DEFAULT 'active' CHECK (status IN ('active', 'paused', 'archived')),
+  active_version_id TEXT,
+  created_by TEXT NOT NULL,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  UNIQUE (installation_id, alias_key)
+);
+
+CREATE TABLE model_alias_versions (
+  id TEXT PRIMARY KEY,
+  alias_id TEXT NOT NULL REFERENCES model_aliases(id) ON DELETE CASCADE,
+  version INTEGER NOT NULL CHECK (version >= 1),
+  provider TEXT NOT NULL,
+  model TEXT NOT NULL,
+  connection_version_id TEXT REFERENCES connection_versions(id),
+  fallback_alias_version_id TEXT REFERENCES model_alias_versions(id),
+  input_cost_microusd_per_million INTEGER NOT NULL DEFAULT 0 CHECK (input_cost_microusd_per_million >= 0),
+  output_cost_microusd_per_million INTEGER NOT NULL DEFAULT 0 CHECK (output_cost_microusd_per_million >= 0),
+  capability_json TEXT NOT NULL DEFAULT '{}',
+  data_policy_json TEXT NOT NULL DEFAULT '{}',
+  published_at TEXT NOT NULL,
+  retired_at TEXT,
+  created_by TEXT NOT NULL,
+  created_at TEXT NOT NULL,
+  UNIQUE (alias_id, version)
+);
+
+CREATE TABLE agent_definitions (
+  id TEXT PRIMARY KEY,
+  installation_id TEXT NOT NULL REFERENCES installations(id) ON DELETE CASCADE,
+  agent_key TEXT NOT NULL,
+  name TEXT NOT NULL,
+  description TEXT NOT NULL DEFAULT '',
+  agent_kind TEXT NOT NULL CHECK (agent_kind IN ('routing', 'specialist', 'assistant', 'shadow')),
+  status TEXT NOT NULL DEFAULT 'active' CHECK (status IN ('active', 'paused', 'archived')),
+  active_version_id TEXT,
+  created_by TEXT NOT NULL,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  UNIQUE (installation_id, agent_key)
+);
+
+CREATE TABLE agent_versions (
+  id TEXT PRIMARY KEY,
+  agent_id TEXT NOT NULL REFERENCES agent_definitions(id) ON DELETE CASCADE,
+  version INTEGER NOT NULL CHECK (version >= 1),
+  prompt_version_id TEXT NOT NULL,
+  model_alias_version_id TEXT REFERENCES model_alias_versions(id),
+  tool_manifest_json TEXT NOT NULL,
+  memory_policy_json TEXT NOT NULL DEFAULT '{}',
+  maximum_turns INTEGER NOT NULL DEFAULT 8 CHECK (maximum_turns BETWEEN 1 AND 100),
+  approval_policy_json TEXT NOT NULL DEFAULT '{}',
+  input_schema_json TEXT NOT NULL,
+  output_schema_json TEXT NOT NULL,
+  published_at TEXT NOT NULL,
+  retired_at TEXT,
+  created_by TEXT NOT NULL,
+  created_at TEXT NOT NULL,
+  UNIQUE (agent_id, version)
+);
+
+CREATE TABLE assistant_sessions (
+  id TEXT PRIMARY KEY,
+  installation_id TEXT NOT NULL REFERENCES installations(id) ON DELETE CASCADE,
+  principal_id TEXT NOT NULL,
+  status TEXT NOT NULL CHECK (status IN ('active', 'closed', 'expired')),
+  timezone TEXT NOT NULL,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  expires_at TEXT NOT NULL
+);
+
+CREATE INDEX assistant_sessions_principal_idx
+  ON assistant_sessions(installation_id, principal_id, status, updated_at DESC, id DESC);
+
+CREATE TABLE assistant_messages (
+  id TEXT PRIMARY KEY,
+  session_id TEXT NOT NULL REFERENCES assistant_sessions(id) ON DELETE CASCADE,
+  role TEXT NOT NULL CHECK (role IN ('user', 'assistant', 'system', 'tool')),
+  body TEXT NOT NULL,
+  citations_json TEXT NOT NULL DEFAULT '[]',
+  model_alias_version_id TEXT REFERENCES model_alias_versions(id),
+  created_at TEXT NOT NULL
+);
+
+CREATE INDEX assistant_messages_session_idx
+  ON assistant_messages(session_id, created_at, id);
+
+CREATE TABLE assistant_tool_calls (
+  id TEXT PRIMARY KEY,
+  session_id TEXT NOT NULL REFERENCES assistant_sessions(id) ON DELETE CASCADE,
+  message_id TEXT REFERENCES assistant_messages(id) ON DELETE SET NULL,
+  tool_name TEXT NOT NULL,
+  permission_snapshot_json TEXT NOT NULL,
+  input_json TEXT,
+  input_digest TEXT NOT NULL,
+  output_summary_json TEXT,
+  output_digest TEXT,
+  status TEXT NOT NULL CHECK (status IN ('running', 'succeeded', 'failed', 'denied')),
+  error_code TEXT,
+  started_at TEXT NOT NULL,
+  finished_at TEXT,
+  audit_event_id TEXT REFERENCES audit_events(id)
+);
+
+CREATE INDEX assistant_tool_calls_session_idx
+  ON assistant_tool_calls(session_id, started_at DESC, id DESC);
+
+CREATE TABLE shadow_comparisons (
+  id TEXT PRIMARY KEY,
+  report_id TEXT NOT NULL REFERENCES reports(id) ON DELETE CASCADE,
+  primary_run_id TEXT REFERENCES workflow_runs(id) ON DELETE SET NULL,
+  shadow_run_id TEXT NOT NULL REFERENCES workflow_runs(id) ON DELETE CASCADE,
+  primary_decision_id TEXT REFERENCES decisions(id),
+  shadow_finding_id TEXT REFERENCES findings(id),
+  comparison_codes_json TEXT NOT NULL,
+  severity TEXT NOT NULL CHECK (severity IN ('info', 'low', 'medium', 'high', 'critical')),
+  status TEXT NOT NULL CHECK (status IN ('pending', 'quality_task_created', 'reviewed', 'dismissed')),
+  created_at TEXT NOT NULL,
+  reviewed_at TEXT
+);
+
+CREATE INDEX shadow_comparisons_status_idx
+  ON shadow_comparisons(status, severity, created_at, id);
+
+CREATE TABLE budget_policies (
+  id TEXT PRIMARY KEY,
+  installation_id TEXT NOT NULL REFERENCES installations(id) ON DELETE CASCADE,
+  scope_type TEXT NOT NULL CHECK (scope_type IN (
+    'installation', 'queue', 'workflow', 'component', 'connection', 'agent', 'assistant', 'shadow'
+  )),
+  scope_id TEXT NOT NULL,
+  metric TEXT NOT NULL CHECK (metric IN (
+    'reports', 'calls', 'concurrent_calls', 'input_units', 'output_units', 'cost_microusd',
+    'emails', 'actions', 'evidence_fetches', 'storage_bytes'
+  )),
+  limit_value INTEGER NOT NULL CHECK (limit_value >= 0),
+  window_seconds INTEGER NOT NULL CHECK (window_seconds BETWEEN 1 AND 2678400),
+  behavior TEXT NOT NULL CHECK (behavior IN ('block', 'fallback', 'defer', 'sample', 'pause')),
+  fallback_reference TEXT,
+  published_at TEXT NOT NULL,
+  retired_at TEXT,
+  created_by TEXT NOT NULL,
+  created_at TEXT NOT NULL
+);
+
+CREATE INDEX budget_policies_scope_idx
+  ON budget_policies(installation_id, scope_type, scope_id, metric, retired_at, published_at DESC, id);
+
+CREATE TABLE budget_usage (
+  policy_id TEXT NOT NULL REFERENCES budget_policies(id) ON DELETE CASCADE,
+  window_start TEXT NOT NULL,
+  reserved_value INTEGER NOT NULL DEFAULT 0 CHECK (reserved_value >= 0),
+  consumed_value INTEGER NOT NULL DEFAULT 0 CHECK (consumed_value >= 0),
+  revision INTEGER NOT NULL DEFAULT 1 CHECK (revision >= 1),
+  updated_at TEXT NOT NULL,
+  PRIMARY KEY (policy_id, window_start)
+);
+
+CREATE TABLE budget_reservations (
+  id TEXT PRIMARY KEY,
+  policy_id TEXT NOT NULL REFERENCES budget_policies(id) ON DELETE CASCADE,
+  window_start TEXT NOT NULL,
+  operation_type TEXT NOT NULL,
+  operation_id TEXT NOT NULL,
+  attempt_id TEXT NOT NULL,
+  reserved_value INTEGER NOT NULL CHECK (reserved_value >= 0),
+  committed_value INTEGER CHECK (committed_value IS NULL OR committed_value >= 0),
+  status TEXT NOT NULL CHECK (status IN ('reserved', 'committed', 'released', 'expired')),
+  expires_at TEXT NOT NULL,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  UNIQUE (policy_id, operation_id, attempt_id)
+);
+
+CREATE INDEX budget_reservations_expiry_idx
+  ON budget_reservations(status, expires_at, id);