create-safest-tools 0.2.0

package/template/migrations/0019_workflow_authoring_runtime.sql

@@ -0,0 +1,372 @@
+PRAGMA foreign_keys = ON;
+
+CREATE TABLE workflow_definitions (
+  id TEXT PRIMARY KEY,
+  installation_id TEXT NOT NULL REFERENCES installations(id) ON DELETE CASCADE,
+  workflow_key TEXT NOT NULL,
+  name TEXT NOT NULL,
+  description TEXT NOT NULL DEFAULT '',
+  purpose TEXT NOT NULL CHECK (purpose IN ('report', 'appeal', 'quality', 'operations')),
+  status TEXT NOT NULL DEFAULT 'active' CHECK (status IN ('active', 'paused', 'archived')),
+  active_version_id TEXT,
+  created_by TEXT NOT NULL,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  UNIQUE (installation_id, workflow_key)
+);
+
+CREATE INDEX workflow_definitions_admin_idx
+  ON workflow_definitions(installation_id, status, purpose, name, id);
+
+CREATE TABLE workflow_drafts (
+  id TEXT PRIMARY KEY,
+  workflow_id TEXT NOT NULL REFERENCES workflow_definitions(id) ON DELETE CASCADE,
+  graph_json TEXT NOT NULL,
+  graph_digest TEXT NOT NULL,
+  revision INTEGER NOT NULL DEFAULT 1 CHECK (revision >= 1),
+  validation_json TEXT NOT NULL DEFAULT '{"valid":false,"errors":[],"warnings":[]}',
+  validation_digest TEXT,
+  validation_status TEXT NOT NULL DEFAULT 'unvalidated' CHECK (validation_status IN ('unvalidated', 'valid', 'invalid')),
+  created_by TEXT NOT NULL,
+  updated_by TEXT NOT NULL,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  UNIQUE (workflow_id)
+);
+
+CREATE TABLE workflow_artifacts (
+  id TEXT PRIMARY KEY,
+  installation_id TEXT NOT NULL REFERENCES installations(id) ON DELETE CASCADE,
+  compiler_version TEXT NOT NULL,
+  compatibility_date TEXT NOT NULL,
+  graph_digest TEXT NOT NULL,
+  source_digest TEXT NOT NULL,
+  bundle_digest TEXT NOT NULL,
+  manifest_digest TEXT NOT NULL,
+  bundle_r2_key TEXT,
+  inline_source_text TEXT,
+  bundle_size_bytes INTEGER NOT NULL CHECK (bundle_size_bytes >= 0),
+  capability_manifest_json TEXT NOT NULL,
+  compiler_warnings_json TEXT NOT NULL DEFAULT '[]',
+  signature_metadata_json TEXT,
+  status TEXT NOT NULL DEFAULT 'ready' CHECK (status IN ('building', 'ready', 'invalid', 'missing', 'quarantined')),
+  created_at TEXT NOT NULL,
+  verified_at TEXT,
+  UNIQUE (installation_id, bundle_digest),
+  CHECK (bundle_r2_key IS NOT NULL OR inline_source_text IS NOT NULL)
+);
+
+CREATE INDEX workflow_artifacts_status_idx
+  ON workflow_artifacts(installation_id, status, created_at DESC, id DESC);
+
+CREATE TABLE workflow_versions (
+  id TEXT PRIMARY KEY,
+  workflow_id TEXT NOT NULL REFERENCES workflow_definitions(id) ON DELETE CASCADE,
+  version INTEGER NOT NULL CHECK (version >= 1),
+  graph_json TEXT NOT NULL,
+  graph_digest TEXT NOT NULL,
+  input_schema_json TEXT NOT NULL DEFAULT '{"type":"object"}',
+  output_schema_json TEXT NOT NULL DEFAULT '{"type":"object"}',
+  authority_mode TEXT NOT NULL DEFAULT 'assist' CHECK (authority_mode IN ('off', 'shadow', 'assist', 'bounded_auto')),
+  dependency_manifest_json TEXT NOT NULL,
+  capability_manifest_json TEXT NOT NULL,
+  artifact_id TEXT NOT NULL REFERENCES workflow_artifacts(id),
+  compiler_version TEXT NOT NULL,
+  test_evidence_json TEXT NOT NULL,
+  published_by TEXT NOT NULL,
+  published_at TEXT NOT NULL,
+  retired_at TEXT,
+  UNIQUE (workflow_id, version)
+);
+
+CREATE INDEX workflow_versions_lookup_idx
+  ON workflow_versions(workflow_id, version DESC, id);
+
+CREATE TABLE workflow_dependencies (
+  workflow_version_id TEXT NOT NULL REFERENCES workflow_versions(id) ON DELETE CASCADE,
+  dependency_type TEXT NOT NULL CHECK (dependency_type IN (
+    'component', 'connection', 'policy', 'template', 'model_alias', 'agent', 'workflow', 'compiler'
+  )),
+  dependency_key TEXT NOT NULL,
+  dependency_version_id TEXT NOT NULL,
+  dependency_digest TEXT,
+  PRIMARY KEY (workflow_version_id, dependency_type, dependency_key)
+);
+
+CREATE INDEX workflow_dependencies_version_idx
+  ON workflow_dependencies(dependency_type, dependency_version_id, workflow_version_id);
+
+CREATE TABLE workflow_fixtures (
+  id TEXT PRIMARY KEY,
+  workflow_id TEXT NOT NULL REFERENCES workflow_definitions(id) ON DELETE CASCADE,
+  name TEXT NOT NULL,
+  input_json TEXT NOT NULL,
+  component_results_json TEXT NOT NULL DEFAULT '{}',
+  human_responses_json TEXT NOT NULL DEFAULT '{}',
+  expected_json TEXT NOT NULL,
+  failure_injection_json TEXT NOT NULL DEFAULT '{}',
+  created_by TEXT NOT NULL,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  UNIQUE (workflow_id, name)
+);
+
+CREATE TABLE workflow_test_runs (
+  id TEXT PRIMARY KEY,
+  workflow_id TEXT NOT NULL REFERENCES workflow_definitions(id) ON DELETE CASCADE,
+  workflow_version_id TEXT REFERENCES workflow_versions(id) ON DELETE SET NULL,
+  fixture_id TEXT REFERENCES workflow_fixtures(id) ON DELETE SET NULL,
+  graph_digest TEXT NOT NULL,
+  mode TEXT NOT NULL CHECK (mode IN ('simulation', 'shadow')),
+  status TEXT NOT NULL CHECK (status IN ('running', 'passed', 'failed')),
+  result_json TEXT,
+  error_json TEXT,
+  started_by TEXT NOT NULL,
+  started_at TEXT NOT NULL,
+  finished_at TEXT
+);
+
+CREATE INDEX workflow_test_runs_workflow_idx
+  ON workflow_test_runs(workflow_id, started_at DESC, id DESC);
+
+CREATE TABLE queue_workflow_pins (
+  id TEXT PRIMARY KEY,
+  queue_id TEXT NOT NULL REFERENCES queue_definitions(id) ON DELETE CASCADE,
+  queue_version_id TEXT REFERENCES queue_versions(id),
+  workflow_version_id TEXT NOT NULL REFERENCES workflow_versions(id),
+  mode TEXT NOT NULL DEFAULT 'primary' CHECK (mode IN ('shadow', 'primary')),
+  rollback_of_pin_id TEXT REFERENCES queue_workflow_pins(id),
+  activated_by TEXT NOT NULL,
+  activated_at TEXT NOT NULL,
+  deactivated_at TEXT
+);
+
+CREATE UNIQUE INDEX queue_workflow_pins_one_active_idx
+  ON queue_workflow_pins(queue_id, mode) WHERE deactivated_at IS NULL;
+CREATE INDEX queue_workflow_pins_version_idx
+  ON queue_workflow_pins(workflow_version_id, deactivated_at, queue_id);
+
+CREATE TABLE workflow_runs (
+  id TEXT PRIMARY KEY,
+  installation_id TEXT NOT NULL REFERENCES installations(id) ON DELETE CASCADE,
+  report_id TEXT REFERENCES reports(id) ON DELETE SET NULL,
+  appeal_id TEXT REFERENCES appeals(id) ON DELETE SET NULL,
+  parent_run_id TEXT REFERENCES workflow_runs(id),
+  workflow_version_id TEXT NOT NULL REFERENCES workflow_versions(id),
+  queue_id TEXT REFERENCES queue_definitions(id),
+  queue_version_id TEXT REFERENCES queue_versions(id),
+  pin_id TEXT REFERENCES queue_workflow_pins(id),
+  run_kind TEXT NOT NULL CHECK (run_kind IN ('primary', 'appeal', 'shadow', 'quality', 'linked', 'test')),
+  authority_mode TEXT NOT NULL CHECK (authority_mode IN ('off', 'shadow', 'assist', 'bounded_auto')),
+  state TEXT NOT NULL CHECK (state IN (
+    'created', 'dispatch_pending', 'queued', 'running', 'waiting', 'paused',
+    'succeeded', 'failed', 'terminated', 'superseded', 'repair_required'
+  )),
+  cloudflare_instance_id TEXT,
+  graph_digest TEXT NOT NULL,
+  artifact_digest TEXT NOT NULL,
+  input_json TEXT NOT NULL,
+  output_json TEXT,
+  current_node_id TEXT,
+  error_code TEXT,
+  error_summary TEXT,
+  started_at TEXT,
+  waiting_at TEXT,
+  finished_at TEXT,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL,
+  revision INTEGER NOT NULL DEFAULT 1 CHECK (revision >= 1),
+  UNIQUE (cloudflare_instance_id)
+);
+
+CREATE UNIQUE INDEX workflow_runs_one_active_primary_idx
+  ON workflow_runs(report_id)
+  WHERE report_id IS NOT NULL AND run_kind = 'primary'
+    AND state IN ('created', 'dispatch_pending', 'queued', 'running', 'waiting', 'paused', 'repair_required');
+CREATE INDEX workflow_runs_report_idx
+  ON workflow_runs(report_id, created_at DESC, id DESC);
+CREATE INDEX workflow_runs_state_idx
+  ON workflow_runs(state, updated_at, id);
+CREATE INDEX workflow_runs_instance_idx
+  ON workflow_runs(cloudflare_instance_id, id);
+
+CREATE TABLE workflow_run_links (
+  parent_run_id TEXT NOT NULL REFERENCES workflow_runs(id) ON DELETE CASCADE,
+  child_run_id TEXT NOT NULL REFERENCES workflow_runs(id) ON DELETE CASCADE,
+  link_type TEXT NOT NULL CHECK (link_type IN ('handoff', 'appeal', 'shadow', 'quality', 'subworkflow')),
+  node_id TEXT,
+  created_at TEXT NOT NULL,
+  PRIMARY KEY (parent_run_id, child_run_id)
+);
+
+CREATE TABLE workflow_step_runs (
+  id TEXT PRIMARY KEY,
+  run_id TEXT NOT NULL REFERENCES workflow_runs(id) ON DELETE CASCADE,
+  node_id TEXT NOT NULL,
+  node_type TEXT NOT NULL,
+  branch_key TEXT NOT NULL DEFAULT '',
+  occurrence INTEGER NOT NULL DEFAULT 1 CHECK (occurrence >= 1),
+  state TEXT NOT NULL CHECK (state IN (
+    'pending', 'running', 'waiting', 'succeeded', 'failed', 'skipped', 'timed_out', 'cancelled'
+  )),
+  input_digest TEXT,
+  output_digest TEXT,
+  started_at TEXT,
+  waiting_at TEXT,
+  finished_at TEXT,
+  updated_at TEXT NOT NULL,
+  UNIQUE (run_id, node_id, branch_key, occurrence)
+);
+
+CREATE INDEX workflow_step_runs_run_idx
+  ON workflow_step_runs(run_id, updated_at, node_id, occurrence);
+CREATE INDEX workflow_step_runs_waiting_idx
+  ON workflow_step_runs(state, waiting_at, run_id, id);
+
+CREATE TABLE workflow_step_attempts (
+  id TEXT PRIMARY KEY,
+  step_run_id TEXT NOT NULL REFERENCES workflow_step_runs(id) ON DELETE CASCADE,
+  attempt INTEGER NOT NULL CHECK (attempt >= 1),
+  operation_id TEXT NOT NULL,
+  status TEXT NOT NULL CHECK (status IN ('running', 'succeeded', 'retryable_failed', 'permanent_failed', 'timed_out')),
+  request_digest TEXT,
+  response_digest TEXT,
+  error_code TEXT,
+  error_class TEXT,
+  retry_at TEXT,
+  started_at TEXT NOT NULL,
+  finished_at TEXT,
+  UNIQUE (step_run_id, attempt),
+  UNIQUE (operation_id)
+);
+
+CREATE INDEX workflow_step_attempts_retry_idx
+  ON workflow_step_attempts(status, retry_at, id);
+
+CREATE TABLE workflow_step_outputs (
+  step_run_id TEXT PRIMARY KEY REFERENCES workflow_step_runs(id) ON DELETE CASCADE,
+  inline_json TEXT,
+  r2_object_key TEXT,
+  digest TEXT NOT NULL,
+  size_bytes INTEGER NOT NULL CHECK (size_bytes >= 0),
+  data_classification_json TEXT NOT NULL DEFAULT '[]',
+  created_at TEXT NOT NULL,
+  CHECK (inline_json IS NOT NULL OR r2_object_key IS NOT NULL)
+);
+
+CREATE TABLE workflow_event_inbox (
+  id TEXT PRIMARY KEY,
+  run_id TEXT NOT NULL REFERENCES workflow_runs(id) ON DELETE CASCADE,
+  event_type TEXT NOT NULL,
+  event_key TEXT NOT NULL,
+  source_type TEXT NOT NULL,
+  source_id TEXT,
+  payload_json TEXT NOT NULL,
+  payload_digest TEXT NOT NULL,
+  received_at TEXT NOT NULL,
+  delivered_at TEXT,
+  delivery_attempts INTEGER NOT NULL DEFAULT 0 CHECK (delivery_attempts >= 0),
+  last_error_code TEXT,
+  UNIQUE (run_id, event_type, event_key)
+);
+
+CREATE INDEX workflow_event_inbox_delivery_idx
+  ON workflow_event_inbox(delivered_at, received_at, run_id, id);
+
+CREATE TABLE workflow_waits (
+  id TEXT PRIMARY KEY,
+  run_id TEXT NOT NULL REFERENCES workflow_runs(id) ON DELETE CASCADE,
+  step_run_id TEXT NOT NULL REFERENCES workflow_step_runs(id) ON DELETE CASCADE,
+  wait_type TEXT NOT NULL CHECK (wait_type IN ('event', 'delay', 'human_task', 'participant_reply', 'deadline')),
+  event_type TEXT,
+  state TEXT NOT NULL CHECK (state IN ('waiting', 'satisfied', 'timed_out', 'cancelled')),
+  deadline_at TEXT,
+  satisfied_event_id TEXT REFERENCES workflow_event_inbox(id),
+  created_at TEXT NOT NULL,
+  satisfied_at TEXT,
+  UNIQUE (step_run_id)
+);
+
+CREATE INDEX workflow_waits_due_idx
+  ON workflow_waits(state, deadline_at, run_id, id);
+
+CREATE TABLE workflow_dispatch_outbox (
+  id TEXT PRIMARY KEY,
+  run_id TEXT NOT NULL REFERENCES workflow_runs(id) ON DELETE CASCADE,
+  operation TEXT NOT NULL CHECK (operation IN ('start', 'event', 'pause', 'resume', 'terminate', 'reconcile')),
+  event_inbox_id TEXT REFERENCES workflow_event_inbox(id),
+  operation_key TEXT NOT NULL UNIQUE,
+  state TEXT NOT NULL DEFAULT 'pending' CHECK (state IN ('pending', 'leased', 'delivered', 'failed', 'dead_letter')),
+  attempt_count INTEGER NOT NULL DEFAULT 0 CHECK (attempt_count >= 0),
+  available_at TEXT NOT NULL,
+  lease_expires_at TEXT,
+  last_error_code TEXT,
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL
+);
+
+CREATE INDEX workflow_dispatch_outbox_due_idx
+  ON workflow_dispatch_outbox(state, available_at, id);
+
+INSERT INTO workflow_artifacts (
+  id, installation_id, compiler_version, compatibility_date, graph_digest,
+  source_digest, bundle_digest, manifest_digest, inline_source_text,
+  bundle_size_bytes, capability_manifest_json, compiler_warnings_json,
+  status, created_at, verified_at
+) VALUES (
+  'standard-manual-review-artifact-v1',
+  'default',
+  'migration-seed-v1',
+  '2026-08-28',
+  'sha256:standard-manual-review-graph-v1',
+  'sha256:standard-manual-review-source-v1',
+  'sha256:standard-manual-review-bundle-v1',
+  'sha256:standard-manual-review-manifest-v1',
+  'export const migrationSeed = true;',
+  34,
+  '{"version":1,"capabilities":["task.create","decision.record","message.send","action.propose"]}',
+  '["Seed artifact is replaced by a compiler-produced artifact before primary activation."]',
+  'quarantined',
+  strftime('%Y-%m-%dT%H:%M:%fZ', 'now'),
+  NULL
+);
+
+INSERT INTO workflow_definitions (
+  id, installation_id, workflow_key, name, description, purpose, status,
+  active_version_id, created_by, created_at, updated_at
+) VALUES (
+  'standard-manual-review',
+  'default',
+  'standard-manual-review',
+  'Standard manual review',
+  'Compatibility workflow representing the existing human review path.',
+  'report',
+  'active',
+  'standard-manual-review-v1',
+  'system:migration',
+  strftime('%Y-%m-%dT%H:%M:%fZ', 'now'),
+  strftime('%Y-%m-%dT%H:%M:%fZ', 'now')
+);
+
+INSERT INTO workflow_versions (
+  id, workflow_id, version, graph_json, graph_digest, input_schema_json,
+  output_schema_json, authority_mode, dependency_manifest_json,
+  capability_manifest_json, artifact_id, compiler_version, test_evidence_json,
+  published_by, published_at
+) VALUES (
+  'standard-manual-review-v1',
+  'standard-manual-review',
+  1,
+  '{"schema_version":"1","purpose":"report","entry_node_id":"start","nodes":[{"id":"start","kind":"start","name":"Start","input_mapping":{},"config":{}},{"id":"review","kind":"human_task","name":"Manual review","input_mapping":{},"config":{"task_type":"review","queue_id":"run-queue","response_schema":{"type":"object"}}},{"id":"decision","kind":"decision","name":"Record decision","input_mapping":{},"error_port":"error","config":{"policy_version_id":"general-policy-v1"}},{"id":"end","kind":"end","name":"Resolved","input_mapping":{},"config":{"terminal_code":"resolved"}}],"edges":[{"id":"e1","from":{"node_id":"start","port":"success"},"to":{"node_id":"review","port":"input"}},{"id":"e2","from":{"node_id":"review","port":"completed"},"to":{"node_id":"decision","port":"input"}},{"id":"e3","from":{"node_id":"review","port":"timeout"},"to":{"node_id":"decision","port":"input"}},{"id":"e4","from":{"node_id":"decision","port":"recorded"},"to":{"node_id":"end","port":"input"}},{"id":"e5","from":{"node_id":"decision","port":"error"},"to":{"node_id":"end","port":"input"}}],"input_schema":{"type":"object"},"terminal_codes":["resolved"],"default_policies":{}}',
+  'sha256:standard-manual-review-graph-v1',
+  '{"type":"object"}',
+  '{"type":"object"}',
+  'assist',
+  '{"components":[],"connections":[],"policies":[],"templates":[],"models":[],"agents":[],"workflows":[],"compiler":"migration-seed-v1"}',
+  '{"version":1,"capabilities":["task.create","decision.record","message.send","action.propose"]}',
+  'standard-manual-review-artifact-v1',
+  'migration-seed-v1',
+  '{"passed":false,"reason":"compatibility_seed_requires_compiler_republish"}',
+  'system:migration',
+  strftime('%Y-%m-%dT%H:%M:%fZ', 'now')
+);