@sixb/sqlite 0.1.1 → 0.1.2

package/src/migrations/018-ontology-outbox-failure-record.sql

@@ -0,0 +1,80 @@
+-- SQLite cannot add the JSON constraint while changing the legacy column, so rebuild the table.
+-- The legacy record has no failure timestamp. Use its next availability time as the closest
+-- durable timestamp and mark that approximation explicitly in details.
+DROP INDEX idx_ontology_outbox_claim;
+DROP INDEX idx_ontology_outbox_published;
+
+ALTER TABLE ontology_outbox RENAME TO ontology_outbox_before_failure_record;
+
+CREATE TABLE ontology_outbox (
+  project_id TEXT NOT NULL,
+  id TEXT NOT NULL,
+  commit_id TEXT NOT NULL,
+  commit_ordinal INTEGER NOT NULL CHECK (commit_ordinal >= 0),
+  envelope TEXT NOT NULL CHECK (json_valid(envelope)),
+  available_at TEXT NOT NULL,
+  attempts INTEGER NOT NULL DEFAULT 0 CHECK (attempts >= 0),
+  lease_id TEXT,
+  lease_expires_at TEXT,
+  published_at TEXT,
+  last_failure TEXT CHECK (last_failure IS NULL OR json_valid(last_failure)),
+  created_at TEXT NOT NULL,
+  PRIMARY KEY (project_id, id),
+  UNIQUE (project_id, commit_id, commit_ordinal),
+  CHECK ((lease_id IS NULL) = (lease_expires_at IS NULL))
+);
+
+INSERT INTO ontology_outbox (
+  project_id,
+  id,
+  commit_id,
+  commit_ordinal,
+  envelope,
+  available_at,
+  attempts,
+  lease_id,
+  lease_expires_at,
+  published_at,
+  last_failure,
+  created_at
+)
+SELECT
+  project_id,
+  id,
+  commit_id,
+  commit_ordinal,
+  envelope,
+  available_at,
+  attempts,
+  lease_id,
+  lease_expires_at,
+  published_at,
+  CASE
+    WHEN last_error IS NULL
+      OR last_error = 'Outbox dispatcher stopped before publication completed.'
+    THEN NULL
+    ELSE json_object(
+      'code', 'event.delivery_failed',
+      'message', 'Event delivery failed.',
+      'retryable', json('true'),
+      'at', available_at,
+      'details', json_object(
+        'attempts', attempts,
+        'eventIds', json_array(id),
+        'eventTypes', json_array(json_extract(envelope, '$.type')),
+        'migratedFromLegacyLastError', json('true'),
+        'timestampSource', 'availableAt'
+      )
+    )
+  END,
+  created_at
+FROM ontology_outbox_before_failure_record;
+
+DROP TABLE ontology_outbox_before_failure_record;
+
+CREATE INDEX idx_ontology_outbox_claim
+  ON ontology_outbox(project_id, available_at, lease_expires_at, created_at, commit_id, commit_ordinal)
+  WHERE published_at IS NULL;
+CREATE INDEX idx_ontology_outbox_published
+  ON ontology_outbox(project_id, published_at, id)
+  WHERE published_at IS NOT NULL;

package/src/migrations/019-webhook-delivery-failure-record.sql

@@ -0,0 +1,62 @@
+-- SQLite cannot add the JSON constraint while changing the legacy column, so rebuild the table.
+-- Legacy deliveries normally have an exact failure timestamp. Fall back to the receipt timestamp
+-- only for inconsistent historical rows and record the source so the approximation stays visible.
+DROP INDEX idx_webhook_deliveries_project_received;
+
+ALTER TABLE webhook_deliveries RENAME TO webhook_deliveries_before_failure_record;
+
+CREATE TABLE webhook_deliveries (
+  project_id TEXT NOT NULL,
+  connector_id TEXT NOT NULL,
+  webhook_id TEXT NOT NULL,
+  idempotency_key TEXT NOT NULL,
+  status TEXT NOT NULL CHECK (status IN ('in_progress', 'completed', 'failed')),
+  received_at TEXT NOT NULL,
+  completed_at TEXT,
+  failed_at TEXT,
+  failure TEXT CHECK (failure IS NULL OR json_valid(failure)),
+  PRIMARY KEY (project_id, connector_id, webhook_id, idempotency_key)
+);
+
+INSERT INTO webhook_deliveries (
+  project_id,
+  connector_id,
+  webhook_id,
+  idempotency_key,
+  status,
+  received_at,
+  completed_at,
+  failed_at,
+  failure
+)
+SELECT
+  project_id,
+  connector_id,
+  webhook_id,
+  idempotency_key,
+  status,
+  received_at,
+  completed_at,
+  failed_at,
+  CASE
+    WHEN error IS NULL THEN NULL
+    ELSE json_object(
+      'code', 'webhook.delivery_failed',
+      'message', 'Webhook delivery failed.',
+      'retryable', json('true'),
+      'at', COALESCE(failed_at, received_at),
+      'details', json_object(
+        'connectorId', connector_id,
+        'webhookId', webhook_id,
+        'idempotencyKey', idempotency_key,
+        'migratedFromLegacyError', json('true'),
+        'timestampSource', CASE WHEN failed_at IS NULL THEN 'receivedAt' ELSE 'failedAt' END
+      )
+    )
+  END
+FROM webhook_deliveries_before_failure_record;
+
+DROP TABLE webhook_deliveries_before_failure_record;
+
+CREATE INDEX idx_webhook_deliveries_project_received
+  ON webhook_deliveries(project_id, received_at DESC);

package/src/migrations/020-drop-run-usage-projections.sql

@@ -0,0 +1,7 @@
+ALTER TABLE agent_runs DROP COLUMN usage_input_tokens;
+ALTER TABLE agent_runs DROP COLUMN usage_output_tokens;
+ALTER TABLE agent_runs DROP COLUMN usage_total_tokens;
+ALTER TABLE agent_runs DROP COLUMN usage_reasoning_tokens;
+ALTER TABLE agent_runs DROP COLUMN usage_cached_input_tokens;
+
+ALTER TABLE workflow_agent_node_runs DROP COLUMN usage;

package/src/migrations/021-sync-pipeline-executions.sql

@@ -0,0 +1,101 @@
+-- Existing rows cannot be assigned honest authority retroactively. These NOT NULL additions
+-- intentionally fail on non-empty legacy tables instead of inventing execution provenance.
+ALTER TABLE sync_runs ADD COLUMN execution_id TEXT NOT NULL;
+ALTER TABLE sync_runs ADD COLUMN queued_at TEXT NOT NULL;
+
+DROP INDEX idx_sync_runs_project_started;
+DROP INDEX idx_sync_runs_project_dataset_started;
+DROP INDEX idx_sync_runs_project_sync_started;
+DROP INDEX idx_sync_runs_project_status_started;
+
+CREATE TABLE sync_runs_v2 (
+  project_id TEXT NOT NULL,
+  id TEXT NOT NULL,
+  execution_id TEXT NOT NULL,
+  sync_id TEXT NOT NULL,
+  dataset_id TEXT NOT NULL,
+  mode TEXT NOT NULL CHECK (mode IN ('snapshot', 'append', 'merge')),
+  status TEXT NOT NULL CHECK (status IN ('queued', 'running', 'succeeded', 'failed', 'cancelled')),
+  queued_at TEXT NOT NULL,
+  started_at TEXT,
+  finished_at TEXT,
+  rows_read INTEGER CHECK (rows_read IS NULL OR rows_read >= 0),
+  output_version_id TEXT,
+  expected_latest_version_id TEXT,
+  commit_message TEXT,
+  error TEXT CHECK (error IS NULL OR json_valid(error)),
+  checkpoint TEXT,
+  PRIMARY KEY (project_id, id),
+  UNIQUE (project_id, execution_id),
+  FOREIGN KEY (project_id, execution_id)
+    REFERENCES executions (project_id, id)
+    ON DELETE RESTRICT
+);
+
+INSERT INTO sync_runs_v2 (
+  project_id, id, execution_id, sync_id, dataset_id, mode, status, queued_at, started_at,
+  finished_at, rows_read, output_version_id, expected_latest_version_id, commit_message,
+  error, checkpoint
+)
+SELECT
+  project_id, id, execution_id, sync_id, dataset_id, mode, status, queued_at, started_at,
+  finished_at, rows_read, output_version_id, expected_latest_version_id, commit_message,
+  error, checkpoint
+FROM sync_runs;
+
+DROP TABLE sync_runs;
+ALTER TABLE sync_runs_v2 RENAME TO sync_runs;
+
+CREATE INDEX idx_sync_runs_project_started
+  ON sync_runs(project_id, COALESCE(started_at, queued_at) DESC);
+CREATE INDEX idx_sync_runs_project_dataset_started
+  ON sync_runs(project_id, dataset_id, COALESCE(started_at, queued_at) DESC);
+CREATE INDEX idx_sync_runs_project_sync_started
+  ON sync_runs(project_id, sync_id, COALESCE(started_at, queued_at) DESC);
+CREATE INDEX idx_sync_runs_project_status_started
+  ON sync_runs(project_id, status, COALESCE(started_at, queued_at) DESC);
+
+ALTER TABLE pipeline_runs ADD COLUMN execution_id TEXT NOT NULL;
+ALTER TABLE pipeline_runs ADD COLUMN queued_at TEXT NOT NULL;
+
+DROP INDEX idx_pipeline_runs_project_started;
+DROP INDEX idx_pipeline_runs_project_pipeline_started;
+DROP INDEX idx_pipeline_runs_project_status_started;
+
+CREATE TABLE pipeline_runs_v2 (
+  project_id TEXT NOT NULL,
+  id TEXT NOT NULL,
+  execution_id TEXT NOT NULL,
+  pipeline_id TEXT NOT NULL,
+  status TEXT NOT NULL CHECK (status IN ('queued', 'running', 'succeeded', 'failed', 'cancelled')),
+  queued_at TEXT NOT NULL,
+  started_at TEXT,
+  finished_at TEXT,
+  output_dataset_id TEXT,
+  output_version_id TEXT,
+  error TEXT CHECK (error IS NULL OR json_valid(error)),
+  PRIMARY KEY (project_id, id),
+  UNIQUE (project_id, execution_id),
+  FOREIGN KEY (project_id, execution_id)
+    REFERENCES executions (project_id, id)
+    ON DELETE RESTRICT
+);
+
+INSERT INTO pipeline_runs_v2 (
+  project_id, id, execution_id, pipeline_id, status, queued_at, started_at, finished_at,
+  output_dataset_id, output_version_id, error
+)
+SELECT
+  project_id, id, execution_id, pipeline_id, status, queued_at, started_at, finished_at,
+  output_dataset_id, output_version_id, error
+FROM pipeline_runs;
+
+DROP TABLE pipeline_runs;
+ALTER TABLE pipeline_runs_v2 RENAME TO pipeline_runs;
+
+CREATE INDEX idx_pipeline_runs_project_started
+  ON pipeline_runs(project_id, COALESCE(started_at, queued_at) DESC);
+CREATE INDEX idx_pipeline_runs_project_pipeline_started
+  ON pipeline_runs(project_id, pipeline_id, COALESCE(started_at, queued_at) DESC);
+CREATE INDEX idx_pipeline_runs_project_status_started
+  ON pipeline_runs(project_id, status, COALESCE(started_at, queued_at) DESC);

package/src/migrations/022-projection-executions.sql

@@ -0,0 +1,244 @@
+-- Dataset versions are first-class durable execution sources. Rebuild the parent table so the
+-- source kind remains truthful instead of encoding a version as an event or synthetic execution.
+CREATE TABLE executions_v2 (
+  project_id TEXT NOT NULL CHECK (length(trim(project_id)) > 0),
+  id TEXT NOT NULL CHECK (length(trim(id)) > 0),
+  executor_kind TEXT NOT NULL CHECK (
+    executor_kind IN (
+      'request', 'action', 'pipeline', 'projection', 'rule', 'sync', 'webhook', 'workflow',
+      'agent', 'kernel'
+    )
+  ),
+  executor_id TEXT NOT NULL CHECK (length(trim(executor_id)) > 0),
+  source_kind TEXT NOT NULL CHECK (
+    source_kind IN ('http', 'webhook', 'schedule', 'event', 'datasetVersion', 'execution')
+  ),
+  source_id TEXT NOT NULL CHECK (length(trim(source_id)) > 0),
+  requested_by_user_id TEXT,
+  requested_by_service_account_id TEXT,
+  correlation_id TEXT NOT NULL CHECK (length(trim(correlation_id)) > 0),
+  parent_execution_id TEXT,
+  authority_kind TEXT NOT NULL CHECK (
+    authority_kind IN ('principal', 'trustedPrimitive', 'kernel', 'disabled')
+  ),
+  authority_user_id TEXT,
+  authority_service_account_id TEXT,
+  authority_session_id TEXT,
+  authority_access_token_id TEXT,
+  authority_primitive_kind TEXT CHECK (
+    authority_primitive_kind IS NULL
+      OR authority_primitive_kind IN (
+        'action', 'pipeline', 'projection', 'rule', 'sync', 'webhook', 'workflow'
+      )
+  ),
+  authority_primitive_id TEXT,
+  authority_kernel_operation TEXT CHECK (
+    authority_kernel_operation IS NULL OR authority_kernel_operation = 'ontology.recover'
+  ),
+  created_at TEXT NOT NULL,
+  PRIMARY KEY (project_id, id),
+  -- Keep the final table name here. Foreign-key rewriting is intentionally disabled while this
+  -- parent table is rebuilt, so a reference to executions_v2 would survive the later rename.
+  FOREIGN KEY (project_id, parent_execution_id) REFERENCES executions (project_id, id),
+  FOREIGN KEY (project_id, requested_by_user_id) REFERENCES auth_users (project_id, id),
+  FOREIGN KEY (project_id, requested_by_service_account_id)
+    REFERENCES auth_service_accounts (project_id, id),
+  FOREIGN KEY (project_id, authority_user_id) REFERENCES auth_users (project_id, id),
+  FOREIGN KEY (project_id, authority_service_account_id)
+    REFERENCES auth_service_accounts (project_id, id),
+  FOREIGN KEY (project_id, authority_session_id) REFERENCES auth_sessions (project_id, id),
+  FOREIGN KEY (project_id, authority_access_token_id)
+    REFERENCES auth_access_tokens (project_id, id),
+  CHECK ((requested_by_user_id IS NOT NULL) + (requested_by_service_account_id IS NOT NULL) <= 1),
+  CHECK (
+    (source_kind = 'execution' AND parent_execution_id = source_id)
+      OR (source_kind <> 'execution' AND parent_execution_id IS NULL)
+  ),
+  CHECK (
+    (
+      authority_kind = 'principal'
+      AND (authority_user_id IS NOT NULL) + (authority_service_account_id IS NOT NULL) = 1
+      AND (authority_session_id IS NOT NULL) + (authority_access_token_id IS NOT NULL) <= 1
+      AND (authority_session_id IS NULL OR authority_user_id IS NOT NULL)
+      AND authority_primitive_kind IS NULL
+      AND authority_primitive_id IS NULL
+      AND authority_kernel_operation IS NULL
+    )
+    OR (
+      authority_kind = 'trustedPrimitive'
+      AND authority_user_id IS NULL
+      AND authority_service_account_id IS NULL
+      AND authority_session_id IS NULL
+      AND authority_access_token_id IS NULL
+      AND authority_primitive_kind IS NOT NULL
+      AND authority_primitive_id IS NOT NULL
+      AND length(trim(authority_primitive_id)) > 0
+      AND authority_kernel_operation IS NULL
+    )
+    OR (
+      authority_kind = 'kernel'
+      AND authority_user_id IS NULL
+      AND authority_service_account_id IS NULL
+      AND authority_session_id IS NULL
+      AND authority_access_token_id IS NULL
+      AND authority_primitive_kind IS NULL
+      AND authority_primitive_id IS NULL
+      AND authority_kernel_operation IS NOT NULL
+    )
+    OR (
+      authority_kind = 'disabled'
+      AND authority_user_id IS NULL
+      AND authority_service_account_id IS NULL
+      AND authority_session_id IS NULL
+      AND authority_access_token_id IS NULL
+      AND authority_primitive_kind IS NULL
+      AND authority_primitive_id IS NULL
+      AND authority_kernel_operation IS NULL
+    )
+  ),
+  CHECK (
+    (
+      executor_kind = 'request'
+      AND source_kind = 'http'
+      AND executor_id = source_id
+      AND (
+        (
+          authority_kind = 'principal'
+          AND requested_by_user_id IS authority_user_id
+          AND requested_by_service_account_id IS authority_service_account_id
+        )
+        OR (
+          authority_kind = 'disabled'
+          AND requested_by_user_id IS NULL
+          AND requested_by_service_account_id IS NULL
+        )
+      )
+    )
+    OR (
+      executor_kind IN ('action', 'pipeline', 'projection', 'rule', 'sync', 'webhook', 'workflow')
+      AND authority_kind = 'trustedPrimitive'
+      AND executor_kind = authority_primitive_kind
+    )
+    OR (
+      executor_kind = 'agent'
+      AND authority_kind = 'principal'
+      AND authority_service_account_id IS NOT NULL
+      AND authority_session_id IS NULL
+      AND authority_access_token_id IS NULL
+    )
+    OR (executor_kind = 'kernel' AND authority_kind = 'kernel')
+  )
+);
+
+INSERT INTO executions_v2 SELECT * FROM executions;
+DROP TABLE executions;
+ALTER TABLE executions_v2 RENAME TO executions;
+
+-- The migration step checks that projection_runs is empty before executing this schema rebuild:
+-- legacy rows cannot be assigned honest execution authority.
+
+DROP INDEX idx_projection_runs_project_started;
+DROP INDEX idx_projection_runs_project_projection_started;
+DROP INDEX idx_projection_runs_project_dataset_started;
+DROP INDEX idx_projection_runs_project_version_started;
+DROP INDEX idx_projection_runs_project_status_started;
+DROP INDEX idx_projection_runs_project_object_type_started;
+
+DROP TABLE projection_runs;
+
+CREATE TABLE projection_runs (
+  project_id TEXT NOT NULL,
+  id TEXT NOT NULL,
+  execution_id TEXT NOT NULL,
+  projection_id TEXT NOT NULL,
+  projection_kind TEXT NOT NULL CHECK (projection_kind IN ('object', 'link', 'telemetry')),
+  materialization_protocol TEXT NOT NULL CHECK (
+    materialization_protocol IN ('replacement', 'telemetry')
+  ),
+  dataset_id TEXT NOT NULL,
+  dataset_version_id TEXT NOT NULL,
+  dataset_version_created_at TEXT NOT NULL,
+  ontology_revision TEXT NOT NULL,
+  projection_revision TEXT NOT NULL,
+  ownership_hash TEXT NOT NULL,
+  object_type_id TEXT,
+  source_object_type_id TEXT,
+  target_object_type_id TEXT,
+  status TEXT NOT NULL CHECK (status IN ('queued', 'running', 'succeeded', 'failed', 'cancelled')),
+  queued_at TEXT NOT NULL,
+  started_at TEXT,
+  finished_at TEXT,
+  attempt INTEGER NOT NULL CHECK (attempt >= 0),
+  execution_token TEXT,
+  fixed_batch_size INTEGER CHECK (fixed_batch_size > 0),
+  next_batch_ordinal INTEGER CHECK (next_batch_ordinal >= 0),
+  next_row_offset INTEGER CHECK (next_row_offset >= 0),
+  input_exhausted INTEGER CHECK (input_exhausted IN (0, 1)),
+  missing_target_object_type_id TEXT,
+  missing_target_object_id TEXT,
+  missing_target_batch_ordinal INTEGER CHECK (
+    missing_target_batch_ordinal IS NULL OR missing_target_batch_ordinal >= 0
+  ),
+  missing_target_first_seen_at TEXT,
+  source_rows_read INTEGER NOT NULL DEFAULT 0 CHECK (source_rows_read >= 0),
+  source_rows_skipped INTEGER NOT NULL DEFAULT 0 CHECK (source_rows_skipped >= 0),
+  error TEXT CHECK (error IS NULL OR json_valid(error)),
+  PRIMARY KEY (project_id, id),
+  UNIQUE (project_id, execution_id),
+  FOREIGN KEY (project_id, execution_id) REFERENCES executions (project_id, id) ON DELETE RESTRICT,
+  CHECK (source_rows_skipped <= source_rows_read),
+  CHECK ((status = 'running') = (execution_token IS NOT NULL)),
+  CHECK (
+    (status = 'queued' AND attempt = 0 AND started_at IS NULL AND finished_at IS NULL
+      AND error IS NULL)
+    OR (status = 'running' AND attempt >= 1 AND started_at IS NOT NULL AND finished_at IS NULL
+      AND error IS NULL)
+    OR (
+      status IN ('succeeded', 'failed', 'cancelled')
+      AND finished_at IS NOT NULL
+      AND (
+        (json_extract(error, '$.code') = 'queue.enqueue_failed'
+          AND status = 'failed' AND attempt = 0 AND started_at IS NULL)
+        OR (COALESCE(json_extract(error, '$.code'), '') != 'queue.enqueue_failed'
+          AND attempt >= 1 AND started_at IS NOT NULL)
+      )
+    )
+  ),
+  CHECK (status != 'succeeded' OR error IS NULL),
+  CHECK ((projection_kind = 'telemetry') = (materialization_protocol = 'telemetry')),
+  CHECK (
+    (projection_kind = 'link' AND object_type_id IS NULL
+      AND source_object_type_id IS NOT NULL AND target_object_type_id IS NOT NULL)
+    OR (projection_kind IN ('object', 'telemetry') AND object_type_id IS NOT NULL
+      AND source_object_type_id IS NULL AND target_object_type_id IS NULL)
+  ),
+  CHECK (
+    (materialization_protocol = 'replacement' AND fixed_batch_size IS NULL
+      AND next_batch_ordinal IS NULL AND next_row_offset IS NULL AND input_exhausted IS NULL)
+    OR (materialization_protocol = 'telemetry' AND fixed_batch_size IS NOT NULL
+      AND next_batch_ordinal IS NOT NULL AND next_row_offset IS NOT NULL
+      AND input_exhausted IS NOT NULL)
+  ),
+  CHECK (
+    (missing_target_object_type_id IS NULL AND missing_target_object_id IS NULL
+      AND missing_target_batch_ordinal IS NULL AND missing_target_first_seen_at IS NULL)
+    OR (projection_kind = 'telemetry' AND missing_target_object_type_id = object_type_id
+      AND missing_target_object_id IS NOT NULL
+      AND missing_target_batch_ordinal = next_batch_ordinal
+      AND missing_target_first_seen_at IS NOT NULL)
+  ),
+  CHECK (projection_kind != 'telemetry' OR status != 'succeeded' OR input_exhausted = 1)
+);
+
+CREATE INDEX idx_projection_runs_project_started
+  ON projection_runs(project_id, COALESCE(started_at, queued_at) DESC);
+CREATE INDEX idx_projection_runs_project_projection_started
+  ON projection_runs(project_id, projection_id, COALESCE(started_at, queued_at) DESC);
+CREATE INDEX idx_projection_runs_project_dataset_started
+  ON projection_runs(project_id, dataset_id, COALESCE(started_at, queued_at) DESC);
+CREATE INDEX idx_projection_runs_project_version_started
+  ON projection_runs(project_id, dataset_version_id, COALESCE(started_at, queued_at) DESC);
+CREATE INDEX idx_projection_runs_project_status_started
+  ON projection_runs(project_id, status, COALESCE(started_at, queued_at) DESC);
+CREATE INDEX idx_projection_runs_project_object_type_started
+  ON projection_runs(project_id, object_type_id, COALESCE(started_at, queued_at) DESC);

package/src/migrations/023-webhook-executions.sql

@@ -0,0 +1,51 @@
+DROP INDEX idx_webhook_runs_project_started;
+DROP INDEX idx_webhook_runs_project_connector_started;
+DROP INDEX idx_webhook_runs_project_webhook_started;
+DROP INDEX idx_webhook_runs_project_status_started;
+DROP INDEX idx_webhook_runs_project_idempotency;
+
+CREATE TABLE webhook_runs_v2 (
+  project_id TEXT NOT NULL,
+  id TEXT NOT NULL,
+  execution_id TEXT NOT NULL,
+  connector_id TEXT NOT NULL,
+  webhook_id TEXT NOT NULL,
+  status TEXT NOT NULL CHECK (status IN ('running', 'succeeded', 'failed')),
+  method TEXT NOT NULL,
+  route TEXT NOT NULL,
+  started_at TEXT NOT NULL,
+  finished_at TEXT,
+  request_body_bytes INTEGER NOT NULL CHECK (request_body_bytes >= 0),
+  request_body_sha256 TEXT NOT NULL CHECK (length(request_body_sha256) = 64),
+  response_status INTEGER CHECK (
+    response_status IS NULL OR (response_status >= 100 AND response_status <= 599)
+  ),
+  idempotency_key TEXT,
+  error TEXT CHECK (error IS NULL OR json_valid(error)),
+  PRIMARY KEY (project_id, id),
+  UNIQUE (project_id, execution_id),
+  UNIQUE (project_id, connector_id, webhook_id, idempotency_key),
+  FOREIGN KEY (project_id, execution_id)
+    REFERENCES executions (project_id, id)
+    ON DELETE RESTRICT,
+  CHECK (
+    (status = 'running' AND finished_at IS NULL AND response_status IS NULL AND error IS NULL)
+    OR (status = 'succeeded' AND finished_at IS NOT NULL AND error IS NULL)
+    OR (status = 'failed' AND finished_at IS NOT NULL AND error IS NOT NULL)
+  )
+);
+
+DROP TABLE webhook_runs;
+ALTER TABLE webhook_runs_v2 RENAME TO webhook_runs;
+DROP TABLE webhook_deliveries;
+
+CREATE INDEX idx_webhook_runs_project_started
+  ON webhook_runs(project_id, started_at DESC);
+CREATE INDEX idx_webhook_runs_project_connector_started
+  ON webhook_runs(project_id, connector_id, started_at DESC);
+CREATE INDEX idx_webhook_runs_project_webhook_started
+  ON webhook_runs(project_id, connector_id, webhook_id, started_at DESC);
+CREATE INDEX idx_webhook_runs_project_status_started
+  ON webhook_runs(project_id, status, started_at DESC);
+CREATE INDEX idx_webhook_runs_project_idempotency
+  ON webhook_runs(project_id, idempotency_key);

package/src/migrations/024-ontology-commit-executions.sql

@@ -0,0 +1,58 @@
+DROP INDEX idx_ontology_commits_action_origin;
+DROP INDEX idx_ontology_commits_projection_origin;
+DROP INDEX idx_ontology_commits_telemetry_origin;
+DROP INDEX idx_ontology_commits_history;
+DROP INDEX idx_ontology_commits_origin;
+
+CREATE TABLE ontology_commits_v2 (
+  project_id TEXT NOT NULL,
+  id TEXT NOT NULL,
+  idempotency_key TEXT NOT NULL,
+  request_hash TEXT NOT NULL,
+  execution_id TEXT NOT NULL,
+  origin_kind TEXT NOT NULL CHECK (origin_kind IN ('action', 'runtime', 'projection', 'telemetry')),
+  origin_run_id TEXT,
+  origin_batch_ordinal INTEGER CHECK (
+    origin_batch_ordinal IS NULL OR origin_batch_ordinal >= 0
+  ),
+  origin TEXT NOT NULL CHECK (json_valid(origin)),
+  actor TEXT CHECK (actor IS NULL OR json_valid(actor)),
+  ontology_revision TEXT NOT NULL,
+  projection_revision TEXT,
+  ownership_hash TEXT,
+  intent TEXT NOT NULL CHECK (json_valid(intent)),
+  result TEXT NOT NULL CHECK (json_valid(result)),
+  committed_at TEXT NOT NULL,
+  PRIMARY KEY (project_id, id),
+  UNIQUE (project_id, idempotency_key),
+  FOREIGN KEY (project_id, execution_id)
+    REFERENCES executions (project_id, id)
+    ON DELETE RESTRICT,
+  CHECK (
+    (origin_kind IN ('action', 'projection') AND origin_run_id IS NOT NULL AND origin_batch_ordinal IS NULL)
+    OR (origin_kind = 'telemetry' AND (
+      (origin_run_id IS NULL AND origin_batch_ordinal IS NULL)
+      OR (origin_run_id IS NOT NULL AND origin_batch_ordinal IS NOT NULL)
+    ))
+    OR (origin_kind = 'runtime' AND origin_run_id IS NULL AND origin_batch_ordinal IS NULL)
+  )
+);
+
+DROP TABLE ontology_commits;
+ALTER TABLE ontology_commits_v2 RENAME TO ontology_commits;
+
+CREATE UNIQUE INDEX idx_ontology_commits_action_origin
+  ON ontology_commits(project_id, origin_run_id)
+  WHERE origin_kind = 'action';
+CREATE UNIQUE INDEX idx_ontology_commits_projection_origin
+  ON ontology_commits(project_id, origin_run_id)
+  WHERE origin_kind = 'projection';
+CREATE UNIQUE INDEX idx_ontology_commits_telemetry_origin
+  ON ontology_commits(project_id, origin_run_id, origin_batch_ordinal)
+  WHERE origin_kind = 'telemetry' AND origin_run_id IS NOT NULL;
+CREATE INDEX idx_ontology_commits_history
+  ON ontology_commits(project_id, committed_at, id);
+CREATE INDEX idx_ontology_commits_origin
+  ON ontology_commits(project_id, origin_kind, origin_run_id, origin_batch_ordinal);
+CREATE INDEX idx_ontology_commits_execution
+  ON ontology_commits(project_id, execution_id);