@xopcai/xopc 0.0.413 → 0.0.415

package/dist/src/storage/sqlite/upgrades/207_user_model_policy_contract.sql

@@ -0,0 +1,121 @@
+ALTER TABLE user_assertions ADD COLUMN domain TEXT NOT NULL DEFAULT 'identity'
+  CHECK(domain IN (
+    'identity', 'life_history', 'health', 'emotion', 'personality', 'cognition',
+    'values', 'motivation', 'goals', 'capabilities', 'behavior', 'preferences',
+    'relationships', 'resources_constraints', 'environment', 'digital_life'
+  ));
+ALTER TABLE user_assertions ADD COLUMN model_layer TEXT NOT NULL DEFAULT 'fact'
+  CHECK(model_layer IN ('fact', 'pattern', 'interpretation'));
+ALTER TABLE user_assertions ADD COLUMN sensitivity_categories_json TEXT NOT NULL DEFAULT '[]'
+  CHECK(json_valid(sensitivity_categories_json));
+ALTER TABLE user_assertions ADD COLUMN purpose_ids_json TEXT NOT NULL DEFAULT '["personalization"]'
+  CHECK(json_valid(purpose_ids_json));
+ALTER TABLE user_assertions ADD COLUMN allowed_uses_json TEXT NOT NULL DEFAULT '["answer","rank","recommend"]'
+  CHECK(json_valid(allowed_uses_json));
+ALTER TABLE user_assertions ADD COLUMN allowed_agent_ids_json TEXT CHECK(allowed_agent_ids_json IS NULL OR json_valid(allowed_agent_ids_json));
+ALTER TABLE user_assertions ADD COLUMN consent_receipt_id TEXT;
+ALTER TABLE user_assertions ADD COLUMN support_count INTEGER NOT NULL DEFAULT 0 CHECK(support_count >= 0);
+ALTER TABLE user_assertions ADD COLUMN independent_source_count INTEGER NOT NULL DEFAULT 0 CHECK(independent_source_count >= 0);
+ALTER TABLE user_assertions ADD COLUMN last_supported_at INTEGER;
+ALTER TABLE user_assertions ADD COLUMN delete_after INTEGER;
+
+UPDATE user_assertions SET
+  domain = CASE kind
+    WHEN 'identity' THEN 'identity'
+    WHEN 'preference' THEN 'preferences'
+    WHEN 'value' THEN 'values'
+    WHEN 'routine' THEN 'behavior'
+    WHEN 'capability' THEN 'capabilities'
+    WHEN 'relationship' THEN 'relationships'
+    WHEN 'current_state' THEN 'environment'
+    ELSE 'cognition'
+  END,
+  model_layer = CASE
+    WHEN authority = 'user_explicit' OR kind = 'current_state' THEN 'fact'
+    WHEN kind = 'derived_insight' THEN 'interpretation'
+    ELSE 'pattern'
+  END,
+  support_count = (
+    SELECT COUNT(*) FROM user_assertion_evidence evidence
+    WHERE evidence.assertion_id = user_assertions.assertion_id AND evidence.relation = 'supports'
+  ),
+  independent_source_count = (
+    SELECT COUNT(DISTINCT COALESCE(context.source_instance_id, context.source_type || ':' || context.source_ref))
+    FROM user_assertion_evidence evidence
+    JOIN context_evidence context ON context.evidence_id = evidence.evidence_id
+    WHERE evidence.assertion_id = user_assertions.assertion_id AND evidence.relation = 'supports'
+  ),
+  last_supported_at = (
+    SELECT MAX(context.observed_at)
+    FROM user_assertion_evidence evidence
+    JOIN context_evidence context ON context.evidence_id = evidence.evidence_id
+    WHERE evidence.assertion_id = user_assertions.assertion_id AND evidence.relation = 'supports'
+  );
+
+CREATE TABLE understanding_consent_receipts (
+  receipt_id TEXT PRIMARY KEY,
+  grant_id TEXT NOT NULL REFERENCES understanding_source_grants(grant_id) ON DELETE CASCADE,
+  purposes_json TEXT NOT NULL CHECK(json_valid(purposes_json)),
+  allowed_domains_json TEXT NOT NULL CHECK(json_valid(allowed_domains_json)),
+  denied_domains_json TEXT NOT NULL DEFAULT '[]' CHECK(json_valid(denied_domains_json)),
+  allowed_fields_json TEXT NOT NULL CHECK(json_valid(allowed_fields_json)),
+  access_mode TEXT NOT NULL CHECK(access_mode IN ('once', 'continuous')),
+  lookback_days INTEGER NOT NULL CHECK(lookback_days >= 0),
+  raw_retention_days INTEGER NOT NULL CHECK(raw_retention_days >= 0),
+  processing_policy TEXT NOT NULL CHECK(processing_policy IN ('local_only', 'remote_allowed')),
+  allowed_agent_ids_json TEXT CHECK(allowed_agent_ids_json IS NULL OR json_valid(allowed_agent_ids_json)),
+  disclosure_version TEXT NOT NULL,
+  granted_at INTEGER NOT NULL,
+  revoked_at INTEGER
+);
+
+CREATE INDEX idx_understanding_consent_receipts_grant
+  ON understanding_consent_receipts(grant_id, granted_at DESC);
+CREATE UNIQUE INDEX idx_understanding_consent_receipts_active
+  ON understanding_consent_receipts(grant_id) WHERE revoked_at IS NULL;
+
+CREATE TABLE user_model_observations (
+  observation_id TEXT PRIMARY KEY,
+  principal_id TEXT NOT NULL,
+  domain TEXT NOT NULL CHECK(domain IN (
+    'identity', 'life_history', 'health', 'emotion', 'personality', 'cognition',
+    'values', 'motivation', 'goals', 'capabilities', 'behavior', 'preferences',
+    'relationships', 'resources_constraints', 'environment', 'digital_life'
+  )),
+  observation_type TEXT NOT NULL,
+  subject_type TEXT NOT NULL CHECK(subject_type IN ('user', 'person', 'goal', 'project', 'topic')),
+  subject_id TEXT NOT NULL,
+  value_json TEXT NOT NULL CHECK(json_valid(value_json)),
+  context_json TEXT NOT NULL DEFAULT '{}' CHECK(json_valid(context_json)),
+  sensitivity_categories_json TEXT NOT NULL DEFAULT '[]' CHECK(json_valid(sensitivity_categories_json)),
+  owner_attribution TEXT NOT NULL CHECK(owner_attribution IN ('user', 'other', 'shared', 'unknown')),
+  observed_at INTEGER NOT NULL,
+  valid_to INTEGER,
+  delete_after INTEGER,
+  source_grant_id TEXT REFERENCES understanding_source_grants(grant_id) ON DELETE CASCADE,
+  source_item_id TEXT,
+  evidence_id TEXT REFERENCES context_evidence(evidence_id) ON DELETE CASCADE,
+  content_hash TEXT NOT NULL,
+  created_at INTEGER NOT NULL,
+  UNIQUE(principal_id, content_hash)
+);
+
+CREATE INDEX idx_user_model_observations_domain_time
+  ON user_model_observations(principal_id, domain, observed_at DESC);
+CREATE INDEX idx_user_model_observations_expiry
+  ON user_model_observations(delete_after) WHERE delete_after IS NOT NULL;
+CREATE INDEX idx_user_model_observations_source
+  ON user_model_observations(source_grant_id, source_item_id);
+
+CREATE TABLE user_assertion_edges (
+  from_assertion_id TEXT NOT NULL REFERENCES user_assertions(assertion_id) ON DELETE CASCADE,
+  to_assertion_id TEXT NOT NULL REFERENCES user_assertions(assertion_id) ON DELETE CASCADE,
+  relation TEXT NOT NULL CHECK(relation IN ('supports', 'contradicts', 'derived_from', 'specializes')),
+  confidence REAL NOT NULL CHECK(confidence >= 0 AND confidence <= 1),
+  created_at INTEGER NOT NULL,
+  PRIMARY KEY(from_assertion_id, to_assertion_id, relation),
+  CHECK(from_assertion_id <> to_assertion_id)
+);
+
+CREATE INDEX idx_user_assertion_edges_to
+  ON user_assertion_edges(to_assertion_id, relation);

package/dist/src/storage/sqlite/upgrades/208_automation_management.sql

@@ -0,0 +1,2 @@
+ALTER TABLE automations ADD COLUMN management_json TEXT
+  CHECK(management_json IS NULL OR json_valid(management_json));

package/dist/src/storage/sqlite/upgrades/209_automation_event_hub.sql

@@ -0,0 +1,48 @@
+CREATE TABLE automation_events (
+  event_id TEXT PRIMARY KEY,
+  event_type TEXT NOT NULL,
+  schema_version INTEGER NOT NULL DEFAULT 1,
+  source TEXT NOT NULL,
+  subject_kind TEXT,
+  subject_id TEXT,
+  occurred_at_ms INTEGER NOT NULL,
+  ingested_at_ms INTEGER NOT NULL,
+  correlation_id TEXT NOT NULL,
+  causation_id TEXT,
+  root_event_id TEXT NOT NULL,
+  chain_depth INTEGER NOT NULL DEFAULT 0 CHECK(chain_depth BETWEEN 0 AND 32),
+  dedupe_key TEXT,
+  trust TEXT NOT NULL CHECK(trust IN ('system', 'user', 'connector', 'untrusted_webhook')),
+  payload_json TEXT NOT NULL,
+  projected_at_ms INTEGER,
+  projection_attempts INTEGER NOT NULL DEFAULT 0,
+  projection_error TEXT
+);
+
+CREATE UNIQUE INDEX idx_automation_events_source_dedupe
+  ON automation_events(source, dedupe_key)
+  WHERE dedupe_key IS NOT NULL;
+
+CREATE INDEX idx_automation_events_projection
+  ON automation_events(projected_at_ms, ingested_at_ms);
+
+CREATE TABLE automation_event_deliveries (
+  event_id TEXT NOT NULL,
+  automation_id TEXT NOT NULL,
+  status TEXT NOT NULL CHECK(status IN ('pending', 'queued', 'completed', 'failed', 'cancelled', 'skipped')),
+  run_id TEXT,
+  attempts INTEGER NOT NULL DEFAULT 0,
+  next_attempt_at_ms INTEGER NOT NULL,
+  last_error TEXT,
+  created_at_ms INTEGER NOT NULL,
+  updated_at_ms INTEGER NOT NULL,
+  PRIMARY KEY(event_id, automation_id),
+  FOREIGN KEY(event_id) REFERENCES automation_events(event_id) ON DELETE CASCADE
+);
+
+CREATE UNIQUE INDEX idx_automation_event_deliveries_run
+  ON automation_event_deliveries(run_id)
+  WHERE run_id IS NOT NULL;
+
+CREATE INDEX idx_automation_event_deliveries_pending
+  ON automation_event_deliveries(status, next_attempt_at_ms, created_at_ms);

package/dist/src/storage/sqlite/upgrades/210_remove_legacy_automation_timeout.sql

@@ -0,0 +1,14 @@
+UPDATE automations
+SET reliability_json = json_remove(
+  json_set(
+    reliability_json,
+    '$.executionTimeoutSeconds',
+    COALESCE(
+      json_extract(reliability_json, '$.executionTimeoutSeconds'),
+      json_extract(reliability_json, '$.timeoutSeconds')
+    )
+  ),
+  '$.timeoutSeconds'
+)
+WHERE reliability_json IS NOT NULL
+  AND json_type(reliability_json, '$.timeoutSeconds') IS NOT NULL;

package/dist/src/storage/sqlite/upgrades/211_automation_result_deliveries.sql

@@ -0,0 +1,16 @@
+CREATE TABLE automation_result_deliveries (
+  run_id TEXT NOT NULL,
+  destination_key TEXT NOT NULL,
+  kind TEXT NOT NULL,
+  status TEXT NOT NULL CHECK(status IN ('pending', 'delivering', 'delivered', 'failed')),
+  config_json TEXT NOT NULL,
+  attempts INTEGER NOT NULL DEFAULT 0,
+  next_attempt_at_ms INTEGER NOT NULL,
+  last_error TEXT,
+  created_at_ms INTEGER NOT NULL,
+  updated_at_ms INTEGER NOT NULL,
+  PRIMARY KEY(run_id, destination_key)
+);
+
+CREATE INDEX idx_automation_result_deliveries_pending
+  ON automation_result_deliveries(status, next_attempt_at_ms, created_at_ms);

package/dist/src/storage/sqlite/upgrades/212_automation_delivery_policy.sql

@@ -0,0 +1,30 @@
+ALTER TABLE automations ADD COLUMN delivery_json TEXT;
+
+UPDATE automations
+SET delivery_json = json_patch(
+  json_object('notificationPolicy', notification_policy),
+  CASE WHEN completion_webhook_url IS NULL
+    THEN json('{}')
+    ELSE json_object('completionWebhookUrl', completion_webhook_url)
+  END
+);
+
+UPDATE automation_run_requests
+SET automation_json = json_remove(
+  json_set(
+    automation_json,
+    '$.delivery',
+    json_patch(
+      json_object('notificationPolicy', COALESCE(json_extract(automation_json, '$.notificationPolicy'), 'attention')),
+      CASE WHEN json_extract(automation_json, '$.completionWebhookUrl') IS NULL
+        THEN json('{}')
+        ELSE json_object('completionWebhookUrl', json_extract(automation_json, '$.completionWebhookUrl'))
+      END
+    )
+  ),
+  '$.notificationPolicy',
+  '$.completionWebhookUrl'
+);
+
+ALTER TABLE automations DROP COLUMN notification_policy;
+ALTER TABLE automations DROP COLUMN completion_webhook_url;

package/dist/src/storage/sqlite/upgrades/213_automation_reliability_contract.sql

@@ -0,0 +1,188 @@
+ALTER TABLE automation_event_deliveries RENAME TO automation_event_deliveries_v212;
+ALTER TABLE automation_events RENAME TO automation_events_v212;
+
+CREATE TABLE automation_events (
+  event_id TEXT PRIMARY KEY,
+  event_type TEXT NOT NULL,
+  schema_version INTEGER NOT NULL DEFAULT 1,
+  source TEXT NOT NULL,
+  subject_kind TEXT,
+  subject_id TEXT,
+  occurred_at_ms INTEGER NOT NULL,
+  ingested_at_ms INTEGER NOT NULL,
+  correlation_id TEXT NOT NULL,
+  causation_id TEXT,
+  root_event_id TEXT NOT NULL,
+  chain_depth INTEGER NOT NULL DEFAULT 0 CHECK(chain_depth BETWEEN 0 AND 32),
+  dedupe_key TEXT,
+  trust TEXT NOT NULL CHECK(trust IN ('system', 'user', 'connector', 'untrusted_webhook')),
+  payload_json TEXT NOT NULL,
+  projection_status TEXT NOT NULL DEFAULT 'pending'
+    CHECK(projection_status IN ('pending', 'projecting', 'retrying', 'projected', 'dead_letter')),
+  projected_at_ms INTEGER,
+  projection_attempts INTEGER NOT NULL DEFAULT 0,
+  projection_next_attempt_at_ms INTEGER NOT NULL DEFAULT 0,
+  projection_error TEXT,
+  projection_owner TEXT,
+  projection_lease_until_ms INTEGER
+);
+
+INSERT INTO automation_events (
+  event_id, event_type, schema_version, source, subject_kind, subject_id,
+  occurred_at_ms, ingested_at_ms, correlation_id, causation_id, root_event_id,
+  chain_depth, dedupe_key, trust, payload_json, projection_status,
+  projected_at_ms, projection_attempts, projection_next_attempt_at_ms, projection_error
+)
+SELECT event_id, event_type, schema_version, source, subject_kind, subject_id,
+  occurred_at_ms, ingested_at_ms, correlation_id, causation_id, root_event_id,
+  chain_depth, dedupe_key, trust, payload_json,
+  CASE WHEN projected_at_ms IS NULL THEN 'pending' ELSE 'projected' END,
+  projected_at_ms, projection_attempts, 0, projection_error
+FROM automation_events_v212;
+
+CREATE TABLE automation_event_deliveries (
+  event_id TEXT NOT NULL,
+  automation_id TEXT NOT NULL,
+  status TEXT NOT NULL CHECK(status IN ('pending', 'retrying', 'queued', 'completed', 'failed', 'cancelled', 'skipped', 'dead_letter')),
+  run_id TEXT,
+  attempts INTEGER NOT NULL DEFAULT 0,
+  next_attempt_at_ms INTEGER NOT NULL,
+  last_error TEXT,
+  lease_owner TEXT,
+  lease_until_ms INTEGER,
+  created_at_ms INTEGER NOT NULL,
+  updated_at_ms INTEGER NOT NULL,
+  PRIMARY KEY(event_id, automation_id),
+  FOREIGN KEY(event_id) REFERENCES automation_events(event_id) ON DELETE CASCADE
+);
+
+INSERT INTO automation_event_deliveries (
+  event_id, automation_id, status, run_id, attempts, next_attempt_at_ms,
+  last_error, created_at_ms, updated_at_ms
+)
+SELECT event_id, automation_id, status, run_id, attempts, next_attempt_at_ms,
+  last_error, created_at_ms, updated_at_ms
+FROM automation_event_deliveries_v212;
+
+DROP TABLE automation_event_deliveries_v212;
+DROP TABLE automation_events_v212;
+
+CREATE UNIQUE INDEX idx_automation_events_source_dedupe
+  ON automation_events(source, dedupe_key)
+  WHERE dedupe_key IS NOT NULL;
+CREATE INDEX idx_automation_events_projection
+  ON automation_events(projection_status, projection_next_attempt_at_ms, ingested_at_ms);
+CREATE UNIQUE INDEX idx_automation_event_deliveries_run
+  ON automation_event_deliveries(run_id)
+  WHERE run_id IS NOT NULL;
+CREATE INDEX idx_automation_event_deliveries_pending
+  ON automation_event_deliveries(status, next_attempt_at_ms, created_at_ms);
+
+ALTER TABLE automation_result_deliveries RENAME TO automation_result_deliveries_v212;
+
+CREATE TABLE automation_results (
+  run_id TEXT PRIMARY KEY,
+  result_id TEXT NOT NULL UNIQUE,
+  result_json TEXT NOT NULL CHECK(json_valid(result_json)),
+  created_at_ms INTEGER NOT NULL,
+  FOREIGN KEY(run_id) REFERENCES automation_runs(run_id) ON DELETE CASCADE
+);
+
+INSERT INTO automation_results (run_id, result_id, result_json, created_at_ms)
+SELECT DISTINCT d.run_id, 'result:' || d.run_id,
+  json_object(
+    'schemaVersion', 1,
+    'resultId', 'result:' || d.run_id,
+    'runId', d.run_id,
+    'automationId', r.automation_id,
+    'status', r.status,
+    'artifacts', json_array(),
+    'correlationId', d.run_id,
+    'rootEventId', d.run_id,
+    'createdAtMs', r.created_at_ms,
+    'completedAtMs', COALESCE(r.ended_at_ms, d.created_at_ms)
+  ),
+  d.created_at_ms
+FROM automation_result_deliveries_v212 d
+JOIN automation_runs r ON r.run_id = d.run_id;
+
+CREATE TABLE automation_result_deliveries (
+  delivery_id TEXT NOT NULL UNIQUE,
+  run_id TEXT NOT NULL,
+  destination_key TEXT NOT NULL,
+  kind TEXT NOT NULL,
+  status TEXT NOT NULL CHECK(status IN ('pending', 'delivering', 'retrying', 'delivered', 'dead_letter')),
+  config_json TEXT NOT NULL,
+  attempts INTEGER NOT NULL DEFAULT 0,
+  next_attempt_at_ms INTEGER NOT NULL,
+  last_error TEXT,
+  lease_owner TEXT,
+  lease_until_ms INTEGER,
+  created_at_ms INTEGER NOT NULL,
+  updated_at_ms INTEGER NOT NULL,
+  PRIMARY KEY(run_id, destination_key),
+  FOREIGN KEY(run_id) REFERENCES automation_results(run_id) ON DELETE CASCADE
+);
+
+INSERT INTO automation_result_deliveries (
+  delivery_id, run_id, destination_key, kind, status, config_json, attempts,
+  next_attempt_at_ms, last_error, created_at_ms, updated_at_ms
+)
+SELECT lower(hex(randomblob(16))), run_id, destination_key, kind,
+  CASE status
+    WHEN 'delivered' THEN 'delivered'
+    WHEN 'failed' THEN 'dead_letter'
+    WHEN 'pending' THEN 'pending'
+    ELSE 'retrying'
+  END,
+  CASE WHEN kind = 'webhook' THEN json_object(
+    'key', destination_key,
+    'kind', 'webhook',
+    'endpoint', COALESCE(json_extract(config_json, '$.endpoint'), json_extract(config_json, '$.url')),
+    'secretId', COALESCE(json_extract(config_json, '$.secretId'), 'completion_webhook')
+  ) ELSE json_object('key', destination_key, 'kind', kind) END,
+  attempts, next_attempt_at_ms, last_error, created_at_ms, updated_at_ms
+FROM automation_result_deliveries_v212
+WHERE run_id IN (SELECT run_id FROM automation_results);
+
+DROP TABLE automation_result_deliveries_v212;
+CREATE INDEX idx_automation_result_deliveries_pending
+  ON automation_result_deliveries(status, next_attempt_at_ms, created_at_ms);
+
+UPDATE automations
+SET delivery_json = json_object(
+  'notificationPolicy', COALESCE(json_extract(delivery_json, '$.notificationPolicy'), 'attention'),
+  'destinations', CASE WHEN json_extract(delivery_json, '$.completionWebhookUrl') IS NULL
+    THEN json_array(json_object('key', 'gateway_event', 'kind', 'gateway_event'))
+    ELSE json_array(
+      json_object('key', 'gateway_event', 'kind', 'gateway_event'),
+      json_object(
+        'key', 'completion_webhook',
+        'kind', 'webhook',
+        'endpoint', json_extract(delivery_json, '$.completionWebhookUrl'),
+        'secretId', 'completion_webhook'
+      )
+    )
+  END
+);
+
+UPDATE automation_run_requests
+SET automation_json = json_set(
+  automation_json,
+  '$.delivery',
+  json_object(
+    'notificationPolicy', COALESCE(json_extract(automation_json, '$.delivery.notificationPolicy'), 'attention'),
+    'destinations', CASE WHEN json_extract(automation_json, '$.delivery.completionWebhookUrl') IS NULL
+      THEN json_array(json_object('key', 'gateway_event', 'kind', 'gateway_event'))
+      ELSE json_array(
+        json_object('key', 'gateway_event', 'kind', 'gateway_event'),
+        json_object(
+          'key', 'completion_webhook',
+          'kind', 'webhook',
+          'endpoint', json_extract(automation_json, '$.delivery.completionWebhookUrl'),
+          'secretId', 'completion_webhook'
+        )
+      )
+    END
+  )
+);

package/dist/src/storage/sqlite/upgrades/214_ai_usage_ledger.sql

@@ -0,0 +1,41 @@
+CREATE TABLE ai_usage_events (
+  id TEXT PRIMARY KEY,
+  trace_id TEXT NOT NULL,
+  parent_event_id TEXT,
+  conversation_id TEXT,
+  run_id TEXT,
+  agent_id TEXT,
+  category TEXT NOT NULL,
+  operation TEXT NOT NULL,
+  trigger_kind TEXT NOT NULL,
+  reason_key TEXT NOT NULL,
+  provider TEXT NOT NULL,
+  model TEXT NOT NULL,
+  status TEXT NOT NULL CHECK(status IN ('running', 'succeeded', 'failed', 'aborted', 'unknown')),
+  started_at INTEGER NOT NULL,
+  finished_at INTEGER,
+  duration_ms INTEGER,
+  input_tokens INTEGER,
+  output_tokens INTEGER,
+  cache_read_tokens INTEGER,
+  cache_write_tokens INTEGER,
+  reasoning_tokens INTEGER,
+  total_tokens INTEGER,
+  estimated_cost_microusd INTEGER,
+  cost_source TEXT NOT NULL CHECK(cost_source IN ('model_catalog', 'local', 'unknown')),
+  pricing_snapshot_json TEXT,
+  error_summary TEXT,
+  created_at INTEGER NOT NULL,
+  updated_at INTEGER NOT NULL
+);
+
+CREATE INDEX idx_ai_usage_events_started
+  ON ai_usage_events(started_at DESC, id DESC);
+CREATE INDEX idx_ai_usage_events_conversation
+  ON ai_usage_events(conversation_id, started_at DESC);
+CREATE INDEX idx_ai_usage_events_trace
+  ON ai_usage_events(trace_id, started_at ASC);
+CREATE INDEX idx_ai_usage_events_agent
+  ON ai_usage_events(agent_id, started_at DESC);
+CREATE INDEX idx_ai_usage_events_category
+  ON ai_usage_events(category, started_at DESC);

package/dist/src/storage/sqlite/upgrades/215_scene_execution_adapters.sql

@@ -0,0 +1,6 @@
+-- Direct cutover: task-backed scenes are claimed by the task execution adapter.
+-- Existing activations keep their template identity; no compatibility runtime remains.
+UPDATE scene_template_versions
+SET manifest_json = json_set(manifest_json, '$.execution.kind', 'task'),
+    content_hash = '4e0e6b0bfb597c06c81e34898f64af6b45b6d8705b65d1f4665d8027cddf5406'
+WHERE template_key = 'task-follow-up' AND version = '1.0.0';

package/dist/src/storage/sqlite/upgrades/216_remove_scene_model_usage.sql

@@ -0,0 +1 @@
+DROP TABLE IF EXISTS scene_model_usage;

package/dist/src/storage/sqlite/upgrades/217_remove_legacy_memory_tables.sql

@@ -0,0 +1,4 @@
+DROP TABLE IF EXISTS memory_relations;
+DROP TABLE IF EXISTS memory_fts;
+DROP TABLE IF EXISTS memory_chunks;
+DROP TABLE IF EXISTS memory_files;

package/dist/src/storage/sqlite/upgrades/218_core_relation_indexes.sql

@@ -0,0 +1,26 @@
+CREATE INDEX idx_task_runs_contract
+  ON task_runs(task_id, contract_version);
+CREATE INDEX idx_task_runs_conversation
+  ON task_runs(conversation_id);
+CREATE INDEX idx_task_runs_parent
+  ON task_runs(parent_run_id);
+CREATE INDEX idx_task_runs_retry
+  ON task_runs(retry_of_run_id);
+CREATE INDEX idx_task_runs_context_snapshot
+  ON task_runs(context_snapshot_id);
+CREATE INDEX idx_task_run_feedback_run
+  ON task_run_feedback(run_id);
+CREATE INDEX idx_work_discovery_runs_conversation
+  ON work_discovery_runs(conversation_id);
+CREATE INDEX idx_connector_execution_audit_connection
+  ON connector_execution_audit(connection_id);
+CREATE INDEX idx_connector_execution_audit_installation
+  ON connector_execution_audit(installation_id);
+CREATE INDEX idx_connector_learning_jobs_connection
+  ON connector_learning_jobs(connection_id);
+CREATE INDEX idx_connector_approvals_connection
+  ON connector_approvals(connection_id);
+CREATE INDEX idx_knowledge_source_changes_item
+  ON knowledge_source_changes(source_item_id);
+CREATE INDEX idx_notification_deliveries_device
+  ON notification_deliveries(device_id);

package/dist/src/storage/sqlite/upgrades/219_json_contracts.sql

@@ -0,0 +1,123 @@
+CREATE TABLE automations_next (
+  automation_id TEXT PRIMARY KEY,
+  name TEXT NOT NULL,
+  description TEXT,
+  enabled INTEGER NOT NULL,
+  trigger_json TEXT NOT NULL CHECK(json_valid(trigger_json)),
+  action_json TEXT NOT NULL CHECK(json_valid(action_json)),
+  reliability_json TEXT CHECK(reliability_json IS NULL OR json_valid(reliability_json)),
+  state_json TEXT NOT NULL DEFAULT '{}' CHECK(json_valid(state_json)),
+  created_at_ms INTEGER NOT NULL,
+  updated_at_ms INTEGER NOT NULL,
+  safety_json TEXT CHECK(safety_json IS NULL OR json_valid(safety_json)),
+  project_id TEXT,
+  conversation_mode TEXT NOT NULL DEFAULT 'new_session'
+    CHECK(conversation_mode IN ('new_session', 'continuous')),
+  management_json TEXT CHECK(management_json IS NULL OR json_valid(management_json)),
+  delivery_json TEXT NOT NULL CHECK(json_valid(delivery_json))
+);
+
+INSERT INTO automations_next SELECT * FROM automations;
+DROP TABLE automations;
+ALTER TABLE automations_next RENAME TO automations;
+CREATE INDEX idx_automations_enabled ON automations(enabled, updated_at_ms DESC);
+CREATE INDEX idx_automations_updated ON automations(updated_at_ms DESC);
+CREATE INDEX idx_automations_project ON automations(project_id, updated_at_ms DESC);
+
+CREATE TABLE automation_events_next (
+  event_id TEXT PRIMARY KEY,
+  event_type TEXT NOT NULL,
+  schema_version INTEGER NOT NULL DEFAULT 1,
+  source TEXT NOT NULL,
+  subject_kind TEXT,
+  subject_id TEXT,
+  occurred_at_ms INTEGER NOT NULL,
+  ingested_at_ms INTEGER NOT NULL,
+  correlation_id TEXT NOT NULL,
+  causation_id TEXT,
+  root_event_id TEXT NOT NULL,
+  chain_depth INTEGER NOT NULL DEFAULT 0 CHECK(chain_depth BETWEEN 0 AND 32),
+  dedupe_key TEXT,
+  trust TEXT NOT NULL CHECK(trust IN ('system', 'user', 'connector', 'untrusted_webhook')),
+  payload_json TEXT NOT NULL CHECK(json_valid(payload_json)),
+  projection_status TEXT NOT NULL DEFAULT 'pending'
+    CHECK(projection_status IN ('pending', 'projecting', 'retrying', 'projected', 'dead_letter')),
+  projected_at_ms INTEGER,
+  projection_attempts INTEGER NOT NULL DEFAULT 0,
+  projection_next_attempt_at_ms INTEGER NOT NULL DEFAULT 0,
+  projection_error TEXT,
+  projection_owner TEXT,
+  projection_lease_until_ms INTEGER
+);
+
+INSERT INTO automation_events_next SELECT * FROM automation_events;
+DROP TABLE automation_events;
+ALTER TABLE automation_events_next RENAME TO automation_events;
+CREATE UNIQUE INDEX idx_automation_events_source_dedupe
+  ON automation_events(source, dedupe_key) WHERE dedupe_key IS NOT NULL;
+CREATE INDEX idx_automation_events_projection
+  ON automation_events(projection_status, projection_next_attempt_at_ms, ingested_at_ms);
+
+CREATE TABLE automation_result_deliveries_next (
+  delivery_id TEXT NOT NULL UNIQUE,
+  run_id TEXT NOT NULL,
+  destination_key TEXT NOT NULL,
+  kind TEXT NOT NULL,
+  status TEXT NOT NULL CHECK(status IN ('pending', 'delivering', 'retrying', 'delivered', 'dead_letter')),
+  config_json TEXT NOT NULL CHECK(json_valid(config_json)),
+  attempts INTEGER NOT NULL DEFAULT 0,
+  next_attempt_at_ms INTEGER NOT NULL,
+  last_error TEXT,
+  lease_owner TEXT,
+  lease_until_ms INTEGER,
+  created_at_ms INTEGER NOT NULL,
+  updated_at_ms INTEGER NOT NULL,
+  PRIMARY KEY(run_id, destination_key),
+  FOREIGN KEY(run_id) REFERENCES automation_results(run_id) ON DELETE CASCADE
+);
+
+INSERT INTO automation_result_deliveries_next SELECT * FROM automation_result_deliveries;
+DROP TABLE automation_result_deliveries;
+ALTER TABLE automation_result_deliveries_next RENAME TO automation_result_deliveries;
+CREATE INDEX idx_automation_result_deliveries_pending
+  ON automation_result_deliveries(status, next_attempt_at_ms, created_at_ms);
+
+CREATE TABLE ai_usage_events_next (
+  id TEXT PRIMARY KEY,
+  trace_id TEXT NOT NULL,
+  parent_event_id TEXT,
+  conversation_id TEXT,
+  run_id TEXT,
+  agent_id TEXT,
+  category TEXT NOT NULL,
+  operation TEXT NOT NULL,
+  trigger_kind TEXT NOT NULL,
+  reason_key TEXT NOT NULL,
+  provider TEXT NOT NULL,
+  model TEXT NOT NULL,
+  status TEXT NOT NULL CHECK(status IN ('running', 'succeeded', 'failed', 'aborted', 'unknown')),
+  started_at INTEGER NOT NULL,
+  finished_at INTEGER,
+  duration_ms INTEGER,
+  input_tokens INTEGER,
+  output_tokens INTEGER,
+  cache_read_tokens INTEGER,
+  cache_write_tokens INTEGER,
+  reasoning_tokens INTEGER,
+  total_tokens INTEGER,
+  estimated_cost_microusd INTEGER,
+  cost_source TEXT NOT NULL CHECK(cost_source IN ('model_catalog', 'local', 'unknown')),
+  pricing_snapshot_json TEXT CHECK(pricing_snapshot_json IS NULL OR json_valid(pricing_snapshot_json)),
+  error_summary TEXT,
+  created_at INTEGER NOT NULL,
+  updated_at INTEGER NOT NULL
+);
+
+INSERT INTO ai_usage_events_next SELECT * FROM ai_usage_events;
+DROP TABLE ai_usage_events;
+ALTER TABLE ai_usage_events_next RENAME TO ai_usage_events;
+CREATE INDEX idx_ai_usage_events_started ON ai_usage_events(started_at DESC, id DESC);
+CREATE INDEX idx_ai_usage_events_conversation ON ai_usage_events(conversation_id, started_at DESC);
+CREATE INDEX idx_ai_usage_events_trace ON ai_usage_events(trace_id, started_at ASC);
+CREATE INDEX idx_ai_usage_events_agent ON ai_usage_events(agent_id, started_at DESC);
+CREATE INDEX idx_ai_usage_events_category ON ai_usage_events(category, started_at DESC);