@xopcai/xopc 0.0.332 → 0.0.334

package/dist/src/storage/sqlite/migrations/212_automation_delivery_policy.sql

@@ -0,0 +1,30 @@
+ALTER TABLE automations ADD COLUMN delivery_json TEXT;
+
+UPDATE automations
+SET delivery_json = json_patch(
+  json_object('notificationPolicy', notification_policy),
+  CASE WHEN completion_webhook_url IS NULL
+    THEN json('{}')
+    ELSE json_object('completionWebhookUrl', completion_webhook_url)
+  END
+);
+
+UPDATE automation_run_requests
+SET automation_json = json_remove(
+  json_set(
+    automation_json,
+    '$.delivery',
+    json_patch(
+      json_object('notificationPolicy', COALESCE(json_extract(automation_json, '$.notificationPolicy'), 'attention')),
+      CASE WHEN json_extract(automation_json, '$.completionWebhookUrl') IS NULL
+        THEN json('{}')
+        ELSE json_object('completionWebhookUrl', json_extract(automation_json, '$.completionWebhookUrl'))
+      END
+    )
+  ),
+  '$.notificationPolicy',
+  '$.completionWebhookUrl'
+);
+
+ALTER TABLE automations DROP COLUMN notification_policy;
+ALTER TABLE automations DROP COLUMN completion_webhook_url;

package/dist/src/storage/sqlite/migrations/213_automation_reliability_contract.sql

@@ -0,0 +1,188 @@
+ALTER TABLE automation_event_deliveries RENAME TO automation_event_deliveries_v212;
+ALTER TABLE automation_events RENAME TO automation_events_v212;
+
+CREATE TABLE automation_events (
+  event_id TEXT PRIMARY KEY,
+  event_type TEXT NOT NULL,
+  schema_version INTEGER NOT NULL DEFAULT 1,
+  source TEXT NOT NULL,
+  subject_kind TEXT,
+  subject_id TEXT,
+  occurred_at_ms INTEGER NOT NULL,
+  ingested_at_ms INTEGER NOT NULL,
+  correlation_id TEXT NOT NULL,
+  causation_id TEXT,
+  root_event_id TEXT NOT NULL,
+  chain_depth INTEGER NOT NULL DEFAULT 0 CHECK(chain_depth BETWEEN 0 AND 32),
+  dedupe_key TEXT,
+  trust TEXT NOT NULL CHECK(trust IN ('system', 'user', 'connector', 'untrusted_webhook')),
+  payload_json TEXT NOT NULL,
+  projection_status TEXT NOT NULL DEFAULT 'pending'
+    CHECK(projection_status IN ('pending', 'projecting', 'retrying', 'projected', 'dead_letter')),
+  projected_at_ms INTEGER,
+  projection_attempts INTEGER NOT NULL DEFAULT 0,
+  projection_next_attempt_at_ms INTEGER NOT NULL DEFAULT 0,
+  projection_error TEXT,
+  projection_owner TEXT,
+  projection_lease_until_ms INTEGER
+);
+
+INSERT INTO automation_events (
+  event_id, event_type, schema_version, source, subject_kind, subject_id,
+  occurred_at_ms, ingested_at_ms, correlation_id, causation_id, root_event_id,
+  chain_depth, dedupe_key, trust, payload_json, projection_status,
+  projected_at_ms, projection_attempts, projection_next_attempt_at_ms, projection_error
+)
+SELECT event_id, event_type, schema_version, source, subject_kind, subject_id,
+  occurred_at_ms, ingested_at_ms, correlation_id, causation_id, root_event_id,
+  chain_depth, dedupe_key, trust, payload_json,
+  CASE WHEN projected_at_ms IS NULL THEN 'pending' ELSE 'projected' END,
+  projected_at_ms, projection_attempts, 0, projection_error
+FROM automation_events_v212;
+
+CREATE TABLE automation_event_deliveries (
+  event_id TEXT NOT NULL,
+  automation_id TEXT NOT NULL,
+  status TEXT NOT NULL CHECK(status IN ('pending', 'retrying', 'queued', 'completed', 'failed', 'cancelled', 'skipped', 'dead_letter')),
+  run_id TEXT,
+  attempts INTEGER NOT NULL DEFAULT 0,
+  next_attempt_at_ms INTEGER NOT NULL,
+  last_error TEXT,
+  lease_owner TEXT,
+  lease_until_ms INTEGER,
+  created_at_ms INTEGER NOT NULL,
+  updated_at_ms INTEGER NOT NULL,
+  PRIMARY KEY(event_id, automation_id),
+  FOREIGN KEY(event_id) REFERENCES automation_events(event_id) ON DELETE CASCADE
+);
+
+INSERT INTO automation_event_deliveries (
+  event_id, automation_id, status, run_id, attempts, next_attempt_at_ms,
+  last_error, created_at_ms, updated_at_ms
+)
+SELECT event_id, automation_id, status, run_id, attempts, next_attempt_at_ms,
+  last_error, created_at_ms, updated_at_ms
+FROM automation_event_deliveries_v212;
+
+DROP TABLE automation_event_deliveries_v212;
+DROP TABLE automation_events_v212;
+
+CREATE UNIQUE INDEX idx_automation_events_source_dedupe
+  ON automation_events(source, dedupe_key)
+  WHERE dedupe_key IS NOT NULL;
+CREATE INDEX idx_automation_events_projection
+  ON automation_events(projection_status, projection_next_attempt_at_ms, ingested_at_ms);
+CREATE UNIQUE INDEX idx_automation_event_deliveries_run
+  ON automation_event_deliveries(run_id)
+  WHERE run_id IS NOT NULL;
+CREATE INDEX idx_automation_event_deliveries_pending
+  ON automation_event_deliveries(status, next_attempt_at_ms, created_at_ms);
+
+ALTER TABLE automation_result_deliveries RENAME TO automation_result_deliveries_v212;
+
+CREATE TABLE automation_results (
+  run_id TEXT PRIMARY KEY,
+  result_id TEXT NOT NULL UNIQUE,
+  result_json TEXT NOT NULL CHECK(json_valid(result_json)),
+  created_at_ms INTEGER NOT NULL,
+  FOREIGN KEY(run_id) REFERENCES automation_runs(run_id) ON DELETE CASCADE
+);
+
+INSERT INTO automation_results (run_id, result_id, result_json, created_at_ms)
+SELECT DISTINCT d.run_id, 'result:' || d.run_id,
+  json_object(
+    'schemaVersion', 1,
+    'resultId', 'result:' || d.run_id,
+    'runId', d.run_id,
+    'automationId', r.automation_id,
+    'status', r.status,
+    'artifacts', json_array(),
+    'correlationId', d.run_id,
+    'rootEventId', d.run_id,
+    'createdAtMs', r.created_at_ms,
+    'completedAtMs', COALESCE(r.ended_at_ms, d.created_at_ms)
+  ),
+  d.created_at_ms
+FROM automation_result_deliveries_v212 d
+JOIN automation_runs r ON r.run_id = d.run_id;
+
+CREATE TABLE automation_result_deliveries (
+  delivery_id TEXT NOT NULL UNIQUE,
+  run_id TEXT NOT NULL,
+  destination_key TEXT NOT NULL,
+  kind TEXT NOT NULL,
+  status TEXT NOT NULL CHECK(status IN ('pending', 'delivering', 'retrying', 'delivered', 'dead_letter')),
+  config_json TEXT NOT NULL,
+  attempts INTEGER NOT NULL DEFAULT 0,
+  next_attempt_at_ms INTEGER NOT NULL,
+  last_error TEXT,
+  lease_owner TEXT,
+  lease_until_ms INTEGER,
+  created_at_ms INTEGER NOT NULL,
+  updated_at_ms INTEGER NOT NULL,
+  PRIMARY KEY(run_id, destination_key),
+  FOREIGN KEY(run_id) REFERENCES automation_results(run_id) ON DELETE CASCADE
+);
+
+INSERT INTO automation_result_deliveries (
+  delivery_id, run_id, destination_key, kind, status, config_json, attempts,
+  next_attempt_at_ms, last_error, created_at_ms, updated_at_ms
+)
+SELECT lower(hex(randomblob(16))), run_id, destination_key, kind,
+  CASE status
+    WHEN 'delivered' THEN 'delivered'
+    WHEN 'failed' THEN 'dead_letter'
+    WHEN 'pending' THEN 'pending'
+    ELSE 'retrying'
+  END,
+  CASE WHEN kind = 'webhook' THEN json_object(
+    'key', destination_key,
+    'kind', 'webhook',
+    'endpoint', COALESCE(json_extract(config_json, '$.endpoint'), json_extract(config_json, '$.url')),
+    'secretId', COALESCE(json_extract(config_json, '$.secretId'), 'completion_webhook')
+  ) ELSE json_object('key', destination_key, 'kind', kind) END,
+  attempts, next_attempt_at_ms, last_error, created_at_ms, updated_at_ms
+FROM automation_result_deliveries_v212
+WHERE run_id IN (SELECT run_id FROM automation_results);
+
+DROP TABLE automation_result_deliveries_v212;
+CREATE INDEX idx_automation_result_deliveries_pending
+  ON automation_result_deliveries(status, next_attempt_at_ms, created_at_ms);
+
+UPDATE automations
+SET delivery_json = json_object(
+  'notificationPolicy', COALESCE(json_extract(delivery_json, '$.notificationPolicy'), 'attention'),
+  'destinations', CASE WHEN json_extract(delivery_json, '$.completionWebhookUrl') IS NULL
+    THEN json_array(json_object('key', 'gateway_event', 'kind', 'gateway_event'))
+    ELSE json_array(
+      json_object('key', 'gateway_event', 'kind', 'gateway_event'),
+      json_object(
+        'key', 'completion_webhook',
+        'kind', 'webhook',
+        'endpoint', json_extract(delivery_json, '$.completionWebhookUrl'),
+        'secretId', 'completion_webhook'
+      )
+    )
+  END
+);
+
+UPDATE automation_run_requests
+SET automation_json = json_set(
+  automation_json,
+  '$.delivery',
+  json_object(
+    'notificationPolicy', COALESCE(json_extract(automation_json, '$.delivery.notificationPolicy'), 'attention'),
+    'destinations', CASE WHEN json_extract(automation_json, '$.delivery.completionWebhookUrl') IS NULL
+      THEN json_array(json_object('key', 'gateway_event', 'kind', 'gateway_event'))
+      ELSE json_array(
+        json_object('key', 'gateway_event', 'kind', 'gateway_event'),
+        json_object(
+          'key', 'completion_webhook',
+          'kind', 'webhook',
+          'endpoint', json_extract(automation_json, '$.delivery.completionWebhookUrl'),
+          'secretId', 'completion_webhook'
+        )
+      )
+    END
+  )
+);

package/dist/src/storage/sqlite/migrations/214_ai_usage_ledger.sql

@@ -0,0 +1,41 @@
+CREATE TABLE ai_usage_events (
+  id TEXT PRIMARY KEY,
+  trace_id TEXT NOT NULL,
+  parent_event_id TEXT,
+  conversation_id TEXT,
+  run_id TEXT,
+  agent_id TEXT,
+  category TEXT NOT NULL,
+  operation TEXT NOT NULL,
+  trigger_kind TEXT NOT NULL,
+  reason_key TEXT NOT NULL,
+  provider TEXT NOT NULL,
+  model TEXT NOT NULL,
+  status TEXT NOT NULL CHECK(status IN ('running', 'succeeded', 'failed', 'aborted', 'unknown')),
+  started_at INTEGER NOT NULL,
+  finished_at INTEGER,
+  duration_ms INTEGER,
+  input_tokens INTEGER,
+  output_tokens INTEGER,
+  cache_read_tokens INTEGER,
+  cache_write_tokens INTEGER,
+  reasoning_tokens INTEGER,
+  total_tokens INTEGER,
+  estimated_cost_microusd INTEGER,
+  cost_source TEXT NOT NULL CHECK(cost_source IN ('model_catalog', 'local', 'unknown')),
+  pricing_snapshot_json TEXT,
+  error_summary TEXT,
+  created_at INTEGER NOT NULL,
+  updated_at INTEGER NOT NULL
+);
+
+CREATE INDEX idx_ai_usage_events_started
+  ON ai_usage_events(started_at DESC, id DESC);
+CREATE INDEX idx_ai_usage_events_conversation
+  ON ai_usage_events(conversation_id, started_at DESC);
+CREATE INDEX idx_ai_usage_events_trace
+  ON ai_usage_events(trace_id, started_at ASC);
+CREATE INDEX idx_ai_usage_events_agent
+  ON ai_usage_events(agent_id, started_at DESC);
+CREATE INDEX idx_ai_usage_events_category
+  ON ai_usage_events(category, started_at DESC);

package/dist/src/storage/sqlite/migrations/215_scene_execution_adapters.sql

@@ -0,0 +1,6 @@
+-- Direct cutover: task-backed scenes are claimed by the task execution adapter.
+-- Existing activations keep their template identity; no compatibility runtime remains.
+UPDATE scene_template_versions
+SET manifest_json = json_set(manifest_json, '$.execution.kind', 'task'),
+    content_hash = '4e0e6b0bfb597c06c81e34898f64af6b45b6d8705b65d1f4665d8027cddf5406'
+WHERE template_key = 'task-follow-up' AND version = '1.0.0';

package/dist/src/storage/sqlite/migrations/216_remove_scene_model_usage.sql

@@ -0,0 +1 @@
+DROP TABLE IF EXISTS scene_model_usage;

package/dist/src/storage/sqlite/migrations/217_remove_legacy_memory_tables.sql

@@ -0,0 +1,4 @@
+DROP TABLE IF EXISTS memory_relations;
+DROP TABLE IF EXISTS memory_fts;
+DROP TABLE IF EXISTS memory_chunks;
+DROP TABLE IF EXISTS memory_files;

package/dist/src/storage/sqlite/migrations/218_core_relation_indexes.sql

@@ -0,0 +1,26 @@
+CREATE INDEX idx_task_runs_contract
+  ON task_runs(task_id, contract_version);
+CREATE INDEX idx_task_runs_conversation
+  ON task_runs(conversation_id);
+CREATE INDEX idx_task_runs_parent
+  ON task_runs(parent_run_id);
+CREATE INDEX idx_task_runs_retry
+  ON task_runs(retry_of_run_id);
+CREATE INDEX idx_task_runs_context_snapshot
+  ON task_runs(context_snapshot_id);
+CREATE INDEX idx_task_run_feedback_run
+  ON task_run_feedback(run_id);
+CREATE INDEX idx_work_discovery_runs_conversation
+  ON work_discovery_runs(conversation_id);
+CREATE INDEX idx_connector_execution_audit_connection
+  ON connector_execution_audit(connection_id);
+CREATE INDEX idx_connector_execution_audit_installation
+  ON connector_execution_audit(installation_id);
+CREATE INDEX idx_connector_learning_jobs_connection
+  ON connector_learning_jobs(connection_id);
+CREATE INDEX idx_connector_approvals_connection
+  ON connector_approvals(connection_id);
+CREATE INDEX idx_knowledge_source_changes_item
+  ON knowledge_source_changes(source_item_id);
+CREATE INDEX idx_notification_deliveries_device
+  ON notification_deliveries(device_id);

package/dist/src/storage/sqlite/migrations/219_json_contracts.sql

@@ -0,0 +1,123 @@
+CREATE TABLE automations_next (
+  automation_id TEXT PRIMARY KEY,
+  name TEXT NOT NULL,
+  description TEXT,
+  enabled INTEGER NOT NULL,
+  trigger_json TEXT NOT NULL CHECK(json_valid(trigger_json)),
+  action_json TEXT NOT NULL CHECK(json_valid(action_json)),
+  reliability_json TEXT CHECK(reliability_json IS NULL OR json_valid(reliability_json)),
+  state_json TEXT NOT NULL DEFAULT '{}' CHECK(json_valid(state_json)),
+  created_at_ms INTEGER NOT NULL,
+  updated_at_ms INTEGER NOT NULL,
+  safety_json TEXT CHECK(safety_json IS NULL OR json_valid(safety_json)),
+  project_id TEXT,
+  conversation_mode TEXT NOT NULL DEFAULT 'new_session'
+    CHECK(conversation_mode IN ('new_session', 'continuous')),
+  management_json TEXT CHECK(management_json IS NULL OR json_valid(management_json)),
+  delivery_json TEXT NOT NULL CHECK(json_valid(delivery_json))
+);
+
+INSERT INTO automations_next SELECT * FROM automations;
+DROP TABLE automations;
+ALTER TABLE automations_next RENAME TO automations;
+CREATE INDEX idx_automations_enabled ON automations(enabled, updated_at_ms DESC);
+CREATE INDEX idx_automations_updated ON automations(updated_at_ms DESC);
+CREATE INDEX idx_automations_project ON automations(project_id, updated_at_ms DESC);
+
+CREATE TABLE automation_events_next (
+  event_id TEXT PRIMARY KEY,
+  event_type TEXT NOT NULL,
+  schema_version INTEGER NOT NULL DEFAULT 1,
+  source TEXT NOT NULL,
+  subject_kind TEXT,
+  subject_id TEXT,
+  occurred_at_ms INTEGER NOT NULL,
+  ingested_at_ms INTEGER NOT NULL,
+  correlation_id TEXT NOT NULL,
+  causation_id TEXT,
+  root_event_id TEXT NOT NULL,
+  chain_depth INTEGER NOT NULL DEFAULT 0 CHECK(chain_depth BETWEEN 0 AND 32),
+  dedupe_key TEXT,
+  trust TEXT NOT NULL CHECK(trust IN ('system', 'user', 'connector', 'untrusted_webhook')),
+  payload_json TEXT NOT NULL CHECK(json_valid(payload_json)),
+  projection_status TEXT NOT NULL DEFAULT 'pending'
+    CHECK(projection_status IN ('pending', 'projecting', 'retrying', 'projected', 'dead_letter')),
+  projected_at_ms INTEGER,
+  projection_attempts INTEGER NOT NULL DEFAULT 0,
+  projection_next_attempt_at_ms INTEGER NOT NULL DEFAULT 0,
+  projection_error TEXT,
+  projection_owner TEXT,
+  projection_lease_until_ms INTEGER
+);
+
+INSERT INTO automation_events_next SELECT * FROM automation_events;
+DROP TABLE automation_events;
+ALTER TABLE automation_events_next RENAME TO automation_events;
+CREATE UNIQUE INDEX idx_automation_events_source_dedupe
+  ON automation_events(source, dedupe_key) WHERE dedupe_key IS NOT NULL;
+CREATE INDEX idx_automation_events_projection
+  ON automation_events(projection_status, projection_next_attempt_at_ms, ingested_at_ms);
+
+CREATE TABLE automation_result_deliveries_next (
+  delivery_id TEXT NOT NULL UNIQUE,
+  run_id TEXT NOT NULL,
+  destination_key TEXT NOT NULL,
+  kind TEXT NOT NULL,
+  status TEXT NOT NULL CHECK(status IN ('pending', 'delivering', 'retrying', 'delivered', 'dead_letter')),
+  config_json TEXT NOT NULL CHECK(json_valid(config_json)),
+  attempts INTEGER NOT NULL DEFAULT 0,
+  next_attempt_at_ms INTEGER NOT NULL,
+  last_error TEXT,
+  lease_owner TEXT,
+  lease_until_ms INTEGER,
+  created_at_ms INTEGER NOT NULL,
+  updated_at_ms INTEGER NOT NULL,
+  PRIMARY KEY(run_id, destination_key),
+  FOREIGN KEY(run_id) REFERENCES automation_results(run_id) ON DELETE CASCADE
+);
+
+INSERT INTO automation_result_deliveries_next SELECT * FROM automation_result_deliveries;
+DROP TABLE automation_result_deliveries;
+ALTER TABLE automation_result_deliveries_next RENAME TO automation_result_deliveries;
+CREATE INDEX idx_automation_result_deliveries_pending
+  ON automation_result_deliveries(status, next_attempt_at_ms, created_at_ms);
+
+CREATE TABLE ai_usage_events_next (
+  id TEXT PRIMARY KEY,
+  trace_id TEXT NOT NULL,
+  parent_event_id TEXT,
+  conversation_id TEXT,
+  run_id TEXT,
+  agent_id TEXT,
+  category TEXT NOT NULL,
+  operation TEXT NOT NULL,
+  trigger_kind TEXT NOT NULL,
+  reason_key TEXT NOT NULL,
+  provider TEXT NOT NULL,
+  model TEXT NOT NULL,
+  status TEXT NOT NULL CHECK(status IN ('running', 'succeeded', 'failed', 'aborted', 'unknown')),
+  started_at INTEGER NOT NULL,
+  finished_at INTEGER,
+  duration_ms INTEGER,
+  input_tokens INTEGER,
+  output_tokens INTEGER,
+  cache_read_tokens INTEGER,
+  cache_write_tokens INTEGER,
+  reasoning_tokens INTEGER,
+  total_tokens INTEGER,
+  estimated_cost_microusd INTEGER,
+  cost_source TEXT NOT NULL CHECK(cost_source IN ('model_catalog', 'local', 'unknown')),
+  pricing_snapshot_json TEXT CHECK(pricing_snapshot_json IS NULL OR json_valid(pricing_snapshot_json)),
+  error_summary TEXT,
+  created_at INTEGER NOT NULL,
+  updated_at INTEGER NOT NULL
+);
+
+INSERT INTO ai_usage_events_next SELECT * FROM ai_usage_events;
+DROP TABLE ai_usage_events;
+ALTER TABLE ai_usage_events_next RENAME TO ai_usage_events;
+CREATE INDEX idx_ai_usage_events_started ON ai_usage_events(started_at DESC, id DESC);
+CREATE INDEX idx_ai_usage_events_conversation ON ai_usage_events(conversation_id, started_at DESC);
+CREATE INDEX idx_ai_usage_events_trace ON ai_usage_events(trace_id, started_at ASC);
+CREATE INDEX idx_ai_usage_events_agent ON ai_usage_events(agent_id, started_at DESC);
+CREATE INDEX idx_ai_usage_events_category ON ai_usage_events(category, started_at DESC);