@xopcai/xopc 0.0.410 → 0.0.412

package/dist/src/migrations/cloud-public-models.js

@@ -1,157 +0,0 @@
-import { init_paths_state, resolveXopcCloudCatalogCachePath } from "../config/paths-state.js";
-import { getSqliteDatabase, runSqliteWriteTransaction } from "../storage/sqlite/transaction.js";
-import { init_sqlite } from "../storage/sqlite/index.js";
-import { init_write_file_atomic, writeTextAtomicSync } from "../infra/write-file-atomic.js";
-import { ModelCatalogPersistence, init_model_catalog_persistence } from "../providers/model-catalog-persistence.js";
-import { createWorkflowCatalog } from "../agent/workflow/catalog.js";
-import { dirname } from "node:path";
-import { chmodSync, copyFileSync, existsSync, mkdirSync, readFileSync, renameSync, rmSync } from "node:fs";
-import { randomUUID } from "node:crypto";
-//#region src/migrations/cloud-public-models.ts
-init_paths_state();
-init_write_file_atomic();
-init_sqlite();
-init_model_catalog_persistence();
-const MIGRATION_ID = "cloud-public-models-v1";
-const PUBLIC_IDS = new Set([
-	"auto",
-	"advanced",
-	"image",
-	"stt",
-	"tts",
-	"realtime",
-	"computer"
-]);
-const MODEL_FIELDS = new Set([
-	"model",
-	"modelRef",
-	"modelOverride",
-	"primary",
-	"fallbacks",
-	"imageGeneration",
-	"imageUnderstanding",
-	"computerUse"
-]);
-function migrateCloudModelRef(ref, kind = "language") {
-	if (!ref.startsWith("xopc-cloud/")) return ref;
-	const id = ref.slice(11);
-	if (PUBLIC_IDS.has(id) || id.startsWith("openai-codex/")) return ref;
-	if (id === "computer-gui-plus-preview" || id === "gui-plus-2026-02-26") return "xopc-cloud/computer";
-	return `xopc-cloud/${kind === "omni" ? "realtime" : kind === "language" ? "auto" : kind}`;
-}
-/** Only model fields are rewritten; prompts and historical transcripts are untouched. */
-function migrateCloudModelFields(value, kind = "language", cloud = false, modelField = false) {
-	if (typeof value === "string") {
-		if (!modelField) return value;
-		const next = migrateCloudModelRef(cloud && !value.includes("/") ? `xopc-cloud/${value}` : value, kind);
-		return cloud && !value.includes("/") ? next.replace(/^xopc-cloud\//, "") : next;
-	}
-	if (Array.isArray(value)) {
-		const next = value.map((item) => migrateCloudModelFields(item, kind, cloud, modelField));
-		return modelField && next.some((item, index) => item !== value[index]) ? [...new Set(next)] : next;
-	}
-	if (!value || typeof value !== "object") return value;
-	const source = value;
-	const explicitProvider = source.provider ?? source.providerOverride;
-	const isCloud = typeof explicitProvider === "string" ? explicitProvider === "xopc-cloud" : cloud;
-	const result = {};
-	for (const [key, item] of Object.entries(source)) {
-		if (key === "providers" && item && typeof item === "object" && !Array.isArray(item)) {
-			result[key] = Object.fromEntries(Object.entries(item).map(([provider, settings]) => [provider, migrateCloudModelFields(settings, kind, provider === "xopc-cloud")]));
-			continue;
-		}
-		result[key] = migrateCloudModelFields(item, key === "imageGeneration" ? "image" : key === "computerUse" ? "computer" : key === "summarization" || key === "refinement" ? "language" : key === "stt" || key === "audio" ? "stt" : key === "tts" ? "tts" : key === "omni" ? "omni" : kind, isCloud || key === "xopc-cloud", MODEL_FIELDS.has(key));
-	}
-	if (isCloud && (kind === "tts" || kind === "omni") && (source.voice !== void 0 || typeof source.model === "string")) result.voice = "default";
-	if (typeof result.primary === "string" && result.primary.startsWith("xopc-cloud/") && (result.primary !== source.primary || JSON.stringify(result.fallbacks) !== JSON.stringify(source.fallbacks)) && Array.isArray(result.fallbacks)) result.fallbacks = result.fallbacks.filter((ref) => ref !== result.primary);
-	return result;
-}
-/** Replayable file phase followed by a transactional database phase and completion marker. */
-function migrateCloudPublicModelsSync(configPath) {
-	const db = getSqliteDatabase();
-	if (db.prepare("SELECT 1 FROM application_migrations WHERE id = ? AND state = ?").get(MIGRATION_ID, "complete")) return false;
-	const now = Date.now();
-	const databaseBackup = `${configPath}.${MIGRATION_ID}.sqlite.bak`;
-	if (!existsSync(databaseBackup)) {
-		mkdirSync(dirname(databaseBackup), {
-			recursive: true,
-			mode: 448
-		});
-		const temporary = `${databaseBackup}.${randomUUID()}.tmp`;
-		try {
-			db.prepare("VACUUM INTO ?").run(temporary);
-			chmodSync(temporary, 384);
-			renameSync(temporary, databaseBackup);
-		} finally {
-			rmSync(temporary, { force: true });
-		}
-	}
-	const configBackup = `${configPath}.${MIGRATION_ID}.bak`;
-	if (existsSync(configPath)) {
-		const raw = readFileSync(configPath, "utf8");
-		const next = JSON.stringify(migrateCloudModelFields(JSON.parse(raw)), null, 2) + "\n";
-		if (JSON.stringify(JSON.parse(raw)) !== JSON.stringify(JSON.parse(next))) {
-			if (!existsSync(configBackup)) copyFileSync(configPath, configBackup);
-			writeTextAtomicSync(configPath, next);
-		}
-	}
-	const cache = resolveXopcCloudCatalogCachePath();
-	if (existsSync(cache) && !existsSync(`${cache}.${MIGRATION_ID}.bak`)) copyFileSync(cache, `${cache}.${MIGRATION_ID}.bak`);
-	new ModelCatalogPersistence().clearSync();
-	return runSqliteWriteTransaction(() => {
-		if (db.prepare("SELECT 1 FROM application_migrations WHERE id = ? AND state = ?").get(MIGRATION_ID, "complete")) return false;
-		const migrateJson = (table, key, column, where = "") => {
-			const rows = db.prepare(`SELECT ${key} AS id, ${column} AS payload FROM ${table} ${where}`).all();
-			for (const row of rows) {
-				const before = JSON.parse(row.payload);
-				const next = JSON.stringify(migrateCloudModelFields(before));
-				if (JSON.stringify(before) !== next) {
-					const revision = table === "agents" || table === "agent_catalog_settings" ? ", revision = revision + 1, updated_at = " + now : "";
-					db.prepare(`UPDATE ${table} SET ${column} = ? ${revision} WHERE ${key} = ?`).run(next, row.id);
-				}
-			}
-		};
-		migrateJson("agent_catalog_settings", "singleton_id", "defaults_json");
-		migrateJson("agents", "id", "overrides_json", "WHERE deleted_at IS NULL");
-		migrateJson("automations", "automation_id", "action_json");
-		const rows = db.prepare("SELECT rowid AS id, payload FROM durable_state WHERE namespace IN ('workflow-drafts')").all();
-		for (const row of rows) {
-			const before = JSON.parse(row.payload);
-			const next = JSON.stringify(migrateCloudModelFields(before));
-			if (JSON.stringify(before) !== next) db.prepare("UPDATE durable_state SET payload = ? WHERE rowid = ?").run(next, row.id);
-		}
-		const catalog = createWorkflowCatalog();
-		for (const entry of catalog.list().filter((item) => item.source === "user")) {
-			const definition = catalog.load(entry.name);
-			const graph = migrateCloudModelFields(definition.graph);
-			if (JSON.stringify(graph) !== JSON.stringify(definition.graph)) {
-				const { graph: _graph, metadata: _metadata, contentHash: _hash, revision: _revision, ...manifest } = definition;
-				catalog.save({
-					name: entry.name,
-					graph,
-					manifest: {
-						...manifest,
-						tags: definition.metadata.tags,
-						whenToUse: definition.metadata.whenToUse,
-						estimatedAgents: definition.metadata.estimatedAgents,
-						examplePrompts: definition.metadata.examplePrompts,
-						i18n: definition.metadata.i18n
-					},
-					expectedRevision: definition.revision
-				});
-			}
-		}
-		const sessions = db.prepare("SELECT conversation_id, model_override, provider_override FROM session_config WHERE model_override IS NOT NULL").all();
-		for (const row of sessions) {
-			const ref = row.provider_override === "xopc-cloud" && !row.model_override.includes("/") ? `xopc-cloud/${row.model_override}` : row.model_override;
-			const migrated = migrateCloudModelRef(ref);
-			const next = ref === row.model_override ? migrated : migrated.replace(/^xopc-cloud\//, "");
-			if (next !== row.model_override) db.prepare("UPDATE session_config SET model_override = ?, updated_at = ? WHERE conversation_id = ?").run(next, now, row.conversation_id);
-		}
-		db.prepare(`INSERT INTO application_migrations(id,state,source_backup_path,database_backup_path,started_at,completed_at,updated_at)
-      VALUES(?,?,?,?,?,?,?) ON CONFLICT(id) DO UPDATE SET state=excluded.state, completed_at=excluded.completed_at, updated_at=excluded.updated_at`).run(MIGRATION_ID, "complete", existsSync(configBackup) ? configBackup : null, databaseBackup, now, now, now);
-		return true;
-	});
-}
-//#endregion
-export { migrateCloudModelFields, migrateCloudModelRef, migrateCloudPublicModelsSync };

package/dist/src/migrations/memory-config.d.ts

@@ -1,2 +0,0 @@
-import type { Migration } from './types.js';
-export declare const memoryConfigMigration: Migration;

package/dist/src/migrations/memory-config.js

@@ -1,76 +0,0 @@
-import { isGatewayConfigLockedByAnotherProcessSync } from "../gateway/lock.js";
-import { existsSync, readFileSync } from "node:fs";
-//#region src/migrations/memory-config.ts
-const id = "automatic-memory-config";
-function normalizeKnowledgeMemoryConfigInput(input) {
-	if (!input || typeof input !== "object" || Array.isArray(input)) return input;
-	const memory = input;
-	if (!Array.isArray(memory.sources)) return input;
-	const oldSources = memory.sources.filter((source) => typeof source === "string");
-	const visibilityScopes = new Set([
-		"session",
-		"workspace",
-		"project"
-	]);
-	const normalized = { ...memory };
-	if (!Array.isArray(normalized.readScopes)) normalized.readScopes = oldSources.filter((source) => visibilityScopes.has(source));
-	if (!Array.isArray(normalized.contentSources)) normalized.contentSources = [
-		...oldSources.some((source) => visibilityScopes.has(source)) ? ["memory"] : [],
-		...oldSources.includes("workspace") ? ["local_import"] : [],
-		...oldSources.includes("connector") ? ["connector"] : []
-	];
-	delete normalized.sources;
-	return normalized;
-}
-function convertedConfig(ctx) {
-	if (!existsSync(ctx.configPath)) return null;
-	const config = JSON.parse(readFileSync(ctx.configPath, "utf8"));
-	const userContext = config.userContext;
-	if (!userContext || typeof userContext !== "object" || Array.isArray(userContext)) return null;
-	const context = userContext;
-	let changed = false;
-	for (const key of ["userModel", "knowledgeMemory"]) {
-		const section = context[key];
-		if (!section || typeof section !== "object" || Array.isArray(section)) continue;
-		const memory = section;
-		if (memory.writePolicy === "confirm") {
-			memory.writePolicy = "allow";
-			changed = true;
-		}
-		if (key === "knowledgeMemory" && Array.isArray(memory.sources)) {
-			context[key] = normalizeKnowledgeMemoryConfigInput(memory);
-			changed = true;
-		}
-	}
-	if (!changed) return null;
-	return config;
-}
-function item(status) {
-	return {
-		id,
-		title: "Automatic memory configuration",
-		kind: "config",
-		safety: "auto",
-		status,
-		message: "Enable automatic ordinary memory and separate visibility scopes from content sources."
-	};
-}
-const memoryConfigMigration = {
-	id,
-	kind: "config",
-	safety: "auto",
-	detect: (ctx) => convertedConfig(ctx) ? item("planned") : null,
-	apply: (ctx) => {
-		if (isGatewayConfigLockedByAnotherProcessSync(ctx.configPath)) return {
-			...item("skipped"),
-			message: "Deferred knowledge memory config migration until the running gateway restarts."
-		};
-		const config = convertedConfig(ctx);
-		return config ? {
-			...item("applied"),
-			details: { config }
-		} : item("not_needed");
-	}
-};
-//#endregion
-export { memoryConfigMigration };

package/dist/src/migrations/retired-local-stt.d.ts

@@ -1,2 +0,0 @@
-import type { Migration } from './types.js';
-export declare const retiredLocalSttMigration: Migration;

package/dist/src/migrations/retired-local-stt.js

@@ -1,52 +0,0 @@
-import { isGatewayConfigLockedByAnotherProcessSync } from "../gateway/lock.js";
-import { existsSync, readFileSync } from "node:fs";
-//#region src/migrations/retired-local-stt.ts
-const id = "retire-builtin-local-stt";
-function migratedConfig(ctx) {
-	if (!existsSync(ctx.configPath)) return null;
-	const config = JSON.parse(readFileSync(ctx.configPath, "utf8"));
-	const tools = config.tools;
-	if (!tools || typeof tools !== "object" || Array.isArray(tools)) return null;
-	const media = tools.media;
-	if (!media || typeof media !== "object" || Array.isArray(media)) return null;
-	const audio = media.audio;
-	if (!audio || typeof audio !== "object" || Array.isArray(audio)) return null;
-	const stt = audio;
-	if (stt.provider !== "xopc-local" && stt.provider !== "local") return null;
-	stt.enabled = false;
-	stt.provider = "openai";
-	stt.fallback = {
-		enabled: false,
-		order: []
-	};
-	return config;
-}
-function item(status) {
-	return {
-		id,
-		title: "Retire built-in local speech recognition",
-		kind: "config",
-		safety: "auto",
-		status,
-		message: "Disable the removed xopc-local STT provider. Select an installed STT extension or another provider before enabling voice input again."
-	};
-}
-const retiredLocalSttMigration = {
-	id,
-	kind: "config",
-	safety: "auto",
-	detect: (ctx) => migratedConfig(ctx) ? item("planned") : null,
-	apply: (ctx) => {
-		if (isGatewayConfigLockedByAnotherProcessSync(ctx.configPath)) return {
-			...item("skipped"),
-			message: "Deferred local STT retirement until the running gateway restarts."
-		};
-		const config = migratedConfig(ctx);
-		return config ? {
-			...item("applied"),
-			details: { config }
-		} : item("not_needed");
-	}
-};
-//#endregion
-export { retiredLocalSttMigration };

package/dist/src/projects/workflow-bind.d.ts

@@ -1 +0,0 @@
-export declare function bindWorkflowRunToProject(runId: string, projectId: string): void;

package/dist/src/projects/workflow-bind.js

@@ -1,15 +0,0 @@
-import { getSqliteDatabase, init_transaction, runSqliteWriteTransaction } from "../storage/sqlite/transaction.js";
-//#region src/projects/workflow-bind.ts
-init_transaction();
-function bindWorkflowRunToProject(runId, projectId) {
-	const db = getSqliteDatabase();
-	if (!db.prepare(`SELECT 1 FROM projects WHERE project_id = ?`).get(projectId)) throw new Error(`Project not found: ${projectId}`);
-	if (!db.prepare(`SELECT 1 FROM workflow_runs WHERE run_id = ?`).get(runId)) throw new Error(`Workflow run not found: ${runId}`);
-	runSqliteWriteTransaction((tx) => {
-		const now = Date.now();
-		tx.prepare(`UPDATE workflow_runs SET project_id = ? WHERE run_id = ?`).run(projectId, runId);
-		tx.prepare(`UPDATE projects SET last_active_at = ?, updated_at = ? WHERE project_id = ?`).run(now, now, projectId);
-	});
-}
-//#endregion
-export { bindWorkflowRunToProject };

package/dist/src/storage/sqlite/migrations/218_core_relation_indexes.sql

@@ -1,26 +0,0 @@
-CREATE INDEX idx_task_runs_contract
-  ON task_runs(task_id, contract_version);
-CREATE INDEX idx_task_runs_conversation
-  ON task_runs(conversation_id);
-CREATE INDEX idx_task_runs_parent
-  ON task_runs(parent_run_id);
-CREATE INDEX idx_task_runs_retry
-  ON task_runs(retry_of_run_id);
-CREATE INDEX idx_task_runs_context_snapshot
-  ON task_runs(context_snapshot_id);
-CREATE INDEX idx_task_run_feedback_run
-  ON task_run_feedback(run_id);
-CREATE INDEX idx_work_discovery_runs_conversation
-  ON work_discovery_runs(conversation_id);
-CREATE INDEX idx_connector_execution_audit_connection
-  ON connector_execution_audit(connection_id);
-CREATE INDEX idx_connector_execution_audit_installation
-  ON connector_execution_audit(installation_id);
-CREATE INDEX idx_connector_learning_jobs_connection
-  ON connector_learning_jobs(connection_id);
-CREATE INDEX idx_connector_approvals_connection
-  ON connector_approvals(connection_id);
-CREATE INDEX idx_knowledge_source_changes_item
-  ON knowledge_source_changes(source_item_id);
-CREATE INDEX idx_notification_deliveries_device
-  ON notification_deliveries(device_id);

package/dist/src/storage/sqlite/migrations/219_json_contracts.sql

@@ -1,123 +0,0 @@
-CREATE TABLE automations_next (
-  automation_id TEXT PRIMARY KEY,
-  name TEXT NOT NULL,
-  description TEXT,
-  enabled INTEGER NOT NULL,
-  trigger_json TEXT NOT NULL CHECK(json_valid(trigger_json)),
-  action_json TEXT NOT NULL CHECK(json_valid(action_json)),
-  reliability_json TEXT CHECK(reliability_json IS NULL OR json_valid(reliability_json)),
-  state_json TEXT NOT NULL DEFAULT '{}' CHECK(json_valid(state_json)),
-  created_at_ms INTEGER NOT NULL,
-  updated_at_ms INTEGER NOT NULL,
-  safety_json TEXT CHECK(safety_json IS NULL OR json_valid(safety_json)),
-  project_id TEXT,
-  conversation_mode TEXT NOT NULL DEFAULT 'new_session'
-    CHECK(conversation_mode IN ('new_session', 'continuous')),
-  management_json TEXT CHECK(management_json IS NULL OR json_valid(management_json)),
-  delivery_json TEXT NOT NULL CHECK(json_valid(delivery_json))
-);
-
-INSERT INTO automations_next SELECT * FROM automations;
-DROP TABLE automations;
-ALTER TABLE automations_next RENAME TO automations;
-CREATE INDEX idx_automations_enabled ON automations(enabled, updated_at_ms DESC);
-CREATE INDEX idx_automations_updated ON automations(updated_at_ms DESC);
-CREATE INDEX idx_automations_project ON automations(project_id, updated_at_ms DESC);
-
-CREATE TABLE automation_events_next (
-  event_id TEXT PRIMARY KEY,
-  event_type TEXT NOT NULL,
-  schema_version INTEGER NOT NULL DEFAULT 1,
-  source TEXT NOT NULL,
-  subject_kind TEXT,
-  subject_id TEXT,
-  occurred_at_ms INTEGER NOT NULL,
-  ingested_at_ms INTEGER NOT NULL,
-  correlation_id TEXT NOT NULL,
-  causation_id TEXT,
-  root_event_id TEXT NOT NULL,
-  chain_depth INTEGER NOT NULL DEFAULT 0 CHECK(chain_depth BETWEEN 0 AND 32),
-  dedupe_key TEXT,
-  trust TEXT NOT NULL CHECK(trust IN ('system', 'user', 'connector', 'untrusted_webhook')),
-  payload_json TEXT NOT NULL CHECK(json_valid(payload_json)),
-  projection_status TEXT NOT NULL DEFAULT 'pending'
-    CHECK(projection_status IN ('pending', 'projecting', 'retrying', 'projected', 'dead_letter')),
-  projected_at_ms INTEGER,
-  projection_attempts INTEGER NOT NULL DEFAULT 0,
-  projection_next_attempt_at_ms INTEGER NOT NULL DEFAULT 0,
-  projection_error TEXT,
-  projection_owner TEXT,
-  projection_lease_until_ms INTEGER
-);
-
-INSERT INTO automation_events_next SELECT * FROM automation_events;
-DROP TABLE automation_events;
-ALTER TABLE automation_events_next RENAME TO automation_events;
-CREATE UNIQUE INDEX idx_automation_events_source_dedupe
-  ON automation_events(source, dedupe_key) WHERE dedupe_key IS NOT NULL;
-CREATE INDEX idx_automation_events_projection
-  ON automation_events(projection_status, projection_next_attempt_at_ms, ingested_at_ms);
-
-CREATE TABLE automation_result_deliveries_next (
-  delivery_id TEXT NOT NULL UNIQUE,
-  run_id TEXT NOT NULL,
-  destination_key TEXT NOT NULL,
-  kind TEXT NOT NULL,
-  status TEXT NOT NULL CHECK(status IN ('pending', 'delivering', 'retrying', 'delivered', 'dead_letter')),
-  config_json TEXT NOT NULL CHECK(json_valid(config_json)),
-  attempts INTEGER NOT NULL DEFAULT 0,
-  next_attempt_at_ms INTEGER NOT NULL,
-  last_error TEXT,
-  lease_owner TEXT,
-  lease_until_ms INTEGER,
-  created_at_ms INTEGER NOT NULL,
-  updated_at_ms INTEGER NOT NULL,
-  PRIMARY KEY(run_id, destination_key),
-  FOREIGN KEY(run_id) REFERENCES automation_results(run_id) ON DELETE CASCADE
-);
-
-INSERT INTO automation_result_deliveries_next SELECT * FROM automation_result_deliveries;
-DROP TABLE automation_result_deliveries;
-ALTER TABLE automation_result_deliveries_next RENAME TO automation_result_deliveries;
-CREATE INDEX idx_automation_result_deliveries_pending
-  ON automation_result_deliveries(status, next_attempt_at_ms, created_at_ms);
-
-CREATE TABLE ai_usage_events_next (
-  id TEXT PRIMARY KEY,
-  trace_id TEXT NOT NULL,
-  parent_event_id TEXT,
-  conversation_id TEXT,
-  run_id TEXT,
-  agent_id TEXT,
-  category TEXT NOT NULL,
-  operation TEXT NOT NULL,
-  trigger_kind TEXT NOT NULL,
-  reason_key TEXT NOT NULL,
-  provider TEXT NOT NULL,
-  model TEXT NOT NULL,
-  status TEXT NOT NULL CHECK(status IN ('running', 'succeeded', 'failed', 'aborted', 'unknown')),
-  started_at INTEGER NOT NULL,
-  finished_at INTEGER,
-  duration_ms INTEGER,
-  input_tokens INTEGER,
-  output_tokens INTEGER,
-  cache_read_tokens INTEGER,
-  cache_write_tokens INTEGER,
-  reasoning_tokens INTEGER,
-  total_tokens INTEGER,
-  estimated_cost_microusd INTEGER,
-  cost_source TEXT NOT NULL CHECK(cost_source IN ('model_catalog', 'local', 'unknown')),
-  pricing_snapshot_json TEXT CHECK(pricing_snapshot_json IS NULL OR json_valid(pricing_snapshot_json)),
-  error_summary TEXT,
-  created_at INTEGER NOT NULL,
-  updated_at INTEGER NOT NULL
-);
-
-INSERT INTO ai_usage_events_next SELECT * FROM ai_usage_events;
-DROP TABLE ai_usage_events;
-ALTER TABLE ai_usage_events_next RENAME TO ai_usage_events;
-CREATE INDEX idx_ai_usage_events_started ON ai_usage_events(started_at DESC, id DESC);
-CREATE INDEX idx_ai_usage_events_conversation ON ai_usage_events(conversation_id, started_at DESC);
-CREATE INDEX idx_ai_usage_events_trace ON ai_usage_events(trace_id, started_at ASC);
-CREATE INDEX idx_ai_usage_events_agent ON ai_usage_events(agent_id, started_at DESC);
-CREATE INDEX idx_ai_usage_events_category ON ai_usage_events(category, started_at DESC);