@xopcai/xopc 0.0.171 → 0.0.173

package/dist/src/connectors/memory-sync-coordinator.d.ts

@@ -1,28 +0,0 @@
-import type { Config } from '../config/schema.js';
-import { syncComposioResultToMemory, syncLocalFolderToMemory } from './connector-memory-sync.js';
-export type ConnectorMemorySyncCoordinator = {
-    runNow(options?: {
-        toolkit?: string;
-        force?: boolean;
-    }): Promise<void>;
-    stop(): void;
-};
-export declare function syncDueMemorySources(options: {
-    config: Config;
-    agentId: string;
-    nowMs?: number;
-    toolkit?: string;
-    force?: boolean;
-    syncLocalSource?: typeof syncLocalFolderToMemory;
-    syncComposioSource?: typeof syncComposioResultToMemory;
-}): Promise<{
-    eligible: number;
-    synced: number;
-    failed: number;
-}>;
-export declare function startConnectorMemorySyncCoordinator(options: {
-    getConfig: () => Config;
-    resolveAgentId: () => string;
-    intervalMs?: number;
-    initialDelayMs?: number;
-}): ConnectorMemorySyncCoordinator;

package/dist/src/connectors/memory-sync-coordinator.js

@@ -1,162 +0,0 @@
-import { createLogger } from "../utils/logger/index.js";
-import { init_logger } from "../utils/logger.js";
-import { listKnowledgeSyncRuns } from "../storage/sqlite/knowledge-repository.js";
-import { listConnectorConnections } from "../storage/sqlite/connector-repository.js";
-import "../storage/sqlite/index.js";
-import { getConnectorDefinition } from "./catalog.js";
-import { listConnectorInstances } from "./instances.js";
-import { syncComposioResultToMemory, syncLocalFolderToMemory } from "./connector-memory-sync.js";
-import { getComposioMemorySyncProfile } from "./memory-sync-profile.js";
-//#region src/connectors/memory-sync-coordinator.ts
-init_logger();
-const log = createLogger("ConnectorMemorySync");
-const DEFAULT_SYNC_INTERVAL_MINUTES = 15;
-async function syncDueMemorySources(options) {
-	const nowMs = options.nowMs ?? Date.now();
-	const syncLocalSource = options.syncLocalSource ?? syncLocalFolderToMemory;
-	const syncComposioSource = options.syncComposioSource ?? syncComposioResultToMemory;
-	let eligible = 0;
-	let synced = 0;
-	let failed = 0;
-	for (const instance of listConnectorInstances(options.config)) {
-		if (!instance.enabled) continue;
-		const definition = getConnectorDefinition(instance.connectorId);
-		if (definition?.runtime.type === "memorySource" && definition.runtime.sourceKind === "local-folder") {
-			if (options.toolkit || instance.config?.autoSync === false) continue;
-			eligible += 1;
-			const configuredMinutes = Number(instance.config?.syncIntervalMinutes ?? DEFAULT_SYNC_INTERVAL_MINUTES);
-			const intervalMinutes = Number.isFinite(configuredMinutes) ? Math.max(5, Math.min(configuredMinutes, 1440)) : DEFAULT_SYNC_INTERVAL_MINUTES;
-			const sourceInstanceId = `local-folder:${definition.id}`;
-			const latestRun = listKnowledgeSyncRuns({
-				sourceInstanceId,
-				limit: 1
-			})[0];
-			if (!options.force && latestRun && nowMs - Date.parse(latestRun.startedAt) < intervalMinutes * 6e4) continue;
-			try {
-				await syncLocalSource({
-					config: options.config,
-					connectorId: definition.id,
-					agentId: options.agentId
-				});
-				synced += 1;
-			} catch (err) {
-				failed += 1;
-				const errorMessage = err instanceof Error ? err.message : String(err);
-				log.warn({
-					err,
-					connectorId: definition.id,
-					sourceInstanceId
-				}, `Automatic connector memory sync failed: ${errorMessage}`);
-			}
-			continue;
-		}
-		if (definition?.runtime.type !== "composio" || definition.runtime.role !== "toolkit") continue;
-		if (options.toolkit && definition.runtime.toolkit !== options.toolkit) continue;
-		const profile = getComposioMemorySyncProfile(options.config, definition.id);
-		if (!profile?.enabled || options.force && options.toolkit && !profile.triggerSync) continue;
-		eligible += 1;
-		const activeConnections = listConnectorConnections({ connectorId: definition.id }).filter((candidate) => candidate.status === "active");
-		const connection = profile.connectionId ? activeConnections.find((candidate) => candidate.id === profile.connectionId) : activeConnections.find((candidate) => candidate.isDefault) ?? activeConnections[0];
-		if (!connection) continue;
-		const sourceInstanceId = `composio:${definition.id}:${connection.id}`;
-		const latestRun = listKnowledgeSyncRuns({
-			sourceInstanceId,
-			limit: 1
-		})[0];
-		if (!options.force && latestRun && nowMs - Date.parse(latestRun.startedAt) < profile.intervalMinutes * 6e4) continue;
-		try {
-			await syncComposioSource({
-				config: options.config,
-				connectorId: definition.id,
-				actionId: profile.actionId,
-				arguments: profile.arguments,
-				agentId: profile.agentId,
-				connectionId: connection.id
-			});
-			synced += 1;
-		} catch (err) {
-			failed += 1;
-			const errorMessage = err instanceof Error ? err.message : String(err);
-			log.warn({
-				err,
-				connectorId: definition.id,
-				sourceInstanceId
-			}, `Automatic Composio memory sync failed: ${errorMessage}`);
-		}
-	}
-	return {
-		eligible,
-		synced,
-		failed
-	};
-}
-function startConnectorMemorySyncCoordinator(options) {
-	const intervalMs = Math.max(1e4, Math.min(options.intervalMs ?? 6e4, 30 * 6e4));
-	let timer = null;
-	let running = false;
-	let stopped = false;
-	let pendingAll = false;
-	let pendingForce = false;
-	const pendingToolkits = /* @__PURE__ */ new Set();
-	async function runNow(runOptions) {
-		if (stopped) return;
-		if (running) {
-			if (runOptions?.toolkit) pendingToolkits.add(runOptions.toolkit);
-			else pendingAll = true;
-			pendingForce ||= runOptions?.force === true;
-			return;
-		}
-		running = true;
-		try {
-			const result = await syncDueMemorySources({
-				config: options.getConfig(),
-				agentId: options.resolveAgentId(),
-				toolkit: runOptions?.toolkit,
-				force: runOptions?.force
-			});
-			if (result.synced > 0 || result.failed > 0) log.info(result, "Automatic connector memory sync cycle completed");
-		} catch (err) {
-			const errorMessage = err instanceof Error ? err.message : String(err);
-			log.warn({ err }, `Automatic connector memory sync cycle failed: ${errorMessage}`);
-		} finally {
-			running = false;
-			if (!stopped && (pendingAll || pendingToolkits.size > 0)) {
-				const runAll = pendingAll;
-				const force = pendingForce;
-				const toolkits = [...pendingToolkits];
-				pendingAll = false;
-				pendingForce = false;
-				pendingToolkits.clear();
-				queueMicrotask(() => {
-					if (runAll) runNow({ force });
-					else toolkits.reduce(async (previous, toolkit) => {
-						await previous;
-						await runNow({
-							toolkit,
-							force
-						});
-					}, Promise.resolve());
-				});
-			}
-		}
-	}
-	timer = setTimeout(() => {
-		runNow();
-		timer = setInterval(() => void runNow(), intervalMs);
-		timer.unref?.();
-	}, Math.max(0, options.initialDelayMs ?? 1e4));
-	timer.unref?.();
-	return {
-		runNow,
-		stop() {
-			stopped = true;
-			if (timer) {
-				clearTimeout(timer);
-				clearInterval(timer);
-				timer = null;
-			}
-		}
-	};
-}
-//#endregion
-export { startConnectorMemorySyncCoordinator, syncDueMemorySources };

package/dist/src/connectors/memory-sync-profile.d.ts

@@ -1,13 +0,0 @@
-import type { Config } from '../config/schema.js';
-export type ComposioMemorySyncProfile = {
-    enabled: boolean;
-    actionId: string;
-    arguments: Record<string, unknown>;
-    agentId: string;
-    connectionId?: string;
-    intervalMinutes: number;
-    triggerSync: boolean;
-    updatedAt: string;
-};
-export declare function getComposioMemorySyncProfile(config: Config, connectorId: string): ComposioMemorySyncProfile | undefined;
-export declare function updateComposioMemorySyncProfile(config: Config, connectorId: string, input: Omit<ComposioMemorySyncProfile, 'updatedAt'>): ComposioMemorySyncProfile;

package/dist/src/connectors/memory-sync-profile.js

@@ -1,73 +0,0 @@
-import { scopeForComposioAction } from "./composio.js";
-import { getConnectorDefinition } from "./catalog.js";
-import { COMPOSIO_MEMORY_SOURCE_TOOLKITS } from "./connector-memory-sync.js";
-//#region src/connectors/memory-sync-profile.ts
-const SENSITIVE_ARGUMENT_KEY = /(?:api[-_]?key|authorization|cookie|password|secret|token)/i;
-function asRecord(value) {
-	return value && typeof value === "object" && !Array.isArray(value) ? value : void 0;
-}
-function assertNoPersistedSecrets(value, depth = 0) {
-	if (depth > 12) throw new Error("Memory sync arguments are nested too deeply.");
-	if (Array.isArray(value)) {
-		for (const item of value) assertNoPersistedSecrets(item, depth + 1);
-		return;
-	}
-	const record = asRecord(value);
-	if (!record) return;
-	for (const [key, nested] of Object.entries(record)) {
-		if (SENSITIVE_ARGUMENT_KEY.test(key)) throw new Error(`Memory sync arguments cannot persist sensitive field "${key}".`);
-		assertNoPersistedSecrets(nested, depth + 1);
-	}
-}
-function markerFor(config, connectorId) {
-	return asRecord(config.connectors?.instances?.[connectorId]?.xopcConnector);
-}
-function getComposioMemorySyncProfile(config, connectorId) {
-	const raw = asRecord(asRecord(markerFor(config, connectorId)?.config)?.memorySync);
-	if (!raw) return void 0;
-	const actionId = typeof raw.actionId === "string" ? raw.actionId.trim() : "";
-	const agentId = typeof raw.agentId === "string" ? raw.agentId.trim() : "";
-	if (!actionId || !agentId) return void 0;
-	const interval = Number(raw.intervalMinutes);
-	return {
-		enabled: raw.enabled === true,
-		actionId,
-		arguments: asRecord(raw.arguments) ?? {},
-		agentId,
-		connectionId: typeof raw.connectionId === "string" && raw.connectionId.trim() ? raw.connectionId.trim() : void 0,
-		intervalMinutes: Number.isFinite(interval) ? Math.max(5, Math.min(interval, 1440)) : 15,
-		triggerSync: raw.triggerSync !== false,
-		updatedAt: typeof raw.updatedAt === "string" ? raw.updatedAt : (/* @__PURE__ */ new Date(0)).toISOString()
-	};
-}
-function updateComposioMemorySyncProfile(config, connectorId, input) {
-	const definition = getConnectorDefinition(connectorId);
-	if (definition?.runtime.type !== "composio" || definition.runtime.role !== "toolkit") throw new Error("Memory sync profiles require an installed Composio toolkit connector.");
-	const toolkit = definition.runtime.toolkit;
-	if (!COMPOSIO_MEMORY_SOURCE_TOOLKITS.has(toolkit)) throw new Error(`Memory sync is not supported for the ${toolkit} connector.`);
-	const marker = markerFor(config, connectorId);
-	if (!marker || marker.managed !== true || marker.enabled === false) throw new Error(`Connector is not installed and enabled: ${connectorId}`);
-	const actionId = input.actionId.trim();
-	const agentId = input.agentId.trim();
-	const risk = scopeForComposioAction(actionId);
-	if (!actionId || risk.toolkit !== toolkit || risk.scope !== "read" || !risk.curated) throw new Error("Memory sync profiles require a curated read-only action from the same toolkit.");
-	if (!agentId) throw new Error("Memory sync profile requires an agentId.");
-	assertNoPersistedSecrets(input.arguments);
-	const profile = {
-		enabled: input.enabled,
-		actionId,
-		arguments: structuredClone(input.arguments),
-		agentId,
-		connectionId: input.connectionId?.trim() || void 0,
-		intervalMinutes: Math.max(5, Math.min(Number(input.intervalMinutes) || 15, 1440)),
-		triggerSync: input.triggerSync,
-		updatedAt: (/* @__PURE__ */ new Date()).toISOString()
-	};
-	marker.config = {
-		...asRecord(marker.config) ?? {},
-		memorySync: profile
-	};
-	return profile;
-}
-//#endregion
-export { getComposioMemorySyncProfile, updateComposioMemorySyncProfile };