@xopcai/xopc 0.0.156 → 0.0.158

package/dist/src/connectors/builtin-catalog.js

@@ -1,13 +1,5 @@
 //#region src/connectors/builtin-catalog.ts
-const BUILTIN_CONNECTOR_BACKGROUNDS = {
-	"brave-search": "#FFF4ED",
-	fetch: "#E8F3FF",
-	filesystem: "#FFF7E6",
-	memory: "#F3E8FF",
-	playwright: "#FFFFFF",
-	"sequential-thinking": "#ECFDF5",
-	time: "#ECFEFF"
-};
+const BUILTIN_CONNECTOR_BACKGROUNDS = { filesystem: "#FFF7E6" };
 function builtinBranding(id) {
 	return {
 		logoUrl: `/connector-icons/${id}.svg`,
@@ -15,254 +7,104 @@ function builtinBranding(id) {
 		backgroundColor: BUILTIN_CONNECTOR_BACKGROUNDS[id] ?? "#FFFFFF"
 	};
 }
-const BUILTIN_CONNECTORS = [
-	{
-		id: "fetch",
-		version: "1.0.0",
-		displayName: "Fetch",
-		description: "Fetch and read web pages through the official MCP fetch server.",
-		category: "docs",
-		kind: "mcp",
-		source: "builtin",
-		branding: builtinBranding("fetch"),
-		capabilities: ["tools", "runtime.mcp.stdio"],
-		tags: [
-			"web",
-			"docs",
-			"http"
-		],
-		auth: { mode: "none" },
-		setup: {},
-		runtime: {
-			type: "mcp",
-			serverId: "fetch",
-			serverTemplate: {
-				command: "uvx",
-				args: ["mcp-server-fetch"]
-			}
-		},
-		integrationStrategy: {
-			lane: "mcp",
-			workload: "high_frequency",
-			preferred: true
-		}
-	},
-	{
-		id: "filesystem",
-		version: "1.0.0",
-		displayName: "Filesystem",
-		description: "Read and search files from an explicitly selected local directory.",
-		category: "docs",
-		kind: "mcp",
-		source: "builtin",
-		branding: builtinBranding("filesystem"),
-		capabilities: [
-			"tools",
-			"resources",
-			"runtime.mcp.stdio"
-		],
-		tags: [
-			"files",
-			"local",
-			"docs"
-		],
-		auth: { mode: "none" },
-		setup: { config: [{
+const BUILTIN_CONNECTORS = [{
+	id: "local-files",
+	version: "1.0.0",
+	displayName: "Local Files / Obsidian",
+	description: "Incrementally ingest text and Markdown from an explicitly selected local folder.",
+	category: "docs",
+	kind: "memorySource",
+	source: "builtin",
+	branding: builtinBranding("local-files"),
+	capabilities: ["context", "memory_source"],
+	benefits: ["understand"],
+	tags: [
+		"files",
+		"local",
+		"obsidian",
+		"knowledge",
+		"personalization"
+	],
+	auth: { mode: "none" },
+	setup: { config: [
+		{
 			key: "rootPath",
-			label: "Allowed directory",
+			label: "Knowledge folder",
 			type: "path",
 			required: true,
-			placeholder: "/Users/you/project",
-			description: "The only directory this connector can expose to the MCP runtime."
-		}] },
-		runtime: {
-			type: "mcp",
-			serverId: "filesystem",
-			serverTemplate: {
-				command: "npx",
-				args: [
-					"-y",
-					"@modelcontextprotocol/server-filesystem",
-					"{{config.rootPath}}"
-				]
-			}
-		},
-		integrationStrategy: {
-			lane: "mcp",
-			workload: "high_frequency",
-			preferred: true
-		}
-	},
-	{
-		id: "time",
-		version: "1.0.0",
-		displayName: "Time",
-		description: "Convert time zones and answer current-time questions through an MCP time server.",
-		category: "automation",
-		kind: "mcp",
-		source: "builtin",
-		branding: builtinBranding("time"),
-		capabilities: ["tools", "runtime.mcp.stdio"],
-		tags: [
-			"time",
-			"timezone",
-			"utility"
-		],
-		auth: { mode: "none" },
-		setup: {},
-		runtime: {
-			type: "mcp",
-			serverId: "time",
-			serverTemplate: {
-				command: "uvx",
-				args: ["mcp-server-time"]
-			}
-		},
-		integrationStrategy: {
-			lane: "mcp",
-			workload: "high_frequency",
-			preferred: true
-		}
-	},
-	{
-		id: "playwright",
-		version: "1.0.0",
-		displayName: "Playwright",
-		description: "Automate and inspect browser pages through the official Playwright MCP server.",
-		category: "browser",
-		kind: "mcp",
-		source: "builtin",
-		branding: builtinBranding("playwright"),
-		capabilities: ["tools", "runtime.mcp.stdio"],
-		tags: [
-			"browser",
-			"automation",
-			"testing"
-		],
-		auth: { mode: "none" },
-		setup: {},
-		runtime: {
-			type: "mcp",
-			serverId: "playwright",
-			serverTemplate: {
-				command: "npx",
-				args: ["-y", "@playwright/mcp@latest"]
-			}
+			placeholder: "/Users/you/Documents/Notes",
+			description: "Only supported text files below this directory are ingested."
 		},
-		integrationStrategy: {
-			lane: "mcp",
-			workload: "high_frequency",
-			preferred: true
-		}
-	},
-	{
-		id: "memory",
-		version: "1.0.0",
-		displayName: "Memory",
-		description: "Give the agent a simple MCP knowledge graph memory store.",
-		category: "data",
-		kind: "mcp",
-		source: "builtin",
-		branding: builtinBranding("memory"),
-		capabilities: [
-			"tools",
-			"resources",
-			"runtime.mcp.stdio",
-			"memory_source"
-		],
-		tags: [
-			"memory",
-			"knowledge",
-			"personalization"
-		],
-		auth: { mode: "none" },
-		setup: {},
-		runtime: {
-			type: "mcp",
-			serverId: "memory",
-			serverTemplate: {
-				command: "npx",
-				args: ["-y", "@modelcontextprotocol/server-memory"]
-			}
+		{
+			key: "autoSync",
+			label: "Automatic sync",
+			type: "boolean",
+			defaultValue: true,
+			description: "Keep this knowledge source updated while the gateway is running."
 		},
-		integrationStrategy: {
-			lane: "mcp",
-			workload: "high_frequency",
-			preferred: true
+		{
+			key: "syncIntervalMinutes",
+			label: "Sync interval (minutes)",
+			type: "number",
+			defaultValue: 15,
+			description: "Automatic sync interval, clamped between 5 minutes and 24 hours."
 		}
+	] },
+	runtime: {
+		type: "memorySource",
+		sourceKind: "local-folder"
 	},
-	{
-		id: "sequential-thinking",
-		version: "1.0.0",
-		displayName: "Sequential Thinking",
-		description: "Add a structured reasoning scratchpad MCP server for multi-step tasks.",
-		category: "automation",
-		kind: "mcp",
-		source: "builtin",
-		branding: builtinBranding("sequential-thinking"),
-		capabilities: ["tools", "runtime.mcp.stdio"],
-		tags: [
-			"reasoning",
-			"planning",
-			"utility"
-		],
-		auth: { mode: "none" },
-		setup: {},
-		runtime: {
-			type: "mcp",
-			serverId: "sequential-thinking",
-			serverTemplate: {
-				command: "npx",
-				args: ["-y", "@modelcontextprotocol/server-sequential-thinking"]
-			}
-		},
-		integrationStrategy: {
-			lane: "mcp",
-			workload: "high_frequency",
-			preferred: true
+	integrationStrategy: {
+		lane: "native",
+		workload: "core",
+		preferred: true
+	}
+}, {
+	id: "filesystem",
+	version: "1.0.0",
+	displayName: "Filesystem",
+	description: "Read and search files from an explicitly selected local directory.",
+	category: "docs",
+	kind: "mcp",
+	source: "builtin",
+	branding: builtinBranding("filesystem"),
+	capabilities: [
+		"tools",
+		"resources",
+		"runtime.mcp.stdio"
+	],
+	benefits: ["understand"],
+	tags: [
+		"files",
+		"local",
+		"docs"
+	],
+	auth: { mode: "none" },
+	setup: { config: [{
+		key: "rootPath",
+		label: "Allowed directory",
+		type: "path",
+		required: true,
+		placeholder: "/Users/you/project",
+		description: "The only directory this connector can expose to the MCP runtime."
+	}] },
+	runtime: {
+		type: "mcp",
+		serverId: "filesystem",
+		serverTemplate: {
+			command: "npx",
+			args: [
+				"-y",
+				"@modelcontextprotocol/server-filesystem",
+				"{{config.rootPath}}"
+			]
 		}
 	},
-	{
-		id: "brave-search",
-		version: "1.0.0",
-		displayName: "Brave Search",
-		description: "Search the web through the Brave Search MCP server.",
-		category: "docs",
-		kind: "mcp",
-		source: "builtin",
-		branding: builtinBranding("brave-search"),
-		capabilities: [
-			"tools",
-			"auth.apiKey",
-			"runtime.mcp.stdio"
-		],
-		tags: [
-			"search",
-			"web",
-			"research"
-		],
-		auth: { mode: "apiKey" },
-		setup: { secrets: [{
-			key: "BRAVE_API_KEY",
-			label: "Brave API key",
-			description: "Stored in the xopc credential store and passed to the MCP server at runtime.",
-			required: true
-		}] },
-		runtime: {
-			type: "mcp",
-			serverId: "brave-search",
-			serverTemplate: {
-				command: "npx",
-				args: ["-y", "@modelcontextprotocol/server-brave-search"],
-				env: { BRAVE_API_KEY: "{{secrets.BRAVE_API_KEY}}" }
-			}
-		},
-		integrationStrategy: {
-			lane: "mcp",
-			workload: "high_frequency",
-			preferred: true
-		}
+	integrationStrategy: {
+		lane: "mcp",
+		workload: "high_frequency",
+		preferred: true
 	}
-];
+}];
 //#endregion
 export { BUILTIN_CONNECTORS };

package/dist/src/connectors/catalog.js

@@ -1,11 +1,10 @@
 import { isXopcDatabaseOpen } from "../storage/sqlite/connection.js";
-import { getCachedConnectorCatalogEntry, listCachedConnectorCatalogEntries } from "../storage/sqlite/connector-repository.js";
+import { getCachedConnectorCatalogEntry } from "../storage/sqlite/connector-repository.js";
 import { listConnectorProviderDefinitions, listConnectorProviders } from "./providers.js";
 //#region src/connectors/catalog.ts
 const CONNECTOR_BY_ID = new Map(listConnectorProviderDefinitions().map((connector) => [connector.id, connector]));
 function listConnectorCatalog() {
-	const definitions = [...isXopcDatabaseOpen() ? listCachedConnectorCatalogEntries().map((entry) => entry.definition) : [], ...listConnectorProviderDefinitions()];
-	return [...new Map(definitions.map((connector) => [connector.id, connector])).values()].sort((left, right) => left.displayName.localeCompare(right.displayName));
+	return listConnectorProviderDefinitions().sort((left, right) => left.displayName.localeCompare(right.displayName));
 }
 function getConnectorDefinition(connectorId) {
 	const providerDefinition = CONNECTOR_BY_ID.get(connectorId);

package/dist/src/connectors/composio-catalog.d.ts

@@ -1,5 +1,5 @@
 import { ComposioSessionsAdapter, type ComposioToolkitCatalogItem } from './composio-sessions.js';
-import type { ConnectorDefinition } from './types.js';
+import type { ConnectorDefinition, ConnectorVerificationLevel } from './types.js';
 export declare const COMPOSIO_RECOMMENDED_TOOLKITS: readonly ["gmail", "googlecalendar", "googledrive", "notion", "slack", "github", "linear", "outlook", "microsoft_teams", "jira", "dropbox", "todoist"];
 export declare const COMPOSIO_AGENT_READY_TOOLKITS: readonly ["gmail", "googlecalendar", "googledrive", "notion", "slack", "github", "linear", "outlook", "microsoft_teams", "jira", "dropbox", "todoist", "discord", "googledocs", "googlesheets", "trello", "asana", "clickup", "twitter", "spotify", "telegram", "whatsapp", "shopify", "stripe", "hubspot", "salesforce", "airtable", "figma", "youtube", "one_drive", "excel"];
 export type ComposioAgentReadyToolkit = typeof COMPOSIO_AGENT_READY_TOOLKITS[number];
@@ -10,10 +10,20 @@ export type ComposioCatalogResult = {
     source: 'live' | 'cache';
     stale: boolean;
     fetchedAt?: string;
+    meta: {
+        page: number;
+        pageSize: number;
+        total: number;
+        totalPages: number;
+    };
 };
 export declare function listComposioConnectorCatalog(options?: {
     principalId?: string;
     refresh?: boolean;
     adapter?: ComposioSessionsAdapter;
     now?: number;
+    query?: string;
+    page?: number;
+    pageSize?: number;
+    verification?: 'all' | ConnectorVerificationLevel;
 }): Promise<ComposioCatalogResult>;

package/dist/src/connectors/composio-catalog.js

@@ -1,4 +1,4 @@
-import { listCachedConnectorCatalogEntries, upsertConnectorCatalogEntry } from "../storage/sqlite/connector-repository.js";
+import { listCachedConnectorCatalogEntries, replaceConnectorCatalogEntries } from "../storage/sqlite/connector-repository.js";
 import { ComposioSessionsAdapter } from "./composio-sessions.js";
 import { composioIntegrationStrategy } from "./integration-strategy.js";
 //#region src/connectors/composio-catalog.ts
@@ -76,9 +76,19 @@ const RECOMMENDED = new Set(COMPOSIO_RECOMMENDED_TOOLKITS);
 const AGENT_READY = new Set(COMPOSIO_AGENT_READY_TOOLKITS);
 const PERSONAL_CONTEXT_TOOLKITS = new Set([
 	"gmail",
+	"googlecalendar",
 	"googledrive",
+	"googledocs",
+	"googlesheets",
 	"notion",
-	"slack"
+	"slack",
+	"github",
+	"linear",
+	"jira",
+	"outlook",
+	"microsoft_teams",
+	"one_drive",
+	"excel"
 ]);
 const LOCAL_TOOLKIT_LOGO_FILE_NAMES = {
 	googlecalendar: "google-calendar",
@@ -145,6 +155,22 @@ const DATA_TOOLKITS = new Set([
 	"excel",
 	"airtable"
 ]);
+const COMMUNICATION_TOOLKITS = new Set([
+	"gmail",
+	"outlook",
+	"slack",
+	"microsoft_teams",
+	"discord",
+	"telegram",
+	"whatsapp",
+	"twitter"
+]);
+function benefitsForToolkit(slug) {
+	const benefits = ["act"];
+	if (PERSONAL_CONTEXT_TOOLKITS.has(slug) || DOC_TOOLKITS.has(slug) || DATA_TOOLKITS.has(slug)) benefits.unshift("understand");
+	if (COMMUNICATION_TOOLKITS.has(slug)) benefits.push("reach");
+	return benefits;
+}
 function categoryForToolkit(slug) {
 	if (CODE_TOOLKITS.has(slug)) return "code";
 	if (DOC_TOOLKITS.has(slug)) return "docs";
@@ -165,7 +191,7 @@ function connectorDefinitionFromComposioToolkit(item) {
 		description: CONNECTOR_DESCRIPTIONS[slug] ?? `Connect ${item.name} so agents can use approved actions on your behalf.`,
 		category: categoryForToolkit(slug),
 		kind: "composio",
-		source: "builtin",
+		source: "registry",
 		capabilities: item.isNoAuth ? [
 			"tools",
 			"events",
@@ -178,6 +204,7 @@ function connectorDefinitionFromComposioToolkit(item) {
 			"workflows",
 			...knowledgeCapabilities
 		],
+		benefits: benefitsForToolkit(slug),
 		tags: [
 			"composio",
 			slug,
@@ -202,12 +229,42 @@ function connectorDefinitionFromComposioToolkit(item) {
 		integrationStrategy: composioIntegrationStrategy(slug)
 	};
 }
+function projectComposioCatalog(connectors, options) {
+	const query = options.query?.trim().toLocaleLowerCase() ?? "";
+	const verification = options.verification ?? "all";
+	const filtered = connectors.map((connector) => ({
+		...connector,
+		source: "registry"
+	})).filter((connector) => {
+		if (verification !== "all" && connector.verificationLevel !== verification) return false;
+		if (!query) return true;
+		return [
+			connector.displayName,
+			connector.description,
+			connector.category,
+			...connector.tags ?? []
+		].some((value) => value.toLocaleLowerCase().includes(query));
+	});
+	const pageSize = Math.max(1, Math.min(options.pageSize ?? 24, 100));
+	const totalPages = Math.max(1, Math.ceil(filtered.length / pageSize));
+	const page = Math.max(1, Math.min(options.page ?? 1, totalPages));
+	const start = (page - 1) * pageSize;
+	return {
+		connectors: filtered.slice(start, start + pageSize),
+		meta: {
+			page,
+			pageSize,
+			total: filtered.length,
+			totalPages
+		}
+	};
+}
 async function listComposioConnectorCatalog(options = {}) {
 	const now = options.now ?? Date.now();
 	const cached = listCachedConnectorCatalogEntries("composio");
 	const freshCached = cached.filter((entry) => !entry.expiresAt || Date.parse(entry.expiresAt) > now);
 	if (!options.refresh && freshCached.length > 0) return {
-		connectors: freshCached.map((entry) => entry.definition),
+		...projectComposioCatalog(freshCached.map((entry) => entry.definition), options),
 		source: "cache",
 		stale: false,
 		fetchedAt: freshCached[0]?.fetchedAt
@@ -217,15 +274,15 @@ async function listComposioConnectorCatalog(options = {}) {
 		const fetchedAt = new Date(now).toISOString();
 		const expiresAt = new Date(now + CATALOG_CACHE_TTL_MS).toISOString();
 		const connectors = toolkits.map(connectorDefinitionFromComposioToolkit);
-		for (const definition of connectors) upsertConnectorCatalogEntry({
+		replaceConnectorCatalogEntries("composio", connectors.map((definition) => ({
 			connectorId: definition.id,
 			provider: "composio",
 			definition,
 			fetchedAt,
 			expiresAt
-		});
+		})));
 		return {
-			connectors,
+			...projectComposioCatalog(connectors, options),
 			source: "live",
 			stale: false,
 			fetchedAt
@@ -233,7 +290,7 @@ async function listComposioConnectorCatalog(options = {}) {
 	} catch (error) {
 		if (cached.length === 0) throw error;
 		return {
-			connectors: cached.map((entry) => entry.definition),
+			...projectComposioCatalog(cached.map((entry) => entry.definition), options),
 			source: "cache",
 			stale: true,
 			fetchedAt: cached[0]?.fetchedAt

package/dist/src/connectors/composio-sessions.js

@@ -113,7 +113,7 @@ var ComposioSessionsAdapter = class {
 		let cursor;
 		for (let page = 0; page < 20; page++) {
 			const response = await session.toolkits({
-				limit: 100,
+				limit: 50,
 				cursor
 			});
 			for (const item of response.items) items.push({

package/dist/src/connectors/composio.d.ts

@@ -56,6 +56,7 @@ export declare const COMPOSIO_CONNECTORS: readonly ConnectorDefinition[];
 export declare function saveComposioApiKey(input: {
     secrets?: Record<string, unknown>;
 }, resolver?: CredentialResolver): Promise<void>;
+export declare function configureComposioApiKey(apiKey: string, resolver?: CredentialResolver): Promise<void>;
 export declare function listComposioConnections(resolver?: CredentialResolver): Promise<ComposioConnection[]>;
 export declare function inspectComposioConnectorHealth(toolkit: string, resolver?: CredentialResolver): Promise<ComposioConnectorHealth>;
 export declare function getComposioInstallationPolicy(config: Config | undefined, toolkit: string): ConnectorInstallationPolicy;

package/dist/src/connectors/composio.js

@@ -297,7 +297,8 @@ const COMPOSIO_CONNECTORS = [{
 			isNoAuth: false,
 			connected: false
 		}),
-		version: "1.0.0"
+		version: "1.0.0",
+		source: "builtin"
 	};
 })];
 async function saveComposioApiKey(input, resolver = new CredentialResolver()) {
@@ -306,6 +307,13 @@ async function saveComposioApiKey(input, resolver = new CredentialResolver()) {
 	if (typeof resolved !== "string" || !resolved.trim()) throw new Error("Composio API key is required.");
 	await resolver.saveApiKey(COMPOSIO_API_KEY_PROVIDER, resolved.trim(), { profileName: "default" });
 }
+async function configureComposioApiKey(apiKey, resolver = new CredentialResolver()) {
+	const normalized = apiKey.trim();
+	if (!normalized) throw new Error("Composio API key is required.");
+	if (normalized.length > 4096) throw new Error("Composio API key is too long.");
+	await new ComposioSessionsAdapter({ resolver: { resolveApiKey: async () => normalized } }).listToolkitCatalog({ principalId: LOCAL_OWNER_PRINCIPAL });
+	await resolver.saveApiKey(COMPOSIO_API_KEY_PROVIDER, normalized, { profileName: "default" });
+}
 async function listComposioConnections(resolver = new CredentialResolver()) {
 	await new ComposioSessionsAdapter({ resolver }).syncConnections({ principalId: LOCAL_OWNER_PRINCIPAL });
 	return listConnectorConnections({ principalId: LOCAL_OWNER_PRINCIPAL }).filter((connection) => connection.provider === "composio").map((connection) => ({
@@ -552,4 +560,4 @@ async function executeComposioTool(params, resolver = new CredentialResolver())
 	return result.result;
 }
 //#endregion
-export { COMPOSIO_CONNECTORS, canUseComposioAction, executeComposioTool, getComposioInstallationPolicy, getComposioToolkitScope, inspectComposioConnectorHealth, isComposioActionAllowedByCatalog, listComposioConnections, listComposioTools, refreshComposioConnection, revokeComposioConnection, saveComposioApiKey, scopeForComposioAction, setComposioToolkitScope, startComposioAuthorize, toolkitFromComposioSlug, updateComposioConnection, updateComposioInstallationPolicy };
+export { COMPOSIO_CONNECTORS, canUseComposioAction, configureComposioApiKey, executeComposioTool, getComposioInstallationPolicy, getComposioToolkitScope, inspectComposioConnectorHealth, isComposioActionAllowedByCatalog, listComposioConnections, listComposioTools, refreshComposioConnection, revokeComposioConnection, saveComposioApiKey, scopeForComposioAction, setComposioToolkitScope, startComposioAuthorize, toolkitFromComposioSlug, updateComposioConnection, updateComposioInstallationPolicy };

package/dist/src/connectors/connector-memory-sync.d.ts

@@ -1,5 +1,6 @@
 import type { Config } from '../config/schema.js';
 import { ComposioSessionsAdapter } from './composio-sessions.js';
+export declare const COMPOSIO_MEMORY_SOURCE_TOOLKITS: Set<string>;
 export declare function syncComposioResultToMemory(input: {
     config: Config;
     connectorId: string;
@@ -13,3 +14,12 @@ export declare function syncComposioResultToMemory(input: {
     connectorId: string;
     actionId: string;
 }>;
+export declare function syncLocalFolderToMemory(input: {
+    config: Config;
+    connectorId: string;
+    agentId: string;
+}): Promise<{
+    connectorId: string;
+    sourceInstanceId: string;
+    recordIds: string[];
+}>;