@xopcai/xopc 0.0.395 → 0.0.396

package/dist/src/gateway/xopc-cloud-capability-setup.js

@@ -3,16 +3,21 @@ import { init_agent_config } from "../agent-config/index.js";
 import { AgentCatalogRepository, init_repository } from "../agent-catalog/repository.js";
 import { AgentCatalogService } from "../agent-catalog/service.js";
 import { ConfigSchema, init_schema } from "../config/schema.js";
+import { init_model_policy, isComputerModel, isDedicatedComputerProfile } from "../computer/model-policy.js";
+import { voiceSupportsMode } from "../../packages/realtime-protocol/src/voice-catalog.js";
+import { init_voice } from "../../packages/realtime-protocol/src/voice.js";
 import { getModelCatalogStore, init_model_catalog_store } from "../providers/model-catalog-store.js";
 import { compareCatalogModels } from "../providers/model-catalog-ranking.js";
 import { prepareUpdateGlobalDefaults } from "./global-defaults-admin.js";
 //#region src/gateway/xopc-cloud-capability-setup.ts
+init_voice();
+init_model_policy();
 init_schema();
 init_agent_config();
 init_repository();
 init_model_catalog_store();
 function supportsCapability(model, capability) {
-	if (model.availability !== "available") return false;
+	if (model.availability !== "available" || isDedicatedComputerProfile(model.computerUse?.profile)) return false;
 	if (capability === "chat") return model.kind === "language" && (model.operations.includes("chat.completions") || model.operations.includes("responses"));
 	if (capability === "vision") return model.kind === "language" && model.input.includes("image");
 	if (capability === "image-generation") return model.kind === "image" && model.operations.includes("images.generate");
@@ -25,10 +30,10 @@ function recommendedModel(source, capability) {
 }
 function recommendedVoiceModel(source, mode) {
 	const recommendation = mode === "transcription.stream" ? source.recommended?.stt : mode === "speech.stream" ? source.recommended?.tts : void 0;
-	return source.models.filter((model) => model.availability === "available" && model.voice?.modes.includes(mode) && (mode === "transcription.stream" || Boolean(model.voice.voices.length))).sort((left, right) => compareCatalogModels(left, right, recommendation))[0];
+	return source.models.filter((model) => model.availability === "available" && model.voice?.modes.includes(mode) && (mode === "transcription.stream" || model.voice.voices.some((voice) => voiceSupportsMode(voice, mode)))).sort((left, right) => compareCatalogModels(left, right, recommendation))[0];
 }
-function selectedVoice(model) {
-	const voices = model.voice?.voices ?? [];
+function selectedVoice(model, mode) {
+	const voices = model.voice?.voices.filter((voice) => voiceSupportsMode(voice, mode)) ?? [];
 	return voices.find((voice) => voice.id === "Cherry")?.id ?? voices.find((voice) => voice.id === model.voice?.defaultVoice)?.id ?? voices[0].id;
 }
 function selectXopcCloudCapabilities(source) {
@@ -59,15 +64,44 @@ function selectXopcCloudCapabilities(source) {
 			...realtimeStt ? { realtimeStt: realtimeStt.id } : {},
 			...realtimeTts ? { realtimeTts: {
 				model: realtimeTts.id,
-				voice: selectedVoice(realtimeTts)
+				voice: selectedVoice(realtimeTts, "speech.stream")
 			} } : {},
 			...realtimeOmni ? { realtimeOmni: {
 				model: realtimeOmni.id,
-				voice: selectedVoice(realtimeOmni)
+				voice: selectedVoice(realtimeOmni, "conversation")
 			} } : {}
 		}
 	};
 }
+/** Fill model uses without enabling desktop control or replacing explicit routes. */
+function completeXopcCloudModelRoutes(models, source) {
+	const next = structuredClone(models);
+	const chat = recommendedModel(source, "chat");
+	const vision = recommendedModel(source, "vision");
+	const reasoning = source.models.filter((model) => supportsCapability(model, "chat") && model.reasoning).sort((left, right) => compareCatalogModels(left, right, "advanced"))[0] ?? chat;
+	const route = (model) => ({
+		primary: `xopc-cloud/${model.id}`,
+		fallbacks: []
+	});
+	if (chat) {
+		next.background ??= route(chat);
+		next.intents.fast ??= route(chat);
+		next.intents.understanding ??= structuredClone(next.background);
+	}
+	if (reasoning) for (const intent of [
+		"reasoning",
+		"coding",
+		"review"
+	]) next.intents[intent] ??= route(reasoning);
+	if (vision) next.intents.vision ??= route(vision);
+	const computer = source.models.filter((model) => model.availability === "available" && isComputerModel({
+		...model,
+		provider: source.providerId,
+		api: source.api
+	})).sort((left, right) => compareCatalogModels(left, right))[0];
+	if (computer) next.computerUse ??= route(computer);
+	return next;
+}
 /** Build one atomic config update for the managed XOPC Cloud chat and media capabilities. */
 function prepareXopcCloudCapabilitySetup(config, source) {
 	const selected = selectXopcCloudCapabilities(source);
@@ -81,7 +115,7 @@ function prepareXopcCloudCapabilitySetup(config, source) {
 	const currentModels = currentDefaults.models;
 	const defaultsUpdate = prepareUpdateGlobalDefaults({ defaults: {
 		...currentDefaults,
-		models: {
+		models: completeXopcCloudModelRoutes({
 			...currentModels,
 			chat: {
 				primary: `xopc-cloud/${selection.chat}`,
@@ -97,7 +131,7 @@ function prepareXopcCloudCapabilitySetup(config, source) {
 				primary: `xopc-cloud/${selection.imageGeneration}`,
 				fallbacks: currentModels.imageGeneration?.fallbacks ?? []
 			}
-		}
+		}, source)
 	} });
 	if (defaultsUpdate.ok === false) return {
 		ok: false,
@@ -176,7 +210,7 @@ function prepareXopcCloudCapabilitySetup(config, source) {
 		}
 	};
 }
-async function applyXopcCloudCapabilitySetup(service) {
+async function applyXopcCloudCapabilitySetup(service, options = {}) {
 	const source = getModelCatalogStore().getSource("xopc-cloud");
 	if (!source) return {
 		configured: false,
@@ -207,49 +241,78 @@ async function applyXopcCloudCapabilitySetup(service) {
 		fallbacks: [],
 		autoProviderFallback: false
 	};
-	if (stt && !nextConfig.tools?.media?.audio) {
+	if (stt && (options.enableAvailable || !nextConfig.tools?.media?.audio)) {
 		nextConfig.tools ??= {};
 		nextConfig.tools.media ??= {};
+		const current = nextConfig.tools.media.audio;
 		nextConfig.tools.media.audio = {
+			...current,
 			enabled: true,
 			provider: "xopc-cloud",
 			fallback: {
 				enabled: false,
 				order: ["xopc-cloud"]
 			},
-			providers: { "xopc-cloud": { model: stt.id } }
+			models: [{
+				provider: "xopc-cloud",
+				model: stt.id,
+				capabilities: ["audio"]
+			}],
+			providers: {
+				...current?.providers,
+				"xopc-cloud": {
+					...current?.providers?.["xopc-cloud"],
+					model: stt.id
+				}
+			}
 		};
 	}
-	if (tts && tts.tts?.defaultVoice && !nextConfig.messages?.tts) {
+	if (tts && tts.tts?.defaultVoice && (options.enableAvailable || !nextConfig.messages?.tts)) {
 		nextConfig.messages ??= {};
+		const current = nextConfig.messages.tts;
 		nextConfig.messages.tts = {
+			...current,
 			enabled: true,
 			provider: "xopc-cloud",
-			trigger: "off",
+			trigger: current?.trigger ?? "off",
+			fallback: {
+				enabled: false,
+				order: []
+			},
 			maxTextLength: 512,
 			timeoutMs: 6e4,
-			providers: { "xopc-cloud": {
-				model: tts.id,
-				voice: tts.tts.defaultVoice
-			} }
+			providers: {
+				...current?.providers,
+				"xopc-cloud": {
+					...current?.providers?.["xopc-cloud"],
+					model: tts.id,
+					voice: tts.tts.defaultVoice
+				}
+			}
 		};
 	}
-	if (!nextConfig.voice && (realtimeStt || realtimeTts || realtimeOmni)) nextConfig.voice = ConfigSchema.parse({ voice: { realtime: { enabled: true } } }).voice;
+	if ((options.enableAvailable || !nextConfig.voice) && (realtimeStt || realtimeTts || realtimeOmni)) nextConfig.voice = ConfigSchema.parse({ voice: {
+		...nextConfig.voice,
+		realtime: {
+			...nextConfig.voice?.realtime,
+			enabled: true
+		}
+	} }).voice;
 	const realtime = nextConfig.voice?.realtime;
 	if (realtime?.enabled) {
-		if (realtimeStt && !realtime.stt) realtime.stt = {
+		if (realtimeStt && (options.enableAvailable || !realtime.stt)) realtime.stt = {
 			provider: "xopc-cloud",
 			model: realtimeStt.id
 		};
-		if (realtimeTts && !realtime.tts) realtime.tts = {
+		if (realtimeTts && (options.enableAvailable || !realtime.tts)) realtime.tts = {
 			provider: "xopc-cloud",
 			model: realtimeTts.id,
-			voice: selectedVoice(realtimeTts)
+			voice: selectedVoice(realtimeTts, "speech.stream")
 		};
-		if (realtimeOmni && !realtime.omni) realtime.omni = {
+		if (realtimeOmni && (options.enableAvailable || !realtime.omni)) realtime.omni = {
 			provider: "xopc-cloud",
 			model: realtimeOmni.id,
-			voice: selectedVoice(realtimeOmni),
+			voice: selectedVoice(realtimeOmni, "conversation"),
 			instructions: "Keep replies conversational and concise. You cannot execute tools."
 		};
 	}
@@ -258,6 +321,7 @@ async function applyXopcCloudCapabilitySetup(service) {
 		error: "XOPC Cloud published no usable models",
 		missing: selection.missing
 	};
+	nextDefaults.models = completeXopcCloudModelRoutes(nextDefaults.models, source);
 	const defaultsUpdate = prepareUpdateGlobalDefaults({ defaults: nextDefaults });
 	if (defaultsUpdate.ok === false) return {
 		configured: false,
@@ -284,14 +348,14 @@ async function applyXopcCloudCapabilitySetup(service) {
 			...realtimeStt ? { realtimeStt: realtimeStt.id } : {},
 			...realtimeTts ? { realtimeTts: {
 				model: realtimeTts.id,
-				voice: selectedVoice(realtimeTts)
+				voice: selectedVoice(realtimeTts, "speech.stream")
 			} } : {},
 			...realtimeOmni ? { realtimeOmni: {
 				model: realtimeOmni.id,
-				voice: selectedVoice(realtimeOmni)
+				voice: selectedVoice(realtimeOmni, "conversation")
 			} } : {}
 		}
 	};
 }
 //#endregion
-export { applyXopcCloudCapabilitySetup, prepareXopcCloudCapabilitySetup, selectXopcCloudCapabilities };
+export { applyXopcCloudCapabilitySetup, completeXopcCloudModelRoutes, prepareXopcCloudCapabilitySetup, selectXopcCloudCapabilities };

package/dist/src/home-intelligence/host.js

@@ -1,10 +1,10 @@
 import { createLogger } from "../utils/logger/index.js";
 import { init_logger } from "../utils/logger.js";
-import { HomeAdviceBudgetExceededError, isHomeProseLocalized } from "./generator.js";
 import { homePatternKey } from "./strategy.js";
-import { HomeAdvicePolicy } from "./policy.js";
 import { HomeIntelligenceRepository } from "./repository.js";
 import { HomeOpportunityApplicationService } from "./application-service.js";
+import { HomeAdvicePolicy } from "./policy.js";
+import { HomeAdviceBudgetExceededError, isHomeProseLocalized } from "./generator.js";
 import { buildHomeOpportunityNotification } from "./notification.js";
 import { createHash } from "node:crypto";
 //#region src/home-intelligence/host.ts

package/dist/src/providers/setup/engine.js

@@ -93,7 +93,8 @@ function previewProviderSetup(snapshot, request = {}) {
 				coding: complex,
 				review: complex
 			} : {},
-			...recommended.vision ? { vision: recommended.vision } : {}
+			...recommended.vision ? { vision: recommended.vision } : {},
+			...recommended.background ? { understanding: recommended.background } : {}
 		},
 		uses: [...uses, ...snapshot.voice ? [
 			"transcription",
@@ -139,15 +140,8 @@ function applyProviderSetup(snapshot, request, revision) {
 	for (const use of preview.uses) {
 		if (!use.selected) continue;
 		if (!use.recommended) throw new Error(`Choose a model for ${use.id}`);
-		if (use.id === "chat") {
-			models.chat = route(use.recommended);
-			for (const [intent, ref] of Object.entries(preview.taskModels)) {
-				const key = intent;
-				const existing = models.intents[key];
-				const keep = request.mode !== "replace" && existing && snapshot.configuredProviders.has(existing.primary.split("/")[0]);
-				if (ref && !keep && (intent !== "vision" || preview.uses.some((use) => use.id === "vision" && use.selected))) models.intents[key] = route(ref);
-			}
-		} else if (use.id === "vision") models.imageUnderstanding = route(use.recommended);
+		if (use.id === "chat") models.chat = route(use.recommended);
+		else if (use.id === "vision") models.imageUnderstanding = route(use.recommended);
 		else if (use.id === "image") models.imageGeneration = {
 			...models.imageGeneration,
 			...route(use.recommended),
@@ -164,6 +158,14 @@ function applyProviderSetup(snapshot, request, revision) {
 			});
 		}
 	}
+	for (const [intent, ref] of Object.entries(preview.taskModels)) {
+		const key = intent;
+		const useId = intent === "vision" ? "vision" : intent === "understanding" ? "background" : "chat";
+		if (!preview.uses.some((use) => use.id === useId && use.selected)) continue;
+		const existing = models.intents[key];
+		const keep = request.mode !== "replace" && existing && snapshot.configuredProviders.has(existing.primary.split("/")[0]);
+		if (ref && !keep) models.intents[key] = route(ref);
+	}
 	return {
 		defaults: {
 			...snapshot.defaults,

package/dist/src/providers/setup/voice.js

@@ -2,6 +2,7 @@ import { ConfigSchema, init_schema } from "../../config/schema.js";
 import { voiceSupportsMode } from "../../../packages/realtime-protocol/src/voice-catalog.js";
 import { init_voice } from "../../../packages/realtime-protocol/src/voice.js";
 import { getModelCatalogStore, init_model_catalog_store } from "../model-catalog-store.js";
+import { compareCatalogModels } from "../model-catalog-ranking.js";
 import { BAILIAN_PLAN_HOST, BAILIAN_PLAN_OMNI_MODEL, BAILIAN_PLAN_OMNI_VOICE, BAILIAN_PLAN_PROVIDER, BAILIAN_PLAN_STT_MODEL, BAILIAN_PLAN_TTS_MODEL, BAILIAN_PLAN_TTS_VOICE } from "../../voice/token-plan.js";
 import { listSttProvidersForApi } from "../../voice/stt/list-providers.js";
 import { listTtsProvidersForApi } from "../../voice/tts/list-providers.js";
@@ -70,6 +71,14 @@ function readSetupVoiceState(provider, config) {
 				});
 			}
 		}
+		for (const use of voiceSetupUses) {
+			const candidates = choices[use];
+			const recommendation = use === "conversation" ? void 0 : source?.recommended?.[use === "speech" ? "tts" : "stt"];
+			candidates.sort((left, right) => {
+				return compareCatalogModels(source.models.find((entry) => entry.id === left.model), source.models.find((entry) => entry.id === right.model), recommendation);
+			});
+			if (candidates[0]) candidates[0].recommended = true;
+		}
 	}
 	if (provider !== "qwen-token-plan-cn" && provider !== "xopc-cloud") for (const [use, entries] of [["transcription", listSttProvidersForApi(config).providers], ["speech", listTtsProvidersForApi(config).providers]]) {
 		const entry = entries.find((entry) => entry.id === provider && entry.configured);
@@ -109,12 +118,21 @@ function readSetupVoiceState(provider, config) {
 function applySetupVoice(config, assignments) {
 	let next = structuredClone(config);
 	for (const { use, model } of assignments) {
-		if (model.provider === "xopc-cloud") next = selectPlatformVoice(next, {
-			mode: use,
-			model: model.model,
-			...model.voice ? { voice: model.voice } : {}
-		});
-		else if (model.provider === "qwen-token-plan-cn") if (use === "speech") {
+		if (model.provider === "xopc-cloud") {
+			next = selectPlatformVoice(next, {
+				mode: use,
+				model: model.model,
+				...model.voice ? { voice: model.voice } : {}
+			});
+			const streamMode = use === "speech" ? "speech.stream" : use === "transcription" ? "transcription.stream" : void 0;
+			if (streamMode) {
+				const stream = getModelCatalogStore().getSource("xopc-cloud")?.models.filter((entry) => entry.availability === "available" && entry.voice?.modes.includes(streamMode) && (use === "transcription" || entry.voice.voices.some((voice) => voiceSupportsMode(voice, streamMode)))).sort((left, right) => compareCatalogModels(left, right, model.model))[0];
+				if (stream) next = selectPlatformVoice(next, {
+					mode: streamMode,
+					model: stream.id
+				});
+			}
+		} else if (model.provider === "qwen-token-plan-cn") if (use === "speech") {
 			const current = next.messages?.tts;
 			const previous = current?.providers?.[model.provider];
 			const voice = (!previous?.model || previous.model === model.model) && typeof previous?.voice === "string" ? previous.voice : model.voice;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xopcai/xopc",
-  "version": "0.0.395",
+  "version": "0.0.396",
   "description": "Local-first personal AI with Ada, task delegation, files, projects, workflows, and automations. Use cloud or local models.",
   "type": "module",
   "main": "dist/src/index.js",
@@ -168,11 +168,11 @@
     "vitest": "4.1.5",
     "vue": "^3.5.35",
     "xlsx": "file:web/vendor/xlsx-0.20.3.tgz",
-    "@xopcai/computer-control-contract": "0.1.0",
     "@xopcai/browser-control-contract": "0.1.0",
+    "@xopcai/computer-control-contract": "0.1.0",
+    "@xopcai/endpoint-tools-protocol": "0.0.0",
     "@xopcai/endpoint-tools-client": "0.0.0",
     "@xopcai/gateway-contract": "0.0.0",
-    "@xopcai/endpoint-tools-protocol": "0.0.0",
     "@xopcai/image-providers": "0.1.0",
     "@xopcai/realtime-client": "0.0.0",
     "@xopcai/realtime-protocol": "0.0.0"

package/dist/gateway/static/root/assets/mermaid-MCJ5UELQ-XhlIBp5t.js

@@ -1 +0,0 @@
-import{Uc as e}from"./index-BNRLzxpH.js";export{e as Mermaid};

package/dist/gateway/static/root/assets/settings-advanced-gate-BiySFw1N.js

@@ -1 +0,0 @@
-import{Hn as e}from"./index-BNRLzxpH.js";function t(t){let{children:n,fallback:r}=t,i=r===void 0?null:r;return e()?n:i}export{t};