@xopcai/xopc 0.0.286 → 0.0.291

package/dist/src/config/schema.js

@@ -1,7 +1,8 @@
 import { __esmMin } from "../../_virtual/_rolldown/runtime.js";
 import { AgentModelsOverrideSchema, AgentsConfigSchema as AgentsConfigSchema$1, DEFAULT_AGENT_MODEL_REF, ImageGenerationRouteSchema, ModelRouteSchema } from "../agent-config/schema.js";
 import { init_agent_config } from "../agent-config/index.js";
-import { DEFAULT_CONTEXT_COMPACTION_POLICY, UserContextConfigSchema, init_config } from "../user-context/config.js";
+import { ComputerConfigSchema, init_config } from "../computer/config.js";
+import { DEFAULT_CONTEXT_COMPACTION_POLICY, UserContextConfigSchema, init_config as init_config$1 } from "../user-context/config.js";
 import { init_default_model } from "./default-model.js";
 import { init_public_url, validatePublicUrl } from "./public-url.js";
 import { PlatformConfigSchema, init_contracts } from "../platform/contracts.js";
@@ -39,8 +40,9 @@ function parseModelRef(ref) {
 }
 var AgentModelRefSchema, AgentImageGenerationModelSchema, AgentModelsSchema, AgentsConfigSchema, BrowserDriverSchema, BrowserHostnameSchema, BrowserConfigSchema, BindingMatchSchema, BindingRuleSchema, BindingsConfigSchema, SessionDmScopeSchema, SessionStorageConfigSchema, SessionResetModeSchema, SessionResetConfigSchema, SessionResetByTypeSchema, SessionScopeSchema, SessionConfigSchema, ChannelsConfigSchema, SearchProviderEntrySchema, WebSearchConfigSchema, WebsiteBlocklistSchema, WebToolsConfigSchema, ToolsConfigSchema, RuntimePreferenceSchema, RuntimeProvisionSchema, RuntimeVersionRequestSchema, LanguageRuntimeSchema, DEFAULT_RUNTIME_TOOLS_CONFIG, RuntimeToolsConfigSchema, GatewayAuthRateLimitSchema, GatewaySecuritySchema, GatewayTrustedProxySchema, GatewayAuthSchema, GatewayTailscaleConsentSchema, GatewayTailscaleSchema, GatewayRemoteSchema, GatewayTlsSchema, GatewayModeSchema, HeartbeatConfigSchema, GatewayChannelConnectDeferModeSchema, TunnelConsentSchema, TunnelConfigSchema, WorkspaceImportConfigSchema, WorkspaceConfigSchema, GatewayBindModeSchema, GatewayWebchatConfigSchema, GatewayConfigSchema, ModelsDevConfigSchema, ModelCatalogConfigSchema, SttProviderConfigCatchallSchema, STTProviderConfigSchema, STTFallbackConfigSchema, MediaUnderstandingCapabilitiesSchema, MediaUnderstandingModelSchema, STTConfigSchema, TtsProviderConfigCatchallSchema, TTSProviderConfigSchema, TTSFallbackConfigSchema, TTSModelOverridesConfigSchema, TTSEdgeConfigSchema, TTSSummarizationConfigSchema, TTSConfigSchema, VoiceRefinementConfigSchema, VoiceConfigSchema, MessagesConfigSchema, ToolsMediaAudioConfigSchema, ToolsMediaConfigSchema, ProviderAzureConfigSchema, ProviderRequestOverridesSchema, ProviderAuthConfigSchema, ProvidersConfigSchema, ExtensionSecurityConfigSchema, ExtensionSlotsConfigSchema, ExtensionsConfigSchema, UpdateAutoConfigSchema, UpdateConfigSchema, CommandsConfigSchema, TuiConfigSchema, McpHttpUrlSchema, ConnectorSecretReferenceSchema, McpConfigScalarSchema, McpOAuthConfigSchema, McpServerSchema, McpConfigSchema, ConnectorsConfigSchema, ExperimentalConfigSchema, ConfigSchema;
 var init_schema = __esmMin((() => {
-	init_agent_config();
 	init_config();
+	init_agent_config();
+	init_config$1();
 	init_default_model();
 	init_public_url();
 	init_contracts();
@@ -843,9 +845,14 @@ activityDetailDefault: z.enum([
 			maxDictationMs: z.number().int().min(1e4).max(36e5).default(6e5),
 			maxConversationMs: z.number().int().min(1e4).max(72e5).default(36e5),
 			bargeIn: z.boolean().default(true),
+			stt: z.object({
+				provider: z.literal("xopc-cloud"),
+				model: z.string().min(1).max(200)
+			}).strict().optional(),
 			/** Conversation output selection; credentials stay in the provider configuration. */
 			tts: z.object({
 				provider: z.enum(["alibaba", "xopc-cloud"]),
+				model: z.string().min(1).max(200).optional(),
 				voice: z.string().trim().min(1).max(200).optional()
 			}).strict().optional(),
 			omni: z.object({
@@ -1018,6 +1025,7 @@ workDiscoveryOnboarding: z.boolean().default(true) }).strict().default({ workDis
 		channels: ChannelsConfigSchema,
 		gateway: GatewayConfigSchema,
 		browser: BrowserConfigSchema,
+		computer: ComputerConfigSchema,
 		tunnel: TunnelConfigSchema.optional(),
 		workspace: WorkspaceConfigSchema,
 		tools: ToolsConfigSchema,
@@ -1141,6 +1149,7 @@ workDiscoveryOnboarding: z.boolean().default(true) }).strict().default({ workDis
 			skillsMarketplaceProvider: "store",
 			skillsStoreBaseUrl: "https://store.xopc.ai"
 		},
+		computer: ComputerConfigSchema.parse({}),
 		browser: {
 			enabled: true,
 			driver: { kind: "extension" },

package/dist/src/config/voice.js

@@ -25,11 +25,11 @@ function getVoiceModelsConfig() {
 		config.ttsVoices[metadata.id] = toVoiceModels(metadata.voices);
 	}
 	const cloudModels = getModelCatalogStore().getSource("xopc-cloud")?.models ?? [];
-	config.stt["xopc-cloud"] = cloudModels.filter((model) => model.availability === "available" && model.kind === "stt").map((model) => ({
+	config.stt["xopc-cloud"] = cloudModels.filter((model) => model.availability === "available" && model.kind === "stt" && model.voice?.modes.includes("transcription")).map((model) => ({
 		id: model.id,
 		name: model.name
 	}));
-	config.tts["xopc-cloud"] = cloudModels.filter((model) => model.availability === "available" && model.kind === "tts").map((model) => ({
+	config.tts["xopc-cloud"] = cloudModels.filter((model) => model.availability === "available" && model.kind === "tts" && model.voice?.modes.includes("speech")).map((model) => ({
 		id: model.id,
 		name: model.name,
 		...model.tts ? { tts: {

package/dist/src/endpoint-tools/invocation-service.d.ts

@@ -31,6 +31,7 @@ export interface EndpointInvocationServiceOptions {
     policy?: EndpointToolPolicy;
 }
 export interface EndpointInvocationResult {
+    invocationId?: string;
     content: EndpointToolContent[];
     details?: Record<string, unknown>;
 }

package/dist/src/endpoint-tools/invocation-service.js

@@ -46,7 +46,7 @@ var EndpointInvocationService = class {
 		if (endpointPending.filter((item) => item.toolName === params.toolName).length >= tool.descriptor.maxConcurrency) return Promise.reject(this.error("TOOL_BUSY", "Endpoint tool has reached its invocation limit"));
 		const invocationId = crypto.randomUUID();
 		const startedAt = Date.now();
-		const uploadGrant = tool.descriptor.resultKinds.includes("file") ? this.options.uploads?.createGrant(invocationId, params.endpointId, startedAt) : void 0;
+		const uploadGrant = tool.descriptor.resultKinds.includes("file") ? this.options.uploads?.createGrant(invocationId, params.endpointId, startedAt, params.toolName === "desktop.computer.control" ? "computer-frame" : "durable") : void 0;
 		try {
 			this.options.audit?.started({
 				id: invocationId,
@@ -165,7 +165,10 @@ var EndpointInvocationService = class {
 			status: "succeeded",
 			completedAt: Date.now()
 		});
-		pending.resolve(result);
+		pending.resolve(pending.toolName === "desktop.computer.control" ? {
+			...result,
+			invocationId
+		} : result);
 	}
 	fail(invocationId, error) {
 		const pending = this.take(invocationId);

package/dist/src/endpoint-tools/policy.js

@@ -1,7 +1,9 @@
 import { ENDPOINT_CONTACT_LIST_OUTPUT_SCHEMA, ENDPOINT_CONTACT_OUTPUT_SCHEMA, ENDPOINT_FILE_OUTPUT_SCHEMA, ENDPOINT_TEXT_OUTPUT_SCHEMA, canonicalJson, init_src } from "../../packages/endpoint-tools-protocol/src/index.js";
+import { COMPUTER_INPUT_SCHEMA, COMPUTER_OUTPUT_SCHEMA, init_src as init_src$1 } from "../../packages/computer-control-contract/src/index.js";
 import { BROWSER_CONTROL_ENDPOINT_INPUT_SCHEMA, BROWSER_CONTROL_ENDPOINT_OUTPUT_SCHEMA } from "../../packages/browser-control-contract/src/index.js";
 import Ajv2020 from "ajv/dist/2020.js";
 //#region src/endpoint-tools/policy.ts
+init_src$1();
 init_src();
 var EndpointToolPolicyError = class extends Error {};
 function contract(policyId, outputSchema, resultKinds, permissions, legacyPolicyIds = [], inputSchema) {
@@ -15,6 +17,7 @@ function contract(policyId, outputSchema, resultKinds, permissions, legacyPolicy
 	};
 }
 const POLICY_BY_TOOL = {
+	"desktop.computer.control": contract("computer.session-scoped", COMPUTER_OUTPUT_SCHEMA, ["json", "file"], ["computer-control"], [], COMPUTER_INPUT_SCHEMA),
 	"web.file.pick": contract("personal.foreground-read", ENDPOINT_FILE_OUTPUT_SCHEMA, ["file"], ["file-read"]),
 	"web.file.download": contract("user.foreground-write", ENDPOINT_TEXT_OUTPUT_SCHEMA, ["text"], ["file-download"]),
 	"web.page.get_selection": contract("public.foreground-read", ENDPOINT_TEXT_OUTPUT_SCHEMA, ["text"], []),
@@ -87,6 +90,10 @@ var EndpointToolPolicy = class {
 				this.assertFields(descriptor, "write", "never", false, "personal");
 				if (descriptor.requiredPermissions.length !== 1 || descriptor.requiredPermissions[0] !== "browser-control" || descriptor.timeoutMs !== 12e4 || descriptor.maxConcurrency !== 4 || descriptor.supportsCancellation !== true || descriptor.idempotent !== false) throw new EndpointToolPolicyError(`Browser tool ${descriptor.name} violates its trusted policy`);
 				return;
+			case "computer.session-scoped":
+				this.assertFields(descriptor, "write", "never", false, "personal");
+				if (descriptor.timeoutMs !== 3e4 || descriptor.maxConcurrency !== 1 || !descriptor.supportsCancellation || descriptor.idempotent) throw new EndpointToolPolicyError("Computer transport violates its trusted policy");
+				return;
 			default: throw new EndpointToolPolicyError(`Unknown endpoint policy: ${descriptor.policyId}`);
 		}
 	}

package/dist/src/endpoint-tools/runtime.js

@@ -89,6 +89,7 @@ var EndpointToolRuntime = class {
 		if (this.closed) return;
 		this.closed = true;
 		this.invocations.close();
+		this.uploads.close();
 		this.registry.closeAll();
 	}
 };

package/dist/src/endpoint-tools/upload-service.d.ts

@@ -22,8 +22,10 @@ export declare class EndpointUploadService {
     private readonly rootDir;
     private readonly grants;
     private readonly files;
+    private readonly frames;
+    private readonly pruneTimer;
     constructor(rootDir: string);
-    createGrant(invocationId: string, endpointId: string, now?: number): EndpointUploadGrant;
+    createGrant(invocationId: string, endpointId: string, now?: number, profile?: 'durable' | 'computer-frame'): EndpointUploadGrant;
     upload(params: {
         invocationId: string;
         endpointId: string;
@@ -32,10 +34,20 @@ export declare class EndpointUploadService {
         mimeType: string;
         bytes: Uint8Array;
         now?: number;
+        validatedFrame?: boolean;
     }): EndpointUploadedFile;
     validateAndClose(invocationId: string, content: EndpointToolContent[]): void;
     abort(invocationId: string): void;
     getFile(fileId: string): EndpointUploadedFile | undefined;
     readFile(fileId: string): Uint8Array | undefined;
+    getGrantLimits(invocationId: string, endpointId: string, token: string): {
+        maxBytes: number;
+        profile: "durable" | "computer-frame";
+    };
+    uploadValidated(params: Parameters<EndpointUploadService['upload']>[0]): Promise<EndpointUploadedFile>;
+    /** Single-consumer handoff, inaccessible through generic attachment routes. */
+    takeComputerFrame(fileId: string, invocationId: string): Uint8Array | undefined;
+    private pruneFrames;
+    close(): void;
     private deleteFile;
 }

package/dist/src/endpoint-tools/upload-service.js

@@ -2,6 +2,7 @@ import { ENDPOINT_MAX_FILE_BYTES, init_src } from "../../packages/endpoint-tools
 import { join } from "node:path";
 import { mkdirSync, readFileSync, rmSync, writeFileSync } from "node:fs";
 import crypto from "node:crypto";
+import sharp from "sharp";
 //#region src/endpoint-tools/upload-service.ts
 init_src();
 const GRANT_TTL_MS = 5 * 6e4;
@@ -11,22 +12,27 @@ var EndpointUploadError = class extends Error {};
 var EndpointUploadService = class {
 	grants = /* @__PURE__ */ new Map();
 	files = /* @__PURE__ */ new Map();
+	frames = /* @__PURE__ */ new Map();
+	pruneTimer;
 	constructor(rootDir) {
 		this.rootDir = rootDir;
 		mkdirSync(rootDir, {
 			recursive: true,
 			mode: 448
 		});
+		this.pruneTimer = setInterval(() => this.pruneFrames(Date.now()), 1e3);
+		this.pruneTimer.unref();
 	}
-	createGrant(invocationId, endpointId, now = Date.now()) {
+	createGrant(invocationId, endpointId, now = Date.now(), profile = "durable") {
 		const token = crypto.randomUUID();
 		const grant = {
+			profile,
 			invocationId,
 			endpointId,
 			token,
 			expiresAt: now + GRANT_TTL_MS,
-			maxBytes: ENDPOINT_UPLOAD_MAX_BYTES,
-			maxFiles: DEFAULT_MAX_FILES,
+			maxBytes: profile === "computer-frame" ? 5 * 1024 * 1024 : ENDPOINT_UPLOAD_MAX_BYTES,
+			maxFiles: profile === "computer-frame" ? 1 : DEFAULT_MAX_FILES,
 			uploadedFileIds: []
 		};
 		this.grants.set(invocationId, grant);
@@ -45,16 +51,27 @@ var EndpointUploadService = class {
 		const receivedToken = Buffer.from(params.token);
 		if (!grant || grant.endpointId !== params.endpointId || expectedToken?.byteLength !== receivedToken.byteLength || !crypto.timingSafeEqual(expectedToken, receivedToken)) throw new EndpointUploadError("Upload grant is invalid");
 		if (grant.expiresAt <= now) throw new EndpointUploadError("Upload grant expired");
+		if (grant.profile === "computer-frame" && !params.validatedFrame) throw new EndpointUploadError("Computer frame requires image validation");
 		if (grant.uploadedFileIds.length >= grant.maxFiles) throw new EndpointUploadError("Upload grant file limit exceeded");
 		if (params.bytes.byteLength > grant.maxBytes) throw new EndpointUploadError("Uploaded file is too large");
 		if (!params.name || params.name.length > 255 || !params.mimeType || params.mimeType.length > 255) throw new EndpointUploadError("Uploaded file metadata is invalid");
 		const fileId = crypto.randomUUID();
 		const path = join(this.rootDir, fileId);
 		const sha256 = crypto.createHash("sha256").update(params.bytes).digest("hex");
-		writeFileSync(path, params.bytes, {
+		if (grant.profile === "durable") writeFileSync(path, params.bytes, {
 			flag: "wx",
 			mode: 384
 		});
+		else {
+			this.pruneFrames(now);
+			const frames = [...this.frames.values()];
+			if (frames.reduce((n, f) => n + f.bytes.length, params.bytes.length) > 128 * 1024 * 1024 || frames.filter((f) => f.endpointId === grant.endpointId).reduce((n, f) => n + f.bytes.length, params.bytes.length) > 32 * 1024 * 1024) throw new EndpointUploadError("Computer frame memory budget exceeded");
+			this.frames.set(fileId, {
+				bytes: Buffer.from(params.bytes),
+				expiresAt: now + 12e4,
+				endpointId: grant.endpointId
+			});
+		}
 		const file = {
 			fileId,
 			invocationId: params.invocationId,
@@ -62,7 +79,7 @@ var EndpointUploadService = class {
 			mimeType: params.mimeType,
 			size: params.bytes.byteLength,
 			sha256,
-			path
+			path: grant.profile === "computer-frame" ? "" : path
 		};
 		this.files.set(fileId, file);
 		grant.uploadedFileIds.push(fileId);
@@ -87,16 +104,64 @@ var EndpointUploadService = class {
 		this.grants.delete(invocationId);
 	}
 	getFile(fileId) {
-		return this.files.get(fileId);
+		const file = this.files.get(fileId);
+		return file?.path ? file : void 0;
 	}
 	readFile(fileId) {
 		const file = this.files.get(fileId);
-		return file ? readFileSync(file.path) : void 0;
+		return file?.path ? readFileSync(file.path) : void 0;
+	}
+	getGrantLimits(invocationId, endpointId, token) {
+		const grant = this.grants.get(invocationId);
+		const actual = Buffer.from(token), expected = Buffer.from(grant?.token ?? "");
+		if (!grant || grant.endpointId !== endpointId || actual.length !== expected.length || !crypto.timingSafeEqual(actual, expected) || grant.expiresAt <= Date.now()) throw new EndpointUploadError("Upload grant is invalid or expired");
+		return {
+			maxBytes: grant.maxBytes,
+			profile: grant.profile
+		};
+	}
+	async uploadValidated(params) {
+		const grant = this.getGrantLimits(params.invocationId, params.endpointId, params.token);
+		if (params.bytes.length > grant.maxBytes) throw new EndpointUploadError("Uploaded file is too large");
+		if (grant.profile === "computer-frame") {
+			const metadata = await sharp(params.bytes, { limitInputPixels: 16e6 }).metadata();
+			const format = params.mimeType === "image/png" ? "png" : params.mimeType === "image/jpeg" ? "jpeg" : void 0;
+			if (!format || metadata.format !== format || !metadata.width || !metadata.height || metadata.width * metadata.height > 16e6 || (metadata.pages ?? 1) !== 1) throw new EndpointUploadError("Invalid computer frame image");
+			(await sharp(params.bytes, {
+				limitInputPixels: 16e6,
+				failOn: "warning"
+			}).raw().toBuffer()).fill(0);
+			return this.upload({
+				...params,
+				validatedFrame: true
+			});
+		}
+		return this.upload(params);
+	}
+	/** Single-consumer handoff, inaccessible through generic attachment routes. */
+	takeComputerFrame(fileId, invocationId) {
+		this.pruneFrames(Date.now());
+		if (this.files.get(fileId)?.invocationId !== invocationId) return void 0;
+		const frame = this.frames.get(fileId);
+		if (!frame) return void 0;
+		const bytes = Buffer.from(frame.bytes);
+		this.deleteFile(fileId);
+		return bytes;
+	}
+	pruneFrames(now) {
+		for (const [id, frame] of this.frames) if (frame.expiresAt <= now) this.deleteFile(id);
+	}
+	close() {
+		clearInterval(this.pruneTimer);
+		for (const id of this.frames.keys()) this.deleteFile(id);
+		this.grants.clear();
 	}
 	deleteFile(fileId) {
 		const file = this.files.get(fileId);
 		if (!file) return;
-		rmSync(file.path, { force: true });
+		if (file.path) rmSync(file.path, { force: true });
+		this.frames.get(fileId)?.bytes.fill(0);
+		this.frames.delete(fileId);
 		this.files.delete(fileId);
 	}
 };

package/dist/src/extensions/lockfile.js

@@ -1,7 +1,7 @@
 import { createLogger } from "../utils/logger/index.js";
 import { init_logger } from "../utils/logger.js";
-import { init_paths, resolveExtensionsDir, resolveExtensionsLockPath } from "../config/paths.js";
 import { init_write_file_atomic, writeTextAtomic } from "../infra/write-file-atomic.js";
+import { init_paths, resolveExtensionsDir, resolveExtensionsLockPath } from "../config/paths.js";
 import { dirname, join } from "path";
 import { existsSync } from "fs";
 import { mkdir, readFile } from "fs/promises";

package/dist/src/gateway/agent-builtin-tools.d.ts

@@ -7,6 +7,12 @@ export type GatewayBuiltinToolSummary = {
 };
 /** Built-in agent tools exposed by the gateway configuration UI. */
 export declare const GATEWAY_BUILTIN_TOOLS: readonly [{
+    readonly id: "computer_use";
+    readonly description: {
+        readonly en: "Observe and control a locally authorized desktop application.";
+        readonly zh: "观察和操作在本机授权的桌面应用。";
+    };
+}, {
     readonly id: "read_file";
     readonly description: {
         readonly en: "Read file contents from the workspace.";
@@ -271,4 +277,4 @@ export declare const GATEWAY_BUILTIN_TOOLS: readonly [{
         readonly zh: "使用已验证的参数执行选定的外部工具。";
     };
 }];
-export declare const GATEWAY_BUILTIN_TOOL_IDS: ("automation" | "workflow" | "find" | "image" | "web_search" | "web_fetch" | "browser_use" | "grep" | "session_search" | "read_file" | "list_dir" | "write_file" | "apply_patch" | "exec_command" | "update_plan" | "todo" | "clarify" | "web_extract" | "image_generate" | "skills_list" | "skill_view" | "skill_manage" | "skills_marketplace_search" | "xopc_tool_search" | "xopc_tool_describe" | "xopc_tool_execute" | "user_context_search" | "user_context_get" | "user_context_update" | "knowledge_search" | "knowledge_get" | "knowledge_write" | "send_message" | "send_media" | "read_media" | "create_share" | "session_status" | "memory_maintenance" | "tool_manual" | "delegate_task" | "skill_install" | "text_to_speech" | "execute_code" | "create_desktop_pet")[];
+export declare const GATEWAY_BUILTIN_TOOL_IDS: ("automation" | "workflow" | "find" | "image" | "web_search" | "web_fetch" | "browser_use" | "grep" | "session_search" | "read_file" | "list_dir" | "write_file" | "apply_patch" | "exec_command" | "update_plan" | "todo" | "clarify" | "web_extract" | "image_generate" | "skills_list" | "skill_view" | "skill_manage" | "skills_marketplace_search" | "xopc_tool_search" | "xopc_tool_describe" | "xopc_tool_execute" | "user_context_search" | "user_context_get" | "user_context_update" | "knowledge_search" | "knowledge_get" | "knowledge_write" | "send_message" | "send_media" | "read_media" | "create_share" | "session_status" | "memory_maintenance" | "computer_use" | "tool_manual" | "delegate_task" | "skill_install" | "text_to_speech" | "execute_code" | "create_desktop_pet")[];

package/dist/src/gateway/agent-builtin-tools.js

@@ -3,6 +3,13 @@ import "../agent/external-tools/index.js";
 //#region src/gateway/agent-builtin-tools.ts
 /** Built-in agent tools exposed by the gateway configuration UI. */
 const GATEWAY_BUILTIN_TOOLS = [
+	{
+		id: "computer_use",
+		description: {
+			en: "Observe and control a locally authorized desktop application.",
+			zh: "观察和操作在本机授权的桌面应用。"
+		}
+	},
 	{
 		id: "read_file",
 		description: {

package/dist/src/gateway/agents-admin.js

@@ -1,6 +1,6 @@
 import { init_agent_scope, listAgentEntries, normalizeAgentId, resolveAgentDir, resolveAgentProfileDir, resolveAgentWorkspaceDir, resolveDefaultAgentId, resolveUserPath, validateAgentIdForNewAgent } from "../agent/agent-scope.js";
-import { resolveEffectiveAgentProfile } from "../config/agent-profile.js";
 import { WORKSPACE_FILES, init_paths } from "../config/paths.js";
+import { resolveEffectiveAgentProfile } from "../config/agent-profile.js";
 import { AGENT_PROFILE_MARKDOWN_SYSTEM_FILES, REQUIRED_AGENT_PROFILE_MARKDOWN_FILE_SET } from "../agent/context/workspace.js";
 import { isPathUnderWorkspace, resolveWorkspaceSafePath } from "./workspace-editor-path.js";
 import { seedAgentProfileMarkdownFiles } from "../agent/context/workspace-seed.js";

package/dist/src/gateway/file-path-classifier.js

@@ -1,7 +1,7 @@
 import { init_paths_state, resolveStateDir } from "../config/paths-state.js";
 import { init_agent_scope, resolveAgentProfileDir } from "../agent/agent-scope.js";
-import { extractProfileAgentId } from "../config/agent-profile.js";
 import { init_paths, resolveConfigPath, resolveSkillsDir } from "../config/paths.js";
+import { extractProfileAgentId } from "../config/agent-profile.js";
 import { isBareProfileMarkdownFileName, resolveProfileMarkdownPathIfBareName } from "../agent/tools/tool-paths.js";
 import { isPathUnderWorkspace, resolveWorkspaceSafePath } from "./workspace-editor-path.js";
 import { basename, isAbsolute, resolve } from "node:path";

package/dist/src/gateway/global-defaults-admin.js

@@ -1,6 +1,7 @@
 import { AgentDefaultsSchema } from "../agent-config/schema.js";
 import { init_agent_config } from "../agent-config/index.js";
 import { GATEWAY_BUILTIN_TOOLS } from "./agent-builtin-tools.js";
+import { validateComputerModelChanges } from "../computer/model-config.js";
 import { isDeepStrictEqual } from "node:util";
 //#region src/gateway/global-defaults-admin.ts
 init_agent_config();
@@ -20,6 +21,21 @@ function prepareUpdateGlobalDefaults(cfg, body) {
 		error: `defaults ${parsed.error.issues[0]?.message ?? "is invalid"}`,
 		status: 400
 	};
+	try {
+		validateComputerModelChanges({
+			...cfg,
+			agents: {
+				...cfg.agents,
+				defaults: parsed.data
+			}
+		}, cfg);
+	} catch (error) {
+		return {
+			ok: false,
+			error: error instanceof Error ? error.message : String(error),
+			status: 400
+		};
+	}
 	return {
 		ok: true,
 		data: {

package/dist/src/gateway/hono/lib/config-payload.d.ts

@@ -36,6 +36,10 @@ export declare function buildSafeWebConfigPayload(service: GatewayService, optio
                     primary: string;
                     fallbacks: string[];
                 };
+                computerUse?: {
+                    primary: string;
+                    fallbacks: string[];
+                };
                 imageGeneration?: {
                     primary: string;
                     fallbacks: string[];
@@ -75,6 +79,10 @@ export declare function buildSafeWebConfigPayload(service: GatewayService, optio
                     primary: string;
                     fallbacks: string[];
                 };
+                computerUse?: {
+                    primary: string;
+                    fallbacks: string[];
+                };
                 imageGeneration?: {
                     primary: string;
                     fallbacks: string[];
@@ -117,6 +125,13 @@ export declare function buildSafeWebConfigPayload(service: GatewayService, optio
             };
         };
     };
+    computer: {
+        enabled: boolean;
+        maxActionsPerSession: number;
+        maxModelRequests: number;
+        maxSessionDurationMs: number;
+        idleGrantTtlMs: number;
+    };
     channels: {
         [k: string]: {
             enabled: boolean;

package/dist/src/gateway/hono/lib/config-payload.js

@@ -1,9 +1,9 @@
 import { ContextPlanningConfigSchema, KnowledgeMemoryConfigSchema, UserModelConfigSchema, init_config } from "../../../user-context/config.js";
 import { init_agent_scope, listAgentEntries, normalizeAgentId, resolveDefaultAgentId } from "../../../agent/agent-scope.js";
 import { resolveModelsJsonPath } from "../../../config/paths.js";
-import { buildChannelCatalogForConfig, buildChannelCatalogFromSnapshot, getChannelSetupStatus, init_channel_catalog_service } from "../../../channels/catalog/channel-catalog-service.js";
 import { init_models_json, loadModelsJson } from "../../../config/models-json.js";
 import { CredentialResolver, init_credentials } from "../../../auth/credentials.js";
+import { buildChannelCatalogForConfig, buildChannelCatalogFromSnapshot, getChannelSetupStatus, init_channel_catalog_service } from "../../../channels/catalog/channel-catalog-service.js";
 import { getProviderRegistry, init_plugin_registry } from "../../../providers/plugin-registry.js";
 import { getAllProviders, init_providers, isProviderConfigured } from "../../../providers/index.js";
 import { normalizeConfiguredMcpServers } from "../../../config/mcp-config-normalize.js";
@@ -92,6 +92,7 @@ async function buildSafeWebConfigPayload(service, options = {}) {
 			})),
 			defaults: config.agents.defaults
 		},
+		computer: config.computer,
 		channels: channelsPayload,
 		providers: Object.fromEntries(await Promise.all(getAllProviders().map(async (provider) => [provider, await maskLlmProviderApiKeyForWeb(provider)]))),
 		/** Masked `cfg.providers` for capability keys (image / STT / etc.). */

package/dist/src/gateway/hono/routes/config-patch/misc.js

@@ -1,4 +1,5 @@
-import { ContextPlanningConfigSchema, KnowledgeMemoryConfigSchema, UserContextConfigSchema, UserModelConfigSchema, init_config } from "../../../../user-context/config.js";
+import { ComputerConfigSchema, init_config } from "../../../../computer/config.js";
+import { ContextPlanningConfigSchema, KnowledgeMemoryConfigSchema, UserContextConfigSchema, UserModelConfigSchema, init_config as init_config$1 } from "../../../../user-context/config.js";
 import { BindingsConfigSchema, BrowserConfigSchema, McpConfigSchema, VoiceConfigSchema, init_schema } from "../../../../config/schema.js";
 import { CredentialResolver, init_credentials } from "../../../../auth/credentials.js";
 import { canonicalizeConfiguredMcpServer } from "../../../../config/mcp-config-normalize.js";
@@ -12,9 +13,10 @@ import { assertGatewayRuntimeConfig } from "../../../runtime-config.js";
 import { mergeRealtimeVoiceConfigPatch, mergeSttConfigPatch, mergeTtsConfigPatch } from "../../lib/safe-voice-config.js";
 import { PATCH_OK, patchError } from "./result.js";
 //#region src/gateway/hono/routes/config-patch/misc.ts
+init_config();
 init_schema();
 init_credentials();
-init_config();
+init_config$1();
 async function applyMiscPatch(config, body) {
 	if (body.update !== void 0 && typeof body.update === "object" && body.update !== null) {
 		const updateResult = mergeUpdateConfigPatch(config, body.update);
@@ -137,6 +139,15 @@ async function applyMiscPatch(config, body) {
 		if (!parsed.success) return patchError(parsed.error.issues.map((i) => i.message).join("; "));
 		config.browser = parsed.data;
 	}
+	if (body.computer !== void 0) {
+		if (!body.computer || typeof body.computer !== "object" || Array.isArray(body.computer)) return patchError("computer must be an object");
+		const parsed = ComputerConfigSchema.safeParse({
+			...config.computer,
+			...body.computer
+		});
+		if (!parsed.success) return patchError(parsed.error.issues.map((issue) => issue.message).join("; "));
+		config.computer = parsed.data;
+	}
 	if (body.gateway !== void 0 && typeof body.gateway === "object" && body.gateway !== null && !Array.isArray(body.gateway)) {
 		const gwPatch = body.gateway;
 		if (gwPatch.skillsMarketplaceProvider !== void 0 || gwPatch.skillsStoreBaseUrl !== void 0) {

package/dist/src/gateway/hono/routes/endpoint-tools.js

@@ -236,8 +236,9 @@ function registerEndpointToolRoutes(authenticated, deps) {
 			}
 		}, 413);
 		try {
-			const bytes = await readBoundedBody(c.req.raw.body, ENDPOINT_UPLOAD_MAX_BYTES);
-			const file = deps.service.endpointTools.uploads.upload({
+			const limits = deps.service.endpointTools.uploads.getGrantLimits(invocationId, endpointId, token);
+			const bytes = await readBoundedBody(c.req.raw.body, limits.maxBytes);
+			const file = await deps.service.endpointTools.uploads.uploadValidated({
 				invocationId,
 				endpointId,
 				token,

package/dist/src/gateway/hono/routes/models.js

@@ -1,5 +1,6 @@
-import { resolveModelsJsonPath } from "../../../config/paths.js";
 import { init_resolve_config_value, testApiKeyResolution } from "../../../config/resolve-config-value.js";
+import { resolveModelsJsonPath } from "../../../config/paths.js";
+import { computerModelProfile, init_model_policy } from "../../../computer/model-policy.js";
 import { init_models_json, loadModelsJson, saveModelsJson, validateModelsConfig } from "../../../config/models-json.js";
 import { getModelCatalogStore, init_model_catalog_store } from "../../../providers/model-catalog-store.js";
 import { getModelRegistry } from "../../../providers/model-registry.js";
@@ -22,6 +23,7 @@ import { auditModelReferences } from "../../../providers/model-reference-auditor
 import { getOnboardingFeaturedProviders, getProviderHint, getRecommendedModelsForProvider, isRecommendedModel, sortModelsForPicker, sortProvidersForPicker } from "../../../providers/presentation.js";
 import { XopcCloudAccountError, XopcCloudAccountService } from "../../../providers/xopc-cloud-account-service.js";
 //#region src/gateway/hono/routes/models.ts
+init_model_policy();
 init_models_json();
 init_resolve_config_value();
 init_providers();
@@ -118,7 +120,7 @@ function registerModelsRoutes(authenticated, deps) {
 				code: "catalog_stale",
 				capability: null
 			}] : [],
-			...Object.values(capabilities).filter((plan) => authorized && catalog.modelCount > 0 && plan.status === "unavailable").map((plan) => ({
+			...Object.values(capabilities).filter((plan) => authorized && catalog.modelCount > 0 && plan.status === "unavailable" && plan.capability !== "computer-use").map((plan) => ({
 				code: "capability_not_published",
 				capability: plan.capability
 			}))
@@ -298,12 +300,13 @@ function registerModelsRoutes(authenticated, deps) {
 			name: m.name,
 			...catalogDisplayNames(m.provider, m.id),
 			provider: m.provider,
+			...computerModelProfile(m) ? { computerUse: { profile: computerModelProfile(m) } } : {},
 			contextWindow: m.contextWindow ?? 128e3,
 			maxTokens: m.maxTokens ?? 4096,
 			reasoning: m.reasoning ?? false,
 			thinking: getModelThinking(m),
 			vision: m.input?.includes("image") ?? false,
-			recommended: isRecommendedModel(m.provider, m.id),
+			recommended: !computerModelProfile(m) && isRecommendedModel(m.provider, m.id),
 			cost: {
 				input: m.cost?.input ?? 0,
 				output: m.cost?.output ?? 0

package/dist/src/gateway/hono/routes/voice.js

@@ -1,3 +1,5 @@
+import { voiceSelectionSchema } from "../../../../packages/realtime-protocol/src/voice-catalog.js";
+import { createVoiceSessionRequestSchema, init_voice } from "../../../../packages/realtime-protocol/src/voice.js";
 import { getDefaultModelSync, init_providers, resolveModel } from "../../../providers/index.js";
 import { completeWithResolvedCredentials } from "../../../providers/model-call.js";
 import { resolveTtsProviderConfigSlice } from "../../../voice/tts/config-slice.js";
@@ -14,15 +16,16 @@ import "../../../voice/stt/index.js";
 import { listSttProvidersForApi } from "../../../voice/stt/list-providers.js";
 import "../../../voice/tts/index.js";
 import { withModelConfigLock } from "../../../session/model-config-lock.js";
-import { createVoiceSessionRequestSchema } from "../../../../packages/realtime-protocol/src/voice.js";
 import { resolveOmniRoute } from "../../../voice/realtime/omniRoute.js";
 import { VoiceSessionCreationError, resolveStreamingStt, resolveStreamingTts } from "../../../voice/realtime/runtime.js";
 import { getGatewayPrincipal } from "../../security/gateway-principal.js";
 import { createGatewayRouteLogger } from "../lib/route-logger.js";
+import { selectPlatformVoice, voiceSettingsCatalog } from "../../../voice/platform-settings.js";
 import { listLocalVoiceModelStatuses, removeLocalVoiceModel, startLocalVoiceModelInstall } from "../../../voice/local/model-manager.js";
 import { listTtsProvidersForApi } from "../../../voice/tts/list-providers.js";
 import { z } from "zod";
 //#region src/gateway/hono/routes/voice.ts
+init_voice();
 init_providers();
 const log = createGatewayRouteLogger("Voice");
 function readVoiceApiKeyFromConfigFileOnly(cfg, kind, providerId) {
@@ -117,6 +120,57 @@ async function refineTranscript(raw, config, signal) {
 }
 function registerVoiceRoutes(authenticated, deps) {
 	const { service, strictRateLimitMiddleware } = deps;
+	authenticated.get("/api/voice/catalog", (c) => c.json({
+		ok: true,
+		payload: voiceSettingsCatalog(service.currentConfig)
+	}));
+	authenticated.post("/api/voice/catalog/refresh", strictRateLimitMiddleware, async (c) => {
+		const result = await service.getModelCatalogSync().refreshNow();
+		if (result.error || result.state !== "ready") return c.json({
+			ok: false,
+			error: {
+				code: "CATALOG_REFRESH_FAILED",
+				message: "Voice catalog could not be refreshed"
+			}
+		}, 503);
+		return c.json({
+			ok: true,
+			payload: voiceSettingsCatalog(service.currentConfig)
+		});
+	});
+	authenticated.put("/api/voice/selection", strictRateLimitMiddleware, async (c) => {
+		const parsed = z.strictObject({
+			revision: z.string(),
+			selection: voiceSelectionSchema
+		}).safeParse(await c.req.json().catch(() => null));
+		if (!parsed.success) return c.json({
+			ok: false,
+			error: { message: "Invalid voice selection" }
+		}, 400);
+		return withModelConfigLock("__voice_settings__", async () => {
+			if (voiceSettingsCatalog(service.currentConfig).revision !== parsed.data.revision) return c.json({
+				ok: false,
+				error: { message: "Voice settings changed; refresh before saving" }
+			}, 409);
+			try {
+				const next = selectPlatformVoice(service.currentConfig, parsed.data.selection);
+				const result = await service.saveConfig(next);
+				if (!result.saved) return c.json({
+					ok: false,
+					error: { message: result.error }
+				}, 500);
+				return c.json({
+					ok: true,
+					payload: voiceSettingsCatalog(service.currentConfig)
+				});
+			} catch (error) {
+				return c.json({
+					ok: false,
+					error: { message: error instanceof Error ? error.message : "Voice selection failed" }
+				}, 400);
+			}
+		});
+	});
 	authenticated.get("/api/voice/realtime/status", async (c) => {
 		const config = service.currentConfig;
 		const stt = resolveStreamingStt(config);