@xopcai/xopc 0.0.414 → 0.0.416

package/dist/src/gateway/hono/routes/browser-setup.js

@@ -0,0 +1,114 @@
+import { getSessionMetadata, init_session_read_repository } from "../../../storage/sqlite/session-read-repository.js";
+import { readBrowserSetup } from "../../../browser/setup/repository.js";
+import { getGatewayPrincipal } from "../../security/gateway-principal.js";
+import { isLocalOwnerRequest } from "./browser.js";
+import { z } from "zod";
+//#region src/gateway/hono/routes/browser-setup.ts
+init_session_read_repository();
+const requestSchema = z.strictObject({
+	conversationId: z.string().uuid(),
+	setupId: z.string().uuid().optional(),
+	action: z.enum([
+		"inspect",
+		"start",
+		"get",
+		"approve",
+		"prepare",
+		"recheck",
+		"open",
+		"begin_verification",
+		"cancel",
+		"release"
+	]),
+	expectedRevision: z.number().int().positive().optional(),
+	endpointId: z.string().min(1).max(500).optional(),
+	open: z.enum([
+		"chrome",
+		"folder",
+		"both"
+	]).optional()
+});
+function registerBrowserSetupRoutes(app, deps) {
+	app.post("/api/browser/setup", deps.strictRateLimitMiddleware, async (c) => {
+		if (!isLocalOwnerRequest(c, deps.service)) return c.json({
+			ok: false,
+			error: "LOCAL_OWNER_REQUIRED: Open setup on the Gateway computer. Remote pairing is available in Device access."
+		}, 403);
+		const parsed = requestSchema.safeParse(await c.req.json().catch(() => null));
+		if (!parsed.success) return c.json({
+			ok: false,
+			error: "Invalid setup request"
+		}, 400);
+		const body = parsed.data;
+		const metadata = getSessionMetadata(body.conversationId);
+		if (!metadata) return c.json({
+			ok: false,
+			error: "Conversation not found"
+		}, 404);
+		const service = deps.service.browserSetup;
+		const context = {
+			conversationId: body.conversationId,
+			agentId: metadata.agentId
+		};
+		try {
+			if (body.action === "inspect" || body.action === "start") return c.json({
+				ok: true,
+				payload: await service.command(body.action, {}, context)
+			});
+			if (!body.setupId) return c.json({
+				ok: false,
+				error: "setupId is required"
+			}, 400);
+			const setup = service.owned(body.setupId, context.conversationId, context.agentId);
+			if (body.action === "get" || body.action === "recheck" || body.action === "cancel") return c.json({
+				ok: true,
+				payload: await service.command(body.action, { setupId: setup.id }, context)
+			});
+			const principalId = getGatewayPrincipal(c).principalId;
+			if (body.action === "approve") {
+				if (!body.expectedRevision) throw new Error("expectedRevision is required");
+				return c.json({
+					ok: true,
+					payload: service.view(service.approve(setup, principalId, body.expectedRevision))
+				});
+			}
+			if (body.action === "release") return c.json({
+				ok: true,
+				payload: service.view(await service.release(setup))
+			});
+			if (setup.approvedBy !== principalId) return c.json({
+				ok: false,
+				error: "Plan must be approved by this owner"
+			}, 403);
+			if (body.action === "prepare") return c.json({
+				ok: true,
+				payload: service.view(await service.prepare(setup))
+			});
+			if (body.action === "open") {
+				await service.open(setup, body.open ?? "both");
+				return c.json({
+					ok: true,
+					payload: service.view(readBrowserSetup(setup.id))
+				});
+			}
+			if (body.action === "begin_verification") {
+				if (!body.endpointId || !body.expectedRevision) throw new Error("Select an endpoint and provide expectedRevision");
+				return c.json({
+					ok: true,
+					payload: service.view(service.begin(setup, body.endpointId, new URL(c.req.url).origin, body.expectedRevision))
+				});
+			}
+			return c.json({
+				ok: false,
+				error: "Unsupported action"
+			}, 400);
+		} catch (error) {
+			return c.json({
+				ok: false,
+				error: error instanceof Error ? error.message : "Browser setup failed"
+			}, 409);
+		}
+	});
+}
+//#endregion
+export { registerBrowserSetupRoutes };

package/dist/src/gateway/hono/routes/browser.d.ts

@@ -1,3 +1,4 @@
-import type { Hono } from 'hono';
+import type { Context, Hono } from 'hono';
 import type { AuthenticatedRouteDeps } from './deps.js';
+export declare function isLocalOwnerRequest(c: Context, service: AuthenticatedRouteDeps['service']): boolean;
 export declare function registerBrowserRoutes(authenticated: Hono, deps: AuthenticatedRouteDeps): void;

package/dist/src/gateway/hono/routes/browser.js

@@ -348,4 +348,4 @@ function registerBrowserRoutes(authenticated, deps) {
 	});
 }
 //#endregion
-export { registerBrowserRoutes };
+export { isLocalOwnerRequest, registerBrowserRoutes };

package/dist/src/gateway/hono/routes/lazy-bundles.js

@@ -163,6 +163,14 @@ const AUTHENTICATED_LAZY_ROUTE_BUNDLES = [
 			return { register: registerBrowserAutomationRoutes };
 		}
 	},
+	{
+		id: "browser-setup",
+		match: (path) => path === "/api/browser/setup",
+		load: async () => {
+			const { registerBrowserSetupRoutes } = await import("./browser-setup.js");
+			return { register: registerBrowserSetupRoutes };
+		}
+	},
 	{
 		id: "browser",
 		match: (path) => startsWithAny(path, ["/api/browser"]),

package/dist/src/gateway/hono/routes/phone-dependencies.js

@@ -2,8 +2,8 @@ import { init_paths_state, resolveStateDir } from "../../../config/paths-state.j
 import { resolveAdbPath } from "../../../phone/adb-driver.js";
 import { getPhoneRuntime } from "../../../phone/runtime.js";
 import { RuntimeError } from "../../../runtime-tools/errors.js";
-import { getGatewayPrincipal } from "../../security/gateway-principal.js";
 import { PhoneDependencyManager, probePhoneAdb } from "../../../runtime-tools/phone-dependencies.js";
+import { getGatewayPrincipal } from "../../security/gateway-principal.js";
 import { z } from "zod";
 import { Hono } from "hono";
 import { bodyLimit } from "hono/body-limit";

package/dist/src/gateway/hono/routes/phone-setup.d.ts

@@ -0,0 +1,7 @@
+import type { Hono } from 'hono';
+import { PhoneSetupService } from '../../../phone/setup/service.js';
+import type { GatewayService } from '../../service.js';
+import type { AuthenticatedRouteDeps } from './deps.js';
+export declare function createPhoneSetupService(service: GatewayService): PhoneSetupService;
+/** Registered inside the existing Phone admin route group. */
+export declare function registerPhoneSetupRoutes(app: Hono, deps: AuthenticatedRouteDeps): void;

package/dist/src/gateway/hono/routes/phone-setup.js

@@ -0,0 +1,162 @@
+import { resolveStateDir } from "../../../config/paths-state.js";
+import { getSessionMetadata, init_session_read_repository } from "../../../storage/sqlite/session-read-repository.js";
+import { init_paths } from "../../../config/paths.js";
+import { resolveEffectiveAgentConfigForAgent } from "../../../config/agent-profile.js";
+import { getModelRegistry, init_model_registry } from "../../../providers/model-registry.js";
+import { init_providers, isProviderConfiguredSync } from "../../../providers/index.js";
+import { phoneAllowsApp } from "../../../phone/app-access.js";
+import { phoneModelProfile } from "../../../phone/model-adapter.js";
+import { getPhoneRuntime } from "../../../phone/runtime.js";
+import { PhoneSetupService } from "../../../phone/setup/service.js";
+import { PhoneDependencyManager } from "../../../runtime-tools/phone-dependencies.js";
+import { createHash } from "node:crypto";
+import { z } from "zod";
+//#region src/gateway/hono/routes/phone-setup.ts
+init_paths();
+init_model_registry();
+init_providers();
+init_session_read_repository();
+function createPhoneSetupService(service) {
+	const runtime = getPhoneRuntime();
+	return new PhoneSetupService({
+		runtime,
+		revision: (context, deviceId) => {
+			const agent = resolveEffectiveAgentConfigForAgent(context.agentId).config;
+			const device = runtime.repository.list().find((device) => device.id === deviceId);
+			const model = agent.models.phoneUse?.primary ? getModelRegistry().resolve(agent.models.phoneUse.primary) : void 0;
+			return createHash("sha256").update(JSON.stringify([
+				service.currentConfig.phone,
+				agent.models.phoneUse,
+				agent.tools.phone_use,
+				agent.toolAllowlist,
+				device,
+				model && [
+					model.api,
+					model.baseUrl,
+					model.input,
+					phoneModelProfile(model)
+				]
+			])).digest("hex");
+		},
+		leaseActive: (deviceId) => {
+			const device = runtime.repository.list().find((device) => device.id === deviceId);
+			return device ? runtime.repository.leaseActive(device.serial) : false;
+		},
+		connected: async (deviceId, signal) => {
+			const device = runtime.repository.get(deviceId);
+			return (await (await runtime.driverFor(device, service.currentConfig)).discover(signal)).some((found) => found.serial === device.serial && found.state === "device");
+		},
+		inspect: async (context, source) => {
+			const config = service.currentConfig;
+			const resolved = resolveEffectiveAgentConfigForAgent(context.agentId);
+			const agent = resolved.config;
+			const ref = agent.models.phoneUse?.primary;
+			const model = ref ? getModelRegistry().resolve(ref) : void 0;
+			const dependencies = await new PhoneDependencyManager({
+				stateDir: resolveStateDir(),
+				config: config.runtimeTools,
+				adbPath: config.phone.adbPath
+			}).status();
+			let localDiscovery = [];
+			let diagnostic;
+			if (source === "local" && dependencies.some((item) => item.kind === "adb" && item.state === "ready")) try {
+				localDiscovery = (await runtime.discover(config)).map(({ name, state, emulator }) => ({
+					name,
+					state,
+					emulator
+				}));
+			} catch {
+				diagnostic = "PHONE_SETUP_DISCOVERY_FAILED";
+			}
+			return {
+				enabled: config.phone.enabled,
+				toolAllowed: agent.tools.phone_use?.mode !== "deny" && (!agent.toolAllowlist || agent.toolAllowlist.includes("phone_use")),
+				model: {
+					ref,
+					source: resolved.sources["models.phoneUse.primary"],
+					chatRef: agent.models.chat?.primary,
+					supported: Boolean(model && phoneModelProfile(model)),
+					configured: Boolean(model && isProviderConfiguredSync(model.provider))
+				},
+				dependencies: dependencies.map(({ kind, state, version, canInstall }) => ({
+					kind,
+					state,
+					version,
+					canInstall
+				})),
+				devices: runtime.repository.list().map((device) => ({
+					id: device.id,
+					name: device.name,
+					source: device.connection ? "aliyun" : "local",
+					enabled: device.enabled,
+					settingsAllowed: phoneAllowsApp(device, "com.android.settings")
+				})),
+				localDiscovery,
+				diagnostic
+			};
+		}
+	});
+}
+/** Registered inside the existing Phone admin route group. */
+function registerPhoneSetupRoutes(app, deps) {
+	const schema = z.strictObject({
+		conversationId: z.string().uuid(),
+		setupId: z.string().uuid().optional(),
+		action: z.enum([
+			"inspect",
+			"start",
+			"get",
+			"recheck",
+			"source",
+			"begin_verification",
+			"release",
+			"cancel"
+		]),
+		source: z.enum(["local", "aliyun"]).optional(),
+		deviceId: z.string().uuid().optional(),
+		expectedRevision: z.number().int().positive().optional()
+	});
+	app.post("/api/phone/setup", deps.strictRateLimitMiddleware, async (c) => {
+		const parsed = schema.safeParse(await c.req.json().catch(() => null));
+		if (!parsed.success) return c.json({
+			ok: false,
+			error: "Invalid phone setup request"
+		}, 400);
+		const body = parsed.data;
+		const metadata = getSessionMetadata(body.conversationId);
+		if (!metadata) return c.json({
+			ok: false,
+			error: "Conversation not found"
+		}, 404);
+		const context = {
+			conversationId: body.conversationId,
+			agentId: metadata.agentId
+		};
+		const setup = deps.service.phoneSetup;
+		try {
+			let payload;
+			if (body.action === "source") {
+				if (!body.setupId || !body.source || !body.expectedRevision) throw new Error("Choose a source and refresh current progress");
+				payload = await setup.source(context, body.setupId, body.source, body.expectedRevision);
+			} else if (body.action === "begin_verification") {
+				if (!body.setupId || !body.deviceId || !body.expectedRevision) throw new Error("Select a phone and approve the current test");
+				payload = await setup.begin(context, body.setupId, body.deviceId, body.expectedRevision, c.req.raw.signal);
+			} else if (body.action === "release") {
+				if (!body.setupId) throw new Error("setupId is required");
+				payload = await setup.release(context, body.setupId);
+			} else payload = await setup.command(body.action, { setupId: body.setupId }, context);
+			c.header("Cache-Control", "no-store");
+			return c.json({
+				ok: true,
+				payload
+			});
+		} catch (error) {
+			return c.json({
+				ok: false,
+				error: error instanceof Error ? error.message : "Phone setup failed"
+			}, 409);
+		}
+	});
+}
+//#endregion
+export { createPhoneSetupService, registerPhoneSetupRoutes };

package/dist/src/gateway/hono/routes/phone.js

@@ -7,6 +7,7 @@ import { init_providers, isProviderConfiguredSync } from "../../../providers/ind
 import { normalizePhoneAppAccess, phoneAppAccess } from "../../../phone/app-access.js";
 import { createPhoneModel, phoneModelProfile } from "../../../phone/model-adapter.js";
 import { getPhoneRuntime, phoneExecutionContext } from "../../../phone/runtime.js";
+import { registerPhoneSetupRoutes } from "./phone-setup.js";
 import { getGatewayPrincipal } from "../../security/gateway-principal.js";
 import { randomUUID } from "node:crypto";
 import { z } from "zod";
@@ -53,6 +54,7 @@ function registerPhoneRoutes(parent, deps, runtime = getPhoneRuntime()) {
 		}, 403);
 		return next();
 	});
+	registerPhoneSetupRoutes(app, deps);
 	app.use("/api/phone/cloud/aliyun/*", bodyLimit({
 		maxSize: 24 * 1024,
 		onError: (c) => c.json({
@@ -147,6 +149,14 @@ function registerPhoneRoutes(parent, deps, runtime = getPhoneRuntime()) {
 			payload: { applications }
 		});
 	});
+	app.get("/api/phone/devices/:id/input-status", async (c) => {
+		const payload = await runtime.textInputStatus(c.req.param("id"), service.currentConfig, c.req.raw.signal);
+		c.header("Cache-Control", "no-store");
+		return c.json({
+			ok: true,
+			payload
+		});
+	});
 	app.post("/api/phone/devices", strictRateLimitMiddleware, async (c) => {
 		const input = deviceInput.parse(await c.req.json());
 		if (!(await runtime.discover(service.currentConfig, c.req.raw.signal)).some((device) => device.serial === input.serial && device.state === "device")) throw new PhoneError("PHONE_DEVICE_OFFLINE", "Choose a connected and authorized ADB device");
@@ -209,13 +219,7 @@ function registerPhoneRoutes(parent, deps, runtime = getPhoneRuntime()) {
 	});
 	app.get("/api/phone/models", (c) => c.json({
 		ok: true,
-		payload: { models: [{
-			id: MOCK_PHONE_MODEL,
-			name: "Mock · Android Settings test",
-			profile: "mock-settings-about",
-			mock: true,
-			configured: true
-		}, ...getModelRegistry().getAll().flatMap((model) => {
+		payload: { models: [...getModelRegistry().getAll().flatMap((model) => {
 			const profile = phoneModelProfile(model);
 			return profile ? [{
 				id: `${model.provider}/${model.id}`,

package/dist/src/gateway/hono/routes/public-gateway.js

@@ -10,6 +10,8 @@ import { createHash, timingSafeEqual } from "node:crypto";
 init_package_version();
 init_sqlite();
 const PUBLIC_UI_ROOT_ASSETS = [
+	"browser-setup-test.html",
+	"browser-setup-test.js",
 	"apple-touch-icon.png",
 	"favicon-16x16.png",
 	"favicon-32x32.png",

package/dist/src/gateway/provider-model-setup.js

@@ -19,7 +19,7 @@ async function loadProviderSetupSnapshot(provider, config) {
 }
 function readProviderSetupSnapshot(provider, configured, config) {
 	const languageProvider = getAllProviders().includes(provider);
-	const models = (languageProvider ? getModelsByProvider(provider) : []).filter((model) => !("computerUse" in model && model.computerUse));
+	const models = (languageProvider ? getModelsByProvider(provider) : []).filter((model) => !("computerUse" in model && model.computerUse) && !("phoneUse" in model && model.phoneUse));
 	const recommended = new Set((languageProvider ? getRecommendedModelsForProvider(provider) : []).map((model) => model.ref));
 	const source = getModelCatalogStore().getSource(provider);
 	const image = getImageGenerationProvider(provider);

package/dist/src/gateway/service/config-coordinator.d.ts

@@ -325,6 +325,8 @@ export declare class GatewayConfigCoordinator {
         };
         phone: {
             enabled: boolean;
+            semanticControls: boolean;
+            hierarchicalPlanning: boolean;
             maxActionsPerSession: number;
             maxModelRequests: number;
             maxOperationDurationMs: number;

package/dist/src/gateway/service/config-coordinator.js

@@ -8,8 +8,8 @@ import { reloadImageGenerationProviders } from "../../agent/image/generation/pro
 import { loadConfig, saveConfig } from "../../config/loader.js";
 import { ConfigHotReloader } from "../../config/reload.js";
 import "../../config/index.js";
-import { sanitizeTunnelConfig } from "../../tunnel/tunnel-config.js";
 import { computeExtensionActivationPatch } from "../../extensions/bundled-extension-activation.js";
+import { sanitizeTunnelConfig } from "../../tunnel/tunnel-config.js";
 import { isDeepStrictEqual } from "node:util";
 //#region src/gateway/service/config-coordinator.ts
 /**

package/dist/src/gateway/service/session-input-coordinator.js

@@ -15,8 +15,8 @@ import { TaskApplicationService } from "../../tasks/task-application-service.js"
 import { injectSourceContextsIntoUserMessage } from "../../agent/source-context/injector.js";
 import { deleteMediaUrisNoLongerReferenced } from "../../media/session-references.js";
 import { fitSourceContextsToBudget } from "../../agent/source-context/budget.js";
-import { isDeepStrictEqual } from "node:util";
 import crypto from "node:crypto";
+import { isDeepStrictEqual } from "node:util";
 //#region src/gateway/service/session-input-coordinator.ts
 init_session_input_repository();
 init_connection_wait_repository();

package/dist/src/gateway/service.d.ts

@@ -1,3 +1,4 @@
+import { BrowserSetupService } from '../browser/setup/service.js';
 import type { ClarificationSubmission } from '@xopcai/gateway-contract';
 import { PhoneStreamGateway } from '../phone/stream-gateway.js';
 import { WorkDiscoveryService } from '../work-discovery/service.js';
@@ -60,6 +61,10 @@ export declare class GatewayService {
     readonly voiceRealtime: VoiceRealtimeRuntime;
     getConfig(): Config;
     getModelCatalogSync(): ModelCatalogSyncService;
+    private _phoneSetup?;
+    get phoneSetup(): import("../phone/setup/service.js").PhoneSetupService;
+    private _browserSetup?;
+    get browserSetup(): BrowserSetupService;
     get browserAutomations(): BrowserAutomationService;
     private stopGatewayUpdateCheck;
     /** When set (e.g. by `GatewayServer`), `triggerGatewayProcessRestart` can stop HTTP then exit. */

package/dist/src/gateway/service.js

@@ -29,7 +29,7 @@ import { init_session_key, resolveConversationId, sanitizeSegment } from "../rou
 import { listKnowledgeItems } from "../knowledge-memory/repository.js";
 import "../knowledge-memory/index.js";
 import { getDefaultAgentId, init_resolve_route } from "../routing/resolve-route.js";
-import { resolveEffectiveAgentProfileForSession } from "../config/agent-profile.js";
+import { resolveEffectiveAgentConfigForAgent, resolveEffectiveAgentProfileForSession } from "../config/agent-profile.js";
 import { prewarmModelRegistry } from "../providers/model-registry.js";
 import { init_providers, providers_exports } from "../providers/index.js";
 import { AI_USAGE_RETENTION_MS, markStaleAiUsageEventsUnknown, pruneAiUsageEvents } from "../storage/sqlite/ai-usage-repository.js";
@@ -93,6 +93,8 @@ import { DiscussionLiveWorker } from "../discussions/live-worker.js";
 import { DiscussionOrganizerWorker } from "../discussions/organizer-worker.js";
 import { DiscussionSealer } from "../discussions/sealer.js";
 import "../discussions/index.js";
+import { EndpointToolRuntime } from "../endpoint-tools/runtime.js";
+import "../endpoint-tools/index.js";
 import { ManagedComposioEventPoller } from "../connectors/composio-managed-events.js";
 import { startConnectedKnowledgeCoordinator } from "../knowledge/coordinator.js";
 import "../knowledge/index.js";
@@ -100,17 +102,13 @@ import { PersonalReplyComposer } from "../personal-agent/reply-composer.js";
 import { ConnectionRecoveryService } from "../connectors/connection-recovery-service.js";
 import { startConnectorLearningCoordinator } from "../connectors/learning-coordinator.js";
 import { startConnectorSupervisor } from "../connectors/supervisor.js";
-import { EndpointToolRuntime } from "../endpoint-tools/runtime.js";
-import "../endpoint-tools/index.js";
-import { HomeCapabilityPreflightService } from "../home-intelligence/capability-preflight.js";
-import { HomeAdviceGenerator } from "../home-intelligence/generator.js";
-import { HomeIntelligenceHost } from "../home-intelligence/host.js";
-import { HomeSnapshotBuilder } from "../home-intelligence/snapshot.js";
 import { assertGatewayAuthConfigured, extractToken, resolveGatewayAuth, validateToken } from "./auth.js";
 import { prepareAutomationAgentSession } from "./automation-agent-session.js";
 import { stopTailscaleExposure } from "./tailscale-lifecycle.js";
 import { getGatewayFileSpaceService } from "./file-space-service.js";
 import { reconcileHomeIntelligenceAutomation } from "./home-intelligence-automation-reconciler.js";
+import { createPhoneSetupService } from "./hono/routes/phone-setup.js";
+import { BrowserSetupService } from "../browser/setup/service.js";
 import { PhoneStreamGateway } from "../phone/stream-gateway.js";
 import { PersonalProactivityService } from "../personal-agent/proactivity/service.js";
 import { reconcilePersonalProactivityAutomation } from "../personal-agent/proactivity/automation.js";
@@ -164,6 +162,10 @@ import { TaskMainUpdateDecisionService } from "../tasks/task-main-update-decisio
 import { selectTaskMainUpdateAttempt, submitAndConfirmTaskMainUpdate } from "../tasks/task-main-update-input.js";
 import { checkAppContextAccess, prepareAppContext } from "./service/app-context-access.js";
 import { applyAutomaticVoiceLanguage, inferProductLanguageFromEnvironment, initializeVoiceDefaults } from "../voice/language-profile.js";
+import { HomeAdviceGenerator } from "../home-intelligence/generator.js";
+import { HomeIntelligenceHost } from "../home-intelligence/host.js";
+import { HomeSnapshotBuilder } from "../home-intelligence/snapshot.js";
+import { HomeCapabilityPreflightService } from "../home-intelligence/capability-preflight.js";
 import crypto from "node:crypto";
 //#region src/gateway/service.ts
 init_session_repository();
@@ -303,6 +305,47 @@ var GatewayService = class {
 	getModelCatalogSync() {
 		return this.modelCatalogSync;
 	}
+	_phoneSetup;
+	get phoneSetup() {
+		return this._phoneSetup ??= createPhoneSetupService(this);
+	}
+	_browserSetup;
+	get browserSetup() {
+		return this._browserSetup ??= new BrowserSetupService({
+			getConfig: () => this.currentConfig,
+			saveConfig: (next, expected) => this.saveConfig(next, expected),
+			endpoints: this.endpointTools,
+			canSwitchDriver: (conversationId) => !this._agentService?.hasBrowserSessions() && !this.agentRunner.listActiveRuns().some((run) => run.conversationId !== conversationId),
+			policyRevision: (agentId) => {
+				const effective = resolveEffectiveAgentConfigForAgent(agentId).config;
+				return crypto.createHash("sha256").update(JSON.stringify({
+					policy: effective.tools.browser_use,
+					allowlist: effective.toolAllowlist
+				})).digest("hex");
+			},
+			canUseBrowser: (agentId) => {
+				const effective = resolveEffectiveAgentConfigForAgent(agentId).config;
+				return effective.tools.browser_use?.mode !== "deny" && (!effective.toolAllowlist || effective.toolAllowlist.includes("browser_use"));
+			},
+			release: async (endpointId, sessionId) => (await new RealtimeExtensionBrowserProvider(this.endpointTools).send({
+				action: "close",
+				sessionId,
+				target: {
+					kind: "endpoint",
+					endpointId
+				}
+			})).result,
+			doctor: async () => (await import("../browser/providers/browser-ext-install.js")).browserExtDoctor(),
+			prepare: async () => {
+				const installer = await import("../browser/providers/browser-ext-install.js");
+				return {
+					files: await installer.ensureBrowserExtensionArtifacts(),
+					nativeHost: await installer.installBrowserNativeMessagingHost({ configPath: this.getHealth().configPath })
+				};
+			},
+			open: async (action) => (await import("../browser/providers/browser-ext-install.js")).openBrowserExtensionInstallUi({ action })
+		});
+	}
 	get browserAutomations() {
 		if (!this.browserAutomationService) this.browserAutomationService = createRuntimeBrowserAutomationService({
 			getConfig: () => this.config,
@@ -682,6 +725,8 @@ var GatewayService = class {
 			endpointTools: this.endpointTools,
 			getAutomationService: () => this.automationService,
 			getBrowserAutomationService: () => this.browserAutomations,
+			getBrowserSetupService: () => this.browserSetup,
+			getPhoneSetupService: () => this.phoneSetup,
 			emitBrowserEvent: (type, payload) => this.emit(type, payload),
 			getNotesService: () => this.notesService,
 			getProjectService: () => this.projects,

package/dist/src/gateway/xopc-cloud-capability-setup.js

@@ -7,6 +7,7 @@ import { init_model_policy, isComputerModel, isDedicatedComputerProfile } from "
 import { voiceSupportsMode } from "../../packages/realtime-protocol/src/voice-catalog.js";
 import { init_voice } from "../../packages/realtime-protocol/src/voice.js";
 import { getModelCatalogStore, init_model_catalog_store } from "../providers/model-catalog-store.js";
+import { phoneModelProfile } from "../phone/model-adapter.js";
 import { compareCatalogModels } from "../providers/model-catalog-ranking.js";
 import { prepareUpdateGlobalDefaults } from "./global-defaults-admin.js";
 //#region src/gateway/xopc-cloud-capability-setup.ts
@@ -17,7 +18,7 @@ init_agent_config();
 init_repository();
 init_model_catalog_store();
 function supportsCapability(model, capability) {
-	if (model.availability !== "available" || isDedicatedComputerProfile(model.computerUse?.profile)) return false;
+	if (model.availability !== "available" || model.phoneUse || isDedicatedComputerProfile(model.computerUse?.profile)) return false;
 	if (capability === "chat") return model.kind === "language" && (model.operations.includes("chat.completions") || model.operations.includes("responses"));
 	if (capability === "vision") return model.kind === "language" && model.input.includes("image");
 	if (capability === "image-generation") return model.kind === "image" && model.operations.includes("images.generate");
@@ -100,6 +101,11 @@ function completeXopcCloudModelRoutes(models, source) {
 		api: source.api
 	})).sort((left, right) => compareCatalogModels(left, right))[0];
 	if (computer) next.computerUse ??= route(computer);
+	const phone = source.models.filter((model) => model.availability === "available" && phoneModelProfile({
+		...model,
+		api: source.api
+	})).sort((left, right) => compareCatalogModels(left, right, "phone"))[0];
+	if (phone) next.phoneUse ??= route(phone);
 	return next;
 }
 /** Build one atomic config update for the managed XOPC Cloud chat and media capabilities. */

package/dist/src/home-intelligence/host.js

@@ -1,10 +1,10 @@
 import { createLogger } from "../utils/logger/index.js";
 import { init_logger } from "../utils/logger.js";
+import { HomeAdviceBudgetExceededError, isHomeProseLocalized } from "./generator.js";
 import { homePatternKey } from "./strategy.js";
+import { HomeAdvicePolicy } from "./policy.js";
 import { HomeIntelligenceRepository } from "./repository.js";
 import { HomeOpportunityApplicationService } from "./application-service.js";
-import { HomeAdvicePolicy } from "./policy.js";
-import { HomeAdviceBudgetExceededError, isHomeProseLocalized } from "./generator.js";
 import { buildHomeOpportunityNotification } from "./notification.js";
 import { createHash } from "node:crypto";
 //#region src/home-intelligence/host.ts

package/dist/src/infra/unhandled-rejections.js

@@ -1,8 +1,8 @@
 import { __esmMin } from "../../_virtual/_rolldown/runtime.js";
-import { init_global_singleton, resolveGlobalSingleton } from "../utils/global-singleton.js";
-import { init_process_diagnostics, recordProcessDiagnostic } from "./process-diagnostics.js";
 import { createLogger } from "../utils/logger/index.js";
 import { init_logger } from "../utils/logger.js";
+import { init_global_singleton, resolveGlobalSingleton } from "../utils/global-singleton.js";
+import { init_process_diagnostics, recordProcessDiagnostic } from "./process-diagnostics.js";
 import { init_sqlite_errors, isTransientSqliteError } from "./sqlite-errors.js";
 //#region src/infra/unhandled-rejections.ts
 function installSqliteTransientRejectionHandler() {

package/dist/src/infra/update-runner.js

@@ -1,4 +1,5 @@
 import { PACKAGE_VERSION, init_package_version } from "../package-version.js";
+import { runPostUpdateExtensionSync } from "../extensions/update.js";
 import "./update-channels.js";
 import { compareSemver, resolveNpmChannelTag } from "./update-check.js";
 import { readPackageName, readPackageVersion } from "./package-json.js";
@@ -8,7 +9,6 @@ import { runGlobalPackageUpdateSteps } from "./package-update-steps.js";
 import { resolveStableNodePath } from "./stable-node-path.js";
 import { trimLogTail } from "./update-log.js";
 import { maybeRestartGatewayAfterUpdate, prepareGatewayRestart } from "./update-restart.js";
-import { runPostUpdateExtensionSync } from "../extensions/update.js";
 import path from "node:path";
 import fs from "node:fs/promises";
 //#region src/infra/update-runner.ts

package/dist/src/personal-agent/prompts.js

@@ -5,7 +5,7 @@ import { PERSONAL_REPLY_EXAMPLES, PERSONAL_REPLY_STYLE_RULES } from "./reply-sty
 //#region src/personal-agent/prompts.ts
 const DELEGATION_RULES = [
 	"Answer directly when your capabilities suffice. Otherwise call personal_task(command=\"submit\") with a short objective. For a self-contained current request send {command:\"submit\", objective:\"short outcome\", useOriginalRequest:true}; command is required. With this mode, the host copies its entire stored text, including exact constraints. Preserve sourceRefs and explicitly requested Agent/Skills. Use a concise complete description instead when earlier conversation must be synthesized. Submit before reading materials. The background Task Router selects and starts the executor. After the tool succeeds, reply only with a short confirmation such as \"Submitted; I will report the result here.\" in the conversation language, then finish. Do not restate any task details, files, requirements or acceptance criteria, and do not wait for the worker. Remain available for conversation.",
-	"Reuse the existing Task. Inspect get/list only when status is needed; updates and results arrive automatically. Read full questions with get/entry (follow nextBodyOffset); use collaboration/afterSequence for older messages. Use instruct for new direction and answer with the exact questionId for a worker question, resolving it from the brief or conversation first. If you asked the user a worker question, deliver their next answer to that question on this same Task. Do not just acknowledge it in chat. Report saved, delivered and executor-confirmed separately; do not wait or poll for acknowledgement. The final result must reflect the latest direction and disclose anything unconfirmed or unmet. retry_allocation retries selection before execution; inspect previous effects before retrying an execution.",
+	"Reuse the existing Task. Inspect get/list only when status is needed; updates and results arrive automatically. Read full questions with get/entry (follow nextBodyOffset); use collaboration/afterSequence for older messages. For running work send {command:\"instruct\", taskId, instruction} directly for new direction; no baseline lookup is needed. Use revise only after completion with an actual returned result baseline; a missing baseline means use instruct, never fabricate baselineResultId/baselineVersion. Use answer with the exact questionId for a worker question, resolving it from the brief or conversation first. If you asked the user a worker question, deliver their next answer to that question on this same Task. Do not just acknowledge it in chat. Report saved, delivered and executor-confirmed separately; do not wait or poll for acknowledgement. The final result must reflect the latest direction and disclose anything unconfirmed or unmet. retry_allocation retries selection before execution; inspect previous effects before retrying an execution.",
 	"For current news or other live facts, require dated sources in the brief. For recurring work, specify the required automation capability. Report actual allocation, execution and verification states; do not treat submission as execution or a successful run as accepted completion."
 ];
 const TASK_BRIEF_RULE = "When useOriginalRequest=true, keep objective to one short outcome (not a list of files or requirements), and omit description and redundant structured fields; the host copies the complete current input, so do not rewrite or summarize away its constraints. For a context-dependent request, prepare the Task brief by preserving the user request, not by planning the execution. For a straightforward request, use one short paragraph or a few bullets, usually no longer than the user request. Preserve all requested inputs, outputs, permissions and verification. Do not invent extra analyses, edge cases, steps, files or constraints; the worker plans and inspects the data. Default submit fields are objective and description, plus a short title when useful. Omit requirements, expectedOutputs, acceptanceCriteria and constraints when they only repeat the description; use requiredSkills or requirements.requestedAgentId only for an explicit user instruction. Preserve long or exact user specifications completely.";