@xopcai/xopc 0.0.367 → 0.0.369

package/dist/src/browser/runtime/browser-runtime.js

@@ -1,6 +1,5 @@
 import { assertBrowserUrlAllowed, checkPostRedirectUrl, containsApiKeyPattern } from "../url-policy.js";
-import { consumeBrowserApproval, createBrowserApproval } from "../policy/approval-store.js";
-import { browserRiskNeedsApproval, classifyBrowserRisk } from "../policy/browser-policy.js";
+import { classifyBrowserRisk } from "../policy/browser-policy.js";
 import { isAbsolute, relative, resolve } from "node:path";
 import { randomUUID } from "node:crypto";
 //#region src/browser/runtime/browser-runtime.ts
@@ -94,10 +93,7 @@ var BrowserRuntime = class {
 		if (input.action === "navigate") {
 			const blocked = this.validateUrl(input.url);
 			if (blocked) return failure("BLOCKED_URL", blocked);
-			const crossDomainPolicy = this.crossDomainPolicy(session.observation?.url, input.url);
-			if (crossDomainPolicy === "deny") return failure("BLOCKED_URL", "Cross-domain navigation is denied by policy.");
-			const authorization = this.authorize(session.taskKey, input, crossDomainPolicy === "ask" ? "external_effect" : "read", crossDomainPolicy);
-			if (authorization) return authorization;
+			if (this.crossDomainPolicy(session.observation?.url, input.url) === "deny") return failure("BLOCKED_URL", "Cross-domain navigation is denied by policy.");
 			const result = await driver.navigate(session.id, input, signal);
 			return this.validateRedirect(input.url, result);
 		}
@@ -105,10 +101,7 @@ var BrowserRuntime = class {
 			if (input.url) {
 				const blocked = this.validateUrl(input.url);
 				if (blocked) return failure("BLOCKED_URL", blocked);
-				const crossDomainPolicy = this.crossDomainPolicy(session.observation?.url, input.url);
-				if (crossDomainPolicy === "deny") return failure("BLOCKED_URL", "Cross-domain navigation is denied by policy.");
-				const authorization = this.authorize(session.taskKey, input, crossDomainPolicy === "ask" ? "external_effect" : "read", crossDomainPolicy);
-				if (authorization) return authorization;
+				if (this.crossDomainPolicy(session.observation?.url, input.url) === "deny") return failure("BLOCKED_URL", "Cross-domain navigation is denied by policy.");
 			}
 			const result = await driver.tabs(session.id, input, signal);
 			if (!input.url || !result.ok) return result;
@@ -117,15 +110,21 @@ var BrowserRuntime = class {
 			return blocked ? failure("BLOCKED_URL", blocked) : result;
 		}
 		if (input.action === "sequence") return this.executeSequence(driver, session, input, signal);
+		if (input.action === "resolve") return driver.perform(session.id, input, signal);
 		const target = findActionTarget(input, session.observation);
 		const risk = classifyBrowserRisk(input, target);
 		if (input.action === "upload") {
 			const invalidPath = this.invalidUploadPath(input.paths);
 			if (invalidPath) return failure("INVALID_INPUT", invalidPath);
 		}
-		const authorization = this.authorize(session.taskKey, input, risk, void 0, target);
-		if (authorization) return authorization;
-		return withRisk(await driver.perform(session.id, input, signal), risk);
+		if (this.actionDenied(input, risk)) return failure("INVALID_INPUT", `Browser action is denied by policy (${risk}).`);
+		if (input.action === "click" && target?.href) {
+			const blocked = this.validateUrl(target.href);
+			if (blocked) return failure("BLOCKED_URL", blocked);
+			if (this.crossDomainPolicy(session.observation?.url, target.href) === "deny") return failure("BLOCKED_URL", "Cross-domain navigation is denied by policy.");
+		}
+		const result = await driver.perform(session.id, input, signal);
+		return withRisk(this.validateRedirect(session.observation?.url ?? "", result), risk);
 	}
 	async executeSequence(driver, session, input, signal) {
 		const config = this.options.getConfig();
@@ -138,8 +137,7 @@ var BrowserRuntime = class {
 			const risk = classifyBrowserRisk(step, findActionTarget(step, session.observation));
 			if (riskRank(risk) > riskRank(highestRisk)) highestRisk = risk;
 		}
-		const authorization = this.authorize(session.taskKey, input, highestRisk);
-		if (authorization) return authorization;
+		if (this.actionDenied(input, highestRisk)) return failure("INVALID_INPUT", `Browser action is denied by policy (${highestRisk}).`);
 		for (const step of input.steps) {
 			const primitive = {
 				...step,
@@ -165,27 +163,13 @@ var BrowserRuntime = class {
 			}
 		};
 	}
-	authorize(conversationId, input, risk, explicitPolicy, target) {
+	actionDenied(input, risk) {
 		const security = this.options.getConfig().security;
-		const policy = explicitPolicy ?? (input.action === "upload" ? security.uploads : security.consequentialActions);
-		if (!browserRiskNeedsApproval(risk) || policy === "allow") return null;
-		if (policy === "deny") return failure("APPROVAL_REQUIRED", `Browser action is denied by policy (${risk}).`);
-		if (consumeBrowserApproval(input.approvalId, conversationId, input)) return null;
-		const approval = createBrowserApproval(conversationId, input, risk, browserApprovalSummary(input, target));
-		this.options.emit?.("browser.approval.required", approval);
-		return {
-			ok: false,
-			error: {
-				code: "APPROVAL_REQUIRED",
-				message: "This browser action needs local-owner approval before it can run.",
-				approval: {
-					id: approval.id,
-					risk,
-					summary: approval.summary,
-					expiresAt: approval.expiresAt
-				}
-			}
-		};
+		return (input.action === "upload" ? security.uploads : security.consequentialActions) === "deny" && [
+			"external_effect",
+			"destructive",
+			"sensitive"
+		].includes(risk);
 	}
 	validateUrl(url) {
 		if (containsApiKeyPattern(url)) return "URL contains a credential-like value.";
@@ -338,27 +322,6 @@ function findActionTarget(input, observation) {
 	const ref = "ref" in input && input.ref ? input.ref : input.action === "press" ? observation?.focused : void 0;
 	return ref ? observation?.nodes.find((node) => node.ref === ref) : void 0;
 }
-function browserApprovalSummary(input, target) {
-	const targetName = target?.name.trim() ? ` “${target.name.slice(0, 120)}”` : "";
-	switch (input.action) {
-		case "navigate": return `Navigate to ${safeUrlLabel(input.url)}.`;
-		case "tabs": return input.url ? `Open a tab at ${safeUrlLabel(input.url)}.` : `Change browser tabs (${input.operation}).`;
-		case "click": return `Click${targetName || ` element ${input.ref}`}.`;
-		case "fill": return `${target?.states.includes("sensitive") ? "Fill a sensitive field" : "Fill field"}${targetName || ` ${input.ref}`}${input.submit ? " and submit the form" : ""}.`;
-		case "upload": return `Upload ${input.paths.length} file${input.paths.length === 1 ? "" : "s"}${targetName ? ` using${targetName}` : ""}.`;
-		case "press": return `Press ${input.key}${targetName ? ` on${targetName}` : ""}.`;
-		case "sequence": return `Run ${input.steps.length} browser actions as one sequence.`;
-		default: return `Run browser action “${input.action}”${targetName ? ` on${targetName}` : ""}.`;
-	}
-}
-function safeUrlLabel(raw) {
-	try {
-		const url = new URL(raw);
-		return `${url.origin}${url.pathname}`.slice(0, 240);
-	} catch {
-		return "the requested URL";
-	}
-}
 function withoutVisual(value) {
 	if (!value || typeof value !== "object") return value;
 	return JSON.parse(JSON.stringify(value, (key, child) => key === "visual" ? void 0 : child));

package/dist/src/cli/commands/doctor/checks/database-schema.js

@@ -53,7 +53,7 @@ async function checkDatabaseSchema(ctx) {
 		id: "database-schema",
 		label: "Database schema",
 		status: "pass",
-		message: `SQLite schema v${status.dbVersion} (current release v237).`,
+		message: `SQLite schema v${status.dbVersion} (current release v239).`,
 		hints: []
 	};
 }

package/dist/src/computer/runtime.js

@@ -173,7 +173,7 @@ var ComputerRuntime = class {
 				const metadata = (await readComputerJson(response, 2 * 1024 * 1024)).data?.find((item) => item.id === model.id)?.xopc;
 				const parsedDeployment = z.object({
 					revision: z.string().regex(/^[a-f0-9]{64}$/),
-					origin: z.string().url()
+					origin: z.string().url().optional()
 				}).safeParse(metadata?.computerDeployment);
 				const parsedLimits = ComputerServiceLimitsSchema.optional().safeParse(metadata?.computerLimits);
 				if (!parsedDeployment.success || !parsedLimits.success) throw new Error("COMPUTER_DEPLOYMENT_UNAVAILABLE");
@@ -204,7 +204,7 @@ var ComputerRuntime = class {
 					profile,
 					origin: new URL(model.baseUrl).origin,
 					runtimeLocation: "unknown",
-					...deployment ? { upstreamOrigin: deployment.origin } : {}
+					...deployment?.origin ? { upstreamOrigin: deployment.origin } : {}
 				},
 				createdAt: Date.now(),
 				actions: 0,

package/dist/src/config/schema.d.ts

@@ -87,21 +87,21 @@ export declare const BrowserConfigSchema: z.ZodDefault<z.ZodObject<{
     security: z.ZodDefault<z.ZodObject<{
         privateNetworks: z.ZodDefault<z.ZodLiteral<"deny">>;
         allowedPrivateHosts: z.ZodDefault<z.ZodArray<z.ZodString>>;
-        crossDomainNavigation: z.ZodDefault<z.ZodEnum<{
+        crossDomainNavigation: z.ZodPipe<z.ZodDefault<z.ZodEnum<{
             allow: "allow";
             deny: "deny";
             ask: "ask";
-        }>>;
-        uploads: z.ZodDefault<z.ZodEnum<{
+        }>>, z.ZodTransform<"allow" | "deny", "allow" | "deny" | "ask">>;
+        uploads: z.ZodPipe<z.ZodDefault<z.ZodEnum<{
             allow: "allow";
             deny: "deny";
             ask: "ask";
-        }>>;
-        consequentialActions: z.ZodDefault<z.ZodEnum<{
+        }>>, z.ZodTransform<"allow" | "deny", "allow" | "deny" | "ask">>;
+        consequentialActions: z.ZodPipe<z.ZodDefault<z.ZodEnum<{
             allow: "allow";
             deny: "deny";
             ask: "ask";
-        }>>;
+        }>>, z.ZodTransform<"allow" | "deny", "allow" | "deny" | "ask">>;
     }, z.core.$strict>>;
 }, z.core.$strict>>;
 export { TelegramTopicConfigSchema, TelegramGroupConfigSchema, TelegramAccountConfigSchema, TelegramConfigSchema, } from '../../extensions/telegram/src/config-schema.js';
@@ -1611,21 +1611,21 @@ export declare const ConfigSchema: z.ZodDefault<z.ZodObject<{
         security: z.ZodDefault<z.ZodObject<{
             privateNetworks: z.ZodDefault<z.ZodLiteral<"deny">>;
             allowedPrivateHosts: z.ZodDefault<z.ZodArray<z.ZodString>>;
-            crossDomainNavigation: z.ZodDefault<z.ZodEnum<{
+            crossDomainNavigation: z.ZodPipe<z.ZodDefault<z.ZodEnum<{
                 allow: "allow";
                 deny: "deny";
                 ask: "ask";
-            }>>;
-            uploads: z.ZodDefault<z.ZodEnum<{
+            }>>, z.ZodTransform<"allow" | "deny", "allow" | "deny" | "ask">>;
+            uploads: z.ZodPipe<z.ZodDefault<z.ZodEnum<{
                 allow: "allow";
                 deny: "deny";
                 ask: "ask";
-            }>>;
-            consequentialActions: z.ZodDefault<z.ZodEnum<{
+            }>>, z.ZodTransform<"allow" | "deny", "allow" | "deny" | "ask">>;
+            consequentialActions: z.ZodPipe<z.ZodDefault<z.ZodEnum<{
                 allow: "allow";
                 deny: "deny";
                 ask: "ask";
-            }>>;
+            }>>, z.ZodTransform<"allow" | "deny", "allow" | "deny" | "ask">>;
         }, z.core.$strict>>;
     }, z.core.$strict>>;
     computer: z.ZodPrefault<z.ZodObject<{

package/dist/src/config/schema.js

@@ -111,23 +111,23 @@ var init_schema = __esmMin((() => {
 				"allow",
 				"ask",
 				"deny"
-			]).default("ask"),
+			]).default("allow").transform((policy) => policy === "ask" ? "allow" : policy),
 			uploads: z.enum([
 				"allow",
 				"ask",
 				"deny"
-			]).default("ask"),
+			]).default("allow").transform((policy) => policy === "ask" ? "allow" : policy),
 			consequentialActions: z.enum([
 				"allow",
 				"ask",
 				"deny"
-			]).default("ask")
+			]).default("allow").transform((policy) => policy === "ask" ? "allow" : policy)
 		}).strict().default({
 			privateNetworks: "deny",
 			allowedPrivateHosts: [],
-			crossDomainNavigation: "ask",
-			uploads: "ask",
-			consequentialActions: "ask"
+			crossDomainNavigation: "allow",
+			uploads: "allow",
+			consequentialActions: "allow"
 		})
 	}).strict().default({
 		enabled: true,
@@ -145,9 +145,9 @@ var init_schema = __esmMin((() => {
 		security: {
 			privateNetworks: "deny",
 			allowedPrivateHosts: [],
-			crossDomainNavigation: "ask",
-			uploads: "ask",
-			consequentialActions: "ask"
+			crossDomainNavigation: "allow",
+			uploads: "allow",
+			consequentialActions: "allow"
 		}
 	});
 	SessionDmScopeSchema = z.enum([
@@ -1092,9 +1092,9 @@ workDiscoveryOnboarding: z.boolean().default(true) }).strict().default({ workDis
 			security: {
 				privateNetworks: "deny",
 				allowedPrivateHosts: [],
-				crossDomainNavigation: "ask",
-				uploads: "ask",
-				consequentialActions: "ask"
+				crossDomainNavigation: "allow",
+				uploads: "allow",
+				consequentialActions: "allow"
 			}
 		},
 		tools: { web: { search: {

package/dist/src/endpoint-tools/policy.js

@@ -1,6 +1,6 @@
 import { ENDPOINT_CONTACT_LIST_OUTPUT_SCHEMA, ENDPOINT_CONTACT_OUTPUT_SCHEMA, ENDPOINT_FILE_OUTPUT_SCHEMA, ENDPOINT_TEXT_OUTPUT_SCHEMA, canonicalJson, init_src } from "../../packages/endpoint-tools-protocol/src/index.js";
 import { COMPUTER_INPUT_SCHEMA, COMPUTER_OUTPUT_SCHEMA, init_src as init_src$1 } from "../../packages/computer-control-contract/src/index.js";
-import { BROWSER_CONTROL_ENDPOINT_INPUT_SCHEMA, BROWSER_CONTROL_ENDPOINT_OUTPUT_SCHEMA } from "../../packages/browser-control-contract/src/index.js";
+import { BROWSER_CONTROL_ENDPOINT_DESCRIPTOR, BROWSER_CONTROL_ENDPOINT_INPUT_SCHEMA, BROWSER_CONTROL_ENDPOINT_OUTPUT_SCHEMA, BROWSER_RECORDING_ENDPOINT_DESCRIPTOR, BROWSER_RECORDING_ENDPOINT_INPUT_SCHEMA } from "../../packages/browser-control-contract/src/index.js";
 import Ajv2020 from "ajv/dist/2020.js";
 //#region src/endpoint-tools/policy.ts
 init_src$1();
@@ -38,7 +38,8 @@ const POLICY_BY_TOOL = {
 	"mobile.device.get_info": contract("public.background-read", ENDPOINT_TEXT_OUTPUT_SCHEMA, ["text"], []),
 	"mobile.clipboard.write": contract("user.foreground-write", ENDPOINT_TEXT_OUTPUT_SCHEMA, ["text"], ["clipboard-write"]),
 	"mobile.app.open_url": contract("user.foreground-write", ENDPOINT_TEXT_OUTPUT_SCHEMA, ["text"], ["open-external-url"]),
-	"browser.control": contract("browser.control", BROWSER_CONTROL_ENDPOINT_OUTPUT_SCHEMA, ["json"], ["browser-control"], [], BROWSER_CONTROL_ENDPOINT_INPUT_SCHEMA)
+	"browser.control": contract("browser.control", BROWSER_CONTROL_ENDPOINT_OUTPUT_SCHEMA, ["json"], ["browser-control"], [], BROWSER_CONTROL_ENDPOINT_INPUT_SCHEMA),
+	"browser.recording": contract("browser.control", BROWSER_CONTROL_ENDPOINT_OUTPUT_SCHEMA, ["json"], ["browser-control"], [], BROWSER_RECORDING_ENDPOINT_INPUT_SCHEMA)
 };
 var EndpointToolPolicy = class {
 	ajv = new Ajv2020({
@@ -88,7 +89,7 @@ var EndpointToolPolicy = class {
 				return;
 			case "browser.control":
 				this.assertFields(descriptor, "write", "never", false, "personal");
-				if (descriptor.requiredPermissions.length !== 1 || descriptor.requiredPermissions[0] !== "browser-control" || descriptor.timeoutMs !== 12e4 || descriptor.maxConcurrency !== 4 || descriptor.supportsCancellation !== true || descriptor.idempotent !== false) throw new EndpointToolPolicyError(`Browser tool ${descriptor.name} violates its trusted policy`);
+				if (descriptor.requiredPermissions.length !== 1 || descriptor.requiredPermissions[0] !== "browser-control" || descriptor.timeoutMs !== 12e4 || descriptor.maxConcurrency !== (descriptor.name === BROWSER_RECORDING_ENDPOINT_DESCRIPTOR.name ? BROWSER_RECORDING_ENDPOINT_DESCRIPTOR.maxConcurrency : BROWSER_CONTROL_ENDPOINT_DESCRIPTOR.maxConcurrency) || descriptor.supportsCancellation !== true || descriptor.idempotent !== false) throw new EndpointToolPolicyError(`Browser tool ${descriptor.name} violates its trusted policy`);
 				return;
 			case "computer.session-scoped":
 				this.assertFields(descriptor, "write", "never", false, "personal");

package/dist/src/gateway/hono/routes/browser-automations.js

@@ -1,8 +1,11 @@
+import { getGatewayPrincipal } from "../../security/gateway-principal.js";
 //#region src/gateway/hono/routes/browser-automations.ts
 function presentRun(run) {
 	return {
 		id: run.id,
 		automationId: run.automationId,
+		automationRevision: run.automationRevision,
+		businessOutcome: run.businessOutcome,
 		status: run.status,
 		inputs: run.inputs,
 		result: run.result,
@@ -21,6 +24,14 @@ function parseStatus(value) {
 function registerBrowserAutomationRoutes(authenticated, deps) {
 	const service = deps.service.browserAutomations;
 	authenticated.get("/api/browser/automations", (c) => c.json({ automations: service.list() }));
+	authenticated.post("/api/browser/automations/validate", async (c) => {
+		const parsed = service.validate((await c.req.json()).definition);
+		return c.json({
+			valid: parsed.success,
+			issues: parsed.success ? [] : parsed.error.issues
+		});
+	});
+	authenticated.get("/api/browser/automations/:id/versions", (c) => c.json({ versions: service.versions(c.req.param("id")) }));
 	authenticated.post("/api/browser/automations", deps.strictRateLimitMiddleware, async (c) => {
 		try {
 			const body = await c.req.json();
@@ -29,7 +40,7 @@ function registerBrowserAutomationRoutes(authenticated, deps) {
 				status: parseStatus(body.status)
 			}) }, 201);
 		} catch (error) {
-			return c.json({ error: error instanceof Error ? error.message : String(error) }, 400);
+			return c.json({ error: error instanceof Error ? error.message : String(error) }, /revision changed|reused/.test(String(error)) ? 409 : 400);
 		}
 	});
 	authenticated.get("/api/browser/automations/:id", (c) => {
@@ -44,10 +55,11 @@ function registerBrowserAutomationRoutes(authenticated, deps) {
 			return c.json({ automation: service.save({
 				definition: body.definition ?? current.definition,
 				status: parseStatus(body.status) ?? current.status,
-				expectedId: current.id
+				expectedId: current.id,
+				expectedRevision: body.expectedRevision
 			}) });
 		} catch (error) {
-			return c.json({ error: error instanceof Error ? error.message : String(error) }, 400);
+			return c.json({ error: error instanceof Error ? error.message : String(error) }, /revision changed|reused/.test(String(error)) ? 409 : 400);
 		}
 	});
 	authenticated.delete("/api/browser/automations/:id", deps.strictRateLimitMiddleware, (c) => {
@@ -57,13 +69,17 @@ function registerBrowserAutomationRoutes(authenticated, deps) {
 			return c.json({ error: error instanceof Error ? error.message : String(error) }, 409);
 		}
 	});
-	authenticated.post("/api/browser/automations/:id/run", deps.strictRateLimitMiddleware, async (c) => {
+	authenticated.post("/api/browser/automations/:id/:operation{run|test}", deps.strictRateLimitMiddleware, async (c) => {
 		try {
-			const inputs = (await c.req.json().catch(() => ({}))).inputs ?? {};
+			const body = await c.req.json().catch(() => ({}));
+			const inputs = body.inputs ?? {};
 			if (!inputs || typeof inputs !== "object" || Array.isArray(inputs)) return c.json({ error: "inputs must be an object." }, 400);
-			return c.json({ run: presentRun(service.startRun(c.req.param("id"), inputs)) }, 202);
+			return c.json({ run: presentRun(service.startRun(c.req.param("id"), inputs, {
+				revision: body.revision,
+				clientRequestId: typeof body.clientRequestId === "string" ? `${getGatewayPrincipal(c).kind === "device" ? getGatewayPrincipal(c).deviceId : "owner"}:${body.clientRequestId}` : void 0
+			})) }, 202);
 		} catch (error) {
-			return c.json({ error: error instanceof Error ? error.message : String(error) }, 400);
+			return c.json({ error: error instanceof Error ? error.message : String(error) }, /revision changed|reused/.test(String(error)) ? 409 : 400);
 		}
 	});
 	authenticated.get("/api/browser/automation-runs", (c) => c.json({ runs: service.listRuns(c.req.query("automationId")).map(presentRun) }));

package/dist/src/gateway/hono/routes/browser-recordings.d.ts

@@ -0,0 +1,3 @@
+import type { Hono } from 'hono';
+import type { AuthenticatedRouteDeps } from './deps.js';
+export declare function registerBrowserRecordingRoutes(app: Hono, deps: AuthenticatedRouteDeps): void;

package/dist/src/gateway/hono/routes/browser-recordings.js

@@ -0,0 +1,78 @@
+import { getGatewayPrincipal } from "../../security/gateway-principal.js";
+import { BrowserRecordingService } from "../../../browser/recordings/service.js";
+import { randomUUID } from "node:crypto";
+//#region src/gateway/hono/routes/browser-recordings.ts
+function recordingAvailability(deps, deviceId) {
+	const browsers = deps.service.endpointTools.registry.list().filter((endpoint) => endpoint.kind === "browser" && (!deviceId || endpoint.principalId === deviceId));
+	const endpoints = browsers.filter((endpoint) => endpoint.tools.some((tool) => tool.descriptor.name === "browser.recording")).map(({ endpointId, displayName }) => ({
+		endpointId,
+		displayName
+	}));
+	return {
+		state: endpoints.length > 1 ? "choose_browser" : endpoints.length === 1 ? "ready" : browsers.length ? "update_required" : "connect_required",
+		endpoints
+	};
+}
+function registerBrowserRecordingRoutes(app, deps) {
+	const service = new BrowserRecordingService(deps.service.browserAutomations);
+	app.get("/api/browser/recordings/availability", (c) => {
+		const principal = getGatewayPrincipal(c);
+		return c.json(recordingAvailability(deps, principal.kind === "device" ? principal.deviceId : void 0));
+	});
+	app.post("/api/browser/recordings/control", async (c) => {
+		try {
+			const body = await c.req.json();
+			if (![
+				"start",
+				"pause",
+				"resume",
+				"finish",
+				"status"
+			].includes(body.operation)) return c.json({ error: "Invalid recording operation." }, 400);
+			const principal = getGatewayPrincipal(c);
+			const endpoints = deps.service.endpointTools.registry.list().filter((endpoint) => endpoint.kind === "browser" && (principal.kind !== "device" || endpoint.principalId === principal.deviceId) && (!body.endpointId || endpoint.endpointId === body.endpointId) && endpoint.tools.some((tool) => tool.descriptor.name === "browser.recording"));
+			if (endpoints.length !== 1) {
+				const availability = recordingAvailability(deps, principal.kind === "device" ? principal.deviceId : void 0);
+				return c.json({
+					code: availability.state === "ready" ? "connect_required" : availability.state,
+					error: "Recording requires a connected browser with recording support.",
+					endpoints: availability.endpoints
+				}, 409);
+			}
+			const endpoint = endpoints[0];
+			const tool = deps.service.endpointTools.registry.getTool(endpoint.endpointId, "browser.recording");
+			const result = await deps.service.endpointTools.invocations.invoke({
+				endpointId: endpoint.endpointId,
+				toolCallId: `recording:${randomUUID()}`,
+				toolName: "browser.recording",
+				arguments: { operation: body.operation },
+				descriptorRevision: tool.revision,
+				signal: AbortSignal.timeout(3e4)
+			});
+			return c.json({
+				value: result.content.find((item) => item.type === "json")?.value,
+				endpointId: endpoint.endpointId
+			});
+		} catch (error) {
+			return c.json({ error: error instanceof Error ? error.message : String(error) }, 400);
+		}
+	});
+	app.post("/api/browser/recordings/:id/:operation{events|finish}", async (c) => {
+		const principal = getGatewayPrincipal(c);
+		const endpointId = c.req.header("x-endpoint-id") ?? "";
+		const claim = c.req.header("x-endpoint-claim") ?? "";
+		const endpoint = deps.service.endpointTools.registry.get(endpointId);
+		if (principal.kind !== "device" || !principal.deviceId || endpoint?.principalId !== principal.deviceId || !deps.service.endpointTools.registry.verifyTurnClaim(endpointId, claim)) return c.json({ error: "Recording device is not authenticated." }, 403);
+		try {
+			if (Number(c.req.header("content-length") ?? 0) > 262144) return c.json({ error: "Recording batch is too large." }, 413);
+			const raw = await c.req.text();
+			if (Buffer.byteLength(raw) > 262144) return c.json({ error: "Recording batch is too large." }, 413);
+			const body = JSON.parse(raw);
+			return c.req.param("operation") === "events" ? c.json(service.append(c.req.param("id"), principal.deviceId, body.events)) : c.json({ automation: service.finish(c.req.param("id"), principal.deviceId, body.finalSeq) });
+		} catch (error) {
+			return c.json({ error: error instanceof Error ? error.message : String(error) }, 400);
+		}
+	});
+}
+//#endregion
+export { registerBrowserRecordingRoutes };

package/dist/src/gateway/hono/routes/browser.js

@@ -3,14 +3,13 @@ import { browserTabBindingRequestSchema } from "../../../../packages/gateway-con
 import { init_src } from "../../../../packages/gateway-contract/src/index.js";
 import { getDevice, init_device_access_repository } from "../../../storage/sqlite/device-access-repository.js";
 import "../../../../packages/browser-control-contract/src/index.js";
-import { decideBrowserApproval, listBrowserApprovals } from "../../../browser/policy/approval-store.js";
 import { createBrowserDriver } from "../../../browser/drivers/create-driver.js";
 import { checkBrowserReadiness } from "../../../browser/readiness.js";
 import { isLoopbackClientIp } from "../../security/loopback.js";
 import { getGatewayPrincipal } from "../../security/gateway-principal.js";
 import { getConnInfo } from "@hono/node-server/conninfo";
 //#region src/gateway/hono/routes/browser.ts
-/** Browser Control status, approvals, and driver diagnostics. */
+/** Browser Control status and driver diagnostics. */
 init_src();
 init_device_access_repository();
 init_browser_tab_binding_repository();
@@ -332,38 +331,6 @@ function registerBrowserRoutes(authenticated, deps) {
 			}, 400);
 		}
 	});
-	authenticated.get("/api/browser/approvals", (c) => {
-		const conversationId = c.req.query("conversationId");
-		if (!isLocalOwnerRequest(c, service) && (!conversationId || !canManageBrowserSession(c, service, conversationId))) return c.json({
-			ok: false,
-			error: "Local owner access required."
-		}, 403);
-		return c.json({
-			ok: true,
-			approvals: listBrowserApprovals(conversationId)
-		});
-	});
-	authenticated.post("/api/browser/approvals/respond", strictRateLimitMiddleware, async (c) => {
-		const body = await c.req.json().catch(() => null);
-		const approval = typeof body?.id === "string" ? listBrowserApprovals().find((candidate) => candidate.id === body.id) : void 0;
-		if (!isLocalOwnerRequest(c, service) && (!approval || !canManageBrowserSession(c, service, approval.conversationId))) return c.json({
-			ok: false,
-			error: "Local owner access required."
-		}, 403);
-		if (typeof body?.id !== "string" || body.decision !== "approved" && body.decision !== "denied") return c.json({
-			ok: false,
-			error: "id and decision are required."
-		}, 400);
-		const decided = decideBrowserApproval(body.id, body.decision);
-		if (!decided) return c.json({
-			ok: false,
-			error: "Approval not found."
-		}, 404);
-		return c.json({
-			ok: true,
-			approval: decided
-		});
-	});
 	authenticated.get("/api/browser/playwright/doctor", async (c) => {
 		try {
 			const { playwrightChromiumDoctor } = await import("../../../browser/providers/playwright-doctor.js");

package/dist/src/gateway/hono/routes/device-push.js

@@ -13,6 +13,7 @@ function parsePreferences(value) {
 	const source = value;
 	const result = {};
 	for (const key of [
+		"chatNeedsInput",
 		"chatCompleted",
 		"chatFailed",
 		"taskNeedsInput",

package/dist/src/gateway/hono/routes/home.js

@@ -13,7 +13,7 @@ init_sqlite();
 /** Register the unified work-home read model and its decision actions. */
 function registerHomeRoutes(authenticated, deps) {
 	const { service } = deps;
-	const home = new HomeQueryService(service, () => service.homeIntelligence.getAdvisor());
+	const home = new HomeQueryService(service, (locale) => service.homeIntelligence.getAdvisor(locale));
 	authenticated.get("/api/home", async (c) => {
 		const locale = c.req.query("locale");
 		return c.json(await home.getSnapshot(locale));

package/dist/src/gateway/hono/routes/lazy-bundles.js

@@ -123,6 +123,14 @@ const AUTHENTICATED_LAZY_ROUTE_BUNDLES = [
 			return { register: registerBrowserInstallRoutes };
 		}
 	},
+	{
+		id: "browser-recordings",
+		match: (path) => path.startsWith("/api/browser/recordings/"),
+		load: async () => {
+			const { registerBrowserRecordingRoutes } = await import("./browser-recordings.js");
+			return { register: registerBrowserRecordingRoutes };
+		}
+	},
 	{
 		id: "browser-automations",
 		match: (path) => startsWithAny(path, ["/api/browser/automations", "/api/browser/automation-runs"]),

package/dist/src/gateway/hono/routes/personal-agent.js

@@ -1,6 +1,7 @@
 import { getDevice, init_device_access_repository } from "../../../storage/sqlite/device-access-repository.js";
 import { getPersonalRequest, init_request_repository, listPersonalRequests } from "../../../personal-agent/request-repository.js";
 import { getPersonalAgent } from "../../../personal-agent/repository.js";
+import { writeAgentAvatarFromBase64 } from "../../agents-admin.js";
 import { TaskOriginRepository } from "../../../tasks/task-origin-repository.js";
 import { cancelPersonalRequest, personalRequestSnapshot, publishPersonalRequest } from "../../../personal-agent/request-service.js";
 import { PersonalOnboardingDraftSchema, PersonalOnboardingStepSchema, finishPersonalWelcome, getPersonalOnboarding, savePersonalOnboarding } from "../../../personal-agent/onboarding.js";
@@ -12,6 +13,14 @@ import { z } from "zod";
 //#region src/gateway/hono/routes/personal-agent.ts
 init_device_access_repository();
 init_request_repository();
+const AvatarSchema = z.object({
+	base64: z.string().min(1).max(7e5),
+	mimeType: z.enum([
+		"image/png",
+		"image/jpeg",
+		"image/webp"
+	])
+}).strict();
 const CreateSchema = z.object({
 	model: z.string().trim().min(3).optional(),
 	displayName: z.string().trim().min(1).max(60).optional(),
@@ -54,6 +63,32 @@ function registerPersonalAgentRoutes(authenticated, deps) {
 		return platform === "harmonyos" || platform === "ios" || platform === "android" ? "local-owner" : null;
 	};
 	registerProactivityRoutes(authenticated, deps, owner);
+	authenticated.put("/api/personal-agent/avatar", deps.strictRateLimitMiddleware, async (c) => {
+		const ownerId = owner(c);
+		if (!ownerId) return c.json({
+			ok: false,
+			error: "Owner access is required"
+		}, 403);
+		const record = getPersonalAgent(ownerId);
+		if (!record || record.state !== "ready") return c.json({
+			ok: false,
+			error: "Personal AI is not ready"
+		}, 409);
+		const input = AvatarSchema.safeParse(await c.req.json().catch(() => null));
+		if (!input.success) return c.json({
+			ok: false,
+			error: "Invalid avatar"
+		}, 400);
+		const result = await writeAgentAvatarFromBase64(record.agentId, input.data.base64, input.data.mimeType);
+		if (result.ok === false) return c.json({
+			ok: false,
+			error: result.error
+		}, result.status ?? 400);
+		return c.json({
+			ok: true,
+			payload: { agentId: record.agentId }
+		});
+	});
 	authenticated.get("/api/personal-agent", async (c) => {
 		const ownerId = owner(c);
 		if (!ownerId) return c.json({

package/dist/src/gateway/hono/routes/voice.js

@@ -1,5 +1,5 @@
 import { voiceSelectionSchema } from "../../../../packages/realtime-protocol/src/voice-catalog.js";
-import { createVoiceSessionRequestSchema, init_voice } from "../../../../packages/realtime-protocol/src/voice.js";
+import { VOICE_TIMING_METRICS, createVoiceSessionRequestSchema, init_voice } from "../../../../packages/realtime-protocol/src/voice.js";
 import { getDefaultModelSync, init_providers, resolveModel } from "../../../providers/index.js";
 import { isPersonalConversation } from "../../../personal-agent/repository.js";
 import { completeWithResolvedCredentials } from "../../../providers/model-call.js";
@@ -312,7 +312,10 @@ function registerVoiceRoutes(authenticated, deps) {
 			}, 409);
 			if (action === "preflight") {
 				await service.voiceRealtime.preflight(parsed.data);
-				return c.json({ ok: true });
+				return c.json({
+					ok: true,
+					timingMetrics: VOICE_TIMING_METRICS
+				});
 			}
 			const principal = getGatewayPrincipal(c);
 			const create = () => service.voiceRealtime.createSession(parsed.data, principal.principalId);

package/dist/src/gateway/security/gateway-scopes.js

@@ -20,7 +20,9 @@ function requiredGatewayScope(method, path) {
 	if (path.startsWith("/api/endpoint-tools")) return "device.self";
 	if (path === "/api/personal-agent/activity") return "tasks.read";
 	if (path === "/api/personal-agent" || path.startsWith("/api/personal-agent/")) return methodScope(method, "sessions.read", "sessions.write");
-	if (path.startsWith("/api/browser/tab-bindings") || path.startsWith("/api/browser/approvals")) return methodScope(method, "sessions.read", "sessions.write");
+	if (path.startsWith("/api/browser/recordings/")) return "device.self";
+	if (path.startsWith("/api/browser/automations") || path.startsWith("/api/browser/automation-runs")) return methodScope(method, "automations.read", "automations.write");
+	if (path.startsWith("/api/browser/tab-bindings")) return methodScope(method, "sessions.read", "sessions.write");
 	if (method === "GET" && path === "/api/connectors/approvals") return "sessions.read";
 	if (method === "POST" && path === "/api/connectors/approvals/respond") return "sessions.write";
 	if (path === "/api/agent" || path.startsWith("/api/agent/")) return "agents.run";

package/dist/src/gateway/service/agent-runner.js

@@ -397,6 +397,7 @@ var GatewayAgentRunner = class {
 			suggestedAnswer: request.suggestedAnswer,
 			approvalKey: request.approvalKey
 		});
+		this.opts.emit("clarification.created", wait);
 		const event = {
 			type: "clarify_request",
 			requestId: wait.id,