crewly 1.20.160 → 1.20.161

package/dist/backend/backend/src/services/browser/owner-browser-input.d.ts

@@ -0,0 +1,211 @@
+/**
+ * Owner Browser Input
+ *
+ * Turns what the owner does to a picture of a page — tap here, type this,
+ * press Enter — into the browser operations an agent would use, aimed at the
+ * tab of the session the owner has taken over.
+ *
+ * The owner is usually not at the machine. They are on a phone, looking at a
+ * frame the live view captured, and "Take control" used to lock the agent
+ * out and then leave them with nothing they could do. This module is the
+ * pure half of fixing that: validating input, mapping a tap on the frame to a
+ * point on the page, and choosing the operation. Dispatch lives in the browser
+ * controller, which already owns transport selection.
+ *
+ * **Typed text is a password more often than not.** Nothing here logs it,
+ * describes it or keeps it; {@link describeOwnerInput} reports only how many
+ * characters were typed.
+ *
+ * @module services/browser/owner-browser-input
+ */
+import { BROWSER_OWNER_INPUT_CONSTANTS } from '../../constants.js';
+/** A key the owner can press from the control bar. */
+export type OwnerKey = (typeof BROWSER_OWNER_INPUT_CONSTANTS.KEYS)[number];
+/** One thing the owner did. */
+export type OwnerInput = {
+    kind: 'tap';
+    /** X in the displayed frame's own pixels */
+    x: number;
+    /** Y in the displayed frame's own pixels */
+    y: number;
+    /** Natural width of the frame the owner tapped */
+    frameWidth: number;
+    /** Natural height of the frame the owner tapped */
+    frameHeight: number;
+} | {
+    kind: 'type';
+    text: string;
+} | {
+    kind: 'key';
+    key: OwnerKey;
+} | {
+    kind: 'scroll';
+    dy: number;
+} | {
+    kind: 'navigate';
+    url: string;
+} | {
+    kind: 'back';
+};
+/** A page's visible area in CSS pixels. */
+export interface Viewport {
+    width: number;
+    height: number;
+}
+/** One browser operation, as the extension names it. */
+export interface OwnerCommand {
+    tool: string;
+    params: Record<string, unknown>;
+}
+/** Result of {@link parseOwnerInput}. */
+export type ParsedOwnerInput = {
+    ok: true;
+    input: OwnerInput;
+} | {
+    ok: false;
+    error: string;
+};
+/**
+ * Whether a string is one of the keys the control bar offers.
+ *
+ * @param key - Candidate key name
+ * @returns True when allowed
+ */
+export declare function isOwnerKey(key: unknown): key is OwnerKey;
+/**
+ * Normalise a URL the owner typed into the address field.
+ *
+ * A bare host (`login.gov`) gets `https://`. Anything that is not http(s)
+ * after that — `javascript:`, `file:`, `chrome:` — is refused: the address
+ * field opens pages, it does not run code or read the disk.
+ *
+ * @param raw - What the owner typed
+ * @returns The URL to open, or null when it is not an http(s) URL
+ */
+export declare function normalizeOwnerUrl(raw: string): string | null;
+/**
+ * Validate a request body into an {@link OwnerInput}.
+ *
+ * Error messages never quote the body: for `type` it is a password.
+ *
+ * @param body - Parsed JSON body
+ * @returns The input, or a reason it was refused
+ *
+ * @example
+ * ```typescript
+ * parseOwnerInput({ kind: 'key', key: 'Enter' }); // { ok: true, input: { kind: 'key', key: 'Enter' } }
+ * parseOwnerInput({ kind: 'key', key: 'F5' });    // { ok: false, error: '...' }
+ * ```
+ */
+export declare function parseOwnerInput(body: unknown): ParsedOwnerInput;
+/**
+ * Map a tap on the displayed frame to a point on the page.
+ *
+ * The frame is a downscaled capture of the visible viewport — at half scale
+ * on a 2× display its pixels happen to equal CSS pixels, at 1× they are half
+ * of them, and when the extension could not apply the scale they are device
+ * pixels. Rather than guess which, the tap is taken as a fraction of the
+ * frame and applied to the viewport's measured CSS size, which is the space
+ * CDP mouse events use. The frame covers exactly the visual viewport (the
+ * extension clips to it), so the fractions line up.
+ *
+ * @param tap - Where the owner tapped, in frame pixels, and the frame's size
+ * @param viewport - The page's visible area in CSS pixels
+ * @returns The point to click, in CSS pixels, clamped inside the viewport
+ *
+ * @example
+ * ```typescript
+ * // 1× display, half-scale frame: 640×400 frame over a 1280×800 viewport
+ * mapTapToViewport({ x: 320, y: 100, frameWidth: 640, frameHeight: 400 }, { width: 1280, height: 800 });
+ * // → { x: 640, y: 200 }
+ * ```
+ */
+export declare function mapTapToViewport(tap: {
+    x: number;
+    y: number;
+    frameWidth: number;
+    frameHeight: number;
+}, viewport: Viewport): {
+    x: number;
+    y: number;
+};
+/**
+ * Best guess at the viewport from the frame alone, for when the page could
+ * not be measured.
+ *
+ * The live view captures at `scale` of the CSS viewport, and the capture is
+ * in device pixels, so a frame is `css × scale × devicePixelRatio` wide.
+ *
+ * @param frameWidth - Natural width of the frame
+ * @param frameHeight - Natural height of the frame
+ * @param devicePixelRatio - DPR the frame was captured at, when known
+ * @param scale - The capture's downscale factor
+ * @returns The estimated viewport in CSS pixels
+ */
+export declare function estimateViewportFromFrame(frameWidth: number, frameHeight: number, devicePixelRatio: number | undefined, scale: number): Viewport;
+/**
+ * Page script that measures the visible viewport in CSS pixels.
+ *
+ * `visualViewport` is what the extension clips its capture to
+ * (`cssVisualViewport` in CDP terms); `clientWidth` is the fallback on pages
+ * where it is missing.
+ */
+export declare const VIEWPORT_PROBE_SCRIPT: string;
+/**
+ * Read the result of {@link VIEWPORT_PROBE_SCRIPT} out of an extension reply.
+ *
+ * @param result - The `result` field of the extension's response
+ * @returns The viewport, or null when the reply is not usable
+ */
+export declare function parseViewportProbe(result: unknown): Viewport | null;
+/**
+ * Page script that presses one key and performs what the key would do.
+ *
+ * The extension's `pressKey` dispatches synthetic keyboard events, which
+ * pages can listen to but which the browser does not act on: Enter does not
+ * submit, Backspace does not delete, Tab does not move focus. For an owner
+ * trying to sign in, those defaults are the whole point, so this script
+ * dispatches the events (so page handlers still run) and then, unless a
+ * handler cancelled the key, carries out the default itself. It runs through
+ * `executeJs`, which evaluates with a user gesture.
+ *
+ * Only reaches focus in the top document and same-origin frames; a field
+ * inside a cross-origin iframe is out of its reach.
+ *
+ * @param key - One of the allowed keys
+ * @returns JavaScript source to evaluate in the page
+ */
+export declare function keyEffectScript(key: OwnerKey): string;
+/** Script for the Back control. */
+export declare const HISTORY_BACK_SCRIPT = "(() => { history.back(); return { back: true }; })()";
+/**
+ * Choose the browser operation for one owner input.
+ *
+ * Typing uses `insertText`, which inserts at the focused element through CDP
+ * the way an IME does: the owner taps the field first, exactly as on a real
+ * screen, and needs no selector.
+ *
+ * @param input - What the owner did
+ * @param viewport - The page's viewport in CSS pixels; required for `tap`
+ * @returns The operation to dispatch
+ * @throws When a tap is planned without a viewport
+ */
+export declare function planOwnerInput(input: OwnerInput, viewport?: Viewport): OwnerCommand;
+/**
+ * Describe an owner input for the session's "last action" line.
+ *
+ * Never includes typed text — only its length.
+ *
+ * @param input - What the owner did
+ * @returns A short sentence
+ */
+export declare function describeOwnerInput(input: OwnerInput): string;
+/**
+ * What may be logged about an owner input: its kind, and for text only its
+ * length. Kept here so the controller cannot accidentally log the body.
+ *
+ * @param input - What the owner did
+ * @returns Log-safe fields
+ */
+export declare function ownerInputLogFields(input: OwnerInput): Record<string, unknown>;
+//# sourceMappingURL=owner-browser-input.d.ts.map

package/dist/backend/backend/src/services/browser/owner-browser-input.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"owner-browser-input.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/browser/owner-browser-input.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,6BAA6B,EAAE,MAAM,oBAAoB,CAAC;AAEnE,sDAAsD;AACtD,MAAM,MAAM,QAAQ,GAAG,CAAC,OAAO,6BAA6B,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC;AAE3E,+BAA+B;AAC/B,MAAM,MAAM,UAAU,GACnB;IACA,IAAI,EAAE,KAAK,CAAC;IACZ,4CAA4C;IAC5C,CAAC,EAAE,MAAM,CAAC;IACV,4CAA4C;IAC5C,CAAC,EAAE,MAAM,CAAC;IACV,kDAAkD;IAClD,UAAU,EAAE,MAAM,CAAC;IACnB,mDAAmD;IACnD,WAAW,EAAE,MAAM,CAAC;CACnB,GACD;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,KAAK,CAAC;IAAC,GAAG,EAAE,QAAQ,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GACjC;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAEpB,2CAA2C;AAC3C,MAAM,WAAW,QAAQ;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CACf;AAED,wDAAwD;AACxD,MAAM,WAAW,YAAY;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED,yCAAyC;AACzC,MAAM,MAAM,gBAAgB,GAAG;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,KAAK,EAAE,UAAU,CAAA;CAAE,GAAG;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAY9F;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,GAAG,EAAE,OAAO,GAAG,GAAG,IAAI,QAAQ,CAExD;AAED;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAW5D;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE,OAAO,GAAG,gBAAgB,CA8C/D;AAED;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,wBAAgB,gBAAgB,CAC/B,GAAG,EAAE;IAAE,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,EACtE,QAAQ,EAAE,QAAQ,GAChB;IAAE,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAA;CAAE,CAQ1B;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,yBAAyB,CACxC,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,gBAAgB,EAAE,MAAM,GAAG,SAAS,EACpC,KAAK,EAAE,MAAM,GACX,QAAQ,CAIV;AAED;;;;;;GAMG;AACH,eAAO,MAAM,qBAAqB,QAGwC,CAAC;AAE3E;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,OAAO,GAAG,QAAQ,GAAG,IAAI,CASnE;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,QAAQ,GAAG,MAAM,CAqDrD;AAED,mCAAmC;AACnC,eAAO,MAAM,mBAAmB,yDAAyD,CAAC;AAE1F;;;;;;;;;;;GAWG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,QAAQ,GAAG,YAAY,CA0BnF;AAED;;;;;;;GAOG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,CAsB5D;AAED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAkB9E"}

package/dist/backend/backend/src/services/browser/owner-browser-input.js

@@ -0,0 +1,373 @@
+/**
+ * Owner Browser Input
+ *
+ * Turns what the owner does to a picture of a page — tap here, type this,
+ * press Enter — into the browser operations an agent would use, aimed at the
+ * tab of the session the owner has taken over.
+ *
+ * The owner is usually not at the machine. They are on a phone, looking at a
+ * frame the live view captured, and "Take control" used to lock the agent
+ * out and then leave them with nothing they could do. This module is the
+ * pure half of fixing that: validating input, mapping a tap on the frame to a
+ * point on the page, and choosing the operation. Dispatch lives in the browser
+ * controller, which already owns transport selection.
+ *
+ * **Typed text is a password more often than not.** Nothing here logs it,
+ * describes it or keeps it; {@link describeOwnerInput} reports only how many
+ * characters were typed.
+ *
+ * @module services/browser/owner-browser-input
+ */
+import { BROWSER_OWNER_INPUT_CONSTANTS } from '../../constants.js';
+/**
+ * Whether a value is a finite number.
+ *
+ * @param v - Anything
+ * @returns True for a finite number
+ */
+function isFiniteNumber(v) {
+    return typeof v === 'number' && Number.isFinite(v);
+}
+/**
+ * Whether a string is one of the keys the control bar offers.
+ *
+ * @param key - Candidate key name
+ * @returns True when allowed
+ */
+export function isOwnerKey(key) {
+    return typeof key === 'string' && BROWSER_OWNER_INPUT_CONSTANTS.KEYS.includes(key);
+}
+/**
+ * Normalise a URL the owner typed into the address field.
+ *
+ * A bare host (`login.gov`) gets `https://`. Anything that is not http(s)
+ * after that — `javascript:`, `file:`, `chrome:` — is refused: the address
+ * field opens pages, it does not run code or read the disk.
+ *
+ * @param raw - What the owner typed
+ * @returns The URL to open, or null when it is not an http(s) URL
+ */
+export function normalizeOwnerUrl(raw) {
+    const trimmed = raw.trim();
+    if (!trimmed || trimmed.length > BROWSER_OWNER_INPUT_CONSTANTS.MAX_URL_LENGTH)
+        return null;
+    const withScheme = /^[a-z][a-z0-9+.-]*:/i.test(trimmed) ? trimmed : `https://${trimmed}`;
+    try {
+        const url = new URL(withScheme);
+        if (url.protocol !== 'http:' && url.protocol !== 'https:')
+            return null;
+        return url.toString();
+    }
+    catch {
+        return null;
+    }
+}
+/**
+ * Validate a request body into an {@link OwnerInput}.
+ *
+ * Error messages never quote the body: for `type` it is a password.
+ *
+ * @param body - Parsed JSON body
+ * @returns The input, or a reason it was refused
+ *
+ * @example
+ * ```typescript
+ * parseOwnerInput({ kind: 'key', key: 'Enter' }); // { ok: true, input: { kind: 'key', key: 'Enter' } }
+ * parseOwnerInput({ kind: 'key', key: 'F5' });    // { ok: false, error: '...' }
+ * ```
+ */
+export function parseOwnerInput(body) {
+    const b = (body ?? {});
+    switch (b.kind) {
+        case 'tap': {
+            const { x, y, frameWidth, frameHeight } = b;
+            if (!isFiniteNumber(x) || !isFiniteNumber(y) || !isFiniteNumber(frameWidth) || !isFiniteNumber(frameHeight)) {
+                return { ok: false, error: 'tap needs numeric x, y, frameWidth and frameHeight' };
+            }
+            if (frameWidth <= 0 || frameHeight <= 0) {
+                return { ok: false, error: 'frameWidth and frameHeight must be positive' };
+            }
+            if (x < 0 || y < 0 || x > frameWidth || y > frameHeight) {
+                return { ok: false, error: 'tap is outside the frame' };
+            }
+            return { ok: true, input: { kind: 'tap', x, y, frameWidth, frameHeight } };
+        }
+        case 'type': {
+            if (typeof b.text !== 'string' || b.text.length === 0) {
+                return { ok: false, error: 'type needs non-empty text' };
+            }
+            if (b.text.length > BROWSER_OWNER_INPUT_CONSTANTS.MAX_TEXT_LENGTH) {
+                return { ok: false, error: `text is longer than ${BROWSER_OWNER_INPUT_CONSTANTS.MAX_TEXT_LENGTH} characters` };
+            }
+            return { ok: true, input: { kind: 'type', text: b.text } };
+        }
+        case 'key': {
+            if (!isOwnerKey(b.key)) {
+                return { ok: false, error: `key must be one of ${BROWSER_OWNER_INPUT_CONSTANTS.KEYS.join(', ')}` };
+            }
+            return { ok: true, input: { kind: 'key', key: b.key } };
+        }
+        case 'scroll': {
+            if (!isFiniteNumber(b.dy) || b.dy === 0)
+                return { ok: false, error: 'scroll needs a non-zero numeric dy' };
+            const max = BROWSER_OWNER_INPUT_CONSTANTS.MAX_SCROLL_PX;
+            return { ok: true, input: { kind: 'scroll', dy: Math.max(-max, Math.min(max, Math.round(b.dy))) } };
+        }
+        case 'navigate': {
+            const url = typeof b.url === 'string' ? normalizeOwnerUrl(b.url) : null;
+            if (!url)
+                return { ok: false, error: 'navigate needs an http(s) URL' };
+            return { ok: true, input: { kind: 'navigate', url } };
+        }
+        case 'back':
+            return { ok: true, input: { kind: 'back' } };
+        default:
+            return { ok: false, error: 'kind must be one of tap, type, key, scroll, navigate, back' };
+    }
+}
+/**
+ * Map a tap on the displayed frame to a point on the page.
+ *
+ * The frame is a downscaled capture of the visible viewport — at half scale
+ * on a 2× display its pixels happen to equal CSS pixels, at 1× they are half
+ * of them, and when the extension could not apply the scale they are device
+ * pixels. Rather than guess which, the tap is taken as a fraction of the
+ * frame and applied to the viewport's measured CSS size, which is the space
+ * CDP mouse events use. The frame covers exactly the visual viewport (the
+ * extension clips to it), so the fractions line up.
+ *
+ * @param tap - Where the owner tapped, in frame pixels, and the frame's size
+ * @param viewport - The page's visible area in CSS pixels
+ * @returns The point to click, in CSS pixels, clamped inside the viewport
+ *
+ * @example
+ * ```typescript
+ * // 1× display, half-scale frame: 640×400 frame over a 1280×800 viewport
+ * mapTapToViewport({ x: 320, y: 100, frameWidth: 640, frameHeight: 400 }, { width: 1280, height: 800 });
+ * // → { x: 640, y: 200 }
+ * ```
+ */
+export function mapTapToViewport(tap, viewport) {
+    const fx = Math.max(0, Math.min(1, tap.x / tap.frameWidth));
+    const fy = Math.max(0, Math.min(1, tap.y / tap.frameHeight));
+    // Keep the point strictly inside, so a tap on the very edge still lands on
+    // the page rather than on the boundary pixel outside it.
+    const x = Math.min(viewport.width - 1, Math.max(0, Math.round(fx * viewport.width)));
+    const y = Math.min(viewport.height - 1, Math.max(0, Math.round(fy * viewport.height)));
+    return { x, y };
+}
+/**
+ * Best guess at the viewport from the frame alone, for when the page could
+ * not be measured.
+ *
+ * The live view captures at `scale` of the CSS viewport, and the capture is
+ * in device pixels, so a frame is `css × scale × devicePixelRatio` wide.
+ *
+ * @param frameWidth - Natural width of the frame
+ * @param frameHeight - Natural height of the frame
+ * @param devicePixelRatio - DPR the frame was captured at, when known
+ * @param scale - The capture's downscale factor
+ * @returns The estimated viewport in CSS pixels
+ */
+export function estimateViewportFromFrame(frameWidth, frameHeight, devicePixelRatio, scale) {
+    const dpr = devicePixelRatio && devicePixelRatio > 0 ? devicePixelRatio : 1;
+    const factor = scale > 0 ? scale * dpr : dpr;
+    return { width: Math.round(frameWidth / factor), height: Math.round(frameHeight / factor) };
+}
+/**
+ * Page script that measures the visible viewport in CSS pixels.
+ *
+ * `visualViewport` is what the extension clips its capture to
+ * (`cssVisualViewport` in CDP terms); `clientWidth` is the fallback on pages
+ * where it is missing.
+ */
+export const VIEWPORT_PROBE_SCRIPT = '(() => { const v = window.visualViewport; const d = document.documentElement; ' +
+    'return { width: (v && v.width) || d.clientWidth || window.innerWidth, ' +
+    'height: (v && v.height) || d.clientHeight || window.innerHeight }; })()';
+/**
+ * Read the result of {@link VIEWPORT_PROBE_SCRIPT} out of an extension reply.
+ *
+ * @param result - The `result` field of the extension's response
+ * @returns The viewport, or null when the reply is not usable
+ */
+export function parseViewportProbe(result) {
+    const value = result?.value;
+    const width = value?.width;
+    const height = value?.height;
+    if (!isFiniteNumber(width) || !isFiniteNumber(height) || width <= 0 || height <= 0)
+        return null;
+    return { width, height };
+}
+/**
+ * Page script that presses one key and performs what the key would do.
+ *
+ * The extension's `pressKey` dispatches synthetic keyboard events, which
+ * pages can listen to but which the browser does not act on: Enter does not
+ * submit, Backspace does not delete, Tab does not move focus. For an owner
+ * trying to sign in, those defaults are the whole point, so this script
+ * dispatches the events (so page handlers still run) and then, unless a
+ * handler cancelled the key, carries out the default itself. It runs through
+ * `executeJs`, which evaluates with a user gesture.
+ *
+ * Only reaches focus in the top document and same-origin frames; a field
+ * inside a cross-origin iframe is out of its reach.
+ *
+ * @param key - One of the allowed keys
+ * @returns JavaScript source to evaluate in the page
+ */
+export function keyEffectScript(key) {
+    const arrowPx = BROWSER_OWNER_INPUT_CONSTANTS.ARROW_SCROLL_PX;
+    return `(() => {
+	const key = ${JSON.stringify(key)};
+	let el = document.activeElement;
+	while (el && (el.tagName === 'IFRAME' || el.tagName === 'FRAME')) {
+		let inner = null;
+		try { inner = el.contentDocument && el.contentDocument.activeElement; } catch (e) { inner = null; }
+		if (!inner) break;
+		el = inner;
+	}
+	const target = el || document.body;
+	const doc = target.ownerDocument || document;
+	const win = doc.defaultView || window;
+	const tag = (target.tagName || '').toUpperCase();
+	const editable = tag === 'TEXTAREA' || target.isContentEditable ||
+		(tag === 'INPUT' && !/^(button|submit|reset|checkbox|radio|file|image|range|color)$/i.test(target.type || ''));
+	const opts = { key, code: key, bubbles: true, cancelable: true, composed: true };
+	const proceed = target.dispatchEvent(new win.KeyboardEvent('keydown', opts));
+	let effect = 'none';
+	if (proceed) {
+		if (key === 'Enter') {
+			target.dispatchEvent(new win.KeyboardEvent('keypress', opts));
+			const buttonLike = tag === 'BUTTON' || tag === 'A' || target.getAttribute('role') === 'button' ||
+				(tag === 'INPUT' && /^(submit|button|image|reset)$/i.test(target.type || ''));
+			if (tag === 'TEXTAREA' || target.isContentEditable) {
+				doc.execCommand('insertLineBreak'); effect = 'newline';
+			} else if (buttonLike) {
+				target.click(); effect = 'clicked';
+			} else if (tag === 'INPUT' && target.form) {
+				const f = target.form;
+				if (typeof f.requestSubmit === 'function') f.requestSubmit(); else f.submit();
+				effect = 'submitted';
+			}
+		} else if (key === 'Backspace') {
+			if (editable) { doc.execCommand('delete'); effect = 'deleted'; }
+		} else if (key === 'Tab') {
+			const sel = 'a[href],button:not([disabled]),input:not([disabled]):not([type=hidden]),select:not([disabled]),textarea:not([disabled]),[tabindex]:not([tabindex="-1"]),[contenteditable="true"]';
+			const all = Array.prototype.filter.call(doc.querySelectorAll(sel), (n) => {
+				const r = n.getBoundingClientRect(); return r.width > 0 && r.height > 0;
+			});
+			if (all.length > 0) {
+				const i = all.indexOf(target);
+				const next = all[(i + 1) % all.length];
+				next.focus(); effect = 'focused';
+			}
+		} else if (key === 'ArrowUp' || key === 'ArrowDown') {
+			if (!editable) { win.scrollBy(0, key === 'ArrowUp' ? -${arrowPx} : ${arrowPx}); effect = 'scrolled'; }
+		}
+	}
+	target.dispatchEvent(new win.KeyboardEvent('keyup', opts));
+	return { key, effect, target: tag };
+})()`;
+}
+/** Script for the Back control. */
+export const HISTORY_BACK_SCRIPT = '(() => { history.back(); return { back: true }; })()';
+/**
+ * Choose the browser operation for one owner input.
+ *
+ * Typing uses `insertText`, which inserts at the focused element through CDP
+ * the way an IME does: the owner taps the field first, exactly as on a real
+ * screen, and needs no selector.
+ *
+ * @param input - What the owner did
+ * @param viewport - The page's viewport in CSS pixels; required for `tap`
+ * @returns The operation to dispatch
+ * @throws When a tap is planned without a viewport
+ */
+export function planOwnerInput(input, viewport) {
+    switch (input.kind) {
+        case 'tap': {
+            if (!viewport)
+                throw new Error('A tap needs the page viewport');
+            const point = mapTapToViewport(input, viewport);
+            return {
+                tool: 'click',
+                params: {
+                    x: point.x,
+                    y: point.y,
+                    reactIdleQuietMs: BROWSER_OWNER_INPUT_CONSTANTS.TAP_IDLE_QUIET_MS,
+                    reactIdleMaxWaitMs: BROWSER_OWNER_INPUT_CONSTANTS.TAP_IDLE_MAX_WAIT_MS,
+                },
+            };
+        }
+        case 'type':
+            return { tool: 'insertText', params: { text: input.text } };
+        case 'key':
+            return { tool: 'executeJs', params: { code: keyEffectScript(input.key) } };
+        case 'scroll':
+            return { tool: 'scroll', params: { x: 0, y: input.dy } };
+        case 'navigate':
+            return { tool: 'navigate', params: { url: input.url } };
+        case 'back':
+            return { tool: 'executeJs', params: { code: HISTORY_BACK_SCRIPT } };
+    }
+}
+/**
+ * Describe an owner input for the session's "last action" line.
+ *
+ * Never includes typed text — only its length.
+ *
+ * @param input - What the owner did
+ * @returns A short sentence
+ */
+export function describeOwnerInput(input) {
+    switch (input.kind) {
+        case 'tap':
+            return 'You tapped the page';
+        case 'type':
+            return `You typed ${input.text.length} character${input.text.length === 1 ? '' : 's'}`;
+        case 'key':
+            return `You pressed ${input.key}`;
+        case 'scroll':
+            return input.dy < 0 ? 'You scrolled up' : 'You scrolled down';
+        case 'navigate': {
+            let host = '';
+            try {
+                host = new URL(input.url).host;
+            }
+            catch {
+                host = '';
+            }
+            return host ? `You opened ${host}` : 'You opened a page';
+        }
+        case 'back':
+            return 'You went back';
+    }
+}
+/**
+ * What may be logged about an owner input: its kind, and for text only its
+ * length. Kept here so the controller cannot accidentally log the body.
+ *
+ * @param input - What the owner did
+ * @returns Log-safe fields
+ */
+export function ownerInputLogFields(input) {
+    switch (input.kind) {
+        case 'type':
+            return { kind: 'type', length: input.text.length };
+        case 'key':
+            return { kind: 'key', key: input.key };
+        case 'navigate': {
+            let host = '';
+            try {
+                host = new URL(input.url).host;
+            }
+            catch {
+                host = '';
+            }
+            return { kind: 'navigate', host };
+        }
+        default:
+            return { kind: input.kind };
+    }
+}
+//# sourceMappingURL=owner-browser-input.js.map

package/dist/backend/backend/src/services/browser/owner-browser-input.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"owner-browser-input.js","sourceRoot":"","sources":["../../../../../../backend/src/services/browser/owner-browser-input.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,6BAA6B,EAAE,MAAM,oBAAoB,CAAC;AAuCnE;;;;;GAKG;AACH,SAAS,cAAc,CAAC,CAAU;IACjC,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AACpD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CAAC,GAAY;IACtC,OAAO,OAAO,GAAG,KAAK,QAAQ,IAAK,6BAA6B,CAAC,IAA0B,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;AAC3G,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,iBAAiB,CAAC,GAAW;IAC5C,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,6BAA6B,CAAC,cAAc;QAAE,OAAO,IAAI,CAAC;IAC3F,MAAM,UAAU,GAAG,sBAAsB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,OAAO,EAAE,CAAC;IACzF,IAAI,CAAC;QACJ,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;QAChC,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACvE,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;IACvB,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,IAAI,CAAC;IACb,CAAC;AACF,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,eAAe,CAAC,IAAa;IAC5C,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAA4B,CAAC;IAClD,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;QAChB,KAAK,KAAK,CAAC,CAAC,CAAC;YACZ,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;YAC5C,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC7G,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,oDAAoD,EAAE,CAAC;YACnF,CAAC;YACD,IAAI,UAAU,IAAI,CAAC,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;gBACzC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,6CAA6C,EAAE,CAAC;YAC5E,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,UAAU,IAAI,CAAC,GAAG,WAAW,EAAE,CAAC;gBACzD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,0BAA0B,EAAE,CAAC;YACzD,CAAC;YACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,EAAE,WAAW,EAAE,EAAE,CAAC;QAC5E,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACb,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,2BAA2B,EAAE,CAAC;YAC1D,CAAC;YACD,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,6BAA6B,CAAC,eAAe,EAAE,CAAC;gBACnE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,uBAAuB,6BAA6B,CAAC,eAAe,aAAa,EAAE,CAAC;YAChH,CAAC;YACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAC5D,CAAC;QACD,KAAK,KAAK,CAAC,CAAC,CAAC;YACZ,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,sBAAsB,6BAA6B,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACpG,CAAC;YACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;QACzD,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACf,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC;gBAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,oCAAoC,EAAE,CAAC;YAC3G,MAAM,GAAG,GAAG,6BAA6B,CAAC,aAAa,CAAC;YACxD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACrG,CAAC;QACD,KAAK,UAAU,CAAC,CAAC,CAAC;YACjB,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACxE,IAAI,CAAC,GAAG;gBAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,+BAA+B,EAAE,CAAC;YACvE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,EAAE,CAAC;QACvD,CAAC;QACD,KAAK,MAAM;YACV,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC;QAC9C;YACC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,4DAA4D,EAAE,CAAC;IAC5F,CAAC;AACF,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,UAAU,gBAAgB,CAC/B,GAAsE,EACtE,QAAkB;IAElB,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC;IAC5D,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;IAC7D,2EAA2E;IAC3E,yDAAyD;IACzD,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACrF,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACvF,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;AACjB,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,yBAAyB,CACxC,UAAkB,EAClB,WAAmB,EACnB,gBAAoC,EACpC,KAAa;IAEb,MAAM,GAAG,GAAG,gBAAgB,IAAI,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5E,MAAM,MAAM,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IAC7C,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,MAAM,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,EAAE,CAAC;AAC7F,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,qBAAqB,GACjC,gFAAgF;IAChF,wEAAwE;IACxE,yEAAyE,CAAC;AAE3E;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAAC,MAAe;IACjD,MAAM,KAAK,GAAI,MAAiD,EAAE,KAGtD,CAAC;IACb,MAAM,KAAK,GAAG,KAAK,EAAE,KAAK,CAAC;IAC3B,MAAM,MAAM,GAAG,KAAK,EAAE,MAAM,CAAC;IAC7B,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,MAAM,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAChG,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;AAC1B,CAAC;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,eAAe,CAAC,GAAa;IAC5C,MAAM,OAAO,GAAG,6BAA6B,CAAC,eAAe,CAAC;IAC9D,OAAO;eACO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;2DA4CyB,OAAO,MAAM,OAAO;;;;;KAK1E,CAAC;AACN,CAAC;AAED,mCAAmC;AACnC,MAAM,CAAC,MAAM,mBAAmB,GAAG,sDAAsD,CAAC;AAE1F;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,cAAc,CAAC,KAAiB,EAAE,QAAmB;IACpE,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,KAAK,CAAC,CAAC,CAAC;YACZ,IAAI,CAAC,QAAQ;gBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YAChE,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAChD,OAAO;gBACN,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE;oBACP,CAAC,EAAE,KAAK,CAAC,CAAC;oBACV,CAAC,EAAE,KAAK,CAAC,CAAC;oBACV,gBAAgB,EAAE,6BAA6B,CAAC,iBAAiB;oBACjE,kBAAkB,EAAE,6BAA6B,CAAC,oBAAoB;iBACtE;aACD,CAAC;QACH,CAAC;QACD,KAAK,MAAM;YACV,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAC7D,KAAK,KAAK;YACT,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QAC5E,KAAK,QAAQ;YACZ,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC;QAC1D,KAAK,UAAU;YACd,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,EAAE,CAAC;QACzD,KAAK,MAAM;YACV,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,EAAE,CAAC;IACtE,CAAC;AACF,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAiB;IACnD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,KAAK;YACT,OAAO,qBAAqB,CAAC;QAC9B,KAAK,MAAM;YACV,OAAO,aAAa,KAAK,CAAC,IAAI,CAAC,MAAM,aAAa,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;QACxF,KAAK,KAAK;YACT,OAAO,eAAe,KAAK,CAAC,GAAG,EAAE,CAAC;QACnC,KAAK,QAAQ;YACZ,OAAO,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,mBAAmB,CAAC;QAC/D,KAAK,UAAU,CAAC,CAAC,CAAC;YACjB,IAAI,IAAI,GAAG,EAAE,CAAC;YACd,IAAI,CAAC;gBACJ,IAAI,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;YAChC,CAAC;YAAC,MAAM,CAAC;gBACR,IAAI,GAAG,EAAE,CAAC;YACX,CAAC;YACD,OAAO,IAAI,CAAC,CAAC,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,CAAC,mBAAmB,CAAC;QAC1D,CAAC;QACD,KAAK,MAAM;YACV,OAAO,eAAe,CAAC;IACzB,CAAC;AACF,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAiB;IACpD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,MAAM;YACV,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACpD,KAAK,KAAK;YACT,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC;QACxC,KAAK,UAAU,CAAC,CAAC,CAAC;YACjB,IAAI,IAAI,GAAG,EAAE,CAAC;YACd,IAAI,CAAC;gBACJ,IAAI,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;YAChC,CAAC;YAAC,MAAM,CAAC;gBACR,IAAI,GAAG,EAAE,CAAC;YACX,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QACnC,CAAC;QACD;YACC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;IAC9B,CAAC;AACF,CAAC"}

package/dist/backend/backend/src/services/cloud/mobile-api-relay.service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"mobile-api-relay.service.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/cloud/mobile-api-relay.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAGH,OAAO,EAAiB,KAAK,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAShF,yEAAyE;AACzE,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,KAAK,GAAG,MAAM,CAAC;IACvB,oEAAoE;IACpE,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAED,iCAAiC;AACjC,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,OAAO,CAAC;CACf;AAED,gFAAgF;AAChF,MAAM,WAAW,qBAAqB;IACpC,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,GAAG,EAAE,0BAA0B,KAAK,IAAI,GAAG,IAAI,CAAC;IAC/E,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,GAAG,EAAE,0BAA0B,KAAK,IAAI,GAAG,IAAI,CAAC;IAChF,WAAW,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAClF;;;;OAIG;IACH,iBAAiB,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CAC3F;AAED,4DAA4D;AAC5D,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAMD;;;;GAIG;AACH,eAAO,MAAM,oBAAoB,EAAE,aAAa,CAAC;IAAE,MAAM,EAAE,KAAK,GAAG,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CA2G1F,CAAC;AAgBF;;;;;;;GAOG;AACH,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAI5E;AAMD,2BAA2B;AAC3B,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,qBAAqB,CAAC;IACjC,0DAA0D;IAC1D,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,eAAe,CAAC;IACzB,gCAAgC;IAChC,SAAS,CAAC,EAAE,OAAO,KAAK,CAAC;CAC1B;AAED;;;;GAIG;AACH,qBAAa,qBAAqB;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAwB;IAClD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAkB;IACzC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAe;IACzC,OAAO,CAAC,OAAO,CAA4D;gBAE/D,OAAO,EAAE,qBAAqB;IAQ1C,6CAA6C;IAC7C,KAAK,IAAI,IAAI;IAab,uDAAuD;IACvD,IAAI,IAAI,IAAI;IAOZ;;;;;;OAMG;YACW,aAAa;CAuE5B"}
+{"version":3,"file":"mobile-api-relay.service.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/cloud/mobile-api-relay.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAGH,OAAO,EAAiB,KAAK,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAShF,yEAAyE;AACzE,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,KAAK,GAAG,MAAM,CAAC;IACvB,oEAAoE;IACpE,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAED,iCAAiC;AACjC,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,OAAO,CAAC;CACf;AAED,gFAAgF;AAChF,MAAM,WAAW,qBAAqB;IACpC,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,GAAG,EAAE,0BAA0B,KAAK,IAAI,GAAG,IAAI,CAAC;IAC/E,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,GAAG,EAAE,0BAA0B,KAAK,IAAI,GAAG,IAAI,CAAC;IAChF,WAAW,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAClF;;;;OAIG;IACH,iBAAiB,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CAC3F;AAED,4DAA4D;AAC5D,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAMD;;;;GAIG;AACH,eAAO,MAAM,oBAAoB,EAAE,aAAa,CAAC;IAAE,MAAM,EAAE,KAAK,GAAG,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CA6G1F,CAAC;AAgBF;;;;;;;GAOG;AACH,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAI5E;AAMD,2BAA2B;AAC3B,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,qBAAqB,CAAC;IACjC,0DAA0D;IAC1D,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,eAAe,CAAC;IACzB,gCAAgC;IAChC,SAAS,CAAC,EAAE,OAAO,KAAK,CAAC;CAC1B;AAED;;;;GAIG;AACH,qBAAa,qBAAqB;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAwB;IAClD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAkB;IACzC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAe;IACzC,OAAO,CAAC,OAAO,CAA4D;gBAE/D,OAAO,EAAE,qBAAqB;IAQ1C,6CAA6C;IAC7C,KAAK,IAAI,IAAI;IAab,uDAAuD;IACvD,IAAI,IAAI,IAAI;IAOZ;;;;;;OAMG;YACW,aAAa;CAuE5B"}

package/dist/backend/backend/src/services/cloud/mobile-api-relay.service.js

@@ -61,9 +61,11 @@ export const MOBILE_API_ALLOWLIST = [
     // Live browser view. Reads let an owner who is not at this machine see
     // what an agent is doing in a browser; the writes under /browser/sessions
     // are the owner-side controls only — stop, take the wheel, give it back,
-    // answer a held action. The driving endpoints (/browser/navigate,
-    // /browser/click, …) are deliberately NOT here: those are how an agent
-    // acts, and nothing on the internet should be able to act as one.
+    // answer a held action, and `/browser/sessions/:id/input` (the owner's own
+    // taps and typing, accepted only while the owner has taken the wheel). The
+    // agent driving endpoints (/browser/navigate, /browser/click, …) are
+    // deliberately NOT here: those are how an agent acts, and nothing on the
+    // internet should be able to act as one.
     { method: 'GET', prefix: '/browser/sessions' },
     { method: 'POST', prefix: '/browser/sessions' },
     // "Back up now" from the portal: start a cloud backup of this machine and