@abitat_reece/host-daemon 0.1.21 → 0.1.22

package/dist/local-control/remote-control/macos-driver.js

@@ -4,7 +4,9 @@ import { tmpdir } from "node:os";
 import { join } from "node:path";
 import { promisify } from "node:util";
 const runExecFile = promisify(execFileCallback);
-const CAPTURE_WIDTH = 1170;
+const CAPTURE_WIDTH = 1280;
+const FRAME_JPEG_QUALITY = 22;
+const SCREEN_DIMENSION_PROBE_INTERVAL_FRAMES = 30;
 const DEFAULT_DISPLAY_WIDTH = 1440;
 const DEFAULT_DISPLAY_HEIGHT = 900;
 export function createMacOsRemoteControlDriver(options = {}) {
@@ -23,17 +25,19 @@ export function createMacOsRemoteControlDriver(options = {}) {
             const framePath = capturePath(session.id, "frame.jpg");
             try {
                 await execFile("/usr/sbin/screencapture", ["-x", "-C", "-t", "jpg", rawPath]);
-                const rawDimensions = await execFile("/usr/bin/sips", [
-                    "-g",
-                    "pixelWidth",
-                    "-g",
-                    "pixelHeight",
-                    rawPath
-                ]);
-                screenSize = {
-                    height: numberFromSips(rawDimensions.stdout, "pixelHeight") ?? screenSize.height,
-                    width: numberFromSips(rawDimensions.stdout, "pixelWidth") ?? screenSize.width
-                };
+                if (shouldProbeScreenDimensions(sequence)) {
+                    const rawDimensions = await execFile("/usr/bin/sips", [
+                        "-g",
+                        "pixelWidth",
+                        "-g",
+                        "pixelHeight",
+                        rawPath
+                    ]);
+                    screenSize = {
+                        height: numberFromSips(rawDimensions.stdout, "pixelHeight") ?? screenSize.height,
+                        width: numberFromSips(rawDimensions.stdout, "pixelWidth") ?? screenSize.width
+                    };
+                }
                 await execFile("/usr/bin/sips", [
                     "-Z",
                     String(CAPTURE_WIDTH),
@@ -42,27 +46,21 @@ export function createMacOsRemoteControlDriver(options = {}) {
                     "jpeg",
                     "-s",
                     "formatOptions",
-                    "35",
+                    String(FRAME_JPEG_QUALITY),
                     rawPath,
                     "--out",
                     framePath
                 ]);
-                const dimensions = await execFile("/usr/bin/sips", [
-                    "-g",
-                    "pixelWidth",
-                    "-g",
-                    "pixelHeight",
-                    framePath
-                ]);
                 const image = await readFrameFile(framePath);
+                const frameSize = scaledFrameSize(screenSize);
                 sequence += 1;
                 return {
                     capturedAt: now().toISOString(),
                     dataBase64: image.toString("base64"),
-                    height: numberFromSips(dimensions.stdout, "pixelHeight") ?? DEFAULT_DISPLAY_HEIGHT,
+                    height: frameSize.height,
                     mimeType: "image/jpeg",
                     sequence,
-                    width: numberFromSips(dimensions.stdout, "pixelWidth") ?? CAPTURE_WIDTH
+                    width: frameSize.width
                 };
             }
             catch (error) {
@@ -77,18 +75,51 @@ export function createMacOsRemoteControlDriver(options = {}) {
         },
         async applyInput(_session, event) {
             try {
-                await execFile("/usr/bin/osascript", osascriptArgsForInput(event, screenSize));
+                const result = await execFile("/usr/bin/osascript", osascriptArgsForInput(event, screenSize));
+                return (cursorPositionFromStdout(result.stdout, screenSize) ??
+                    cursorPositionForDeterministicInput(event));
             }
             catch (error) {
                 throw normalizeInputError(error);
             }
         },
-        async closeSession() { }
+        async closeSession() { },
+        async getCursorPosition() {
+            const result = await execFile("/usr/bin/osascript", [
+                "-l",
+                "JavaScript",
+                "-e",
+                javaScriptForCurrentCursorPosition()
+            ]);
+            return cursorPositionFromStdout(result.stdout, screenSize)?.cursorPosition ?? null;
+        },
+        async getTextInputTarget() {
+            try {
+                const result = await execFile("/usr/bin/osascript", [
+                    "-e",
+                    appleScriptForFocusedTextTarget()
+                ]);
+                return textInputTargetFromStdout(result.stdout);
+            }
+            catch (error) {
+                throw normalizeInputError(error);
+            }
+        }
     };
 }
 function osascriptArgsForInput(event, screenSize) {
     if (event.type === "pointer" && event.phase === "move") {
-        return ["-l", "JavaScript", "-e", javaScriptForPointerMove(event, screenSize)];
+        return [
+            "-l",
+            "JavaScript",
+            "-e",
+            hasPointerDelta(event)
+                ? javaScriptForRelativePointerMove(event)
+                : javaScriptForPointerMove(event)
+        ];
+    }
+    if (event.type === "pointer" && event.phase === "up" && hasPointerDelta(event)) {
+        return ["-l", "JavaScript", "-e", javaScriptForCurrentPointerClick(event)];
     }
     return ["-e", appleScriptForInput(event, screenSize)];
 }
@@ -97,6 +128,21 @@ function appleScriptForInput(event, screenSize) {
         return `tell application "System Events" to keystroke ${JSON.stringify(event.value)}`;
     }
     if (event.type === "key") {
+        if (event.key === "dock") {
+            return "tell application \"System Events\" to key code 2 using {command down, option down}";
+        }
+        if (event.key === "enter") {
+            return "tell application \"System Events\" to key code 36";
+        }
+        if (event.key === "mission-control") {
+            return "tell application \"System Events\" to key code 126 using {control down}";
+        }
+        if (event.key === "mission-control-left") {
+            return "tell application \"System Events\" to key code 123 using {control down}";
+        }
+        if (event.key === "mission-control-right") {
+            return "tell application \"System Events\" to key code 124 using {control down}";
+        }
         const modifierPrefix = event.modifiers.length
             ? ` using {${event.modifiers.map(appleScriptModifier).join(", ")}}`
             : "";
@@ -113,18 +159,235 @@ function appleScriptForInput(event, screenSize) {
     }
     return `tell application "System Events" to delay 0`;
 }
-function javaScriptForPointerMove(event, screenSize) {
-    const point = screenPoint(event, screenSize);
+function appleScriptForFocusedTextTarget() {
+    return [
+        'tell application "System Events"',
+        "  set frontApp to first application process whose frontmost is true",
+        "  set appName to name of frontApp",
+        "  try",
+        '    set focusedElement to value of attribute "AXFocusedUIElement" of frontApp',
+        "  on error errorMessage",
+        '    if errorMessage contains "not allowed" or errorMessage contains "not authorized" or errorMessage contains "assistive" or errorMessage contains "permission" then error errorMessage',
+        '    return appName & linefeed & "" & linefeed & "" & linefeed & ""',
+        "  end try",
+        '  set roleValue to ""',
+        "  try",
+        '    set roleValue to value of attribute "AXRole" of focusedElement as text',
+        "  end try",
+        '  set subroleValue to ""',
+        "  try",
+        '    set subroleValue to value of attribute "AXSubrole" of focusedElement as text',
+        "  end try",
+        '  set roleDescriptionValue to ""',
+        "  try",
+        '    set roleDescriptionValue to value of attribute "AXRoleDescription" of focusedElement as text',
+        "  end try",
+        "  return appName & linefeed & roleValue & linefeed & subroleValue & linefeed & roleDescriptionValue",
+        "end tell"
+    ].join("\n");
+}
+function javaScriptForPointerMove(event) {
     return [
         'ObjC.import("CoreGraphics");',
-        `$.CGWarpMouseCursorPosition($.CGPointMake(${point.x}, ${point.y}));`,
-        "$.CGAssociateMouseAndMouseCursorPosition(true);"
+        'ObjC.import("AppKit");',
+        javaScriptCursorSnapshotHelpers(),
+        `const targetPoint = targetPointFromNormalized(${clamp01(event.x)}, ${clamp01(event.y)});`,
+        "$.CGWarpMouseCursorPosition($.CGPointMake(targetPoint.x, targetPoint.y));",
+        "$.CGAssociateMouseAndMouseCursorPosition(true);",
+        "cursorPositionSnapshot();"
+    ].join("\n");
+}
+function javaScriptForRelativePointerMove(event) {
+    return [
+        'ObjC.import("CoreGraphics");',
+        'ObjC.import("AppKit");',
+        javaScriptCursorSnapshotHelpers(),
+        "const bounds = desktopBounds();",
+        "const currentEvent = $.CGEventCreate(null);",
+        "const point = $.CGEventGetLocation(currentEvent);",
+        `const targetX = Math.max(bounds.x, Math.min(bounds.x + bounds.width, point.x + bounds.width * ${event.dx ?? 0}));`,
+        `const targetY = Math.max(bounds.y, Math.min(bounds.y + bounds.height, point.y + bounds.height * ${event.dy ?? 0}));`,
+        "$.CGWarpMouseCursorPosition($.CGPointMake(targetX, targetY));",
+        "$.CGAssociateMouseAndMouseCursorPosition(true);",
+        "cursorPositionSnapshot();"
+    ].join("\n");
+}
+function javaScriptForCurrentPointerClick(event) {
+    const isRightClick = event.buttons === 2;
+    const button = isRightClick ? "$.kCGMouseButtonRight" : "$.kCGMouseButtonLeft";
+    const downEvent = isRightClick ? "$.kCGEventRightMouseDown" : "$.kCGEventLeftMouseDown";
+    const upEvent = isRightClick ? "$.kCGEventRightMouseUp" : "$.kCGEventLeftMouseUp";
+    const clickCount = Math.max(1, Math.min(3, Math.trunc(event.clickCount ?? 1)));
+    return [
+        'ObjC.import("CoreGraphics");',
+        'ObjC.import("AppKit");',
+        javaScriptCursorSnapshotHelpers(),
+        "const currentEvent = $.CGEventCreate(null);",
+        "const point = $.CGEventGetLocation(currentEvent);",
+        `const clickCount = ${clickCount};`,
+        "for (let clickIndex = 1; clickIndex <= clickCount; clickIndex += 1) {",
+        `  const mouseDown = $.CGEventCreateMouseEvent(null, ${downEvent}, point, ${button});`,
+        `  const mouseUp = $.CGEventCreateMouseEvent(null, ${upEvent}, point, ${button});`,
+        "  $.CGEventSetIntegerValueField(mouseDown, $.kCGMouseEventClickState, clickIndex);",
+        "  $.CGEventSetIntegerValueField(mouseUp, $.kCGMouseEventClickState, clickIndex);",
+        "  $.CGEventPost($.kCGHIDEventTap, mouseDown);",
+        "  $.CGEventPost($.kCGHIDEventTap, mouseUp);",
+        "}",
+        "cursorPositionSnapshot();"
+    ].join("\n");
+}
+function javaScriptForCurrentCursorPosition() {
+    return [
+        'ObjC.import("AppKit");',
+        javaScriptCursorSnapshotHelpers(),
+        "cursorPositionSnapshot();"
+    ].join("\n");
+}
+function javaScriptCursorSnapshotHelpers() {
+    return [
+        "function desktopBounds() {",
+        "  const screens = $.NSScreen.screens;",
+        "  const mainScreenHeight = $.NSScreen.mainScreen.frame.size.height;",
+        "  let minX = Infinity;",
+        "  let minY = Infinity;",
+        "  let maxX = -Infinity;",
+        "  let maxY = -Infinity;",
+        "  for (let i = 0; i < screens.count; i += 1) {",
+        "    const frame = screens.objectAtIndex(i).frame;",
+        "    minX = Math.min(minX, frame.origin.x);",
+        "    minY = Math.min(minY, frame.origin.y);",
+        "    maxX = Math.max(maxX, frame.origin.x + frame.size.width);",
+        "    maxY = Math.max(maxY, frame.origin.y + frame.size.height);",
+        "  }",
+        "  return {",
+        "    x: minX,",
+        "    y: mainScreenHeight - maxY,",
+        "    width: maxX - minX,",
+        "    height: maxY - minY",
+        "  };",
+        "}",
+        "function targetPointFromNormalized(x, y) {",
+        "  const bounds = desktopBounds();",
+        "  return {",
+        "    x: bounds.x + Math.max(0, Math.min(1, x)) * bounds.width,",
+        "    y: bounds.y + Math.max(0, Math.min(1, y)) * bounds.height",
+        "  };",
+        "}",
+        "function cursorPositionSnapshot() {",
+        "  const currentEvent = $.CGEventCreate(null);",
+        "  const point = $.CGEventGetLocation(currentEvent);",
+        "  const bounds = desktopBounds();",
+        "  return JSON.stringify({",
+        "    x: point.x,",
+        "    y: point.y,",
+        "    bounds",
+        "  });",
+        "}"
     ].join("\n");
 }
-function screenPoint(event, screenSize) {
+function hasPointerDelta(event) {
+    return typeof event.dx === "number" || typeof event.dy === "number";
+}
+function cursorPositionForDeterministicInput(event) {
+    if (event.type !== "pointer" ||
+        (event.phase !== "move" && event.phase !== "up") ||
+        hasPointerDelta(event)) {
+        return undefined;
+    }
     return {
-        x: Math.round(event.x * screenSize.width),
-        y: Math.round(event.y * screenSize.height)
+        cursorPosition: {
+            x: clamp01(event.x),
+            y: clamp01(event.y)
+        }
+    };
+}
+function cursorPositionFromStdout(stdout, screenSize) {
+    const point = parsePoint(stdout);
+    if (!point) {
+        return undefined;
+    }
+    return { cursorPosition: normalizedCursorPosition(point, screenSize) };
+}
+function parsePoint(stdout) {
+    try {
+        const parsed = JSON.parse(stdout.trim());
+        return typeof parsed.x === "number" && typeof parsed.y === "number"
+            ? {
+                bounds: parseBounds(parsed.bounds),
+                x: parsed.x,
+                y: parsed.y
+            }
+            : null;
+    }
+    catch {
+        return null;
+    }
+}
+function parseBounds(value) {
+    if (!value || typeof value !== "object") {
+        return null;
+    }
+    const bounds = value;
+    return typeof bounds.x === "number" &&
+        typeof bounds.y === "number" &&
+        typeof bounds.width === "number" &&
+        typeof bounds.height === "number" &&
+        bounds.width > 0 &&
+        bounds.height > 0
+        ? {
+            height: bounds.height,
+            width: bounds.width,
+            x: bounds.x,
+            y: bounds.y
+        }
+        : null;
+}
+function textInputTargetFromStdout(stdout) {
+    const [rawAppName = "", rawRole = "", rawSubrole = "", rawRoleDescription = ""] = stdout
+        .replace(/\r/gu, "")
+        .split("\n");
+    const appName = rawAppName.trim();
+    const role = rawRole.trim();
+    const subrole = rawSubrole.trim();
+    const roleDescription = rawRoleDescription.trim();
+    if (!appName && !role) {
+        return null;
+    }
+    return {
+        appName: appName || "Unknown app",
+        isTextInput: isTextInputTarget(role, subrole, roleDescription),
+        role,
+        ...(roleDescription ? { roleDescription } : {}),
+        ...(subrole ? { subrole } : {})
+    };
+}
+function isTextInputTarget(role, subrole, roleDescription) {
+    if (["AXTextArea", "AXTextField", "AXSearchField", "AXComboBox"].includes(role)) {
+        return true;
+    }
+    const searchableText = `${role} ${subrole} ${roleDescription}`;
+    return /\b(text|search|editor|combo box)\b/iu.test(searchableText);
+}
+function normalizedCursorPosition(point, screenSize) {
+    if (point.bounds) {
+        return {
+            x: clamp01((point.x - point.bounds.x) / point.bounds.width),
+            y: clamp01((point.y - point.bounds.y) / point.bounds.height)
+        };
+    }
+    return {
+        x: clamp01(point.x / Math.max(1, screenSize.width)),
+        y: clamp01(point.y / Math.max(1, screenSize.height))
+    };
+}
+function clamp01(value) {
+    return Math.max(0, Math.min(1, value));
+}
+function scaledFrameSize(screenSize) {
+    const scale = Math.min(1, CAPTURE_WIDTH / Math.max(1, screenSize.width));
+    return {
+        height: Math.max(1, Math.round(screenSize.height * scale)),
+        width: Math.max(1, Math.round(screenSize.width * scale))
     };
 }
 function appleScriptModifier(modifier) {
@@ -146,6 +409,9 @@ function numberFromSips(output, key) {
     const match = output.match(new RegExp(`${key}:\\s*(\\d+)`, "u"));
     return match ? Number(match[1]) : null;
 }
+function shouldProbeScreenDimensions(sequence) {
+    return sequence % SCREEN_DIMENSION_PROBE_INTERVAL_FRAMES === 0;
+}
 function normalizeCaptureError(error) {
     const stderr = errorStderr(error);
     if (/screen recording|permission|not authorized|denied/iu.test(stderr)) {

package/dist/local-control/remote-control/macos-driver.js.map

@@ -1 +1 @@
-{"version":3,"file":"macos-driver.js","sourceRoot":"","sources":["../../../src/local-control/remote-control/macos-driver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAqBtC,MAAM,WAAW,GAAG,SAAS,CAAC,gBAAgB,CAAa,CAAC;AAC5D,MAAM,aAAa,GAAG,IAAI,CAAC;AAC3B,MAAM,qBAAqB,GAAG,IAAI,CAAC;AACnC,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAEnC,MAAM,UAAU,8BAA8B,CAC5C,UAAyB,EAAE;IAE3B,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,WAAW,CAAC;IACjD,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,IAAK,QAA0B,CAAC;IACtE,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC;IACjD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAC9C,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,UAAU,GAAG;QACf,MAAM,EAAE,sBAAsB;QAC9B,KAAK,EAAE,qBAAqB;KAC7B,CAAC;IAEF,OAAO;QACL,KAAK,CAAC,YAAY,CAAC,OAAO;YACxB,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;YACnD,MAAM,SAAS,GAAG,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;YAEvD,IAAI,CAAC;gBACH,MAAM,QAAQ,CAAC,yBAAyB,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;gBAC9E,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,eAAe,EAAE;oBACpD,IAAI;oBACJ,YAAY;oBACZ,IAAI;oBACJ,aAAa;oBACb,OAAO;iBACR,CAAC,CAAC;gBACH,UAAU,GAAG;oBACX,MAAM,EAAE,cAAc,CAAC,aAAa,CAAC,MAAM,EAAE,aAAa,CAAC,IAAI,UAAU,CAAC,MAAM;oBAChF,KAAK,EAAE,cAAc,CAAC,aAAa,CAAC,MAAM,EAAE,YAAY,CAAC,IAAI,UAAU,CAAC,KAAK;iBAC9E,CAAC;gBACF,MAAM,QAAQ,CAAC,eAAe,EAAE;oBAC9B,IAAI;oBACJ,MAAM,CAAC,aAAa,CAAC;oBACrB,IAAI;oBACJ,QAAQ;oBACR,MAAM;oBACN,IAAI;oBACJ,eAAe;oBACf,IAAI;oBACJ,OAAO;oBACP,OAAO;oBACP,SAAS;iBACV,CAAC,CAAC;gBACH,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,eAAe,EAAE;oBACjD,IAAI;oBACJ,YAAY;oBACZ,IAAI;oBACJ,aAAa;oBACb,SAAS;iBACV,CAAC,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,SAAS,CAAC,CAAC;gBAC7C,QAAQ,IAAI,CAAC,CAAC;gBAEd,OAAO;oBACL,UAAU,EAAE,GAAG,EAAE,CAAC,WAAW,EAAE;oBAC/B,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;oBACpC,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,MAAM,EAAE,aAAa,CAAC,IAAI,sBAAsB;oBAClF,QAAQ,EAAE,YAAqB;oBAC/B,QAAQ;oBACR,KAAK,EAAE,cAAc,CAAC,UAAU,CAAC,MAAM,EAAE,YAAY,CAAC,IAAI,aAAa;iBACxE,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,qBAAqB,CAAC,KAAK,CAAC,CAAC;YACrC,CAAC;oBAAS,CAAC;gBACT,MAAM,OAAO,CAAC,GAAG,CAAC;oBAChB,eAAe,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;oBAC/C,eAAe,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;iBAClD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,KAAK,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK;YAC9B,IAAI,CAAC;gBACH,MAAM,QAAQ,CAAC,oBAAoB,EAAE,qBAAqB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC;YACjF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,mBAAmB,CAAC,KAAK,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;QACD,KAAK,CAAC,YAAY,KAAI,CAAC;KACxB,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAC5B,KAAuB,EACvB,UAA6C;IAE7C,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;QACvD,OAAO,CAAC,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,wBAAwB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC;IACjF,CAAC;IAED,OAAO,CAAC,IAAI,EAAE,mBAAmB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,mBAAmB,CAC1B,KAAuB,EACvB,UAA6C;IAE7C,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC1B,OAAO,iDAAiD,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;IACxF,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QACzB,MAAM,cAAc,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM;YAC3C,CAAC,CAAC,WAAW,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;YACnE,CAAC,CAAC,EAAE,CAAC;QACP,OAAO,iDAAiD,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,cAAc,EAAE,CAAC;IACvG,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;QACrD,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QACjD,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QAClD,OAAO,iDAAiD,CAAC,KAAK,CAAC,GAAG,CAAC;IACrE,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QACzD,MAAM,SAAS,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;QACtD,OAAO,8CAA8C,SAAS,EAAE,CAAC;IACnE,CAAC;IAED,OAAO,6CAA6C,CAAC;AACvD,CAAC;AAED,SAAS,wBAAwB,CAC/B,KAAqD,EACrD,UAA6C;IAE7C,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IAC7C,OAAO;QACL,8BAA8B;QAC9B,6CAA6C,KAAK,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK;QACrE,iDAAiD;KAClD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,WAAW,CAClB,KAAqD,EACrD,UAA6C;IAE7C,OAAO;QACL,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC;QACzC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;KAC3C,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,QAAgB;IAC3C,IAAI,QAAQ,KAAK,KAAK,EAAE,CAAC;QACvB,OAAO,cAAc,CAAC;IACxB,CAAC;IACD,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;QACxB,OAAO,cAAc,CAAC;IACxB,CAAC;IACD,IAAI,QAAQ,KAAK,KAAK,EAAE,CAAC;QACvB,OAAO,aAAa,CAAC;IACvB,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,SAAS,WAAW,CAAC,SAAiB,EAAE,IAAY;IAClD,OAAO,IAAI,CAAC,MAAM,EAAE,EAAE,UAAU,SAAS,IAAI,IAAI,EAAE,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,cAAc,CAAC,MAAc,EAAE,GAAW;IACjD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,GAAG,GAAG,aAAa,EAAE,GAAG,CAAC,CAAC,CAAC;IACjE,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACzC,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IAC3C,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,qDAAqD,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QACvE,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,4DAA4D,CAAC,EAAE;YAC5F,UAAU,EAAE,iBAAiB;SAC9B,CAAC,CAAC;IACL,CAAC;IACD,OAAO,IAAI,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC;AAC5F,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,oEAAoE,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QACtF,OAAO,MAAM,CAAC,MAAM,CAClB,IAAI,KAAK,CAAC,+DAA+D,CAAC,EAC1E;YACE,UAAU,EAAE,eAAe;SAC5B,CACF,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC;AACxF,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,IAAI,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC5D,MAAM,MAAM,GAAI,KAA8B,CAAC,MAAM,CAAC;QACtD,OAAO,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAClD,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC"}
+{"version":3,"file":"macos-driver.js","sourceRoot":"","sources":["../../../src/local-control/remote-control/macos-driver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAyBtC,MAAM,WAAW,GAAG,SAAS,CAAC,gBAAgB,CAAa,CAAC;AAC5D,MAAM,aAAa,GAAG,IAAI,CAAC;AAC3B,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,sCAAsC,GAAG,EAAE,CAAC;AAClD,MAAM,qBAAqB,GAAG,IAAI,CAAC;AACnC,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAEnC,MAAM,UAAU,8BAA8B,CAC5C,UAAyB,EAAE;IAE3B,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,WAAW,CAAC;IACjD,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,IAAK,QAA0B,CAAC;IACtE,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC;IACjD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAC9C,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,UAAU,GAAG;QACf,MAAM,EAAE,sBAAsB;QAC9B,KAAK,EAAE,qBAAqB;KAC7B,CAAC;IAEF,OAAO;QACL,KAAK,CAAC,YAAY,CAAC,OAAO;YACxB,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;YACnD,MAAM,SAAS,GAAG,WAAW,CAAC,OAAO,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;YAEvD,IAAI,CAAC;gBACH,MAAM,QAAQ,CAAC,yBAAyB,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;gBAC9E,IAAI,2BAA2B,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC1C,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,eAAe,EAAE;wBACpD,IAAI;wBACJ,YAAY;wBACZ,IAAI;wBACJ,aAAa;wBACb,OAAO;qBACR,CAAC,CAAC;oBACH,UAAU,GAAG;wBACX,MAAM,EAAE,cAAc,CAAC,aAAa,CAAC,MAAM,EAAE,aAAa,CAAC,IAAI,UAAU,CAAC,MAAM;wBAChF,KAAK,EAAE,cAAc,CAAC,aAAa,CAAC,MAAM,EAAE,YAAY,CAAC,IAAI,UAAU,CAAC,KAAK;qBAC9E,CAAC;gBACJ,CAAC;gBACD,MAAM,QAAQ,CAAC,eAAe,EAAE;oBAC9B,IAAI;oBACJ,MAAM,CAAC,aAAa,CAAC;oBACrB,IAAI;oBACJ,QAAQ;oBACR,MAAM;oBACN,IAAI;oBACJ,eAAe;oBACf,MAAM,CAAC,kBAAkB,CAAC;oBAC1B,OAAO;oBACP,OAAO;oBACP,SAAS;iBACV,CAAC,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,SAAS,CAAC,CAAC;gBAC7C,MAAM,SAAS,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;gBAC9C,QAAQ,IAAI,CAAC,CAAC;gBAEd,OAAO;oBACL,UAAU,EAAE,GAAG,EAAE,CAAC,WAAW,EAAE;oBAC/B,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;oBACpC,MAAM,EAAE,SAAS,CAAC,MAAM;oBACxB,QAAQ,EAAE,YAAqB;oBAC/B,QAAQ;oBACR,KAAK,EAAE,SAAS,CAAC,KAAK;iBACvB,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,qBAAqB,CAAC,KAAK,CAAC,CAAC;YACrC,CAAC;oBAAS,CAAC;gBACT,MAAM,OAAO,CAAC,GAAG,CAAC;oBAChB,eAAe,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;oBAC/C,eAAe,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;iBAClD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,KAAK,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK;YAC9B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAC3B,oBAAoB,EACpB,qBAAqB,CAAC,KAAK,EAAE,UAAU,CAAC,CACzC,CAAC;gBACF,OAAO,CACL,wBAAwB,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC;oBACnD,mCAAmC,CAAC,KAAK,CAAC,CAC3C,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,mBAAmB,CAAC,KAAK,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;QACD,KAAK,CAAC,YAAY,KAAI,CAAC;QACvB,KAAK,CAAC,iBAAiB;YACrB,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,oBAAoB,EAAE;gBAClD,IAAI;gBACJ,YAAY;gBACZ,IAAI;gBACJ,kCAAkC,EAAE;aACrC,CAAC,CAAC;YACH,OAAO,wBAAwB,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,cAAc,IAAI,IAAI,CAAC;QACrF,CAAC;QACD,KAAK,CAAC,kBAAkB;YACtB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,oBAAoB,EAAE;oBAClD,IAAI;oBACJ,+BAA+B,EAAE;iBAClC,CAAC,CAAC;gBACH,OAAO,yBAAyB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAClD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,mBAAmB,CAAC,KAAK,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAC5B,KAAuB,EACvB,UAA6C;IAE7C,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;QACvD,OAAO;YACL,IAAI;YACJ,YAAY;YACZ,IAAI;YACJ,eAAe,CAAC,KAAK,CAAC;gBACpB,CAAC,CAAC,gCAAgC,CAAC,KAAK,CAAC;gBACzC,CAAC,CAAC,wBAAwB,CAAC,KAAK,CAAC;SACpC,CAAC;IACJ,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,IAAI,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/E,OAAO,CAAC,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,gCAAgC,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7E,CAAC;IAED,OAAO,CAAC,IAAI,EAAE,mBAAmB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,mBAAmB,CAC1B,KAAuB,EACvB,UAA6C;IAE7C,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC1B,OAAO,iDAAiD,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;IACxF,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QACzB,IAAI,KAAK,CAAC,GAAG,KAAK,MAAM,EAAE,CAAC;YACzB,OAAO,oFAAoF,CAAC;QAC9F,CAAC;QACD,IAAI,KAAK,CAAC,GAAG,KAAK,OAAO,EAAE,CAAC;YAC1B,OAAO,mDAAmD,CAAC;QAC7D,CAAC;QACD,IAAI,KAAK,CAAC,GAAG,KAAK,iBAAiB,EAAE,CAAC;YACpC,OAAO,yEAAyE,CAAC;QACnF,CAAC;QACD,IAAI,KAAK,CAAC,GAAG,KAAK,sBAAsB,EAAE,CAAC;YACzC,OAAO,yEAAyE,CAAC;QACnF,CAAC;QACD,IAAI,KAAK,CAAC,GAAG,KAAK,uBAAuB,EAAE,CAAC;YAC1C,OAAO,yEAAyE,CAAC;QACnF,CAAC;QAED,MAAM,cAAc,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM;YAC3C,CAAC,CAAC,WAAW,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;YACnE,CAAC,CAAC,EAAE,CAAC;QACP,OAAO,iDAAiD,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,cAAc,EAAE,CAAC;IACvG,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;QACrD,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QACjD,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QAClD,OAAO,iDAAiD,CAAC,KAAK,CAAC,GAAG,CAAC;IACrE,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QACzD,MAAM,SAAS,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;QACtD,OAAO,8CAA8C,SAAS,EAAE,CAAC;IACnE,CAAC;IAED,OAAO,6CAA6C,CAAC;AACvD,CAAC;AAED,SAAS,+BAA+B;IACtC,OAAO;QACL,kCAAkC;QAClC,qEAAqE;QACrE,mCAAmC;QACnC,OAAO;QACP,+EAA+E;QAC/E,yBAAyB;QACzB,yLAAyL;QACzL,oEAAoE;QACpE,WAAW;QACX,uBAAuB;QACvB,OAAO;QACP,4EAA4E;QAC5E,WAAW;QACX,0BAA0B;QAC1B,OAAO;QACP,kFAAkF;QAClF,WAAW;QACX,kCAAkC;QAClC,OAAO;QACP,kGAAkG;QAClG,WAAW;QACX,qGAAqG;QACrG,UAAU;KACX,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAqD;IACrF,OAAO;QACL,8BAA8B;QAC9B,wBAAwB;QACxB,+BAA+B,EAAE;QACjC,iDAAiD,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;QAC1F,2EAA2E;QAC3E,iDAAiD;QACjD,2BAA2B;KAC5B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,gCAAgC,CACvC,KAAqD;IAErD,OAAO;QACL,8BAA8B;QAC9B,wBAAwB;QACxB,+BAA+B,EAAE;QACjC,iCAAiC;QACjC,6CAA6C;QAC7C,mDAAmD;QACnD,iGAAiG,KAAK,CAAC,EAAE,IAAI,CAAC,KAAK;QACnH,mGAAmG,KAAK,CAAC,EAAE,IAAI,CAAC,KAAK;QACrH,+DAA+D;QAC/D,iDAAiD;QACjD,2BAA2B;KAC5B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,gCAAgC,CAAC,KAAqD;IAC7F,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,KAAK,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,sBAAsB,CAAC;IAC/E,MAAM,SAAS,GAAG,YAAY,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,yBAAyB,CAAC;IACxF,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,uBAAuB,CAAC;IAClF,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/E,OAAO;QACL,8BAA8B;QAC9B,wBAAwB;QACxB,+BAA+B,EAAE;QACjC,6CAA6C;QAC7C,mDAAmD;QACnD,sBAAsB,UAAU,GAAG;QACnC,uEAAuE;QACvE,uDAAuD,SAAS,YAAY,MAAM,IAAI;QACtF,qDAAqD,OAAO,YAAY,MAAM,IAAI;QAClF,oFAAoF;QACpF,kFAAkF;QAClF,+CAA+C;QAC/C,6CAA6C;QAC7C,GAAG;QACH,2BAA2B;KAC5B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,kCAAkC;IACzC,OAAO;QACL,wBAAwB;QACxB,+BAA+B,EAAE;QACjC,2BAA2B;KAC5B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,+BAA+B;IACtC,OAAO;QACL,4BAA4B;QAC5B,uCAAuC;QACvC,qEAAqE;QACrE,wBAAwB;QACxB,wBAAwB;QACxB,yBAAyB;QACzB,yBAAyB;QACzB,gDAAgD;QAChD,mDAAmD;QACnD,4CAA4C;QAC5C,4CAA4C;QAC5C,+DAA+D;QAC/D,gEAAgE;QAChE,KAAK;QACL,YAAY;QACZ,cAAc;QACd,iCAAiC;QACjC,yBAAyB;QACzB,yBAAyB;QACzB,MAAM;QACN,GAAG;QACH,4CAA4C;QAC5C,mCAAmC;QACnC,YAAY;QACZ,+DAA+D;QAC/D,+DAA+D;QAC/D,MAAM;QACN,GAAG;QACH,qCAAqC;QACrC,+CAA+C;QAC/C,qDAAqD;QACrD,mCAAmC;QACnC,2BAA2B;QAC3B,iBAAiB;QACjB,iBAAiB;QACjB,YAAY;QACZ,OAAO;QACP,GAAG;KACJ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CAAC,KAAqD;IAC5E,OAAO,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,CAAC;AACtE,CAAC;AAED,SAAS,mCAAmC,CAC1C,KAAuB;IAEvB,IACE,KAAK,CAAC,IAAI,KAAK,SAAS;QACxB,CAAC,KAAK,CAAC,KAAK,KAAK,MAAM,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC;QAChD,eAAe,CAAC,KAAK,CAAC,EACtB,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO;QACL,cAAc,EAAE;YACd,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;YACnB,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;SACpB;KACF,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB,CAC/B,MAAc,EACd,UAA6C;IAE7C,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IACjC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,EAAE,cAAc,EAAE,wBAAwB,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC;AACzE,CAAC;AAED,SAAS,UAAU,CAAC,MAAc;IAChC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAItC,CAAC;QACF,OAAO,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ;YACjE,CAAC,CAAC;gBACE,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC;gBAClC,CAAC,EAAE,MAAM,CAAC,CAAC;gBACX,CAAC,EAAE,MAAM,CAAC,CAAC;aACZ;YACH,CAAC,CAAC,IAAI,CAAC;IACX,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAAG,KAAwE,CAAC;IACxF,OAAO,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ;QACjC,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ;QAC5B,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ;QAChC,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ;QACjC,MAAM,CAAC,KAAK,GAAG,CAAC;QAChB,MAAM,CAAC,MAAM,GAAG,CAAC;QACjB,CAAC,CAAC;YACE,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,CAAC,EAAE,MAAM,CAAC,CAAC;YACX,CAAC,EAAE,MAAM,CAAC,CAAC;SACZ;QACH,CAAC,CAAC,IAAI,CAAC;AACX,CAAC;AAED,SAAS,yBAAyB,CAAC,MAAc;IAC/C,MAAM,CAAC,UAAU,GAAG,EAAE,EAAE,OAAO,GAAG,EAAE,EAAE,UAAU,GAAG,EAAE,EAAE,kBAAkB,GAAG,EAAE,CAAC,GAAG,MAAM;SACrF,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;SACnB,KAAK,CAAC,IAAI,CAAC,CAAC;IACf,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;IAClC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAC5B,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;IAClC,MAAM,eAAe,GAAG,kBAAkB,CAAC,IAAI,EAAE,CAAC;IAElD,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,OAAO,EAAE,OAAO,IAAI,aAAa;QACjC,WAAW,EAAE,iBAAiB,CAAC,IAAI,EAAE,OAAO,EAAE,eAAe,CAAC;QAC9D,IAAI;QACJ,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAChC,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY,EAAE,OAAe,EAAE,eAAuB;IAC/E,IAAI,CAAC,YAAY,EAAE,aAAa,EAAE,eAAe,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAChF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,cAAc,GAAG,GAAG,IAAI,IAAI,OAAO,IAAI,eAAe,EAAE,CAAC;IAC/D,OAAO,sCAAsC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,wBAAwB,CAC/B,KAIC,EACD,UAA6C;IAE7C,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QACjB,OAAO;YACL,CAAC,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;YAC3D,CAAC,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;SAC7D,CAAC;IACJ,CAAC;IAED,OAAO;QACL,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC;QACnD,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;KACrD,CAAC;AACJ,CAAC;AAED,SAAS,OAAO,CAAC,KAAa;IAC5B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,eAAe,CAAC,UAA6C;IACpE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;IACzE,OAAO;QACL,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;QAC1D,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;KACzD,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,QAAgB;IAC3C,IAAI,QAAQ,KAAK,KAAK,EAAE,CAAC;QACvB,OAAO,cAAc,CAAC;IACxB,CAAC;IACD,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;QACxB,OAAO,cAAc,CAAC;IACxB,CAAC;IACD,IAAI,QAAQ,KAAK,KAAK,EAAE,CAAC;QACvB,OAAO,aAAa,CAAC;IACvB,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,SAAS,WAAW,CAAC,SAAiB,EAAE,IAAY;IAClD,OAAO,IAAI,CAAC,MAAM,EAAE,EAAE,UAAU,SAAS,IAAI,IAAI,EAAE,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,cAAc,CAAC,MAAc,EAAE,GAAW;IACjD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,GAAG,GAAG,aAAa,EAAE,GAAG,CAAC,CAAC,CAAC;IACjE,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACzC,CAAC;AAED,SAAS,2BAA2B,CAAC,QAAgB;IACnD,OAAO,QAAQ,GAAG,sCAAsC,KAAK,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IAC3C,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,qDAAqD,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QACvE,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,4DAA4D,CAAC,EAAE;YAC5F,UAAU,EAAE,iBAAiB;SAC9B,CAAC,CAAC;IACL,CAAC;IACD,OAAO,IAAI,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC;AAC5F,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,oEAAoE,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QACtF,OAAO,MAAM,CAAC,MAAM,CAClB,IAAI,KAAK,CAAC,+DAA+D,CAAC,EAC1E;YACE,UAAU,EAAE,eAAe;SAC5B,CACF,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC;AACxF,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,IAAI,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC5D,MAAM,MAAM,GAAI,KAA8B,CAAC,MAAM,CAAC;QACtD,OAAO,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAClD,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC"}

package/dist/local-control/remote-control/routes.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"routes.d.ts","sourceRoot":"","sources":["../../../src/local-control/remote-control/routes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAOjE,OAAO,EAAkB,KAAK,8BAA8B,EAAE,MAAM,uBAAuB,CAAC;AAC5F,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAE5D,UAAU,6BAA6B;IACrC,KAAK,EAAE,iBAAiB,CAAC;IACzB,WAAW,CAAC,EAAE,8BAA8B,CAAC;IAC7C,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,yBAAyB,CAAC;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACrD,OAAO,EAAE,eAAe,CAAC;IACzB,QAAQ,EAAE,cAAc,CAAC;IACzB,YAAY,EAAE,eAAe,CAAC;IAC9B,SAAS,CAAC,QAAQ,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,IAAI,CAAC;CAC1E;AAED,wBAAsB,6BAA6B,CAAC,KAAK,EAAE,6BAA6B,oBAoHvF"}
+{"version":3,"file":"routes.d.ts","sourceRoot":"","sources":["../../../src/local-control/remote-control/routes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAOjE,OAAO,EAAkB,KAAK,8BAA8B,EAAE,MAAM,uBAAuB,CAAC;AAC5F,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAE5D,UAAU,6BAA6B;IACrC,KAAK,EAAE,iBAAiB,CAAC;IACzB,WAAW,CAAC,EAAE,8BAA8B,CAAC;IAC7C,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,yBAAyB,CAAC;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACrD,OAAO,EAAE,eAAe,CAAC;IACzB,QAAQ,EAAE,cAAc,CAAC;IACzB,YAAY,EAAE,eAAe,CAAC;IAC9B,SAAS,CAAC,QAAQ,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,IAAI,CAAC;CAC1E;AAED,wBAAsB,6BAA6B,CAAC,KAAK,EAAE,6BAA6B,oBAiIvF"}

package/dist/local-control/remote-control/routes.js

@@ -62,6 +62,13 @@ export async function handleLocalRemoteControlRoute(input) {
         input.writeJson(input.response, 200, { ok: true, session });
         return true;
     }
+    const textTargetMatch = input.path.match(/^\/api\/remote-control\/sessions\/([^/]+)\/text-target$/u);
+    if (textTargetMatch && input.method === "GET") {
+        input.writeJson(input.response, 200, {
+            target: await input.manager.getTextInputTarget(decodeURIComponent(textTargetMatch[1]), input.actor.id)
+        });
+        return true;
+    }
     const signalMatch = input.path.match(/^\/api\/remote-control\/sessions\/([^/]+)\/signals$/u);
     if (signalMatch && input.method === "GET") {
         input.manager.getSession(decodeURIComponent(signalMatch[1]), input.actor.id);

package/dist/local-control/remote-control/routes.js.map

@@ -1 +1 @@
-{"version":3,"file":"routes.js","sourceRoot":"","sources":["../../../src/local-control/remote-control/routes.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,+BAA+B,EAC/B,uCAAuC,EACxC,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,cAAc,EAAuC,MAAM,uBAAuB,CAAC;AAkB5F,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,KAAoC;IACtF,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,sBAAsB,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,wBAAwB,EAAE,CAAC;QAC9F,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,wBAAwB,EAAE,CAAC;QACtE,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE;YACnC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;SACrD,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,8BAA8B,EAAE,CAAC;QAC5E,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE;YACnC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;SACrD,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,8BAA8B,EAAE,CAAC;QAC7E,MAAM,IAAI,GAAG,uBAAuB,CAClC,uCAAuC,EACvC,MAAM,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CACpC,CAAC;QACF,IAAI,IAAI,CAAC,aAAa,KAAK,KAAK,CAAC,aAAa,EAAE,CAAC;YAC/C,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,sCAAsC,CAAC,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;QAC9F,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC;YAC/C,eAAe,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE;YAC/B,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa,EAAE,IAAI,CAAC,aAAa;SAClC,CAAC,CAAC;QACH,cAAc,CAAC,KAAK,CAAC,WAAW,EAAE,MAAM,EAAE,8BAA8B,EAAE;YACxE,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE;YACxB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,SAAS,EAAE,OAAO,CAAC,EAAE;SACtB,CAAC,CAAC;QACH,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QAClD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACrF,IAAI,YAAY,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;QAC3C,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE;YACnC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;SACvF,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,YAAY,IAAI,KAAK,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU,CAC5C,kBAAkB,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EACnC,KAAK,CAAC,KAAK,CAAC,EAAE,CACf,CAAC;QACF,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QAClD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAC;IAC1F,IAAI,UAAU,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;QACzC,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC;QAC9E,KAAK,CAAC,SAAS,CACb,KAAK,CAAC,QAAQ,EACd,GAAG,EACH,KAAK,CAAC,OAAO,CAAC,cAAc,CAC1B,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EACjC,KAAK,CAAC,KAAK,CAAC,EAAE,EACd,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CACpD,CACF,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAC;IAC1F,IAAI,UAAU,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QAC1C,MAAM,IAAI,GAAG,uBAAuB,CAClC,+BAA+B,EAC/B,MAAM,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CACpC,CAAC;QACF,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU,CAC5C,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EACjC,KAAK,CAAC,KAAK,CAAC,EAAE,EACd,IAAI,CAAC,KAAK,CACX,CAAC;QACF,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QAC5D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC7F,IAAI,WAAW,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;QAC1C,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC7E,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QACtD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,WAAW,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;QACpE,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC7E,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE;YACnC,MAAM,EAAE;gBACN,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,EAAE,EAAE,eAAe;gBACnB,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE;gBACxC,eAAe,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE;gBAC/B,SAAS,EAAE,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;gBAC7C,IAAI,EAAE,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ;aAC3D;SACF,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,uBAAuB,CAAI,MAAoC,EAAE,KAAc;IACtF,IAAI,CAAC;QACH,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,MAAM,CAAC,MAAM,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,gCAAgC,CAAC,EAAE;YAChG,UAAU,EAAE,GAAG;SAChB,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAChE,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,IAAI,CAAC;AACX,CAAC"}
+{"version":3,"file":"routes.js","sourceRoot":"","sources":["../../../src/local-control/remote-control/routes.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,+BAA+B,EAC/B,uCAAuC,EACxC,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,cAAc,EAAuC,MAAM,uBAAuB,CAAC;AAkB5F,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,KAAoC;IACtF,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,sBAAsB,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,wBAAwB,EAAE,CAAC;QAC9F,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,wBAAwB,EAAE,CAAC;QACtE,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE;YACnC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;SACrD,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,8BAA8B,EAAE,CAAC;QAC5E,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE;YACnC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;SACrD,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,8BAA8B,EAAE,CAAC;QAC7E,MAAM,IAAI,GAAG,uBAAuB,CAClC,uCAAuC,EACvC,MAAM,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CACpC,CAAC;QACF,IAAI,IAAI,CAAC,aAAa,KAAK,KAAK,CAAC,aAAa,EAAE,CAAC;YAC/C,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,sCAAsC,CAAC,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;QAC9F,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC;YAC/C,eAAe,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE;YAC/B,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa,EAAE,IAAI,CAAC,aAAa;SAClC,CAAC,CAAC;QACH,cAAc,CAAC,KAAK,CAAC,WAAW,EAAE,MAAM,EAAE,8BAA8B,EAAE;YACxE,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE;YACxB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,SAAS,EAAE,OAAO,CAAC,EAAE;SACtB,CAAC,CAAC;QACH,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QAClD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACrF,IAAI,YAAY,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;QAC3C,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE;YACnC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;SACvF,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,YAAY,IAAI,KAAK,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU,CAC5C,kBAAkB,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EACnC,KAAK,CAAC,KAAK,CAAC,EAAE,CACf,CAAC;QACF,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QAClD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAC;IAC1F,IAAI,UAAU,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;QACzC,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,CAAC;QAC9E,KAAK,CAAC,SAAS,CACb,KAAK,CAAC,QAAQ,EACd,GAAG,EACH,KAAK,CAAC,OAAO,CAAC,cAAc,CAC1B,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EACjC,KAAK,CAAC,KAAK,CAAC,EAAE,EACd,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CACpD,CACF,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAC;IAC1F,IAAI,UAAU,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QAC1C,MAAM,IAAI,GAAG,uBAAuB,CAClC,+BAA+B,EAC/B,MAAM,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CACpC,CAAC;QACF,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU,CAC5C,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EACjC,KAAK,CAAC,KAAK,CAAC,EAAE,EACd,IAAI,CAAC,KAAK,CACX,CAAC;QACF,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QAC5D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CACtC,0DAA0D,CAC3D,CAAC;IACF,IAAI,eAAe,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;QAC9C,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE;YACnC,MAAM,EAAE,MAAM,KAAK,CAAC,OAAO,CAAC,kBAAkB,CAC5C,kBAAkB,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,EACtC,KAAK,CAAC,KAAK,CAAC,EAAE,CACf;SACF,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC7F,IAAI,WAAW,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;QAC1C,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC7E,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QACtD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,WAAW,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;QACpE,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC7E,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE;YACnC,MAAM,EAAE;gBACN,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,EAAE,EAAE,eAAe;gBACnB,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE;gBACxC,eAAe,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE;gBAC/B,SAAS,EAAE,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;gBAC7C,IAAI,EAAE,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ;aAC3D;SACF,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,uBAAuB,CAAI,MAAoC,EAAE,KAAc;IACtF,IAAI,CAAC;QACH,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,MAAM,CAAC,MAAM,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,gCAAgC,CAAC,EAAE;YAChG,UAAU,EAAE,GAAG;SAChB,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAChE,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,IAAI,CAAC;AACX,CAAC"}

package/dist/local-control/remote-control/session-manager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"session-manager.d.ts","sourceRoot":"","sources":["../../../src/local-control/remote-control/session-manager.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,KAAK,wBAAwB,EAC7B,KAAK,yBAAyB,EAG/B,MAAM,YAAY,CAAC;AAEpB,UAAU,cAAc;IACtB,MAAM,EAAE,wBAAwB,CAAC;IACjC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;IACzC,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;CAClB;AAWD,YAAY,EAAE,wBAAwB,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAEtF,wBAAgB,+BAA+B,CAC7C,OAAO,EAAE,cAAc,GACtB,yBAAyB,CA6L3B"}
+{"version":3,"file":"session-manager.d.ts","sourceRoot":"","sources":["../../../src/local-control/remote-control/session-manager.ts"],"names":[],"mappings":"AAQA,OAAO,EACL,KAAK,wBAAwB,EAC7B,KAAK,yBAAyB,EAG/B,MAAM,YAAY,CAAC;AAEpB,UAAU,cAAc;IACtB,MAAM,EAAE,wBAAwB,CAAC;IACjC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;IACzC,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;CAClB;AAYD,YAAY,EAAE,wBAAwB,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAEtF,wBAAgB,+BAA+B,CAC7C,OAAO,EAAE,cAAc,GACtB,yBAAyB,CA4Q3B"}

package/dist/local-control/remote-control/session-manager.js

@@ -1,5 +1,5 @@
 import { randomUUID } from "node:crypto";
-const DEFAULT_FRAME_INTERVAL_MS = 300;
+const DEFAULT_FRAME_INTERVAL_MS = 120;
 const stoppedStatuses = new Set(["ended", "failed"]);
 export function createLocalRemoteControlManager(options) {
     const states = new Map();
@@ -12,8 +12,15 @@ export function createLocalRemoteControlManager(options) {
         if (!state || stoppedStatuses.has(state.session.status)) {
             return;
         }
+        if (state.isFrameCaptureInFlight) {
+            return;
+        }
+        state.isFrameCaptureInFlight = true;
         try {
             const nextFrame = await options.driver.captureFrame(state.session);
+            if (stoppedStatuses.has(state.session.status)) {
+                return;
+            }
             state.latestFrame = nextFrame;
             state.session = {
                 ...state.session,
@@ -27,6 +34,9 @@ export function createLocalRemoteControlManager(options) {
             };
         }
         catch (error) {
+            if (stoppedStatuses.has(state.session.status)) {
+                return;
+            }
             const permission = permissionKind(error);
             state.session = {
                 ...state.session,
@@ -39,6 +49,9 @@ export function createLocalRemoteControlManager(options) {
                 updatedAt: now().toISOString()
             };
         }
+        finally {
+            state.isFrameCaptureInFlight = false;
+        }
     }
     function startFrameLoop(state) {
         if (!state.session.screenEnabled || state.frameTimer) {
@@ -48,6 +61,7 @@ export function createLocalRemoteControlManager(options) {
             void captureNextFrame(state.session.id);
         }, frameIntervalMs);
         state.frameTimer.unref?.();
+        void captureNextFrame(state.session.id);
     }
     function requireSession(sessionId, clientMachineId) {
         const state = states.get(sessionId);
@@ -61,6 +75,23 @@ export function createLocalRemoteControlManager(options) {
             state.session.hostMachineId === input.hostMachineId &&
             !stoppedStatuses.has(state.session.status));
     }
+    async function readCursorPosition() {
+        if (!options.driver.getCursorPosition) {
+            return null;
+        }
+        try {
+            return await options.driver.getCursorPosition();
+        }
+        catch {
+            return null;
+        }
+    }
+    async function readTextInputTarget() {
+        if (!options.driver.getTextInputTarget) {
+            return null;
+        }
+        return options.driver.getTextInputTarget();
+    }
     return {
         async applyInput(sessionId, clientMachineId, event) {
             const state = requireSession(sessionId, clientMachineId);
@@ -75,9 +106,13 @@ export function createLocalRemoteControlManager(options) {
                 });
             }
             try {
-                await options.driver.applyInput(state.session, event);
+                const inputResult = await options.driver.applyInput(state.session, event);
+                const cursorPosition = inputResult && "cursorPosition" in inputResult
+                    ? inputResult.cursorPosition
+                    : state.session.cursorPosition;
                 state.session = {
                     ...state.session,
+                    cursorPosition,
                     errorMessage: null,
                     permissionState: {
                         ...state.session.permissionState,
@@ -129,6 +164,42 @@ export function createLocalRemoteControlManager(options) {
         getSession(sessionId, clientMachineId) {
             return requireSession(sessionId, clientMachineId).session;
         },
+        async getTextInputTarget(sessionId, clientMachineId) {
+            const state = requireSession(sessionId, clientMachineId);
+            if (stoppedStatuses.has(state.session.status)) {
+                throw Object.assign(new Error("Remote-control session is not active"), {
+                    statusCode: 409
+                });
+            }
+            try {
+                const target = await readTextInputTarget();
+                state.session = {
+                    ...state.session,
+                    errorMessage: null,
+                    permissionState: {
+                        ...state.session.permissionState,
+                        accessibility: options.driver.getTextInputTarget
+                            ? "granted"
+                            : state.session.permissionState.accessibility
+                    },
+                    updatedAt: now().toISOString()
+                };
+                return target;
+            }
+            catch (error) {
+                const permission = permissionKind(error);
+                state.session = {
+                    ...state.session,
+                    errorMessage: error instanceof Error ? error.message : "Unable to inspect Mac text input focus",
+                    permissionState: {
+                        ...state.session.permissionState,
+                        accessibility: permission === "accessibility" ? "needed" : state.session.permissionState.accessibility
+                    },
+                    updatedAt: now().toISOString()
+                };
+                throw error;
+            }
+        },
         listSessions(clientMachineId) {
             return [...states.values()]
                 .map((state) => state.session)
@@ -140,6 +211,7 @@ export function createLocalRemoteControlManager(options) {
                 return existing.session;
             }
             const timestamp = now().toISOString();
+            const cursorPosition = await readCursorPosition();
             const session = {
                 id: idGenerator("remote"),
                 status: "connecting",
@@ -151,12 +223,14 @@ export function createLocalRemoteControlManager(options) {
                     accessibility: "unknown",
                     screenRecording: "unknown"
                 },
+                cursorPosition,
                 errorMessage: null,
                 createdAt: timestamp,
                 updatedAt: timestamp
             };
             const state = {
                 frameTimer: null,
+                isFrameCaptureInFlight: false,
                 latestFrame: null,
                 session
             };