replicas-cli 0.2.333 → 0.2.334

package/dist/index.mjs

@@ -9537,7 +9537,7 @@ var HOOK_EXEC_MAX_BUFFER_BYTES = 10 * 1024 * 1024;
 var REPLICAS_CONFIG_FILENAMES = ["replicas.json", "replicas.yaml", "replicas.yml"];
 
 // ../shared/src/cli-version.ts
-var CLI_VERSION = "0.2.333";
+var CLI_VERSION = "0.2.334";
 
 // ../shared/src/engine/environment.ts
 var DESKTOP_NOVNC_PORT = 6080;
@@ -15743,6 +15743,15 @@ async function computerBrowserCommand(options = {}) {
     pages: pageResults
   }, null, 2));
 }
+var DESKTOP_POINT_JS = `
+    const desktopPoint = (rect) => {
+      const borderX = Math.max(0, (window.outerWidth - window.innerWidth) / 2);
+      const topChrome = Math.max(0, window.outerHeight - window.innerHeight - borderX);
+      return {
+        x: Math.round(window.screenX + borderX + rect.x + rect.width / 2),
+        y: Math.round(window.screenY + topChrome + rect.y + rect.height / 2),
+      };
+    };`;
 function buildBrowserClickExpression(query, options) {
   return `(() => {
     const query = ${JSON.stringify(query)};
@@ -15755,6 +15764,7 @@ function buildBrowserClickExpression(query, options) {
       return rect.width > 0 && rect.height > 0 && style.visibility !== 'hidden' && style.display !== 'none';
     };
     const label = (el) => normalize(el.innerText || el.value || el.getAttribute('aria-label') || el.getAttribute('title') || el.getAttribute('placeholder') || el.href || el.id || el.name || el.tagName);
+${DESKTOP_POINT_JS}
     const matches = (text) => {
       const haystack = text.toLowerCase();
       const needle = query.toLowerCase();
@@ -15789,6 +15799,7 @@ function buildBrowserClickExpression(query, options) {
       type: el.getAttribute('type') || null,
       text,
       href: el.href || null,
+      desktopPoint: desktopPoint(rect),
       rect: {
         x: Math.round(rect.x),
         y: Math.round(rect.y),
@@ -15800,6 +15811,21 @@ function buildBrowserClickExpression(query, options) {
     };
   })()`;
 }
+function browserActionPoint(result) {
+  if (typeof result !== "object" || result === null) return null;
+  const action = "result" in result ? result.result : result;
+  if (typeof action !== "object" || action === null || !("desktopPoint" in action)) return null;
+  const point = action.desktopPoint;
+  if (typeof point !== "object" || point === null) return null;
+  const x = "x" in point ? point.x : void 0;
+  const y = "y" in point ? point.y : void 0;
+  if (typeof x !== "number" || typeof y !== "number" || !Number.isFinite(x) || !Number.isFinite(y)) return null;
+  const dimensions = getDisplayDimensions();
+  return {
+    x: clamp(Math.round(x), 0, dimensions.width),
+    y: clamp(Math.round(y), 0, dimensions.height)
+  };
+}
 async function computerBrowserClickCommand(query, options = {}) {
   const page = await selectChromePage(options);
   const index = options.index ? parseCoord(options.index, "--index") : 0;
@@ -15808,6 +15834,8 @@ async function computerBrowserClickCommand(query, options = {}) {
     page.webSocketDebuggerUrl,
     buildBrowserClickExpression(query, { exact: !!options.exact, index })
   );
+  const point = browserActionPoint(result);
+  if (point) logRecordingAction({ type: "click", ...point });
   console.log(JSON.stringify({
     title: page.title ?? "",
     url: page.url ?? "",
@@ -15850,6 +15878,7 @@ function buildBrowserFillExpression(query, value, options) {
       return labels.map(normalize).filter(Boolean);
     };
     const labelText = (el) => labelParts(el).join(' ');
+${DESKTOP_POINT_JS}
     const fieldMatches = (el) => {
       const parts = labelParts(el);
       return exact ? parts.some(matches) : matches(parts.join(' '));
@@ -15893,6 +15922,7 @@ function buildBrowserFillExpression(query, value, options) {
       type: el.getAttribute('type') || null,
       text,
       value: el.isContentEditable ? el.textContent : el.value,
+      desktopPoint: desktopPoint(rect),
       rect: {
         x: Math.round(rect.x),
         y: Math.round(rect.y),
@@ -15912,6 +15942,8 @@ async function computerBrowserFillCommand(query, value, options = {}) {
     page.webSocketDebuggerUrl,
     buildBrowserFillExpression(query, value, { exact: !!options.exact, index })
   );
+  const point = browserActionPoint(result);
+  if (point) logRecordingAction({ type: "type", ...point });
   console.log(JSON.stringify({
     title: page.title ?? "",
     url: page.url ?? "",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "replicas-cli",
-  "version": "0.2.333",
+  "version": "0.2.334",
   "description": "CLI for managing Replicas workspaces - SSH into cloud dev environments with automatic port forwarding",
   "main": "dist/index.mjs",
   "bin": {