libretto 0.5.3-experimental.5 → 0.5.3

package/src/cli/core/telemetry.ts

@@ -1,4 +1,9 @@
-import { appendFileSync, existsSync, readFileSync, writeFileSync } from "node:fs";
+import {
+  appendFileSync,
+  existsSync,
+  readFileSync,
+  writeFileSync,
+} from "node:fs";
 import type { Page } from "playwright";
 import {
   getSessionActionsLogPath,
@@ -21,7 +26,12 @@ export type NetworkLogEntry = {
 
 export function readNetworkLog(
   session: string,
-  opts: { last?: number; filter?: string; method?: string; pageId?: string } = {},
+  opts: {
+    last?: number;
+    filter?: string;
+    method?: string;
+    pageId?: string;
+  } = {},
 ): NetworkLogEntry[] {
   assertSessionStateExistsOrThrow(session);
   const logPath = getSessionNetworkLogPath(session);
@@ -86,6 +96,15 @@ export type ActionLogEntry = {
   action: string;
   source: "user" | "agent";
   selector?: string;
+  bestSemanticSelector?: string;
+  targetSelector?: string;
+  ancestorSelectors?: string[];
+  nearbyText?: string;
+  composedPath?: string[];
+  coordinates?: {
+    x: number;
+    y: number;
+  };
   value?: string;
   url?: string;
   duration?: number;
@@ -99,7 +118,10 @@ export function parentLogAction(
 ): void {
   try {
     const record = { ts: new Date().toISOString(), ...entry };
-    appendFileSync(getSessionActionsLogPath(session), JSON.stringify(record) + "\n");
+    appendFileSync(
+      getSessionActionsLogPath(session),
+      JSON.stringify(record) + "\n",
+    );
   } catch {}
 }
 
@@ -139,6 +161,11 @@ export function readActionLog(
       (e) =>
         re.test(e.action) ||
         re.test(e.selector || "") ||
+        re.test(e.bestSemanticSelector || "") ||
+        re.test(e.targetSelector || "") ||
+        re.test((e.ancestorSelectors || []).join(" ")) ||
+        re.test(e.nearbyText || "") ||
+        re.test((e.composedPath || []).join(" ")) ||
         re.test(e.value || "") ||
         re.test(e.url || ""),
     );
@@ -158,8 +185,16 @@ export function readActionLog(
 export function formatActionEntry(e: ActionLogEntry): string {
   const time = e.ts.replace(/.*T/, "").replace(/\.\d+Z$/, "");
   const src = e.source.toUpperCase().padEnd(5);
+  const displaySelector = e.bestSemanticSelector || e.selector;
   const parts = [`[${time}]`, `[${src}]`, e.action];
-  if (e.selector) parts.push(e.selector);
+  if (displaySelector) parts.push(displaySelector);
+  if (e.targetSelector && e.targetSelector !== displaySelector) {
+    parts.push(`target=${e.targetSelector}`);
+  }
+  if (e.nearbyText) parts.push(`text="${e.nearbyText}"`);
+  if (e.coordinates) {
+    parts.push(`@(${e.coordinates.x},${e.coordinates.y})`);
+  }
   if (e.value) parts.push(`"${e.value}"`);
   if (e.url) parts.push(e.url);
   if (e.duration != null) parts.push(`${e.duration}ms`);