libretto 0.6.22 → 0.6.24

package/dist/runtime/recovery/agent.js

@@ -88,16 +88,23 @@ function readPngDimensions(buffer) {
     height: buffer.readUInt32BE(20)
   };
 }
-async function takeViewportScreenshot(page) {
-  const viewport = page.viewportSize();
-  if (!viewport) {
-    throw new Error("Viewport size not found");
-  }
-  const screenshot = await page.screenshot({
-    fullPage: false,
-    scale: "css",
-    timeout: 1e4
-  });
+function toPositiveNumber(value) {
+  return typeof value === "number" && Number.isFinite(value) && value > 0 ? value : void 0;
+}
+async function getViewportFromPage(page) {
+  const metrics = await page.evaluate(() => ({
+    visualViewportWidth: window.visualViewport?.width,
+    visualViewportHeight: window.visualViewport?.height,
+    innerWidth: window.innerWidth,
+    innerHeight: window.innerHeight,
+    documentElementClientWidth: document.documentElement?.clientWidth,
+    documentElementClientHeight: document.documentElement?.clientHeight
+  }));
+  const width = toPositiveNumber(metrics.visualViewportWidth) ?? toPositiveNumber(metrics.innerWidth) ?? toPositiveNumber(metrics.documentElementClientWidth);
+  const height = toPositiveNumber(metrics.visualViewportHeight) ?? toPositiveNumber(metrics.innerHeight) ?? toPositiveNumber(metrics.documentElementClientHeight);
+  return width && height ? { width, height } : null;
+}
+function screenshotState(screenshot, viewport) {
   const dimensions = readPngDimensions(screenshot);
   return {
     screenshot,
@@ -110,6 +117,18 @@ async function takeViewportScreenshot(page) {
     }
   };
 }
+async function takeViewportScreenshot(page) {
+  const viewport = page.viewportSize() ?? await getViewportFromPage(page).catch(() => null);
+  if (!viewport) {
+    throw new Error("Viewport size not found");
+  }
+  const screenshot = await page.screenshot({
+    fullPage: false,
+    scale: "css",
+    timeout: 1e4
+  });
+  return screenshotState(screenshot, viewport);
+}
 async function executeBrowserAction(page, action, logger = defaultLogger) {
   switch (action.type) {
     case "click": {
@@ -247,9 +266,9 @@ async function executeRecoveryAgent(page, instruction, logger, model, maxSteps =
   }
   const log = logger ?? defaultLogger;
   log.info("Executing vision-based recovery agent", { instruction });
-  let screenshotState;
+  let screenshotState2;
   try {
-    screenshotState = await takeViewportScreenshot(page);
+    screenshotState2 = await takeViewportScreenshot(page);
   } catch (screenshotError) {
     log.warn("Failed to take screenshot for recovery agent, skipping", {
       screenshotError: screenshotError instanceof Error ? screenshotError.message : String(screenshotError)
@@ -258,7 +277,7 @@ async function executeRecoveryAgent(page, instruction, logger, model, maxSteps =
   }
   const steps = [];
   for (let step = 1; step <= maxSteps; step++) {
-    const { screenshot, dimensions, scale } = screenshotState;
+    const { screenshot, dimensions, scale } = screenshotState2;
     const { object: result } = await generateObject({
       model,
       schema: recoveryActionSchema,
@@ -305,7 +324,7 @@ Analyze the screenshot and decide what action to take. If the task is complete o
     await executeBrowserAction(page, action, log);
     await delay(2e3);
     if (step < maxSteps) {
-      screenshotState = await takeViewportScreenshot(page);
+      screenshotState2 = await takeViewportScreenshot(page);
     }
   }
   log.info("Recovery agent execution completed");

package/dist/runtime/recovery/page-fallbacks.js

@@ -1,4 +1,5 @@
 import { executeRecoveryAgent } from "./agent.js";
+import { defaultLogger } from "../../shared/logger/logger.js";
 const POPUP_RECOVERY_INSTRUCTION = [
   "Look at the page for any popup, modal, cookie banner, overlay, dialog, or interstitial that blocks interaction.",
   "If any blocking popup is visible, close it before returning done.",
@@ -143,17 +144,63 @@ async function runWithFallback(args) {
     if (!isSupportedMethod(baseContext.targetType, baseContext.method)) {
       throw originalError;
     }
+    defaultLogger.info("Action failed, attempting recovery", {
+      targetType: baseContext.targetType,
+      method: baseContext.method,
+      argsCount: baseContext.args.length,
+      error: formatErrorForLog(originalError)
+    });
+    let recoveryResult;
     try {
-      await args.options.recoveryAction({
+      recoveryResult = await args.options.recoveryAction({
         ...baseContext,
         error: originalError
       });
-      return await args.invoke();
-    } catch {
+    } catch (recoveryError) {
+      defaultLogger.warn("Recovery action failed", {
+        targetType: baseContext.targetType,
+        method: baseContext.method,
+        originalError: formatErrorForLog(originalError),
+        recoveryError: formatErrorForLog(recoveryError)
+      });
+      throw new AggregateError(
+        [originalError, recoveryError],
+        "Recovery action failed after the original action failed."
+      );
+    }
+    defaultLogger.info("Recovery action completed, retrying original action", {
+      targetType: baseContext.targetType,
+      method: baseContext.method,
+      recoveryResult
+    });
+    try {
+      const result = await args.invoke();
+      defaultLogger.info("Recovered action retry succeeded", {
+        targetType: baseContext.targetType,
+        method: baseContext.method
+      });
+      return result;
+    } catch (retryError) {
+      defaultLogger.warn("Recovered action retry failed", {
+        targetType: baseContext.targetType,
+        method: baseContext.method,
+        originalError: formatErrorForLog(originalError),
+        retryError: formatErrorForLog(retryError)
+      });
       throw originalError;
     }
   }
 }
+function formatErrorForLog(error) {
+  if (error instanceof Error) {
+    return {
+      name: error.name,
+      message: error.message,
+      stack: error.stack
+    };
+  }
+  return { value: String(error) };
+}
 function bindOrWrapLocatorMethod(locator, rawPage, method, value, options, caches) {
   if (typeof value !== "function") return value;
   if (LOCATOR_FACTORY_METHODS.has(method)) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "libretto",
-  "version": "0.6.22",
+  "version": "0.6.24",
   "description": "AI-powered browser automation library and CLI built on Playwright",
   "license": "MIT",
   "homepage": "https://libretto.sh",
@@ -31,30 +31,20 @@
     }
   },
   "peerDependencies": {
-    "@ai-sdk/anthropic": "^3.0.58",
     "@ai-sdk/google": "^3.0.51",
-    "@ai-sdk/google-vertex": "^4.0.80",
-    "@ai-sdk/openai": "^3.0.41"
+    "@ai-sdk/google-vertex": "^4.0.80"
   },
   "peerDependenciesMeta": {
-    "@ai-sdk/anthropic": {
-      "optional": true
-    },
     "@ai-sdk/google": {
       "optional": true
     },
     "@ai-sdk/google-vertex": {
       "optional": true
-    },
-    "@ai-sdk/openai": {
-      "optional": true
     }
   },
   "devDependencies": {
-    "@ai-sdk/anthropic": "^3.0.58",
     "@ai-sdk/google": "^3.0.51",
     "@ai-sdk/google-vertex": "^4.0.80",
-    "@ai-sdk/openai": "^3.0.41",
     "@anthropic-ai/claude-agent-sdk": "^0.2.75",
     "@mariozechner/pi-agent-core": "^0.62.0",
     "@mariozechner/pi-ai": "^0.62.0",
@@ -70,6 +60,8 @@
     "vitest": "^4.1.5"
   },
   "dependencies": {
+    "@ai-sdk/anthropic": "^3.0.66",
+    "@ai-sdk/openai": "^3.0.66",
     "ai": "^6.0.116",
     "esbuild": "^0.27.0",
     "playwright": "^1.58.2",

package/skills/libretto/SKILL.md

@@ -4,7 +4,7 @@ description: "Browser automation CLI for building, maintaining, and running brow
 license: MIT
 metadata:
   author: saffron-health
-  version: "0.6.22"
+  version: "0.6.24"
 ---
 
 ## How Libretto Works

package/skills/libretto-readonly/SKILL.md

@@ -4,7 +4,7 @@ description: "Read-only Libretto workflow for diagnosing live browser state with
 license: MIT
 metadata:
   author: saffron-health
-  version: "0.6.22"
+  version: "0.6.24"
 ---
 
 ## How Libretto Read-Only Works

package/src/runtime/recovery/agent.ts

@@ -153,21 +153,41 @@ function readPngDimensions(buffer: Buffer): ImageDimensions {
   };
 }
 
-async function takeViewportScreenshot(page: Page): Promise<{
+function toPositiveNumber(value: unknown): number | undefined {
+  return typeof value === "number" && Number.isFinite(value) && value > 0
+    ? value
+    : undefined;
+}
+
+async function getViewportFromPage(page: Page): Promise<ImageDimensions | null> {
+  const metrics = await page.evaluate(() => ({
+    visualViewportWidth: window.visualViewport?.width,
+    visualViewportHeight: window.visualViewport?.height,
+    innerWidth: window.innerWidth,
+    innerHeight: window.innerHeight,
+    documentElementClientWidth: document.documentElement?.clientWidth,
+    documentElementClientHeight: document.documentElement?.clientHeight,
+  }));
+  const width =
+    toPositiveNumber(metrics.visualViewportWidth) ??
+    toPositiveNumber(metrics.innerWidth) ??
+    toPositiveNumber(metrics.documentElementClientWidth);
+  const height =
+    toPositiveNumber(metrics.visualViewportHeight) ??
+    toPositiveNumber(metrics.innerHeight) ??
+    toPositiveNumber(metrics.documentElementClientHeight);
+
+  return width && height ? { width, height } : null;
+}
+
+function screenshotState(
+  screenshot: Buffer,
+  viewport: ImageDimensions,
+): {
   screenshot: Buffer;
   dimensions: ImageDimensions;
   scale: CoordinateScale;
-}> {
-  const viewport = page.viewportSize();
-  if (!viewport) {
-    throw new Error("Viewport size not found");
-  }
-
-  const screenshot = await page.screenshot({
-    fullPage: false,
-    scale: "css",
-    timeout: 10000,
-  });
+} {
   const dimensions = readPngDimensions(screenshot);
   return {
     screenshot,
@@ -181,6 +201,25 @@ async function takeViewportScreenshot(page: Page): Promise<{
   };
 }
 
+async function takeViewportScreenshot(page: Page): Promise<{
+  screenshot: Buffer;
+  dimensions: ImageDimensions;
+  scale: CoordinateScale;
+}> {
+  const viewport =
+    page.viewportSize() ?? (await getViewportFromPage(page).catch(() => null));
+  if (!viewport) {
+    throw new Error("Viewport size not found");
+  }
+
+  const screenshot = await page.screenshot({
+    fullPage: false,
+    scale: "css",
+    timeout: 10000,
+  });
+  return screenshotState(screenshot, viewport);
+}
+
 async function executeBrowserAction(
   page: Page,
   action: BrowserAction,

package/src/runtime/recovery/page-fallbacks.ts

@@ -1,6 +1,7 @@
 import type { FrameLocator, Locator, Page } from "playwright";
 import type { LanguageModel } from "ai";
 import { executeRecoveryAgent, type RecoveryAgentResult } from "./agent.js";
+import { defaultLogger } from "../../shared/logger/logger.js";
 
 export type RecoveryActionTargetType = "page" | "locator";
 
@@ -225,18 +226,68 @@ async function runWithFallback<T>(args: {
       throw originalError;
     }
 
+    defaultLogger.info("Action failed, attempting recovery", {
+      targetType: baseContext.targetType,
+      method: baseContext.method,
+      argsCount: baseContext.args.length,
+      error: formatErrorForLog(originalError),
+    });
+
+    let recoveryResult: RecoveryActionResult;
     try {
-      await args.options.recoveryAction({
+      recoveryResult = await args.options.recoveryAction({
         ...baseContext,
         error: originalError,
       });
-      return await args.invoke();
-    } catch {
+    } catch (recoveryError) {
+      defaultLogger.warn("Recovery action failed", {
+        targetType: baseContext.targetType,
+        method: baseContext.method,
+        originalError: formatErrorForLog(originalError),
+        recoveryError: formatErrorForLog(recoveryError),
+      });
+      throw new AggregateError(
+        [originalError, recoveryError],
+        "Recovery action failed after the original action failed.",
+      );
+    }
+
+    defaultLogger.info("Recovery action completed, retrying original action", {
+      targetType: baseContext.targetType,
+      method: baseContext.method,
+      recoveryResult,
+    });
+
+    try {
+      const result = await args.invoke();
+      defaultLogger.info("Recovered action retry succeeded", {
+        targetType: baseContext.targetType,
+        method: baseContext.method,
+      });
+      return result;
+    } catch (retryError) {
+      defaultLogger.warn("Recovered action retry failed", {
+        targetType: baseContext.targetType,
+        method: baseContext.method,
+        originalError: formatErrorForLog(originalError),
+        retryError: formatErrorForLog(retryError),
+      });
       throw originalError;
     }
   }
 }
 
+function formatErrorForLog(error: unknown): Record<string, unknown> {
+  if (error instanceof Error) {
+    return {
+      name: error.name,
+      message: error.message,
+      stack: error.stack,
+    };
+  }
+  return { value: String(error) };
+}
+
 type ProxyCaches = {
   locators: WeakMap<Locator, Locator>;
   frameLocators: WeakMap<FrameLocator, FrameLocator>;