libretto 0.6.23 → 0.6.24

package/dist/runtime/recovery/agent.js

@@ -88,16 +88,23 @@ function readPngDimensions(buffer) {
     height: buffer.readUInt32BE(20)
   };
 }
-async function takeViewportScreenshot(page) {
-  const viewport = page.viewportSize();
-  if (!viewport) {
-    throw new Error("Viewport size not found");
-  }
-  const screenshot = await page.screenshot({
-    fullPage: false,
-    scale: "css",
-    timeout: 1e4
-  });
+function toPositiveNumber(value) {
+  return typeof value === "number" && Number.isFinite(value) && value > 0 ? value : void 0;
+}
+async function getViewportFromPage(page) {
+  const metrics = await page.evaluate(() => ({
+    visualViewportWidth: window.visualViewport?.width,
+    visualViewportHeight: window.visualViewport?.height,
+    innerWidth: window.innerWidth,
+    innerHeight: window.innerHeight,
+    documentElementClientWidth: document.documentElement?.clientWidth,
+    documentElementClientHeight: document.documentElement?.clientHeight
+  }));
+  const width = toPositiveNumber(metrics.visualViewportWidth) ?? toPositiveNumber(metrics.innerWidth) ?? toPositiveNumber(metrics.documentElementClientWidth);
+  const height = toPositiveNumber(metrics.visualViewportHeight) ?? toPositiveNumber(metrics.innerHeight) ?? toPositiveNumber(metrics.documentElementClientHeight);
+  return width && height ? { width, height } : null;
+}
+function screenshotState(screenshot, viewport) {
   const dimensions = readPngDimensions(screenshot);
   return {
     screenshot,
@@ -110,6 +117,18 @@ async function takeViewportScreenshot(page) {
     }
   };
 }
+async function takeViewportScreenshot(page) {
+  const viewport = page.viewportSize() ?? await getViewportFromPage(page).catch(() => null);
+  if (!viewport) {
+    throw new Error("Viewport size not found");
+  }
+  const screenshot = await page.screenshot({
+    fullPage: false,
+    scale: "css",
+    timeout: 1e4
+  });
+  return screenshotState(screenshot, viewport);
+}
 async function executeBrowserAction(page, action, logger = defaultLogger) {
   switch (action.type) {
     case "click": {
@@ -247,9 +266,9 @@ async function executeRecoveryAgent(page, instruction, logger, model, maxSteps =
   }
   const log = logger ?? defaultLogger;
   log.info("Executing vision-based recovery agent", { instruction });
-  let screenshotState;
+  let screenshotState2;
   try {
-    screenshotState = await takeViewportScreenshot(page);
+    screenshotState2 = await takeViewportScreenshot(page);
   } catch (screenshotError) {
     log.warn("Failed to take screenshot for recovery agent, skipping", {
       screenshotError: screenshotError instanceof Error ? screenshotError.message : String(screenshotError)
@@ -258,7 +277,7 @@ async function executeRecoveryAgent(page, instruction, logger, model, maxSteps =
   }
   const steps = [];
   for (let step = 1; step <= maxSteps; step++) {
-    const { screenshot, dimensions, scale } = screenshotState;
+    const { screenshot, dimensions, scale } = screenshotState2;
     const { object: result } = await generateObject({
       model,
       schema: recoveryActionSchema,
@@ -305,7 +324,7 @@ Analyze the screenshot and decide what action to take. If the task is complete o
     await executeBrowserAction(page, action, log);
     await delay(2e3);
     if (step < maxSteps) {
-      screenshotState = await takeViewportScreenshot(page);
+      screenshotState2 = await takeViewportScreenshot(page);
     }
   }
   log.info("Recovery agent execution completed");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "libretto",
-  "version": "0.6.23",
+  "version": "0.6.24",
   "description": "AI-powered browser automation library and CLI built on Playwright",
   "license": "MIT",
   "homepage": "https://libretto.sh",

package/skills/libretto/SKILL.md

@@ -4,7 +4,7 @@ description: "Browser automation CLI for building, maintaining, and running brow
 license: MIT
 metadata:
   author: saffron-health
-  version: "0.6.23"
+  version: "0.6.24"
 ---
 
 ## How Libretto Works

package/skills/libretto-readonly/SKILL.md

@@ -4,7 +4,7 @@ description: "Read-only Libretto workflow for diagnosing live browser state with
 license: MIT
 metadata:
   author: saffron-health
-  version: "0.6.23"
+  version: "0.6.24"
 ---
 
 ## How Libretto Read-Only Works

package/src/runtime/recovery/agent.ts

@@ -153,21 +153,41 @@ function readPngDimensions(buffer: Buffer): ImageDimensions {
   };
 }
 
-async function takeViewportScreenshot(page: Page): Promise<{
+function toPositiveNumber(value: unknown): number | undefined {
+  return typeof value === "number" && Number.isFinite(value) && value > 0
+    ? value
+    : undefined;
+}
+
+async function getViewportFromPage(page: Page): Promise<ImageDimensions | null> {
+  const metrics = await page.evaluate(() => ({
+    visualViewportWidth: window.visualViewport?.width,
+    visualViewportHeight: window.visualViewport?.height,
+    innerWidth: window.innerWidth,
+    innerHeight: window.innerHeight,
+    documentElementClientWidth: document.documentElement?.clientWidth,
+    documentElementClientHeight: document.documentElement?.clientHeight,
+  }));
+  const width =
+    toPositiveNumber(metrics.visualViewportWidth) ??
+    toPositiveNumber(metrics.innerWidth) ??
+    toPositiveNumber(metrics.documentElementClientWidth);
+  const height =
+    toPositiveNumber(metrics.visualViewportHeight) ??
+    toPositiveNumber(metrics.innerHeight) ??
+    toPositiveNumber(metrics.documentElementClientHeight);
+
+  return width && height ? { width, height } : null;
+}
+
+function screenshotState(
+  screenshot: Buffer,
+  viewport: ImageDimensions,
+): {
   screenshot: Buffer;
   dimensions: ImageDimensions;
   scale: CoordinateScale;
-}> {
-  const viewport = page.viewportSize();
-  if (!viewport) {
-    throw new Error("Viewport size not found");
-  }
-
-  const screenshot = await page.screenshot({
-    fullPage: false,
-    scale: "css",
-    timeout: 10000,
-  });
+} {
   const dimensions = readPngDimensions(screenshot);
   return {
     screenshot,
@@ -181,6 +201,25 @@ async function takeViewportScreenshot(page: Page): Promise<{
   };
 }
 
+async function takeViewportScreenshot(page: Page): Promise<{
+  screenshot: Buffer;
+  dimensions: ImageDimensions;
+  scale: CoordinateScale;
+}> {
+  const viewport =
+    page.viewportSize() ?? (await getViewportFromPage(page).catch(() => null));
+  if (!viewport) {
+    throw new Error("Viewport size not found");
+  }
+
+  const screenshot = await page.screenshot({
+    fullPage: false,
+    scale: "css",
+    timeout: 10000,
+  });
+  return screenshotState(screenshot, viewport);
+}
+
 async function executeBrowserAction(
   page: Page,
   action: BrowserAction,