npm - libretto - Versions diffs - 0.5.3-experimental.5 → 0.5.3 - Mend

libretto 0.5.3-experimental.5 → 0.5.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (126) hide show

package/README.md +114 -37
package/README.template.md +160 -0
package/dist/cli/cli.js +22 -97
package/dist/cli/commands/browser.js +86 -59
package/dist/cli/commands/deploy.js +148 -0
package/dist/cli/commands/execution.js +218 -96
package/dist/cli/commands/init.js +34 -29
package/dist/cli/commands/logs.js +4 -5
package/dist/cli/commands/shared.js +30 -29
package/dist/cli/commands/snapshot.js +26 -39
package/dist/cli/core/ai-config.js +21 -4
package/dist/cli/core/api-snapshot-analyzer.js +15 -5
package/dist/cli/core/browser.js +207 -37
package/dist/cli/core/context.js +4 -1
package/dist/cli/core/deploy-artifact.js +687 -0
package/dist/cli/core/session-telemetry.js +434 -174
package/dist/cli/core/session.js +21 -8
package/dist/cli/core/snapshot-analyzer.js +14 -31
package/dist/cli/core/snapshot-api-config.js +2 -6
package/dist/cli/core/telemetry.js +20 -4
package/dist/cli/framework/simple-cli.js +144 -43
package/dist/cli/router.js +16 -21
package/dist/cli/workers/run-integration-runtime.js +25 -45
package/dist/cli/workers/run-integration-worker-protocol.js +3 -2
package/dist/cli/workers/run-integration-worker.js +1 -4
package/dist/index.d.ts +1 -2
package/dist/index.js +13 -10
package/dist/runtime/download/download.js +5 -1
package/dist/runtime/extract/extract.js +11 -2
package/dist/runtime/network/network.js +8 -1
package/dist/runtime/recovery/agent.js +6 -2
package/dist/runtime/recovery/errors.js +3 -1
package/dist/runtime/recovery/recovery.js +3 -1
package/dist/shared/condense-dom/condense-dom.js +17 -69
package/dist/shared/config/config.d.ts +1 -9
package/dist/shared/config/config.js +0 -18
package/dist/shared/config/index.d.ts +2 -1
package/dist/shared/config/index.js +0 -10
package/dist/shared/debug/pause.js +9 -3
package/dist/shared/dom-semantics.d.ts +8 -0
package/dist/shared/dom-semantics.js +69 -0
package/dist/shared/instrumentation/instrument.js +101 -5
package/dist/shared/llm/ai-sdk-adapter.js +3 -1
package/dist/shared/llm/client.js +3 -1
package/dist/shared/logger/index.js +4 -1
package/dist/shared/run/api.js +3 -1
package/dist/shared/run/browser.js +47 -3
package/dist/shared/state/session-state.d.ts +2 -1
package/dist/shared/state/session-state.js +5 -2
package/dist/shared/visualization/ghost-cursor.js +36 -14
package/dist/shared/visualization/highlight.js +9 -6
package/dist/shared/workflow/workflow.d.ts +18 -10
package/dist/shared/workflow/workflow.js +50 -5
package/package.json +14 -6
package/scripts/generate-changelog.ts +132 -0
package/scripts/postinstall.mjs +4 -3
package/scripts/skills-libretto.mjs +2 -88
package/scripts/summarize-evals.mjs +32 -10
package/skills/libretto/SKILL.md +132 -62
package/skills/libretto/references/action-logs.md +101 -0
package/skills/libretto/references/auth-profiles.md +1 -2
package/skills/libretto/references/code-generation-rules.md +176 -0
package/skills/libretto/references/configuration-file-reference.md +53 -0
package/skills/libretto/references/pages-and-page-targeting.md +1 -1
package/skills/libretto/references/site-security-review.md +143 -0
package/src/cli/cli.ts +23 -110
package/src/cli/commands/browser.ts +94 -70
package/src/cli/commands/deploy.ts +198 -0
package/src/cli/commands/execution.ts +251 -111
package/src/cli/commands/init.ts +37 -33
package/src/cli/commands/logs.ts +7 -7
package/src/cli/commands/shared.ts +36 -37
package/src/cli/commands/snapshot.ts +44 -59
package/src/cli/core/ai-config.ts +24 -4
package/src/cli/core/api-snapshot-analyzer.ts +17 -6
package/src/cli/core/browser.ts +260 -49
package/src/cli/core/context.ts +7 -2
package/src/cli/core/deploy-artifact.ts +938 -0
package/src/cli/core/session-telemetry.ts +449 -197
package/src/cli/core/session.ts +21 -7
package/src/cli/core/snapshot-analyzer.ts +26 -46
package/src/cli/core/snapshot-api-config.ts +170 -175
package/src/cli/core/telemetry.ts +39 -4
package/src/cli/framework/simple-cli.ts +281 -98
package/src/cli/router.ts +15 -21
package/src/cli/workers/run-integration-runtime.ts +35 -57
package/src/cli/workers/run-integration-worker-protocol.ts +2 -1
package/src/cli/workers/run-integration-worker.ts +1 -4
package/src/index.ts +77 -67
package/src/runtime/download/download.ts +62 -58
package/src/runtime/download/index.ts +5 -5
package/src/runtime/extract/extract.ts +71 -61
package/src/runtime/network/index.ts +3 -3
package/src/runtime/network/network.ts +99 -93
package/src/runtime/recovery/agent.ts +217 -212
package/src/runtime/recovery/errors.ts +107 -104
package/src/runtime/recovery/index.ts +3 -3
package/src/runtime/recovery/recovery.ts +38 -35
package/src/shared/condense-dom/condense-dom.ts +27 -82
package/src/shared/config/config.ts +0 -19
package/src/shared/config/index.ts +0 -5
package/src/shared/debug/pause.ts +57 -51
package/src/shared/dom-semantics.ts +68 -0
package/src/shared/instrumentation/errors.ts +64 -62
package/src/shared/instrumentation/index.ts +5 -5
package/src/shared/instrumentation/instrument.ts +339 -209
package/src/shared/llm/ai-sdk-adapter.ts +58 -55
package/src/shared/llm/client.ts +181 -174
package/src/shared/llm/types.ts +39 -39
package/src/shared/logger/index.ts +11 -4
package/src/shared/logger/logger.ts +312 -306
package/src/shared/logger/sinks.ts +118 -114
package/src/shared/paths/paths.ts +50 -49
package/src/shared/paths/repo-root.ts +17 -17
package/src/shared/run/api.ts +5 -1
package/src/shared/run/browser.ts +65 -3
package/src/shared/state/index.ts +9 -9
package/src/shared/state/session-state.ts +46 -43
package/src/shared/visualization/ghost-cursor.ts +180 -149
package/src/shared/visualization/highlight.ts +89 -86
package/src/shared/visualization/index.ts +13 -13
package/src/shared/workflow/workflow.ts +107 -30
package/scripts/check-skills-sync.mjs +0 -23
package/scripts/prepare-release.sh +0 -97
package/skills/libretto/references/reverse-engineering-network-requests.md +0 -75
package/skills/libretto/references/user-action-log.md +0 -31

package/src/runtime/extract/extract.ts CHANGED Viewed

@@ -1,16 +1,19 @@
 import type { Page } from "playwright";
 import type z from "zod";
-import { type MinimalLogger, defaultLogger } from "../../shared/logger/logger.js";
+import {
+  type MinimalLogger,
+  defaultLogger,
+} from "../../shared/logger/logger.js";
 import type { LLMClient } from "../../shared/llm/types.js";
 export type ExtractOptions<T extends z.ZodType> = {
-	page: Page;
-	instruction: string;
-	schema: T;
-	llmClient: LLMClient;
-	logger?: MinimalLogger;
-	/** Optional CSS selector to scope extraction to a specific element. */
-	selector?: string;
+  page: Page;
+  instruction: string;
+  schema: T;
+  llmClient: LLMClient;
+  logger?: MinimalLogger;
+  /** Optional CSS selector to scope extraction to a specific element. */
+  selector?: string;
 };
 /**
@@ -20,48 +23,55 @@ export type ExtractOptions<T extends z.ZodType> = {
  * matching the provided Zod schema.
  */
 export async function extractFromPage<T extends z.ZodType>(
-	options: ExtractOptions<T>,
+  options: ExtractOptions<T>,
 ): Promise<z.infer<T>> {
-	const { page, instruction, schema, selector, logger = defaultLogger, llmClient } = options;
+  const {
+    page,
+    instruction,
+    schema,
+    selector,
+    logger = defaultLogger,
+    llmClient,
+  } = options;
-	let screenshot: string;
-	let domContent: string | undefined;
+  let screenshot: string;
+  let domContent: string | undefined;
-	if (selector) {
-		const element = page.locator(selector);
-		await element.waitFor({ state: "visible", timeout: 10_000 });
+  if (selector) {
+    const element = page.locator(selector);
+    await element.waitFor({ state: "visible", timeout: 10_000 });
-		const screenshotBuffer = await element.screenshot();
-		screenshot = screenshotBuffer.toString("base64");
+    const screenshotBuffer = await element.screenshot();
+    screenshot = screenshotBuffer.toString("base64");
-		try {
-			domContent = await element.innerHTML();
-			if (domContent.length > 30000) {
-				domContent = domContent.slice(0, 30000) + "\n... [truncated]";
-			}
-		} catch {
-			domContent = undefined;
-		}
-	} else {
-		const cdpClient = await page.context().newCDPSession(page);
-		await cdpClient.send("Page.enable");
-		const { data } = await cdpClient.send("Page.captureScreenshot", {
-			format: "png",
-		});
-		screenshot = data;
+    try {
+      domContent = await element.innerHTML();
+      if (domContent.length > 30000) {
+        domContent = domContent.slice(0, 30000) + "\n... [truncated]";
+      }
+    } catch {
+      domContent = undefined;
+    }
+  } else {
+    const cdpClient = await page.context().newCDPSession(page);
+    await cdpClient.send("Page.enable");
+    const { data } = await cdpClient.send("Page.captureScreenshot", {
+      format: "png",
+    });
+    screenshot = data;
-		try {
-			const htmlContent = await page.content();
-			domContent =
-				htmlContent.length > 50000
-					? htmlContent.slice(0, 50000) + "\n... [truncated]"
-					: htmlContent;
-		} catch {
-			domContent = undefined;
-		}
-	}
+    try {
+      const htmlContent = await page.content();
+      domContent =
+        htmlContent.length > 50000
+          ? htmlContent.slice(0, 50000) + "\n... [truncated]"
+          : htmlContent;
+    } catch {
+      domContent = undefined;
+    }
+  }
-	const prompt = `You are analyzing a screenshot${selector ? " of a specific element" : ""} from a web page to extract structured data.
+  const prompt = `You are analyzing a screenshot${selector ? " of a specific element" : ""} from a web page to extract structured data.
 Instruction: ${instruction}
@@ -69,24 +79,24 @@ ${domContent ? `Here is the HTML content for additional context:\n<html>\n${domC
 Extract the requested information from the screenshot and return it in the specified format. Be precise and only extract what is visible.`;
-	const result = await llmClient.generateObjectFromMessages({
-		schema,
-		messages: [
-			{
-				role: "user",
-				content: [
-					{ type: "text", text: prompt },
-					{ type: "image", image: `data:image/png;base64,${screenshot}` },
-				],
-			},
-		],
-		temperature: 0,
-	});
+  const result = await llmClient.generateObjectFromMessages({
+    schema,
+    messages: [
+      {
+        role: "user",
+        content: [
+          { type: "text", text: prompt },
+          { type: "image", image: `data:image/png;base64,${screenshot}` },
+        ],
+      },
+    ],
+    temperature: 0,
+  });
-	logger.info("extractFromPage completed", {
-		selector,
-		instruction: instruction.slice(0, 100),
-	});
+  logger.info("extractFromPage completed", {
+    selector,
+    instruction: instruction.slice(0, 100),
+  });
-	return result;
+  return result;
 }

package/src/runtime/network/index.ts CHANGED Viewed

@@ -1,5 +1,5 @@
 export {
-	pageRequest,
-	type RequestConfig,
-	type PageRequestOptions,
+  pageRequest,
+  type RequestConfig,
+  type PageRequestOptions,
 } from "./network.js";

package/src/runtime/network/network.ts CHANGED Viewed

@@ -3,25 +3,25 @@ import type z from "zod";
 import type { MinimalLogger } from "../../shared/logger/logger.js";
 export type RequestConfig = {
-	url: string;
-	method?: "GET" | "POST" | "PUT" | "DELETE" | "PATCH";
-	headers?: Record<string, string>;
-	body?: Record<string, any> | string;
-	/** How to serialize the body. Defaults to "json". */
-	bodyType?: "json" | "form";
-	/** How to parse the response. Defaults to "json". */
-	responseType?: "json" | "text" | "xml";
+  url: string;
+  method?: "GET" | "POST" | "PUT" | "DELETE" | "PATCH";
+  headers?: Record<string, string>;
+  body?: Record<string, any> | string;
+  /** How to serialize the body. Defaults to "json". */
+  bodyType?: "json" | "form";
+  /** How to parse the response. Defaults to "json". */
+  responseType?: "json" | "text" | "xml";
 };
 export type PageRequestOptions<T extends z.ZodType | undefined = undefined> = {
-	logger?: MinimalLogger;
-	/** Optional Zod schema to validate the response body. */
-	schema?: T;
+  logger?: MinimalLogger;
+  /** Optional Zod schema to validate the response body. */
+  schema?: T;
 };
 type PageRequestResult<T extends z.ZodType | undefined> = T extends z.ZodType
-	? z.infer<T>
-	: any;
+  ? z.infer<T>
+  : any;
 /**
  * Executes a fetch() call inside the browser context via page.evaluate().
@@ -29,85 +29,91 @@ type PageRequestResult<T extends z.ZodType | undefined> = T extends z.ZodType
  * validation, and logging.
  */
 export async function pageRequest<T extends z.ZodType | undefined = undefined>(
-	page: Page,
-	config: RequestConfig,
-	options?: PageRequestOptions<T>,
+  page: Page,
+  config: RequestConfig,
+  options?: PageRequestOptions<T>,
 ): Promise<PageRequestResult<T>> {
-	const { url, method = "GET", headers = {}, body, bodyType = "json", responseType = "json" } = config;
-	const { logger, schema } = options ?? {};
-	const startTime = Date.now();
-	// Build fetch options to pass into page.evaluate
-	const fetchHeaders: Record<string, string> = { ...headers };
-	let fetchBody: string | undefined;
-	if (body !== undefined) {
-		if (bodyType === "form") {
-			fetchHeaders["Content-Type"] = "application/x-www-form-urlencoded";
-			if (typeof body === "string") {
-				fetchBody = body;
-			} else {
-				fetchBody = new URLSearchParams(
-					Object.entries(body).map(([k, v]) => [k, String(v)]),
-				).toString();
-			}
-		} else {
-			fetchHeaders["Content-Type"] = "application/json";
-			fetchBody = typeof body === "string" ? body : JSON.stringify(body);
-		}
-	}
-	const result = await page.evaluate(
-		async ({ url, method, headers, body, responseType }) => {
-			const res = await fetch(url, {
-				method,
-				headers,
-				body: body ?? undefined,
-			});
-			const status = res.status;
-			const ok = res.ok;
-			let data: any;
-			if (responseType === "json") {
-				data = await res.json();
-			} else {
-				data = await res.text();
-			}
-			return { status, ok, data };
-		},
-		{ url, method, headers: fetchHeaders, body: fetchBody, responseType },
-	);
-	const duration = Date.now() - startTime;
-	if (!result.ok) {
-		logger?.warn("network:request:error", {
-			method,
-			url,
-			status: result.status,
-			duration,
-			body: typeof result.data === "string"
-				? result.data.slice(0, 500)
-				: undefined,
-		});
-		throw new Error(
-			`pageRequest failed: ${method} ${url} returned ${result.status}`,
-		);
-	}
-	logger?.info("network:request", {
-		method,
-		url,
-		status: result.status,
-		duration,
-	});
-	if (schema) {
-		return schema.parse(result.data) as PageRequestResult<T>;
-	}
-	return result.data as PageRequestResult<T>;
+  const {
+    url,
+    method = "GET",
+    headers = {},
+    body,
+    bodyType = "json",
+    responseType = "json",
+  } = config;
+  const { logger, schema } = options ?? {};
+  const startTime = Date.now();
+  // Build fetch options to pass into page.evaluate
+  const fetchHeaders: Record<string, string> = { ...headers };
+  let fetchBody: string | undefined;
+  if (body !== undefined) {
+    if (bodyType === "form") {
+      fetchHeaders["Content-Type"] = "application/x-www-form-urlencoded";
+      if (typeof body === "string") {
+        fetchBody = body;
+      } else {
+        fetchBody = new URLSearchParams(
+          Object.entries(body).map(([k, v]) => [k, String(v)]),
+        ).toString();
+      }
+    } else {
+      fetchHeaders["Content-Type"] = "application/json";
+      fetchBody = typeof body === "string" ? body : JSON.stringify(body);
+    }
+  }
+  const result = await page.evaluate(
+    async ({ url, method, headers, body, responseType }) => {
+      const res = await fetch(url, {
+        method,
+        headers,
+        body: body ?? undefined,
+      });
+      const status = res.status;
+      const ok = res.ok;
+      let data: any;
+      if (responseType === "json") {
+        data = await res.json();
+      } else {
+        data = await res.text();
+      }
+      return { status, ok, data };
+    },
+    { url, method, headers: fetchHeaders, body: fetchBody, responseType },
+  );
+  const duration = Date.now() - startTime;
+  if (!result.ok) {
+    logger?.warn("network:request:error", {
+      method,
+      url,
+      status: result.status,
+      duration,
+      body:
+        typeof result.data === "string" ? result.data.slice(0, 500) : undefined,
+    });
+    throw new Error(
+      `pageRequest failed: ${method} ${url} returned ${result.status}`,
+    );
+  }
+  logger?.info("network:request", {
+    method,
+    url,
+    status: result.status,
+    duration,
+  });
+  if (schema) {
+    return schema.parse(result.data) as PageRequestResult<T>;
+  }
+  return result.data as PageRequestResult<T>;
 }