libretto 0.4.4 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli/cli.js +20 -19
- package/dist/cli/commands/ai.js +1 -1
- package/dist/cli/commands/browser.js +3 -3
- package/dist/cli/commands/execution.js +3 -3
- package/dist/cli/commands/logs.js +1 -1
- package/dist/cli/core/browser.js +11 -6
- package/dist/cli/core/context.js +4 -18
- package/dist/cli/core/session.js +2 -2
- package/dist/cli/core/snapshot-analyzer.js +2 -2
- package/dist/cli/router.js +1 -1
- package/dist/cli/workers/run-integration-runtime.js +2 -2
- package/dist/shared/paths/paths.js +2 -1
- package/dist/shared/paths/repo-root.d.ts +3 -0
- package/dist/shared/paths/repo-root.js +24 -0
- package/package.json +6 -7
- package/scripts/postinstall.mjs +12 -3
- package/skills/libretto/SKILL.md +93 -404
- package/skills/libretto/references/auth-profiles.md +30 -0
- package/skills/libretto/references/pages-and-page-targeting.md +29 -0
- package/skills/libretto/references/reverse-engineering-network-requests.md +39 -0
- package/skills/libretto/references/user-action-log.md +31 -0
- package/src/cli/cli.ts +173 -0
- package/src/cli/commands/ai.ts +35 -0
- package/src/cli/commands/browser.ts +165 -0
- package/src/cli/commands/execution.ts +691 -0
- package/src/cli/commands/init.ts +327 -0
- package/src/cli/commands/logs.ts +128 -0
- package/src/cli/commands/shared.ts +70 -0
- package/src/cli/commands/snapshot.ts +327 -0
- package/src/cli/core/ai-config.ts +255 -0
- package/src/cli/core/api-snapshot-analyzer.ts +97 -0
- package/src/cli/core/browser.ts +839 -0
- package/src/cli/core/context.ts +122 -0
- package/src/cli/core/pause-signals.ts +35 -0
- package/src/cli/core/session-telemetry.ts +553 -0
- package/src/cli/core/session.ts +209 -0
- package/src/cli/core/snapshot-analyzer.ts +875 -0
- package/src/cli/core/snapshot-api-config.ts +236 -0
- package/src/cli/core/telemetry.ts +446 -0
- package/src/cli/framework/simple-cli.ts +1273 -0
- package/src/cli/index.ts +13 -0
- package/src/cli/router.ts +28 -0
- package/src/cli/workers/run-integration-runtime.ts +311 -0
- package/src/cli/workers/run-integration-worker-protocol.ts +14 -0
- package/src/cli/workers/run-integration-worker.ts +75 -0
- package/src/index.ts +120 -0
- package/src/runtime/download/download.ts +100 -0
- package/src/runtime/download/index.ts +7 -0
- package/src/runtime/extract/extract.ts +92 -0
- package/src/runtime/extract/index.ts +1 -0
- package/src/runtime/network/index.ts +5 -0
- package/src/runtime/network/network.ts +113 -0
- package/src/runtime/recovery/agent.ts +256 -0
- package/src/runtime/recovery/errors.ts +152 -0
- package/src/runtime/recovery/index.ts +7 -0
- package/src/runtime/recovery/recovery.ts +50 -0
- package/{dist/shared/condense-dom/condense-dom.cjs → src/shared/condense-dom/condense-dom.ts} +243 -115
- package/src/shared/config/config.ts +22 -0
- package/src/shared/config/index.ts +5 -0
- package/src/shared/debug/index.ts +1 -0
- package/src/shared/debug/pause.ts +85 -0
- package/src/shared/instrumentation/errors.ts +82 -0
- package/src/shared/instrumentation/index.ts +9 -0
- package/src/shared/instrumentation/instrument.ts +276 -0
- package/src/shared/llm/ai-sdk-adapter.ts +78 -0
- package/src/shared/llm/client.ts +217 -0
- package/src/shared/llm/index.ts +3 -0
- package/src/shared/llm/types.ts +63 -0
- package/src/shared/logger/index.ts +6 -0
- package/src/shared/logger/logger.ts +352 -0
- package/src/shared/logger/sinks.ts +144 -0
- package/src/shared/paths/paths.ts +109 -0
- package/src/shared/paths/repo-root.ts +27 -0
- package/src/shared/run/api.ts +2 -0
- package/src/shared/run/browser.ts +98 -0
- package/src/shared/state/index.ts +11 -0
- package/src/shared/state/session-state.ts +74 -0
- package/src/shared/visualization/ghost-cursor.ts +200 -0
- package/src/shared/visualization/highlight.ts +146 -0
- package/src/shared/visualization/index.ts +18 -0
- package/src/shared/workflow/workflow.ts +42 -0
- package/dist/index.cjs +0 -144
- package/dist/index.d.cts +0 -21
- package/dist/runtime/download/download.cjs +0 -70
- package/dist/runtime/download/download.d.cts +0 -35
- package/dist/runtime/download/index.cjs +0 -30
- package/dist/runtime/download/index.d.cts +0 -3
- package/dist/runtime/extract/extract.cjs +0 -88
- package/dist/runtime/extract/extract.d.cts +0 -23
- package/dist/runtime/extract/index.cjs +0 -28
- package/dist/runtime/extract/index.d.cts +0 -5
- package/dist/runtime/network/index.cjs +0 -28
- package/dist/runtime/network/index.d.cts +0 -4
- package/dist/runtime/network/network.cjs +0 -91
- package/dist/runtime/network/network.d.cts +0 -28
- package/dist/runtime/recovery/agent.cjs +0 -223
- package/dist/runtime/recovery/agent.d.cts +0 -13
- package/dist/runtime/recovery/errors.cjs +0 -124
- package/dist/runtime/recovery/errors.d.cts +0 -31
- package/dist/runtime/recovery/index.cjs +0 -34
- package/dist/runtime/recovery/index.d.cts +0 -7
- package/dist/runtime/recovery/recovery.cjs +0 -55
- package/dist/runtime/recovery/recovery.d.cts +0 -12
- package/dist/shared/condense-dom/condense-dom.d.cts +0 -34
- package/dist/shared/config/config.cjs +0 -44
- package/dist/shared/config/config.d.cts +0 -10
- package/dist/shared/config/index.cjs +0 -32
- package/dist/shared/config/index.d.cts +0 -1
- package/dist/shared/debug/index.cjs +0 -28
- package/dist/shared/debug/index.d.cts +0 -1
- package/dist/shared/debug/pause.cjs +0 -86
- package/dist/shared/debug/pause.d.cts +0 -12
- package/dist/shared/instrumentation/errors.cjs +0 -81
- package/dist/shared/instrumentation/errors.d.cts +0 -12
- package/dist/shared/instrumentation/index.cjs +0 -35
- package/dist/shared/instrumentation/index.d.cts +0 -6
- package/dist/shared/instrumentation/instrument.cjs +0 -206
- package/dist/shared/instrumentation/instrument.d.cts +0 -32
- package/dist/shared/llm/ai-sdk-adapter.cjs +0 -71
- package/dist/shared/llm/ai-sdk-adapter.d.cts +0 -22
- package/dist/shared/llm/client.cjs +0 -218
- package/dist/shared/llm/client.d.cts +0 -13
- package/dist/shared/llm/index.cjs +0 -31
- package/dist/shared/llm/index.d.cts +0 -5
- package/dist/shared/llm/types.cjs +0 -16
- package/dist/shared/llm/types.d.cts +0 -67
- package/dist/shared/logger/index.cjs +0 -37
- package/dist/shared/logger/index.d.cts +0 -2
- package/dist/shared/logger/logger.cjs +0 -232
- package/dist/shared/logger/logger.d.cts +0 -86
- package/dist/shared/logger/sinks.cjs +0 -160
- package/dist/shared/logger/sinks.d.cts +0 -9
- package/dist/shared/paths/paths.cjs +0 -104
- package/dist/shared/paths/paths.d.cts +0 -10
- package/dist/shared/run/api.cjs +0 -28
- package/dist/shared/run/api.d.cts +0 -2
- package/dist/shared/run/browser.cjs +0 -98
- package/dist/shared/run/browser.d.cts +0 -22
- package/dist/shared/state/index.cjs +0 -38
- package/dist/shared/state/index.d.cts +0 -2
- package/dist/shared/state/session-state.cjs +0 -92
- package/dist/shared/state/session-state.d.cts +0 -40
- package/dist/shared/visualization/ghost-cursor.cjs +0 -174
- package/dist/shared/visualization/ghost-cursor.d.cts +0 -37
- package/dist/shared/visualization/highlight.cjs +0 -134
- package/dist/shared/visualization/highlight.d.cts +0 -22
- package/dist/shared/visualization/index.cjs +0 -45
- package/dist/shared/visualization/index.d.cts +0 -3
- package/dist/shared/workflow/workflow.cjs +0 -47
- package/dist/shared/workflow/workflow.d.cts +0 -21
- package/skills/libretto/code-generation-rules.md +0 -223
- package/skills/libretto/integration-approach-selection.md +0 -174
|
@@ -0,0 +1,146 @@
|
|
|
1
|
+
import type { Page } from "playwright";
|
|
2
|
+
|
|
3
|
+
export type HighlightOptions = {
|
|
4
|
+
color?: string;
|
|
5
|
+
zIndex?: number;
|
|
6
|
+
};
|
|
7
|
+
|
|
8
|
+
const HIGHLIGHT_DEFAULTS = {
|
|
9
|
+
color: "rgba(59, 130, 246, 0.25)",
|
|
10
|
+
zIndex: 2147483645,
|
|
11
|
+
};
|
|
12
|
+
|
|
13
|
+
const LAYER_ID = "__libretto_highlight_layer__";
|
|
14
|
+
|
|
15
|
+
function buildHighlightInitScript(opts: { zIndex: number }): string {
|
|
16
|
+
return `
|
|
17
|
+
(function() {
|
|
18
|
+
if (document.getElementById("${LAYER_ID}")) return;
|
|
19
|
+
var el = document.createElement("div");
|
|
20
|
+
el.id = "${LAYER_ID}";
|
|
21
|
+
el.style.cssText = "position:fixed;top:0;left:0;width:100%;height:100%;z-index:${opts.zIndex};pointer-events:none;overflow:hidden;";
|
|
22
|
+
document.documentElement.appendChild(el);
|
|
23
|
+
})();
|
|
24
|
+
`;
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
const installedPages = new WeakSet<Page>();
|
|
28
|
+
|
|
29
|
+
export async function ensureHighlightLayer(
|
|
30
|
+
page: Page,
|
|
31
|
+
options?: HighlightOptions,
|
|
32
|
+
): Promise<void> {
|
|
33
|
+
const existingOpts = (page as any).__librettoHighlightOpts as
|
|
34
|
+
| { color: string; zIndex: number }
|
|
35
|
+
| undefined;
|
|
36
|
+
const zIndex =
|
|
37
|
+
options?.zIndex ?? existingOpts?.zIndex ?? HIGHLIGHT_DEFAULTS.zIndex;
|
|
38
|
+
const initScript = buildHighlightInitScript({ zIndex });
|
|
39
|
+
|
|
40
|
+
if (!installedPages.has(page)) {
|
|
41
|
+
installedPages.add(page);
|
|
42
|
+
await page.addInitScript({ content: initScript });
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
// Store/refresh options for later.
|
|
46
|
+
(page as any).__librettoHighlightOpts = {
|
|
47
|
+
color: options?.color ?? existingOpts?.color ?? HIGHLIGHT_DEFAULTS.color,
|
|
48
|
+
zIndex,
|
|
49
|
+
};
|
|
50
|
+
|
|
51
|
+
// Re-run in-page installer so overlays recover after page.setContent() or DOM resets.
|
|
52
|
+
try {
|
|
53
|
+
await page.evaluate(new Function(initScript) as () => void);
|
|
54
|
+
} catch {
|
|
55
|
+
// Page may not be ready
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
export type ShowHighlightParams = {
|
|
60
|
+
box: { x: number; y: number; width: number; height: number };
|
|
61
|
+
label?: string;
|
|
62
|
+
color?: string;
|
|
63
|
+
durationMs?: number;
|
|
64
|
+
};
|
|
65
|
+
|
|
66
|
+
export async function showHighlight(
|
|
67
|
+
page: Page,
|
|
68
|
+
params: ShowHighlightParams,
|
|
69
|
+
): Promise<void> {
|
|
70
|
+
const opts = (page as any).__librettoHighlightOpts ?? HIGHLIGHT_DEFAULTS;
|
|
71
|
+
const color = params.color ?? opts.color;
|
|
72
|
+
const durationMs = params.durationMs ?? 350;
|
|
73
|
+
|
|
74
|
+
try {
|
|
75
|
+
await page.evaluate(
|
|
76
|
+
({ layerId, box, color, label, durationMs }) => {
|
|
77
|
+
const layer = document.getElementById(layerId);
|
|
78
|
+
if (!layer) return;
|
|
79
|
+
|
|
80
|
+
const rect = document.createElement("div");
|
|
81
|
+
rect.className = "__libretto_highlight_rect__";
|
|
82
|
+
rect.style.cssText = `
|
|
83
|
+
position:absolute;
|
|
84
|
+
left:${box.x}px;
|
|
85
|
+
top:${box.y}px;
|
|
86
|
+
width:${box.width}px;
|
|
87
|
+
height:${box.height}px;
|
|
88
|
+
background:${color};
|
|
89
|
+
border:2px solid ${color.replace(/[\d.]+\)$/, "0.6)")};
|
|
90
|
+
border-radius:3px;
|
|
91
|
+
pointer-events:none;
|
|
92
|
+
transition:opacity 200ms ease-out;
|
|
93
|
+
opacity:1;
|
|
94
|
+
`;
|
|
95
|
+
|
|
96
|
+
if (label) {
|
|
97
|
+
const labelEl = document.createElement("div");
|
|
98
|
+
labelEl.textContent = label;
|
|
99
|
+
labelEl.style.cssText = `
|
|
100
|
+
position:absolute;
|
|
101
|
+
top:-22px;
|
|
102
|
+
left:0;
|
|
103
|
+
font:11px/1.2 -apple-system,BlinkMacSystemFont,sans-serif;
|
|
104
|
+
color:#fff;
|
|
105
|
+
background:rgba(0,0,0,0.7);
|
|
106
|
+
padding:2px 6px;
|
|
107
|
+
border-radius:3px;
|
|
108
|
+
white-space:nowrap;
|
|
109
|
+
pointer-events:none;
|
|
110
|
+
`;
|
|
111
|
+
rect.appendChild(labelEl);
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
layer.appendChild(rect);
|
|
115
|
+
|
|
116
|
+
// Auto-fade after duration
|
|
117
|
+
setTimeout(() => {
|
|
118
|
+
rect.style.opacity = "0";
|
|
119
|
+
setTimeout(() => rect.remove(), 250);
|
|
120
|
+
}, durationMs);
|
|
121
|
+
},
|
|
122
|
+
{
|
|
123
|
+
layerId: LAYER_ID,
|
|
124
|
+
box: params.box,
|
|
125
|
+
color,
|
|
126
|
+
label: params.label,
|
|
127
|
+
durationMs,
|
|
128
|
+
},
|
|
129
|
+
);
|
|
130
|
+
} catch {
|
|
131
|
+
// Best-effort
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
|
|
135
|
+
export async function clearHighlights(page: Page): Promise<void> {
|
|
136
|
+
try {
|
|
137
|
+
await page.evaluate(({ layerId }) => {
|
|
138
|
+
const layer = document.getElementById(layerId);
|
|
139
|
+
if (!layer) return;
|
|
140
|
+
const rects = layer.querySelectorAll(".__libretto_highlight_rect__");
|
|
141
|
+
rects.forEach((r) => r.remove());
|
|
142
|
+
}, { layerId: LAYER_ID });
|
|
143
|
+
} catch {
|
|
144
|
+
// Best-effort
|
|
145
|
+
}
|
|
146
|
+
}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
export {
|
|
2
|
+
ensureGhostCursor,
|
|
3
|
+
moveGhostCursor,
|
|
4
|
+
moveGhostCursorWithDistance,
|
|
5
|
+
ghostClick,
|
|
6
|
+
hideGhostCursor,
|
|
7
|
+
getGhostCursorPosition,
|
|
8
|
+
type GhostCursorOptions,
|
|
9
|
+
type GhostCursorStyle,
|
|
10
|
+
} from "./ghost-cursor.js";
|
|
11
|
+
|
|
12
|
+
export {
|
|
13
|
+
ensureHighlightLayer,
|
|
14
|
+
showHighlight,
|
|
15
|
+
clearHighlights,
|
|
16
|
+
type HighlightOptions,
|
|
17
|
+
type ShowHighlightParams,
|
|
18
|
+
} from "./highlight.js";
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import type { Page } from "playwright";
|
|
2
|
+
import type { MinimalLogger } from "../logger/logger.js";
|
|
3
|
+
|
|
4
|
+
export const LIBRETTO_WORKFLOW_BRAND = Symbol.for("libretto.workflow");
|
|
5
|
+
|
|
6
|
+
export type LibrettoWorkflowMetadata = {};
|
|
7
|
+
|
|
8
|
+
export type LibrettoWorkflowContext<S = {}> = {
|
|
9
|
+
page: Page;
|
|
10
|
+
logger: MinimalLogger;
|
|
11
|
+
services: S;
|
|
12
|
+
};
|
|
13
|
+
|
|
14
|
+
export type LibrettoWorkflowHandler<Input = unknown, Output = unknown, S = {}> = (
|
|
15
|
+
ctx: LibrettoWorkflowContext<S>,
|
|
16
|
+
input: Input,
|
|
17
|
+
) => Promise<Output>;
|
|
18
|
+
|
|
19
|
+
export class LibrettoWorkflow<Input = unknown, Output = unknown, S = {}> {
|
|
20
|
+
public readonly [LIBRETTO_WORKFLOW_BRAND] = true;
|
|
21
|
+
public readonly metadata: LibrettoWorkflowMetadata;
|
|
22
|
+
private readonly handler: LibrettoWorkflowHandler<Input, Output, S>;
|
|
23
|
+
|
|
24
|
+
constructor(
|
|
25
|
+
metadata: LibrettoWorkflowMetadata,
|
|
26
|
+
handler: LibrettoWorkflowHandler<Input, Output, S>,
|
|
27
|
+
) {
|
|
28
|
+
this.metadata = metadata;
|
|
29
|
+
this.handler = handler;
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
async run(ctx: LibrettoWorkflowContext<S>, input: Input): Promise<Output> {
|
|
33
|
+
return this.handler(ctx, input);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
export function workflow<Input = unknown, Output = unknown, S = {}>(
|
|
38
|
+
metadata: LibrettoWorkflowMetadata,
|
|
39
|
+
handler: LibrettoWorkflowHandler<Input, Output, S>,
|
|
40
|
+
): LibrettoWorkflow<Input, Output, S> {
|
|
41
|
+
return new LibrettoWorkflow(metadata, handler);
|
|
42
|
+
}
|
package/dist/index.cjs
DELETED
|
@@ -1,144 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __create = Object.create;
|
|
3
|
-
var __defProp = Object.defineProperty;
|
|
4
|
-
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
5
|
-
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
6
|
-
var __getProtoOf = Object.getPrototypeOf;
|
|
7
|
-
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
8
|
-
var __export = (target, all) => {
|
|
9
|
-
for (var name in all)
|
|
10
|
-
__defProp(target, name, { get: all[name], enumerable: true });
|
|
11
|
-
};
|
|
12
|
-
var __copyProps = (to, from, except, desc) => {
|
|
13
|
-
if (from && typeof from === "object" || typeof from === "function") {
|
|
14
|
-
for (let key of __getOwnPropNames(from))
|
|
15
|
-
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
16
|
-
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
17
|
-
}
|
|
18
|
-
return to;
|
|
19
|
-
};
|
|
20
|
-
var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
|
|
21
|
-
// If the importer is in node compatibility mode or this is not an ESM
|
|
22
|
-
// file that has been converted to a CommonJS file using a Babel-
|
|
23
|
-
// compatible transform (i.e. "__esModule" has not been set), then set
|
|
24
|
-
// "default" to the CommonJS "module.exports" for node compatibility.
|
|
25
|
-
isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
|
|
26
|
-
mod
|
|
27
|
-
));
|
|
28
|
-
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
29
|
-
var index_exports = {};
|
|
30
|
-
__export(index_exports, {
|
|
31
|
-
LIBRETTO_WORKFLOW_BRAND: () => import_workflow.LIBRETTO_WORKFLOW_BRAND,
|
|
32
|
-
LibrettoWorkflow: () => import_workflow.LibrettoWorkflow,
|
|
33
|
-
Logger: () => import_logger.Logger,
|
|
34
|
-
SESSION_STATE_VERSION: () => import_state.SESSION_STATE_VERSION,
|
|
35
|
-
SessionStateFileSchema: () => import_state.SessionStateFileSchema,
|
|
36
|
-
SessionStatusSchema: () => import_state.SessionStatusSchema,
|
|
37
|
-
attemptWithRecovery: () => import_recovery.attemptWithRecovery,
|
|
38
|
-
clearHighlights: () => import_highlight.clearHighlights,
|
|
39
|
-
createFileLogSink: () => import_sinks.createFileLogSink,
|
|
40
|
-
createLLMClientFromModel: () => import_ai_sdk_adapter.createLLMClientFromModel,
|
|
41
|
-
defaultLogger: () => import_logger.defaultLogger,
|
|
42
|
-
detectSubmissionError: () => import_errors.detectSubmissionError,
|
|
43
|
-
downloadAndSave: () => import_download.downloadAndSave,
|
|
44
|
-
downloadViaClick: () => import_download.downloadViaClick,
|
|
45
|
-
ensureGhostCursor: () => import_ghost_cursor.ensureGhostCursor,
|
|
46
|
-
ensureHighlightLayer: () => import_highlight.ensureHighlightLayer,
|
|
47
|
-
executeRecoveryAgent: () => import_agent.executeRecoveryAgent,
|
|
48
|
-
extractFromPage: () => import_extract.extractFromPage,
|
|
49
|
-
ghostClick: () => import_ghost_cursor.ghostClick,
|
|
50
|
-
hideGhostCursor: () => import_ghost_cursor.hideGhostCursor,
|
|
51
|
-
installInstrumentation: () => import_instrument.installInstrumentation,
|
|
52
|
-
instrumentContext: () => import_instrument.instrumentContext,
|
|
53
|
-
instrumentPage: () => import_instrument.instrumentPage,
|
|
54
|
-
isDebugMode: () => import_config.isDebugMode,
|
|
55
|
-
isDryRun: () => import_config.isDryRun,
|
|
56
|
-
jsonlConsoleSink: () => import_sinks.jsonlConsoleSink,
|
|
57
|
-
launchBrowser: () => import_api.launchBrowser,
|
|
58
|
-
moveGhostCursor: () => import_ghost_cursor.moveGhostCursor,
|
|
59
|
-
pageRequest: () => import_network.pageRequest,
|
|
60
|
-
parseSessionStateContent: () => import_state.parseSessionStateContent,
|
|
61
|
-
parseSessionStateData: () => import_state.parseSessionStateData,
|
|
62
|
-
pause: () => import_pause.pause,
|
|
63
|
-
prettyConsoleSink: () => import_sinks.prettyConsoleSink,
|
|
64
|
-
serializeSessionState: () => import_state.serializeSessionState,
|
|
65
|
-
shouldPauseBeforeMutation: () => import_config.shouldPauseBeforeMutation,
|
|
66
|
-
showHighlight: () => import_highlight.showHighlight,
|
|
67
|
-
workflow: () => import_workflow.workflow
|
|
68
|
-
});
|
|
69
|
-
module.exports = __toCommonJS(index_exports);
|
|
70
|
-
var import_node_path = require("node:path");
|
|
71
|
-
var import_node_url = require("node:url");
|
|
72
|
-
var import_logger = require("./shared/logger/logger.js");
|
|
73
|
-
var import_sinks = require("./shared/logger/sinks.js");
|
|
74
|
-
var import_ai_sdk_adapter = require("./shared/llm/ai-sdk-adapter.js");
|
|
75
|
-
var import_state = require("./shared/state/index.js");
|
|
76
|
-
var import_agent = require("./runtime/recovery/agent.js");
|
|
77
|
-
var import_recovery = require("./runtime/recovery/recovery.js");
|
|
78
|
-
var import_errors = require("./runtime/recovery/errors.js");
|
|
79
|
-
var import_extract = require("./runtime/extract/extract.js");
|
|
80
|
-
var import_network = require("./runtime/network/network.js");
|
|
81
|
-
var import_download = require("./runtime/download/download.js");
|
|
82
|
-
var import_pause = require("./shared/debug/pause.js");
|
|
83
|
-
var import_config = require("./shared/config/config.js");
|
|
84
|
-
var import_instrument = require("./shared/instrumentation/instrument.js");
|
|
85
|
-
var import_ghost_cursor = require("./shared/visualization/ghost-cursor.js");
|
|
86
|
-
var import_highlight = require("./shared/visualization/highlight.js");
|
|
87
|
-
var import_api = require("./shared/run/api.js");
|
|
88
|
-
var import_workflow = require("./shared/workflow/workflow.js");
|
|
89
|
-
const import_meta = {};
|
|
90
|
-
const isDirectExecution = () => {
|
|
91
|
-
const entryArg = process.argv[1];
|
|
92
|
-
if (!entryArg) {
|
|
93
|
-
return false;
|
|
94
|
-
}
|
|
95
|
-
return (0, import_node_url.pathToFileURL)((0, import_node_path.resolve)(entryArg)).href === import_meta.url;
|
|
96
|
-
};
|
|
97
|
-
if (isDirectExecution()) {
|
|
98
|
-
void import("./cli/index.js").catch((error) => {
|
|
99
|
-
const message = error instanceof Error ? error.stack ?? error.message : String(error);
|
|
100
|
-
process.stderr.write(`${message}
|
|
101
|
-
`);
|
|
102
|
-
process.exitCode = 1;
|
|
103
|
-
});
|
|
104
|
-
}
|
|
105
|
-
// Annotate the CommonJS export names for ESM import in node:
|
|
106
|
-
0 && (module.exports = {
|
|
107
|
-
LIBRETTO_WORKFLOW_BRAND,
|
|
108
|
-
LibrettoWorkflow,
|
|
109
|
-
Logger,
|
|
110
|
-
SESSION_STATE_VERSION,
|
|
111
|
-
SessionStateFileSchema,
|
|
112
|
-
SessionStatusSchema,
|
|
113
|
-
attemptWithRecovery,
|
|
114
|
-
clearHighlights,
|
|
115
|
-
createFileLogSink,
|
|
116
|
-
createLLMClientFromModel,
|
|
117
|
-
defaultLogger,
|
|
118
|
-
detectSubmissionError,
|
|
119
|
-
downloadAndSave,
|
|
120
|
-
downloadViaClick,
|
|
121
|
-
ensureGhostCursor,
|
|
122
|
-
ensureHighlightLayer,
|
|
123
|
-
executeRecoveryAgent,
|
|
124
|
-
extractFromPage,
|
|
125
|
-
ghostClick,
|
|
126
|
-
hideGhostCursor,
|
|
127
|
-
installInstrumentation,
|
|
128
|
-
instrumentContext,
|
|
129
|
-
instrumentPage,
|
|
130
|
-
isDebugMode,
|
|
131
|
-
isDryRun,
|
|
132
|
-
jsonlConsoleSink,
|
|
133
|
-
launchBrowser,
|
|
134
|
-
moveGhostCursor,
|
|
135
|
-
pageRequest,
|
|
136
|
-
parseSessionStateContent,
|
|
137
|
-
parseSessionStateData,
|
|
138
|
-
pause,
|
|
139
|
-
prettyConsoleSink,
|
|
140
|
-
serializeSessionState,
|
|
141
|
-
shouldPauseBeforeMutation,
|
|
142
|
-
showHighlight,
|
|
143
|
-
workflow
|
|
144
|
-
});
|
package/dist/index.d.cts
DELETED
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
export { LogOptions, Logger, LoggerApi, LoggerSink, MinimalLogger, defaultLogger } from './shared/logger/logger.cjs';
|
|
2
|
-
export { createFileLogSink, jsonlConsoleSink, prettyConsoleSink } from './shared/logger/sinks.cjs';
|
|
3
|
-
export { LLMClient, Message, MessageContentPart } from './shared/llm/types.cjs';
|
|
4
|
-
export { createLLMClientFromModel } from './shared/llm/ai-sdk-adapter.cjs';
|
|
5
|
-
export { SESSION_STATE_VERSION, SessionState, SessionStateFile, SessionStateFileSchema, SessionStatus, SessionStatusSchema, parseSessionStateContent, parseSessionStateData, serializeSessionState } from './shared/state/session-state.cjs';
|
|
6
|
-
export { executeRecoveryAgent } from './runtime/recovery/agent.cjs';
|
|
7
|
-
export { attemptWithRecovery } from './runtime/recovery/recovery.cjs';
|
|
8
|
-
export { DetectedSubmissionError, KnownSubmissionError, detectSubmissionError } from './runtime/recovery/errors.cjs';
|
|
9
|
-
export { ExtractOptions, extractFromPage } from './runtime/extract/extract.cjs';
|
|
10
|
-
export { PageRequestOptions, RequestConfig, pageRequest } from './runtime/network/network.cjs';
|
|
11
|
-
export { DownloadResult, DownloadViaClickOptions, SaveDownloadOptions, downloadAndSave, downloadViaClick } from './runtime/download/download.cjs';
|
|
12
|
-
export { pause } from './shared/debug/pause.cjs';
|
|
13
|
-
export { isDebugMode, isDryRun, shouldPauseBeforeMutation } from './shared/config/config.cjs';
|
|
14
|
-
export { InstrumentationOptions, InstrumentedPage, installInstrumentation, instrumentContext, instrumentPage } from './shared/instrumentation/instrument.cjs';
|
|
15
|
-
export { GhostCursorOptions, ensureGhostCursor, ghostClick, hideGhostCursor, moveGhostCursor } from './shared/visualization/ghost-cursor.cjs';
|
|
16
|
-
export { HighlightOptions, clearHighlights, ensureHighlightLayer, showHighlight } from './shared/visualization/highlight.cjs';
|
|
17
|
-
export { BrowserSession, LaunchBrowserArgs, launchBrowser } from './shared/run/browser.cjs';
|
|
18
|
-
export { LIBRETTO_WORKFLOW_BRAND, LibrettoWorkflow, LibrettoWorkflowContext, LibrettoWorkflowHandler, LibrettoWorkflowMetadata, workflow } from './shared/workflow/workflow.cjs';
|
|
19
|
-
import 'zod';
|
|
20
|
-
import 'ai';
|
|
21
|
-
import 'playwright';
|
|
@@ -1,70 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __defProp = Object.defineProperty;
|
|
3
|
-
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
-
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
-
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
-
var __export = (target, all) => {
|
|
7
|
-
for (var name in all)
|
|
8
|
-
__defProp(target, name, { get: all[name], enumerable: true });
|
|
9
|
-
};
|
|
10
|
-
var __copyProps = (to, from, except, desc) => {
|
|
11
|
-
if (from && typeof from === "object" || typeof from === "function") {
|
|
12
|
-
for (let key of __getOwnPropNames(from))
|
|
13
|
-
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
14
|
-
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
15
|
-
}
|
|
16
|
-
return to;
|
|
17
|
-
};
|
|
18
|
-
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
-
var download_exports = {};
|
|
20
|
-
__export(download_exports, {
|
|
21
|
-
downloadAndSave: () => downloadAndSave,
|
|
22
|
-
downloadViaClick: () => downloadViaClick
|
|
23
|
-
});
|
|
24
|
-
module.exports = __toCommonJS(download_exports);
|
|
25
|
-
var import_promises = require("node:fs/promises");
|
|
26
|
-
var import_node_path = require("node:path");
|
|
27
|
-
async function downloadViaClick(page, selector, options) {
|
|
28
|
-
const { logger, timeout = 3e4 } = options ?? {};
|
|
29
|
-
const startTime = Date.now();
|
|
30
|
-
const downloadPromise = page.waitForEvent("download", { timeout });
|
|
31
|
-
await page.locator(selector).click();
|
|
32
|
-
const download = await downloadPromise;
|
|
33
|
-
const filename = download.suggestedFilename();
|
|
34
|
-
const readStream = await download.createReadStream();
|
|
35
|
-
if (!readStream) {
|
|
36
|
-
throw new Error(
|
|
37
|
-
`Download stream unavailable for "${filename}". The browser may have been closed before the download completed.`
|
|
38
|
-
);
|
|
39
|
-
}
|
|
40
|
-
const chunks = [];
|
|
41
|
-
for await (const chunk of readStream) {
|
|
42
|
-
chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));
|
|
43
|
-
}
|
|
44
|
-
const buffer = Buffer.concat(chunks);
|
|
45
|
-
const duration = Date.now() - startTime;
|
|
46
|
-
logger?.info("download:click", {
|
|
47
|
-
selector,
|
|
48
|
-
filename,
|
|
49
|
-
size: buffer.length,
|
|
50
|
-
duration
|
|
51
|
-
});
|
|
52
|
-
return { buffer, filename };
|
|
53
|
-
}
|
|
54
|
-
async function downloadAndSave(page, selector, options) {
|
|
55
|
-
const { savePath, ...downloadOpts } = options ?? {};
|
|
56
|
-
const { buffer, filename } = await downloadViaClick(page, selector, downloadOpts);
|
|
57
|
-
const dest = (0, import_node_path.resolve)(savePath ?? filename);
|
|
58
|
-
await (0, import_promises.writeFile)(dest, buffer);
|
|
59
|
-
options?.logger?.info("download:saved", {
|
|
60
|
-
filename,
|
|
61
|
-
savedTo: dest,
|
|
62
|
-
size: buffer.length
|
|
63
|
-
});
|
|
64
|
-
return { buffer, filename, savedTo: dest };
|
|
65
|
-
}
|
|
66
|
-
// Annotate the CommonJS export names for ESM import in node:
|
|
67
|
-
0 && (module.exports = {
|
|
68
|
-
downloadAndSave,
|
|
69
|
-
downloadViaClick
|
|
70
|
-
});
|
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
import { Page } from 'playwright';
|
|
2
|
-
import { MinimalLogger } from '../../shared/logger/logger.cjs';
|
|
3
|
-
|
|
4
|
-
type DownloadResult = {
|
|
5
|
-
/** The raw file contents. */
|
|
6
|
-
buffer: Buffer;
|
|
7
|
-
/** The filename suggested by the server (Content-Disposition header or URL). */
|
|
8
|
-
filename: string;
|
|
9
|
-
};
|
|
10
|
-
type DownloadViaClickOptions = {
|
|
11
|
-
logger?: MinimalLogger;
|
|
12
|
-
/** Timeout in milliseconds for waiting on the download event. Defaults to 30 000. */
|
|
13
|
-
timeout?: number;
|
|
14
|
-
};
|
|
15
|
-
/**
|
|
16
|
-
* Triggers a file download by clicking a DOM element and intercepts the
|
|
17
|
-
* resulting download using Playwright's download event.
|
|
18
|
-
*
|
|
19
|
-
* The download promise is registered **before** the click so the event is
|
|
20
|
-
* never missed.
|
|
21
|
-
*/
|
|
22
|
-
declare function downloadViaClick(page: Page, selector: string, options?: DownloadViaClickOptions): Promise<DownloadResult>;
|
|
23
|
-
type SaveDownloadOptions = DownloadViaClickOptions & {
|
|
24
|
-
/** Absolute or relative path to save the file to. When omitted the suggested filename is used in the current working directory. */
|
|
25
|
-
savePath?: string;
|
|
26
|
-
};
|
|
27
|
-
/**
|
|
28
|
-
* Convenience wrapper around {@link downloadViaClick} that also writes the
|
|
29
|
-
* downloaded file to disk.
|
|
30
|
-
*/
|
|
31
|
-
declare function downloadAndSave(page: Page, selector: string, options?: SaveDownloadOptions): Promise<DownloadResult & {
|
|
32
|
-
savedTo: string;
|
|
33
|
-
}>;
|
|
34
|
-
|
|
35
|
-
export { type DownloadResult, type DownloadViaClickOptions, type SaveDownloadOptions, downloadAndSave, downloadViaClick };
|
|
@@ -1,30 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __defProp = Object.defineProperty;
|
|
3
|
-
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
-
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
-
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
-
var __export = (target, all) => {
|
|
7
|
-
for (var name in all)
|
|
8
|
-
__defProp(target, name, { get: all[name], enumerable: true });
|
|
9
|
-
};
|
|
10
|
-
var __copyProps = (to, from, except, desc) => {
|
|
11
|
-
if (from && typeof from === "object" || typeof from === "function") {
|
|
12
|
-
for (let key of __getOwnPropNames(from))
|
|
13
|
-
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
14
|
-
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
15
|
-
}
|
|
16
|
-
return to;
|
|
17
|
-
};
|
|
18
|
-
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
-
var download_exports = {};
|
|
20
|
-
__export(download_exports, {
|
|
21
|
-
downloadAndSave: () => import_download.downloadAndSave,
|
|
22
|
-
downloadViaClick: () => import_download.downloadViaClick
|
|
23
|
-
});
|
|
24
|
-
module.exports = __toCommonJS(download_exports);
|
|
25
|
-
var import_download = require("./download.js");
|
|
26
|
-
// Annotate the CommonJS export names for ESM import in node:
|
|
27
|
-
0 && (module.exports = {
|
|
28
|
-
downloadAndSave,
|
|
29
|
-
downloadViaClick
|
|
30
|
-
});
|
|
@@ -1,88 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __defProp = Object.defineProperty;
|
|
3
|
-
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
-
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
-
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
-
var __export = (target, all) => {
|
|
7
|
-
for (var name in all)
|
|
8
|
-
__defProp(target, name, { get: all[name], enumerable: true });
|
|
9
|
-
};
|
|
10
|
-
var __copyProps = (to, from, except, desc) => {
|
|
11
|
-
if (from && typeof from === "object" || typeof from === "function") {
|
|
12
|
-
for (let key of __getOwnPropNames(from))
|
|
13
|
-
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
14
|
-
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
15
|
-
}
|
|
16
|
-
return to;
|
|
17
|
-
};
|
|
18
|
-
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
-
var extract_exports = {};
|
|
20
|
-
__export(extract_exports, {
|
|
21
|
-
extractFromPage: () => extractFromPage
|
|
22
|
-
});
|
|
23
|
-
module.exports = __toCommonJS(extract_exports);
|
|
24
|
-
var import_logger = require("../../shared/logger/logger.js");
|
|
25
|
-
async function extractFromPage(options) {
|
|
26
|
-
const { page, instruction, schema, selector, logger = import_logger.defaultLogger, llmClient } = options;
|
|
27
|
-
let screenshot;
|
|
28
|
-
let domContent;
|
|
29
|
-
if (selector) {
|
|
30
|
-
const element = page.locator(selector);
|
|
31
|
-
await element.waitFor({ state: "visible", timeout: 1e4 });
|
|
32
|
-
const screenshotBuffer = await element.screenshot();
|
|
33
|
-
screenshot = screenshotBuffer.toString("base64");
|
|
34
|
-
try {
|
|
35
|
-
domContent = await element.innerHTML();
|
|
36
|
-
if (domContent.length > 3e4) {
|
|
37
|
-
domContent = domContent.slice(0, 3e4) + "\n... [truncated]";
|
|
38
|
-
}
|
|
39
|
-
} catch {
|
|
40
|
-
domContent = void 0;
|
|
41
|
-
}
|
|
42
|
-
} else {
|
|
43
|
-
const cdpClient = await page.context().newCDPSession(page);
|
|
44
|
-
await cdpClient.send("Page.enable");
|
|
45
|
-
const { data } = await cdpClient.send("Page.captureScreenshot", {
|
|
46
|
-
format: "png"
|
|
47
|
-
});
|
|
48
|
-
screenshot = data;
|
|
49
|
-
try {
|
|
50
|
-
const htmlContent = await page.content();
|
|
51
|
-
domContent = htmlContent.length > 5e4 ? htmlContent.slice(0, 5e4) + "\n... [truncated]" : htmlContent;
|
|
52
|
-
} catch {
|
|
53
|
-
domContent = void 0;
|
|
54
|
-
}
|
|
55
|
-
}
|
|
56
|
-
const prompt = `You are analyzing a screenshot${selector ? " of a specific element" : ""} from a web page to extract structured data.
|
|
57
|
-
|
|
58
|
-
Instruction: ${instruction}
|
|
59
|
-
|
|
60
|
-
${domContent ? `Here is the HTML content for additional context:
|
|
61
|
-
<html>
|
|
62
|
-
${domContent}
|
|
63
|
-
</html>` : ""}
|
|
64
|
-
|
|
65
|
-
Extract the requested information from the screenshot and return it in the specified format. Be precise and only extract what is visible.`;
|
|
66
|
-
const result = await llmClient.generateObjectFromMessages({
|
|
67
|
-
schema,
|
|
68
|
-
messages: [
|
|
69
|
-
{
|
|
70
|
-
role: "user",
|
|
71
|
-
content: [
|
|
72
|
-
{ type: "text", text: prompt },
|
|
73
|
-
{ type: "image", image: `data:image/png;base64,${screenshot}` }
|
|
74
|
-
]
|
|
75
|
-
}
|
|
76
|
-
],
|
|
77
|
-
temperature: 0
|
|
78
|
-
});
|
|
79
|
-
logger.info("extractFromPage completed", {
|
|
80
|
-
selector,
|
|
81
|
-
instruction: instruction.slice(0, 100)
|
|
82
|
-
});
|
|
83
|
-
return result;
|
|
84
|
-
}
|
|
85
|
-
// Annotate the CommonJS export names for ESM import in node:
|
|
86
|
-
0 && (module.exports = {
|
|
87
|
-
extractFromPage
|
|
88
|
-
});
|
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
import { Page } from 'playwright';
|
|
2
|
-
import z from 'zod';
|
|
3
|
-
import { MinimalLogger } from '../../shared/logger/logger.cjs';
|
|
4
|
-
import { LLMClient } from '../../shared/llm/types.cjs';
|
|
5
|
-
|
|
6
|
-
type ExtractOptions<T extends z.ZodType> = {
|
|
7
|
-
page: Page;
|
|
8
|
-
instruction: string;
|
|
9
|
-
schema: T;
|
|
10
|
-
llmClient: LLMClient;
|
|
11
|
-
logger?: MinimalLogger;
|
|
12
|
-
/** Optional CSS selector to scope extraction to a specific element. */
|
|
13
|
-
selector?: string;
|
|
14
|
-
};
|
|
15
|
-
/**
|
|
16
|
-
* Generic AI-powered data extraction from page elements.
|
|
17
|
-
* Takes a screenshot (full-page via CDP or scoped to an element),
|
|
18
|
-
* captures DOM content, and uses an LLM to extract structured data
|
|
19
|
-
* matching the provided Zod schema.
|
|
20
|
-
*/
|
|
21
|
-
declare function extractFromPage<T extends z.ZodType>(options: ExtractOptions<T>): Promise<z.infer<T>>;
|
|
22
|
-
|
|
23
|
-
export { type ExtractOptions, extractFromPage };
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __defProp = Object.defineProperty;
|
|
3
|
-
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
-
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
-
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
-
var __export = (target, all) => {
|
|
7
|
-
for (var name in all)
|
|
8
|
-
__defProp(target, name, { get: all[name], enumerable: true });
|
|
9
|
-
};
|
|
10
|
-
var __copyProps = (to, from, except, desc) => {
|
|
11
|
-
if (from && typeof from === "object" || typeof from === "function") {
|
|
12
|
-
for (let key of __getOwnPropNames(from))
|
|
13
|
-
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
14
|
-
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
15
|
-
}
|
|
16
|
-
return to;
|
|
17
|
-
};
|
|
18
|
-
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
-
var extract_exports = {};
|
|
20
|
-
__export(extract_exports, {
|
|
21
|
-
extractFromPage: () => import_extract.extractFromPage
|
|
22
|
-
});
|
|
23
|
-
module.exports = __toCommonJS(extract_exports);
|
|
24
|
-
var import_extract = require("./extract.js");
|
|
25
|
-
// Annotate the CommonJS export names for ESM import in node:
|
|
26
|
-
0 && (module.exports = {
|
|
27
|
-
extractFromPage
|
|
28
|
-
});
|