@refrainai/cli 0.4.1 → 0.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{ai-model-FM6GWCID.js → ai-model-DP5PKGM6.js} +2 -2
- package/dist/{chunk-2BVDAJZT.js → chunk-65CTEK2K.js} +9 -6
- package/dist/chunk-65CTEK2K.js.map +1 -0
- package/dist/chunk-BGC75OVR.js +30 -0
- package/dist/chunk-BGC75OVR.js.map +1 -0
- package/dist/{chunk-H47NWH7N.js → chunk-CJM3IU5Q.js} +611 -73
- package/dist/chunk-CJM3IU5Q.js.map +1 -0
- package/dist/{chunk-CLYJHKPY.js → chunk-CMWLFQXD.js} +43 -42
- package/dist/chunk-CMWLFQXD.js.map +1 -0
- package/dist/{chunk-IGFCYKHC.js → chunk-CNJ5KCDN.js} +252 -295
- package/dist/chunk-CNJ5KCDN.js.map +1 -0
- package/dist/{chunk-DJVUITRB.js → chunk-ELQ23L4Z.js} +898 -1135
- package/dist/chunk-ELQ23L4Z.js.map +1 -0
- package/dist/chunk-EMAYENG4.js +1146 -0
- package/dist/chunk-EMAYENG4.js.map +1 -0
- package/dist/{chunk-7UCVPKD4.js → chunk-F7WTOQIQ.js} +12 -72
- package/dist/chunk-F7WTOQIQ.js.map +1 -0
- package/dist/{chunk-WEYR56ZN.js → chunk-HHRHHFSK.js} +4 -4
- package/dist/{chunk-UGPXCQY3.js → chunk-KFNW4XR2.js} +13 -4
- package/dist/chunk-KFNW4XR2.js.map +1 -0
- package/dist/{chunk-RT664YIO.js → chunk-LZDZGI4M.js} +3 -1
- package/dist/chunk-LZDZGI4M.js.map +1 -0
- package/dist/chunk-RBZK7T76.js +349 -0
- package/dist/chunk-RBZK7T76.js.map +1 -0
- package/dist/{chunk-HQDXLWAY.js → chunk-SDV3X5UN.js} +2 -2
- package/dist/{chunk-Z33FCOTZ.js → chunk-VVXNFUPL.js} +4 -2
- package/dist/chunk-VVXNFUPL.js.map +1 -0
- package/dist/chunk-XIVS7N3V.js +74 -0
- package/dist/chunk-XIVS7N3V.js.map +1 -0
- package/dist/chunk-YTVEYQGA.js +64 -0
- package/dist/chunk-YTVEYQGA.js.map +1 -0
- package/dist/{chunk-RYIJPYM3.js → chunk-YW46VP57.js} +25 -8
- package/dist/chunk-YW46VP57.js.map +1 -0
- package/dist/cli.js +5 -5
- package/dist/{compose-MTSIJY5D.js → compose-B2IAO7YW.js} +9 -7
- package/dist/{compose-MTSIJY5D.js.map → compose-B2IAO7YW.js.map} +1 -1
- package/dist/extraction-prompt-VDCKIFLB.js +17 -0
- package/dist/extraction-prompt-VDCKIFLB.js.map +1 -0
- package/dist/{fix-runbook-ZSBOTLC2.js → fix-runbook-JJN4HVIP.js} +12 -10
- package/dist/{fix-runbook-ZSBOTLC2.js.map → fix-runbook-JJN4HVIP.js.map} +1 -1
- package/dist/prompts-XMJXIITW.js +13 -0
- package/dist/runbook-builder-2ZLE2AEO.js +11 -0
- package/dist/{runbook-data-helpers-KRR2SH76.js → runbook-data-helpers-5UAO65TZ.js} +3 -3
- package/dist/{runbook-executor-K7T6RJWJ.js → runbook-executor-TVV5EG6Q.js} +41 -444
- package/dist/runbook-executor-TVV5EG6Q.js.map +1 -0
- package/dist/{runbook-generator-MPXJBQ5N.js → runbook-generator-4XKNV2B7.js} +61 -136
- package/dist/runbook-generator-4XKNV2B7.js.map +1 -0
- package/dist/{runbook-schema-3T6TP3JJ.js → runbook-schema-X7DW725O.js} +2 -2
- package/dist/runbook-store-S24PXIHD.js +11 -0
- package/dist/{schema-5G6UQSPT.js → schema-XFSD5EWN.js} +2 -2
- package/dist/{server-AG3LXQBI.js → server-5XARL5N7.js} +1176 -128
- package/dist/server-5XARL5N7.js.map +1 -0
- package/dist/{tenant-ai-config-QPFEJUVJ.js → tenant-ai-config-4NHKRW7O.js} +4 -4
- package/dist/tenant-ai-config-4NHKRW7O.js.map +1 -0
- package/dist/yaml-patcher-32QBPXT2.js +18 -0
- package/dist/yaml-patcher-32QBPXT2.js.map +1 -0
- package/package.json +3 -2
- package/dist/chunk-2BVDAJZT.js.map +0 -1
- package/dist/chunk-7UCVPKD4.js.map +0 -1
- package/dist/chunk-CLYJHKPY.js.map +0 -1
- package/dist/chunk-DJVUITRB.js.map +0 -1
- package/dist/chunk-H47NWH7N.js.map +0 -1
- package/dist/chunk-IGFCYKHC.js.map +0 -1
- package/dist/chunk-RT664YIO.js.map +0 -1
- package/dist/chunk-RYIJPYM3.js.map +0 -1
- package/dist/chunk-UGPXCQY3.js.map +0 -1
- package/dist/chunk-VPK2MQAZ.js +0 -589
- package/dist/chunk-VPK2MQAZ.js.map +0 -1
- package/dist/chunk-Z33FCOTZ.js.map +0 -1
- package/dist/runbook-executor-K7T6RJWJ.js.map +0 -1
- package/dist/runbook-generator-MPXJBQ5N.js.map +0 -1
- package/dist/runbook-store-G5GUOWRR.js +0 -11
- package/dist/server-AG3LXQBI.js.map +0 -1
- package/dist/yaml-patcher-VGUS2JGH.js +0 -15
- /package/dist/{ai-model-FM6GWCID.js.map → ai-model-DP5PKGM6.js.map} +0 -0
- /package/dist/{chunk-WEYR56ZN.js.map → chunk-HHRHHFSK.js.map} +0 -0
- /package/dist/{chunk-HQDXLWAY.js.map → chunk-SDV3X5UN.js.map} +0 -0
- /package/dist/{runbook-data-helpers-KRR2SH76.js.map → prompts-XMJXIITW.js.map} +0 -0
- /package/dist/{runbook-schema-3T6TP3JJ.js.map → runbook-builder-2ZLE2AEO.js.map} +0 -0
- /package/dist/{runbook-store-G5GUOWRR.js.map → runbook-data-helpers-5UAO65TZ.js.map} +0 -0
- /package/dist/{schema-5G6UQSPT.js.map → runbook-schema-X7DW725O.js.map} +0 -0
- /package/dist/{tenant-ai-config-QPFEJUVJ.js.map → runbook-store-S24PXIHD.js.map} +0 -0
- /package/dist/{yaml-patcher-VGUS2JGH.js.map → schema-XFSD5EWN.js.map} +0 -0
|
@@ -5,18 +5,29 @@ import {
|
|
|
5
5
|
InMemoryDataStore,
|
|
6
6
|
classifyFailure,
|
|
7
7
|
createDebugLogger,
|
|
8
|
-
|
|
9
|
-
|
|
8
|
+
formatAiMetricsSection,
|
|
9
|
+
formatDebugLogSections,
|
|
10
10
|
formatDuration,
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
11
|
+
formatFailureCategoryDistribution,
|
|
12
|
+
formatPerformanceBottlenecks,
|
|
13
|
+
formatRuntimeEnvironment,
|
|
14
14
|
noopLogger,
|
|
15
|
-
parseAllElements,
|
|
16
15
|
parseAndAppendToMemory,
|
|
16
|
+
readDebugLog,
|
|
17
|
+
renderOptionsMarkdown,
|
|
17
18
|
sanitizeBrowserError,
|
|
18
19
|
sleep
|
|
19
|
-
} from "./chunk-
|
|
20
|
+
} from "./chunk-ELQ23L4Z.js";
|
|
21
|
+
import {
|
|
22
|
+
log,
|
|
23
|
+
promptSelect,
|
|
24
|
+
promptText
|
|
25
|
+
} from "./chunk-XIVS7N3V.js";
|
|
26
|
+
import {
|
|
27
|
+
getModel,
|
|
28
|
+
trackedGenerateObject,
|
|
29
|
+
trackedGenerateText
|
|
30
|
+
} from "./chunk-KFNW4XR2.js";
|
|
20
31
|
import {
|
|
21
32
|
filterSnapshot
|
|
22
33
|
} from "./chunk-XMFCXPYU.js";
|
|
@@ -24,22 +35,22 @@ import {
|
|
|
24
35
|
createSkills,
|
|
25
36
|
initBuiltinSkills
|
|
26
37
|
} from "./chunk-AG3CFMYU.js";
|
|
38
|
+
import {
|
|
39
|
+
buildSelector
|
|
40
|
+
} from "./chunk-RBZK7T76.js";
|
|
41
|
+
import {
|
|
42
|
+
findElementInSnapshot,
|
|
43
|
+
parseAllElements
|
|
44
|
+
} from "./chunk-YTVEYQGA.js";
|
|
45
|
+
import {
|
|
46
|
+
getAgentInstructions,
|
|
47
|
+
getInitialUserMessage
|
|
48
|
+
} from "./chunk-EMAYENG4.js";
|
|
27
49
|
import {
|
|
28
50
|
getLocale,
|
|
29
|
-
log,
|
|
30
|
-
promptSelect,
|
|
31
|
-
promptText,
|
|
32
51
|
t,
|
|
33
52
|
tf
|
|
34
|
-
} from "./chunk-
|
|
35
|
-
import {
|
|
36
|
-
getModel,
|
|
37
|
-
trackedGenerateObject,
|
|
38
|
-
trackedGenerateText
|
|
39
|
-
} from "./chunk-UGPXCQY3.js";
|
|
40
|
-
import {
|
|
41
|
-
ParsedRunbookSchema
|
|
42
|
-
} from "./chunk-RT664YIO.js";
|
|
53
|
+
} from "./chunk-F7WTOQIQ.js";
|
|
43
54
|
|
|
44
55
|
// src/runbook-generator/exploration-agent.ts
|
|
45
56
|
import { stepCountIs } from "ai";
|
|
@@ -49,53 +60,6 @@ import { z as z2 } from "zod";
|
|
|
49
60
|
import { tool } from "ai";
|
|
50
61
|
import { z } from "zod";
|
|
51
62
|
|
|
52
|
-
// src/browser/selector-builder.ts
|
|
53
|
-
var ROLE_TAG_MAP = {
|
|
54
|
-
textbox: { tagName: "input", inputType: "text" },
|
|
55
|
-
button: { tagName: "button", role: "button" },
|
|
56
|
-
link: { tagName: "a", role: "link" },
|
|
57
|
-
checkbox: { tagName: "input", inputType: "checkbox" },
|
|
58
|
-
radio: { tagName: "input", inputType: "radio" },
|
|
59
|
-
combobox: { tagName: "select", role: "combobox" },
|
|
60
|
-
searchbox: { tagName: "input", inputType: "search" },
|
|
61
|
-
slider: { tagName: "input", inputType: "range" },
|
|
62
|
-
spinbutton: { tagName: "input", inputType: "number" },
|
|
63
|
-
switch: { tagName: "input", inputType: "checkbox", role: "switch" },
|
|
64
|
-
tab: { tagName: "button", role: "tab" },
|
|
65
|
-
menuitem: { tagName: "button", role: "menuitem" },
|
|
66
|
-
option: { tagName: "option", role: "option" },
|
|
67
|
-
heading: { tagName: "h2", role: "heading" },
|
|
68
|
-
img: { tagName: "img", role: "img" },
|
|
69
|
-
navigation: { tagName: "nav", role: "navigation" },
|
|
70
|
-
listitem: { tagName: "li", role: "listitem" }
|
|
71
|
-
};
|
|
72
|
-
function buildSelector(element) {
|
|
73
|
-
const mapping = ROLE_TAG_MAP[element.role];
|
|
74
|
-
const tagName = mapping?.tagName ?? element.role;
|
|
75
|
-
const selector = { tagName };
|
|
76
|
-
if (mapping?.role) {
|
|
77
|
-
selector.role = mapping.role;
|
|
78
|
-
} else if (element.role !== tagName) {
|
|
79
|
-
selector.role = element.role;
|
|
80
|
-
}
|
|
81
|
-
if (mapping?.inputType) {
|
|
82
|
-
selector.inputType = mapping.inputType;
|
|
83
|
-
}
|
|
84
|
-
if (element.name) {
|
|
85
|
-
selector.ariaLabel = element.name;
|
|
86
|
-
if (element.role === "button" || element.role === "link") {
|
|
87
|
-
selector.innerText = element.name.slice(0, 200);
|
|
88
|
-
}
|
|
89
|
-
}
|
|
90
|
-
if (element.attributes.placeholder) {
|
|
91
|
-
selector.placeholder = element.attributes.placeholder;
|
|
92
|
-
}
|
|
93
|
-
if (element.attributes.name) {
|
|
94
|
-
selector.name = element.attributes.name;
|
|
95
|
-
}
|
|
96
|
-
return selector;
|
|
97
|
-
}
|
|
98
|
-
|
|
99
63
|
// src/harness/loop-detector.ts
|
|
100
64
|
function stepHash(step) {
|
|
101
65
|
const urlPath = extractPath(step.url);
|
|
@@ -583,11 +547,16 @@ ${finalSnapshot2}`;
|
|
|
583
547
|
data: { extractPrompt: action.extractPrompt.slice(0, 200) }
|
|
584
548
|
});
|
|
585
549
|
const snapshot = await browser.snapshot();
|
|
586
|
-
const { getModel: getModel2, trackedGenerateObject: trackedGenerateObject2 } = await import("./ai-model-
|
|
550
|
+
const { getModel: getModel2, trackedGenerateObject: trackedGenerateObject2 } = await import("./ai-model-DP5PKGM6.js");
|
|
551
|
+
const { EXTRACT_SYSTEM_PROMPT } = await import("./extraction-prompt-VDCKIFLB.js");
|
|
587
552
|
const extractSchema = z.object({ data: z.string() });
|
|
588
553
|
const aiResult = await trackedGenerateObject2("extraction", {
|
|
589
554
|
model: getModel2("extraction"),
|
|
590
|
-
|
|
555
|
+
system: EXTRACT_SYSTEM_PROMPT,
|
|
556
|
+
prompt: `${action.extractPrompt}${config.goal ? `
|
|
557
|
+
|
|
558
|
+
\u62BD\u51FA\u306E\u76EE\u6A19:
|
|
559
|
+
${config.goal}` : ""}
|
|
591
560
|
|
|
592
561
|
\u30B9\u30CA\u30C3\u30D7\u30B7\u30E7\u30C3\u30C8:
|
|
593
562
|
${snapshot}`,
|
|
@@ -1108,7 +1077,8 @@ async function exploreWithAI(browser, recordedSteps, config, dataStore, download
|
|
|
1108
1077
|
paginationTracker,
|
|
1109
1078
|
onToolCallStart: config.onToolCallStart,
|
|
1110
1079
|
onToolCallEnd: config.onToolCallEnd,
|
|
1111
|
-
skills: config.skills
|
|
1080
|
+
skills: config.skills,
|
|
1081
|
+
goal: config.goal
|
|
1112
1082
|
};
|
|
1113
1083
|
const browserTool = createBrowserTool(browser, recordedSteps, toolConfig, dataStore, downloadManager);
|
|
1114
1084
|
const totalMaxSteps = config.maxIterations * 3;
|
|
@@ -1635,6 +1605,7 @@ async function explore(config, options) {
|
|
|
1635
1605
|
const maxSteps = config.maxIterations * 3;
|
|
1636
1606
|
log.step(t("generator.waitingForAI"));
|
|
1637
1607
|
interventionController.startListening();
|
|
1608
|
+
let lastReportedStepCount = 0;
|
|
1638
1609
|
const agentStart = performance.now();
|
|
1639
1610
|
const result = await exploreWithAI(browser, recordedSteps, {
|
|
1640
1611
|
goal: config.goal,
|
|
@@ -1655,15 +1626,17 @@ async function explore(config, options) {
|
|
|
1655
1626
|
log.step(tf("generator.exploringStep", { current: stepCount + 1, total: maxSteps }));
|
|
1656
1627
|
},
|
|
1657
1628
|
onToolCallEnd: () => {
|
|
1658
|
-
|
|
1659
|
-
|
|
1629
|
+
if (!options?.onExplorerStep) return;
|
|
1630
|
+
const newSteps = recordedSteps.slice(lastReportedStepCount);
|
|
1631
|
+
for (const step of newSteps) {
|
|
1660
1632
|
options.onExplorerStep(
|
|
1661
|
-
|
|
1662
|
-
|
|
1663
|
-
|
|
1633
|
+
step.ordinal + 1,
|
|
1634
|
+
step.action.description ?? step.action.action,
|
|
1635
|
+
step
|
|
1664
1636
|
).catch(() => {
|
|
1665
1637
|
});
|
|
1666
1638
|
}
|
|
1639
|
+
lastReportedStepCount = recordedSteps.length;
|
|
1667
1640
|
}
|
|
1668
1641
|
}, dataStore, downloadManager);
|
|
1669
1642
|
interventionController.dispose();
|
|
@@ -1735,240 +1708,224 @@ async function explore(config, options) {
|
|
|
1735
1708
|
}
|
|
1736
1709
|
}
|
|
1737
1710
|
|
|
1738
|
-
// src/runbook-generator/
|
|
1739
|
-
|
|
1740
|
-
|
|
1741
|
-
|
|
1742
|
-
|
|
1743
|
-
case "
|
|
1744
|
-
return "
|
|
1745
|
-
case "
|
|
1746
|
-
|
|
1747
|
-
case "
|
|
1748
|
-
return "
|
|
1749
|
-
case "select":
|
|
1750
|
-
return "select";
|
|
1751
|
-
case "navigate":
|
|
1752
|
-
return "navigate";
|
|
1753
|
-
case "scroll":
|
|
1754
|
-
return "scroll";
|
|
1755
|
-
case "wait":
|
|
1756
|
-
return "wait";
|
|
1757
|
-
case "extract":
|
|
1758
|
-
return "extract";
|
|
1759
|
-
case "download":
|
|
1760
|
-
return "download";
|
|
1761
|
-
case "export":
|
|
1762
|
-
return "export";
|
|
1763
|
-
case "memory_append":
|
|
1764
|
-
case "memory_aggregate":
|
|
1765
|
-
return "memory";
|
|
1766
|
-
case "key":
|
|
1767
|
-
return "key";
|
|
1768
|
-
default:
|
|
1769
|
-
return "click";
|
|
1711
|
+
// src/runbook-generator/report-generator.ts
|
|
1712
|
+
function formatOutcome(outcome) {
|
|
1713
|
+
switch (outcome) {
|
|
1714
|
+
case "cancelled":
|
|
1715
|
+
return "Cancelled by user";
|
|
1716
|
+
case "goal_achieved":
|
|
1717
|
+
return "Goal achieved";
|
|
1718
|
+
case "goal_not_achieved":
|
|
1719
|
+
return "Goal not achieved";
|
|
1720
|
+
case "error":
|
|
1721
|
+
return "Error";
|
|
1770
1722
|
}
|
|
1771
1723
|
}
|
|
1772
|
-
function
|
|
1773
|
-
|
|
1774
|
-
|
|
1775
|
-
|
|
1776
|
-
|
|
1777
|
-
|
|
1778
|
-
|
|
1779
|
-
|
|
1780
|
-
|
|
1781
|
-
return "fixed";
|
|
1782
|
-
default:
|
|
1783
|
-
return "prompt";
|
|
1784
|
-
}
|
|
1724
|
+
function toReportableSteps(steps) {
|
|
1725
|
+
return steps.map((s) => ({
|
|
1726
|
+
ordinal: s.ordinal + 1,
|
|
1727
|
+
description: `${s.action.action}: ${s.action.description}`,
|
|
1728
|
+
status: s.success ? "success" : "failed",
|
|
1729
|
+
durationMs: s.durationMs ?? 0,
|
|
1730
|
+
error: s.error,
|
|
1731
|
+
failureCategory: s.failureCategory
|
|
1732
|
+
}));
|
|
1785
1733
|
}
|
|
1786
|
-
function
|
|
1787
|
-
const
|
|
1788
|
-
|
|
1789
|
-
|
|
1790
|
-
|
|
1791
|
-
);
|
|
1792
|
-
|
|
1793
|
-
|
|
1794
|
-
|
|
1795
|
-
|
|
1796
|
-
|
|
1797
|
-
|
|
1798
|
-
|
|
1799
|
-
|
|
1800
|
-
|
|
1801
|
-
|
|
1802
|
-
|
|
1803
|
-
|
|
1804
|
-
|
|
1805
|
-
|
|
1806
|
-
|
|
1807
|
-
|
|
1808
|
-
|
|
1809
|
-
|
|
1810
|
-
|
|
1811
|
-
|
|
1812
|
-
|
|
1734
|
+
async function generateExplorationReport(input) {
|
|
1735
|
+
const lines = [];
|
|
1736
|
+
lines.push("# Exploration Report");
|
|
1737
|
+
lines.push("");
|
|
1738
|
+
lines.push("## Session Info");
|
|
1739
|
+
lines.push(`- **Date**: ${(/* @__PURE__ */ new Date()).toISOString()}`);
|
|
1740
|
+
lines.push(`- **Goal**: ${input.goal}`);
|
|
1741
|
+
lines.push(`- **Start URL**: ${input.startUrl}`);
|
|
1742
|
+
lines.push(`- **Outcome**: ${formatOutcome(input.outcome)}`);
|
|
1743
|
+
lines.push("");
|
|
1744
|
+
if (input.cliOptions && input.cliOptions.length > 0) {
|
|
1745
|
+
lines.push("## CLI Options");
|
|
1746
|
+
lines.push(...renderOptionsMarkdown(input.cliOptions));
|
|
1747
|
+
lines.push("");
|
|
1748
|
+
}
|
|
1749
|
+
lines.push("## User Feedback");
|
|
1750
|
+
if (input.userFeedback) {
|
|
1751
|
+
lines.push(input.userFeedback);
|
|
1752
|
+
} else {
|
|
1753
|
+
lines.push("(No feedback provided)");
|
|
1754
|
+
}
|
|
1755
|
+
lines.push("");
|
|
1756
|
+
if (input.errorMessage) {
|
|
1757
|
+
lines.push("## Error Details");
|
|
1758
|
+
lines.push("```");
|
|
1759
|
+
lines.push(input.errorMessage);
|
|
1760
|
+
lines.push("```");
|
|
1761
|
+
lines.push("");
|
|
1762
|
+
}
|
|
1763
|
+
const successCount = input.recordedSteps.filter((s) => s.success).length;
|
|
1764
|
+
const failedCount = input.recordedSteps.filter((s) => !s.success).length;
|
|
1765
|
+
lines.push("## Execution Summary");
|
|
1766
|
+
lines.push(`- **Total Steps**: ${input.recordedSteps.length}`);
|
|
1767
|
+
lines.push(`- **Successful**: ${successCount}`);
|
|
1768
|
+
lines.push(`- **Failed**: ${failedCount}`);
|
|
1769
|
+
lines.push(`- **Interventions**: ${input.interventions.length}`);
|
|
1770
|
+
if (input.totalDurationMs !== void 0) {
|
|
1771
|
+
lines.push(`- **Duration**: ${input.totalDurationMs}ms`);
|
|
1772
|
+
}
|
|
1773
|
+
lines.push("");
|
|
1774
|
+
if (input.recordedSteps.length > 0) {
|
|
1775
|
+
lines.push("## Recorded Steps");
|
|
1776
|
+
for (const step of input.recordedSteps) {
|
|
1777
|
+
const tag = step.success ? "DONE" : "FAILED";
|
|
1778
|
+
const errorInfo = !step.success && step.error ? ` \u2014 Error: ${step.error}` : "";
|
|
1779
|
+
const category = step.failureCategory ? ` [${step.failureCategory}]` : "";
|
|
1780
|
+
const duration = step.durationMs !== void 0 ? ` (${step.durationMs}ms)` : "";
|
|
1781
|
+
lines.push(
|
|
1782
|
+
`${step.ordinal + 1}. [${tag}] ${step.action.action}: ${step.action.description} (URL: ${step.url})${duration}${errorInfo}${category}`
|
|
1783
|
+
);
|
|
1813
1784
|
}
|
|
1814
|
-
|
|
1815
|
-
|
|
1816
|
-
|
|
1817
|
-
|
|
1818
|
-
|
|
1819
|
-
|
|
1820
|
-
|
|
1821
|
-
|
|
1822
|
-
|
|
1823
|
-
|
|
1824
|
-
|
|
1825
|
-
|
|
1826
|
-
|
|
1827
|
-
|
|
1785
|
+
lines.push("");
|
|
1786
|
+
}
|
|
1787
|
+
if (input.interventions.length > 0) {
|
|
1788
|
+
lines.push("## Interventions");
|
|
1789
|
+
for (const iv of input.interventions) {
|
|
1790
|
+
lines.push(
|
|
1791
|
+
`- **Step ${iv.stepIndex}** (${iv.timestamp}): "${iv.userInstruction}" (URL: ${iv.url})`
|
|
1792
|
+
);
|
|
1793
|
+
}
|
|
1794
|
+
lines.push("");
|
|
1795
|
+
}
|
|
1796
|
+
const debugEntries = input.debugLogPath ? await readDebugLog(input.debugLogPath) : [];
|
|
1797
|
+
const reportableSteps = toReportableSteps(input.recordedSteps);
|
|
1798
|
+
const hasInsights = input.aiMetrics && input.aiMetrics.totalCalls > 0 || reportableSteps.some((s) => s.status === "failed") || reportableSteps.some((s) => s.durationMs > 3e3) || debugEntries.length > 0;
|
|
1799
|
+
if (hasInsights) {
|
|
1800
|
+
lines.push("## System Insights");
|
|
1801
|
+
lines.push("");
|
|
1802
|
+
lines.push("> refrain \u306E\u6A5F\u80FD\u6539\u5584\u30FB\u30D0\u30B0\u4FEE\u6B63\u306E\u305F\u3081\u306E\u5206\u6790\u60C5\u5831");
|
|
1803
|
+
lines.push("");
|
|
1804
|
+
lines.push(...formatRuntimeEnvironment());
|
|
1805
|
+
if (input.aiMetrics && input.aiMetrics.totalCalls > 0) {
|
|
1806
|
+
lines.push(...formatAiMetricsSection(input.aiMetrics));
|
|
1807
|
+
}
|
|
1808
|
+
const failedSteps = reportableSteps.filter((s) => s.status === "failed");
|
|
1809
|
+
lines.push(...formatFailureCategoryDistribution(failedSteps));
|
|
1810
|
+
lines.push(...formatPerformanceBottlenecks(reportableSteps));
|
|
1811
|
+
}
|
|
1812
|
+
lines.push(...formatDebugLogSections(debugEntries));
|
|
1813
|
+
return lines.join("\n");
|
|
1814
|
+
}
|
|
1815
|
+
var SNAPSHOT_PREVIEW_LIMIT = 500;
|
|
1816
|
+
async function generateGenerationReportFile(input) {
|
|
1817
|
+
const lines = [];
|
|
1818
|
+
lines.push("# Generation Report");
|
|
1819
|
+
lines.push("");
|
|
1820
|
+
lines.push("## Session Info");
|
|
1821
|
+
lines.push(`- **Date**: ${(/* @__PURE__ */ new Date()).toISOString()}`);
|
|
1822
|
+
lines.push(`- **Goal**: ${input.goal}`);
|
|
1823
|
+
lines.push(`- **Start URL**: ${input.startUrl}`);
|
|
1824
|
+
lines.push(`- **Outcome**: ${input.goalAchieved ? "Goal achieved" : "Goal not achieved"}`);
|
|
1825
|
+
lines.push(`- **Total Recorded Steps**: ${input.recordedSteps.length}`);
|
|
1826
|
+
lines.push("");
|
|
1827
|
+
if (input.errorMessage) {
|
|
1828
|
+
lines.push("## Error Details");
|
|
1829
|
+
lines.push("```");
|
|
1830
|
+
lines.push(input.errorMessage);
|
|
1831
|
+
lines.push("```");
|
|
1832
|
+
lines.push("");
|
|
1833
|
+
}
|
|
1834
|
+
if (input.generateConfig) {
|
|
1835
|
+
const gc = input.generateConfig;
|
|
1836
|
+
lines.push("## Generation Config");
|
|
1837
|
+
lines.push(`- **Max Iterations**: ${gc.maxIterations}`);
|
|
1838
|
+
if (gc.modelId) lines.push(`- **Model**: ${gc.modelId}${gc.modelProvider ? ` (${gc.modelProvider})` : ""}`);
|
|
1839
|
+
lines.push(`- **Headless**: ${gc.headless}`);
|
|
1840
|
+
lines.push(`- **Stealth**: ${gc.stealth}`);
|
|
1841
|
+
lines.push(`- **Snapshot Filter**: ${gc.snapshotFilter}`);
|
|
1842
|
+
lines.push("");
|
|
1843
|
+
}
|
|
1844
|
+
const successCount = input.recordedSteps.filter((s) => s.success).length;
|
|
1845
|
+
const failedCount = input.recordedSteps.filter((s) => !s.success).length;
|
|
1846
|
+
const totalDurationMs = input.recordedSteps.reduce((sum, s) => sum + (s.durationMs ?? 0), 0);
|
|
1847
|
+
lines.push("## Execution Summary");
|
|
1848
|
+
lines.push(`- **Total Steps**: ${input.recordedSteps.length}`);
|
|
1849
|
+
lines.push(`- **Successful**: ${successCount}`);
|
|
1850
|
+
lines.push(`- **Failed**: ${failedCount}`);
|
|
1851
|
+
lines.push(`- **Duration**: ${totalDurationMs}ms`);
|
|
1852
|
+
lines.push("");
|
|
1853
|
+
if (input.recordedSteps.length > 0) {
|
|
1854
|
+
lines.push("## Recorded Steps");
|
|
1855
|
+
lines.push("");
|
|
1856
|
+
for (const step of input.recordedSteps) {
|
|
1857
|
+
const tag = step.success ? "DONE" : "FAILED";
|
|
1858
|
+
const duration = step.durationMs !== void 0 ? ` (${step.durationMs}ms)` : "";
|
|
1859
|
+
lines.push(`### Step #${step.ordinal + 1} \u2014 [${tag}] ${step.action.action}: ${step.action.description}${duration}`);
|
|
1860
|
+
lines.push("");
|
|
1861
|
+
lines.push(`- **URL**: ${step.url}`);
|
|
1862
|
+
if (step.action.selector) lines.push(`- **Selector**: ${step.action.selector}`);
|
|
1863
|
+
if (step.action.value) lines.push(`- **Value**: ${step.action.value}`);
|
|
1864
|
+
if (step.action.inputCategory) lines.push(`- **Input Category**: ${step.action.inputCategory}`);
|
|
1865
|
+
if (step.action.variableName) lines.push(`- **Variable Name**: ${step.action.variableName}`);
|
|
1866
|
+
if (!step.success && step.error) lines.push(`- **Error**: ${step.error}`);
|
|
1867
|
+
if (step.failureCategory) lines.push(`- **Failure Category**: ${step.failureCategory}`);
|
|
1868
|
+
if (step.snapshotBefore) {
|
|
1869
|
+
const preview = step.snapshotBefore.length > SNAPSHOT_PREVIEW_LIMIT ? `${step.snapshotBefore.slice(0, SNAPSHOT_PREVIEW_LIMIT)}\u2026` : step.snapshotBefore;
|
|
1870
|
+
lines.push("- **Snapshot Preview**:");
|
|
1871
|
+
lines.push("```");
|
|
1872
|
+
lines.push(preview);
|
|
1873
|
+
lines.push("```");
|
|
1828
1874
|
}
|
|
1875
|
+
lines.push("");
|
|
1829
1876
|
}
|
|
1830
|
-
|
|
1831
|
-
|
|
1832
|
-
|
|
1833
|
-
|
|
1877
|
+
}
|
|
1878
|
+
if (input.reviewResult) {
|
|
1879
|
+
lines.push("## AI Review Summary");
|
|
1880
|
+
lines.push(`- **Goal Achieved**: ${input.reviewResult.goalAchieved ?? "unknown"}`);
|
|
1881
|
+
if (input.reviewResult.summary) {
|
|
1882
|
+
lines.push(`- **Summary**: ${input.reviewResult.summary}`);
|
|
1834
1883
|
}
|
|
1835
|
-
|
|
1836
|
-
|
|
1837
|
-
|
|
1838
|
-
|
|
1839
|
-
|
|
1840
|
-
|
|
1841
|
-
|
|
1842
|
-
|
|
1843
|
-
|
|
1844
|
-
}
|
|
1845
|
-
|
|
1846
|
-
|
|
1847
|
-
|
|
1848
|
-
|
|
1849
|
-
script: recorded.action.script
|
|
1850
|
-
},
|
|
1851
|
-
...actionType === "download" && recorded.action.downloadPath && {
|
|
1852
|
-
downloadPath: recorded.action.downloadPath
|
|
1853
|
-
},
|
|
1854
|
-
...actionType === "export" && recorded.action.exportCollection && {
|
|
1855
|
-
exportCollection: recorded.action.exportCollection
|
|
1856
|
-
},
|
|
1857
|
-
...actionType === "export" && recorded.action.exportFormat && {
|
|
1858
|
-
exportFormat: recorded.action.exportFormat
|
|
1859
|
-
},
|
|
1860
|
-
...actionType === "export" && recorded.action.exportPath && {
|
|
1861
|
-
exportPath: recorded.action.exportPath
|
|
1862
|
-
},
|
|
1863
|
-
...actionType === "key" && {
|
|
1864
|
-
keys: recorded.action.keys ?? recorded.action.value
|
|
1865
|
-
}
|
|
1866
|
-
},
|
|
1867
|
-
url: recorded.url,
|
|
1868
|
-
riskLevel: review?.riskLevel ?? "low",
|
|
1869
|
-
requiresConfirmation: review?.requiresConfirmation ?? false
|
|
1870
|
-
};
|
|
1871
|
-
const captures = buildCaptures(recorded.action.suggestedCaptures);
|
|
1872
|
-
if (captures.length > 0) {
|
|
1873
|
-
step.captures = captures;
|
|
1884
|
+
lines.push("");
|
|
1885
|
+
if (input.reviewResult.reviewedSteps.length > 0) {
|
|
1886
|
+
lines.push("## Step Review Decisions");
|
|
1887
|
+
lines.push("");
|
|
1888
|
+
lines.push("| # | Keep | Risk | Confirmation | Removal Reason |");
|
|
1889
|
+
lines.push("|---|------|------|-------------|----------------|");
|
|
1890
|
+
for (const rs of input.reviewResult.reviewedSteps) {
|
|
1891
|
+
const keep = rs.keep ? "Yes" : "No";
|
|
1892
|
+
const risk = rs.riskLevel ?? "-";
|
|
1893
|
+
const confirm = rs.requiresConfirmation ? `Yes: ${rs.confirmationReason ?? ""}` : "No";
|
|
1894
|
+
const reason = rs.removalReason ?? "-";
|
|
1895
|
+
lines.push(`| ${rs.originalOrdinal + 1} | ${keep} | ${risk} | ${confirm} | ${reason} |`);
|
|
1896
|
+
}
|
|
1897
|
+
lines.push("");
|
|
1874
1898
|
}
|
|
1875
|
-
if (
|
|
1876
|
-
|
|
1877
|
-
|
|
1878
|
-
|
|
1879
|
-
|
|
1880
|
-
|
|
1881
|
-
|
|
1882
|
-
const agg = recorded.action.aggregation;
|
|
1883
|
-
step.memoryOperations = [{
|
|
1884
|
-
type: "aggregate",
|
|
1885
|
-
collection: agg.collection,
|
|
1886
|
-
field: agg.field,
|
|
1887
|
-
operation: agg.operation,
|
|
1888
|
-
outputVariable: agg.outputVariable
|
|
1889
|
-
}];
|
|
1899
|
+
if (input.reviewResult.yamlContent) {
|
|
1900
|
+
lines.push("## Generated YAML");
|
|
1901
|
+
lines.push("");
|
|
1902
|
+
lines.push("```yaml");
|
|
1903
|
+
lines.push(input.reviewResult.yamlContent);
|
|
1904
|
+
lines.push("```");
|
|
1905
|
+
lines.push("");
|
|
1890
1906
|
}
|
|
1891
|
-
return step;
|
|
1892
|
-
});
|
|
1893
|
-
const baseUrl = new URL(startUrl).origin;
|
|
1894
|
-
const runbook = {
|
|
1895
|
-
title: goal,
|
|
1896
|
-
settings: {
|
|
1897
|
-
baseUrl,
|
|
1898
|
-
defaultTimeout: 1e4,
|
|
1899
|
-
pauseBetweenSteps: stepDelay,
|
|
1900
|
-
stopOnError: true
|
|
1901
|
-
},
|
|
1902
|
-
metadata: {
|
|
1903
|
-
startUrl,
|
|
1904
|
-
goal,
|
|
1905
|
-
goalAchieved,
|
|
1906
|
-
totalSteps: filteredSteps.length,
|
|
1907
|
-
generatedAt: (/* @__PURE__ */ new Date()).toISOString(),
|
|
1908
|
-
...input.skills && input.skills.length > 0 && { skills: input.skills }
|
|
1909
|
-
},
|
|
1910
|
-
context: input.contextMarkdown
|
|
1911
|
-
};
|
|
1912
|
-
if (Object.keys(variables).length > 0) {
|
|
1913
|
-
runbook.variables = variables;
|
|
1914
|
-
}
|
|
1915
|
-
runbook.steps = steps;
|
|
1916
|
-
const allNotes = [];
|
|
1917
|
-
if (humanGuidance && humanGuidance.length > 0) {
|
|
1918
|
-
allNotes.push(
|
|
1919
|
-
...humanGuidance.map((g, i) => `[\u65B9\u91DD\u4FEE\u6B63 ${i + 1}] ${g}`)
|
|
1920
|
-
);
|
|
1921
|
-
}
|
|
1922
|
-
if (interventions && interventions.length > 0) {
|
|
1923
|
-
allNotes.push(
|
|
1924
|
-
...interventions.map(
|
|
1925
|
-
(iv) => `[\u63A2\u7D22\u4E2D\u4ECB\u5165 \u30B9\u30C6\u30C3\u30D7#${iv.stepIndex}] ${iv.userInstruction}`
|
|
1926
|
-
)
|
|
1927
|
-
);
|
|
1928
1907
|
}
|
|
1929
|
-
|
|
1930
|
-
|
|
1908
|
+
const reportableSteps = toReportableSteps(input.recordedSteps);
|
|
1909
|
+
const hasInsights = input.aiMetrics && input.aiMetrics.totalCalls > 0 || reportableSteps.some((s) => s.status === "failed") || reportableSteps.some((s) => s.durationMs > 3e3);
|
|
1910
|
+
if (hasInsights) {
|
|
1911
|
+
lines.push("## System Insights");
|
|
1912
|
+
lines.push("");
|
|
1913
|
+
lines.push("> refrain \u306E\u6A5F\u80FD\u6539\u5584\u30FB\u30D0\u30B0\u4FEE\u6B63\u306E\u305F\u3081\u306E\u5206\u6790\u60C5\u5831");
|
|
1914
|
+
lines.push("");
|
|
1915
|
+
lines.push(...formatRuntimeEnvironment());
|
|
1916
|
+
if (input.aiMetrics && input.aiMetrics.totalCalls > 0) {
|
|
1917
|
+
lines.push(...formatAiMetricsSection(input.aiMetrics));
|
|
1918
|
+
}
|
|
1919
|
+
const failedSteps = reportableSteps.filter((s) => s.status === "failed");
|
|
1920
|
+
lines.push(...formatFailureCategoryDistribution(failedSteps));
|
|
1921
|
+
lines.push(...formatPerformanceBottlenecks(reportableSteps));
|
|
1931
1922
|
}
|
|
1932
|
-
|
|
1933
|
-
return stringify(runbook, { lineWidth: 120 });
|
|
1934
|
-
}
|
|
1935
|
-
function buildCaptures(suggested) {
|
|
1936
|
-
if (!suggested || suggested.length === 0) return [];
|
|
1937
|
-
return suggested.map((c) => ({
|
|
1938
|
-
name: c.name,
|
|
1939
|
-
strategy: c.strategy,
|
|
1940
|
-
required: false,
|
|
1941
|
-
...c.description && { description: c.description },
|
|
1942
|
-
...c.pattern && { pattern: c.pattern },
|
|
1943
|
-
...c.group !== void 0 && c.group !== 1 && { group: c.group },
|
|
1944
|
-
...c.prompt && { prompt: c.prompt },
|
|
1945
|
-
...c.expression && { expression: c.expression }
|
|
1946
|
-
}));
|
|
1947
|
-
}
|
|
1948
|
-
|
|
1949
|
-
// src/runbook-generator/prompts.ts
|
|
1950
|
-
import { z as z3 } from "zod";
|
|
1951
|
-
var reviewResponseSchema = z3.object({
|
|
1952
|
-
reviewedSteps: z3.array(z3.object({
|
|
1953
|
-
originalOrdinal: z3.number(),
|
|
1954
|
-
keep: z3.boolean(),
|
|
1955
|
-
removalReason: z3.string().optional(),
|
|
1956
|
-
riskLevel: z3.enum(["low", "medium", "high"]),
|
|
1957
|
-
requiresConfirmation: z3.boolean(),
|
|
1958
|
-
confirmationReason: z3.string().optional()
|
|
1959
|
-
})),
|
|
1960
|
-
summary: z3.string()
|
|
1961
|
-
});
|
|
1962
|
-
function createReviewPrompt(goal, recordedSteps, goalAchieved, interventions, locale) {
|
|
1963
|
-
const system = getReviewSystemPrompt(locale);
|
|
1964
|
-
const userPrompt = createReviewUserPrompt(goal, recordedSteps, goalAchieved, interventions, locale);
|
|
1965
|
-
return { system, userPrompt };
|
|
1923
|
+
return lines.join("\n");
|
|
1966
1924
|
}
|
|
1967
1925
|
|
|
1968
1926
|
export {
|
|
1969
1927
|
explore,
|
|
1970
|
-
|
|
1971
|
-
|
|
1972
|
-
createReviewPrompt
|
|
1928
|
+
generateExplorationReport,
|
|
1929
|
+
generateGenerationReportFile
|
|
1973
1930
|
};
|
|
1974
|
-
//# sourceMappingURL=chunk-
|
|
1931
|
+
//# sourceMappingURL=chunk-CNJ5KCDN.js.map
|