donobu 2.21.0 → 2.22.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/assets/control-panel.js +254 -125
- package/dist/assets/generated/version +1 -1
- package/dist/esm/assets/control-panel.js +254 -125
- package/dist/esm/assets/generated/version +1 -1
- package/dist/esm/managers/ControlPanel.d.ts +4 -1
- package/dist/esm/managers/ControlPanel.d.ts.map +1 -1
- package/dist/esm/managers/ControlPanel.js +18 -11
- package/dist/esm/managers/ControlPanel.js.map +1 -1
- package/dist/esm/managers/DonobuFlow.d.ts +2 -0
- package/dist/esm/managers/DonobuFlow.d.ts.map +1 -1
- package/dist/esm/managers/DonobuFlow.js +122 -34
- package/dist/esm/managers/DonobuFlow.js.map +1 -1
- package/dist/esm/managers/DonobuFlowsManager.d.ts.map +1 -1
- package/dist/esm/managers/DonobuFlowsManager.js +3 -4
- package/dist/esm/managers/DonobuFlowsManager.js.map +1 -1
- package/dist/esm/managers/InteractionVisualizer.d.ts +2 -0
- package/dist/esm/managers/InteractionVisualizer.d.ts.map +1 -1
- package/dist/esm/managers/InteractionVisualizer.js +69 -17
- package/dist/esm/managers/InteractionVisualizer.js.map +1 -1
- package/dist/esm/managers/ToolManager.d.ts.map +1 -1
- package/dist/esm/managers/ToolManager.js +6 -5
- package/dist/esm/managers/ToolManager.js.map +1 -1
- package/dist/esm/models/InteractableElement.d.ts +15 -10
- package/dist/esm/models/InteractableElement.d.ts.map +1 -1
- package/dist/esm/models/InteractableElement.js +11 -0
- package/dist/esm/models/InteractableElement.js.map +1 -1
- package/dist/esm/tools/AcknowledgeUserInstruction.d.ts +35 -0
- package/dist/esm/tools/AcknowledgeUserInstruction.d.ts.map +1 -0
- package/dist/esm/tools/AcknowledgeUserInstruction.js +40 -0
- package/dist/esm/tools/AcknowledgeUserInstruction.js.map +1 -0
- package/dist/managers/ControlPanel.d.ts +4 -1
- package/dist/managers/ControlPanel.d.ts.map +1 -1
- package/dist/managers/ControlPanel.js +18 -11
- package/dist/managers/ControlPanel.js.map +1 -1
- package/dist/managers/DonobuFlow.d.ts +2 -0
- package/dist/managers/DonobuFlow.d.ts.map +1 -1
- package/dist/managers/DonobuFlow.js +122 -34
- package/dist/managers/DonobuFlow.js.map +1 -1
- package/dist/managers/DonobuFlowsManager.d.ts.map +1 -1
- package/dist/managers/DonobuFlowsManager.js +3 -4
- package/dist/managers/DonobuFlowsManager.js.map +1 -1
- package/dist/managers/InteractionVisualizer.d.ts +2 -0
- package/dist/managers/InteractionVisualizer.d.ts.map +1 -1
- package/dist/managers/InteractionVisualizer.js +69 -17
- package/dist/managers/InteractionVisualizer.js.map +1 -1
- package/dist/managers/ToolManager.d.ts.map +1 -1
- package/dist/managers/ToolManager.js +6 -5
- package/dist/managers/ToolManager.js.map +1 -1
- package/dist/models/InteractableElement.d.ts +15 -10
- package/dist/models/InteractableElement.d.ts.map +1 -1
- package/dist/models/InteractableElement.js +11 -0
- package/dist/models/InteractableElement.js.map +1 -1
- package/dist/tools/AcknowledgeUserInstruction.d.ts +35 -0
- package/dist/tools/AcknowledgeUserInstruction.d.ts.map +1 -0
- package/dist/tools/AcknowledgeUserInstruction.js +40 -0
- package/dist/tools/AcknowledgeUserInstruction.js.map +1 -0
- package/package.json +1 -1
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.InteractionVisualizer = void 0;
|
|
4
|
+
const Logger_1 = require("../utils/Logger");
|
|
4
5
|
class InteractionVisualizer {
|
|
5
6
|
constructor(defaultMessageDurationMillis) {
|
|
6
7
|
this.defaultMessageDurationMillis = defaultMessageDurationMillis;
|
|
@@ -11,20 +12,27 @@ class InteractionVisualizer {
|
|
|
11
12
|
/* ------------------------------------------------------------------ */
|
|
12
13
|
/** Move the virtual cursor to the centre of the locator and optionally show a message. */
|
|
13
14
|
async pointAt(page, locator, message, duration = this.defaultMessageDurationMillis) {
|
|
14
|
-
if (!duration || duration <= 0)
|
|
15
|
+
if (!duration || duration <= 0) {
|
|
15
16
|
return;
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
17
|
+
}
|
|
18
|
+
try {
|
|
19
|
+
await locator.scrollIntoViewIfNeeded();
|
|
20
|
+
const box = await locator.boundingBox();
|
|
21
|
+
if (!box) {
|
|
22
|
+
throw new Error('Element bounding box unavailable');
|
|
23
|
+
}
|
|
24
|
+
const target = { x: box.x + box.width / 2, y: box.y + box.height / 2 };
|
|
25
|
+
await this.ensureContainer(page);
|
|
26
|
+
await Promise.all([
|
|
27
|
+
this.moveCursor(page, target, duration / 2),
|
|
28
|
+
message && message.trim()
|
|
29
|
+
? this.showMessage(page, target, message.trim(), duration)
|
|
30
|
+
: Promise.resolve(),
|
|
31
|
+
]);
|
|
32
|
+
}
|
|
33
|
+
catch (error) {
|
|
34
|
+
Logger_1.appLogger.warn('Failed to move virtual cursor', error);
|
|
35
|
+
}
|
|
28
36
|
}
|
|
29
37
|
/* ------------------------------------------------------------------ */
|
|
30
38
|
/* Private helpers */
|
|
@@ -55,19 +63,39 @@ class InteractionVisualizer {
|
|
|
55
63
|
}
|
|
56
64
|
async moveCursor(page, target, duration) {
|
|
57
65
|
const id = InteractionVisualizer.CONTAINER_ID;
|
|
58
|
-
await page.evaluate(([containerId, start, end, duration, svg]) => {
|
|
66
|
+
await page.evaluate(([containerId, start, end, duration, svg, svgAttrs]) => {
|
|
59
67
|
containerId = containerId;
|
|
60
68
|
start = start;
|
|
61
69
|
end = end;
|
|
62
70
|
duration = duration;
|
|
63
71
|
svg = svg;
|
|
72
|
+
svgAttrs = svgAttrs;
|
|
64
73
|
const root = document.getElementById(containerId)
|
|
65
74
|
.shadowRoot;
|
|
66
75
|
let cursor = root.querySelector('.donobu-virtual-mouse');
|
|
67
76
|
if (!cursor) {
|
|
68
77
|
cursor = document.createElement('div');
|
|
69
78
|
cursor.className = 'donobu-virtual-mouse';
|
|
70
|
-
|
|
79
|
+
// Hybrid approach: try insertAdjacentHTML first, fallback to createElementNS
|
|
80
|
+
try {
|
|
81
|
+
cursor.insertAdjacentHTML('beforeend', svg);
|
|
82
|
+
}
|
|
83
|
+
catch (_error) {
|
|
84
|
+
// Fallback: create SVG programmatically using attributes object
|
|
85
|
+
const attrs = JSON.parse(svgAttrs);
|
|
86
|
+
const svgElement = document.createElementNS('http://www.w3.org/2000/svg', 'svg');
|
|
87
|
+
// Set SVG attributes
|
|
88
|
+
Object.entries(attrs.svg).forEach(([key, value]) => {
|
|
89
|
+
svgElement.setAttribute(key, value);
|
|
90
|
+
});
|
|
91
|
+
// Create and add path element
|
|
92
|
+
const path = document.createElementNS('http://www.w3.org/2000/svg', 'path');
|
|
93
|
+
Object.entries(attrs.path).forEach(([key, value]) => {
|
|
94
|
+
path.setAttribute(key, value);
|
|
95
|
+
});
|
|
96
|
+
svgElement.appendChild(path);
|
|
97
|
+
cursor.appendChild(svgElement);
|
|
98
|
+
}
|
|
71
99
|
cursor.style.left = `${start.x}px`;
|
|
72
100
|
cursor.style.top = `${start.y}px`;
|
|
73
101
|
cursor.style.transitionDuration = '0s';
|
|
@@ -88,7 +116,14 @@ class InteractionVisualizer {
|
|
|
88
116
|
setTimeout(finish, duration + 50);
|
|
89
117
|
});
|
|
90
118
|
return done;
|
|
91
|
-
}, [
|
|
119
|
+
}, [
|
|
120
|
+
id,
|
|
121
|
+
this.cursorPos,
|
|
122
|
+
target,
|
|
123
|
+
duration,
|
|
124
|
+
InteractionVisualizer.SVG_MOUSE,
|
|
125
|
+
JSON.stringify(InteractionVisualizer.SVG_MOUSE_JSON),
|
|
126
|
+
]);
|
|
92
127
|
this.cursorPos = target;
|
|
93
128
|
}
|
|
94
129
|
async showMessage(page, target, text, duration) {
|
|
@@ -128,6 +163,7 @@ exports.InteractionVisualizer = InteractionVisualizer;
|
|
|
128
163
|
/* ------------------------------------------------------------------ */
|
|
129
164
|
/* Constants */
|
|
130
165
|
/* ------------------------------------------------------------------ */
|
|
166
|
+
InteractionVisualizer.RAW_MOUSE_D = 'M4.037 4.688a.495.495 0 0 1 .651-.651l16 6.5a.5.5 0 0 1-.063.947l-6.124 1.58a2 2 0 0 0-1.438 1.435l-1.579 6.126a.5.5 0 0 1-.947.063z';
|
|
131
167
|
InteractionVisualizer.SVG_MOUSE = `
|
|
132
168
|
<svg xmlns="http://www.w3.org/2000/svg"
|
|
133
169
|
width="32"
|
|
@@ -138,8 +174,24 @@ InteractionVisualizer.SVG_MOUSE = `
|
|
|
138
174
|
stroke-width="2"
|
|
139
175
|
stroke-linecap="round"
|
|
140
176
|
stroke-linejoin="round">
|
|
141
|
-
<path d="
|
|
177
|
+
<path d="${InteractionVisualizer.RAW_MOUSE_D}" />
|
|
142
178
|
</svg>`;
|
|
179
|
+
InteractionVisualizer.SVG_MOUSE_JSON = {
|
|
180
|
+
svg: {
|
|
181
|
+
xmlns: 'http://www.w3.org/2000/svg',
|
|
182
|
+
width: '32',
|
|
183
|
+
height: '32',
|
|
184
|
+
viewBox: '0 0 24 24',
|
|
185
|
+
fill: 'oklch(13.09% 0.005 165.18)',
|
|
186
|
+
stroke: 'oklch(83.04% 0.1698 83.99)',
|
|
187
|
+
'stroke-width': '2',
|
|
188
|
+
'stroke-linecap': 'round',
|
|
189
|
+
'stroke-linejoin': 'round',
|
|
190
|
+
},
|
|
191
|
+
path: {
|
|
192
|
+
d: InteractionVisualizer.RAW_MOUSE_D,
|
|
193
|
+
},
|
|
194
|
+
};
|
|
143
195
|
InteractionVisualizer.CSS = `
|
|
144
196
|
.donobu-message{position:absolute;z-index:2147483647;background:#000;color:#fff;padding:8px 10px;border-radius:5px;font:12px/1 'Source Sans Pro','Helvetica Neue',Helvetica,Arial,sans-serif;max-width:300px;white-space:pre-wrap;box-shadow:2px 2px 10px rgba(0,0,0,.2);pointer-events:none}
|
|
145
197
|
.donobu-virtual-mouse{width:24px;height:24px;position:absolute;z-index:2147483646;filter:drop-shadow(1px 1px 1px rgba(0,0,0,.5));transition:left .15s ease-in-out,top .15s ease-in-out,transform .15s ease-in-out}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"InteractionVisualizer.js","sourceRoot":"","sources":["../../../src/managers/InteractionVisualizer.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"InteractionVisualizer.js","sourceRoot":"","sources":["../../../src/managers/InteractionVisualizer.ts"],"names":[],"mappings":";;;AACA,4CAA4C;AAE5C,MAAa,qBAAqB;IAgDhC,YAAmC,4BAAoC;QAApC,iCAA4B,GAA5B,4BAA4B,CAAQ;QAF/D,cAAS,GAA6B,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;IAEa,CAAC;IAE3E,wEAAwE;IACxE,wEAAwE;IACxE,wEAAwE;IAExE,0FAA0F;IACnF,KAAK,CAAC,OAAO,CAClB,IAAU,EACV,OAAgB,EAChB,OAAgB,EAChB,QAAQ,GAAG,IAAI,CAAC,4BAA4B;QAE5C,IAAI,CAAC,QAAQ,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;YAC/B,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,sBAAsB,EAAE,CAAC;YACvC,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;YAExC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YACtD,CAAC;YAED,MAAM,MAAM,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvE,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,OAAO,CAAC,GAAG,CAAC;gBAChB,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,GAAG,CAAC,CAAC;gBAC3C,OAAO,IAAI,OAAO,CAAC,IAAI,EAAE;oBACvB,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,QAAQ,CAAC;oBAC1D,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE;aACtB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,kBAAS,CAAC,IAAI,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,wEAAwE;IACxE,wEAAwE;IACxE,wEAAwE;IAEhE,KAAK,CAAC,eAAe,CAAC,IAAU;QACtC,MAAM,EAAE,GAAG,qBAAqB,CAAC,YAAY,CAAC;QAC9C,MAAM,IAAI,CAAC,QAAQ,CACjB,CAAC,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,EAAE;YACrB,IAAI,QAAQ,CAAC,cAAc,CAAC,WAAW,CAAC;gBAAE,OAAO;YAEjD,MAAM,EAAE,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YACzC,EAAE,CAAC,EAAE,GAAG,WAAW,CAAC;YACpB,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE;gBACtB,QAAQ,EAAE,OAAO;gBACjB,GAAG,EAAE,GAAG;gBACR,IAAI,EAAE,GAAG;gBACT,KAAK,EAAE,OAAO;gBACd,MAAM,EAAE,OAAO;gBACf,aAAa,EAAE,MAAM;gBACrB,MAAM,EAAE,YAAY,EAAE,gCAAgC;aACvD,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,EAAE,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YACjD,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YAC9C,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC;YACxB,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YAE1B,wEAAwE;YACxE,CAAC,QAAQ,CAAC,eAAe,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC9D,CAAC,EACD,CAAC,EAAE,EAAE,qBAAqB,CAAC,GAAG,CAAC,CAChC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,IAAU,EACV,MAAgC,EAChC,QAAgB;QAEhB,MAAM,EAAE,GAAG,qBAAqB,CAAC,YAAY,CAAC;QAC9C,MAAM,IAAI,CAAC,QAAQ,CACjB,CAAC,CAAC,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,QAAQ,CAAC,EAAE,EAAE;YACrD,WAAW,GAAG,WAAqB,CAAC;YACpC,KAAK,GAAG,KAAiC,CAAC;YAC1C,GAAG,GAAG,GAA+B,CAAC;YACtC,QAAQ,GAAG,QAAkB,CAAC;YAC9B,GAAG,GAAG,GAAa,CAAC;YACpB,QAAQ,GAAG,QAAkB,CAAC;YAC9B,MAAM,IAAI,GAAI,QAAQ,CAAC,cAAc,CAAC,WAAW,CAAiB;iBAC/D,UAAW,CAAC;YACf,IAAI,MAAM,GAAG,IAAI,CAAC,aAAa,CAC7B,uBAAuB,CACxB,CAAC;YACF,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;gBACvC,MAAM,CAAC,SAAS,GAAG,sBAAsB,CAAC;gBAE1C,6EAA6E;gBAC7E,IAAI,CAAC;oBACH,MAAM,CAAC,kBAAkB,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;gBAC9C,CAAC;gBAAC,OAAO,MAAM,EAAE,CAAC;oBAChB,gEAAgE;oBAChE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBACnC,MAAM,UAAU,GAAG,QAAQ,CAAC,eAAe,CACzC,4BAA4B,EAC5B,KAAK,CACN,CAAC;oBAEF,qBAAqB;oBACrB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;wBACjD,UAAU,CAAC,YAAY,CAAC,GAAG,EAAE,KAAY,CAAC,CAAC;oBAC7C,CAAC,CAAC,CAAC;oBAEH,8BAA8B;oBAC9B,MAAM,IAAI,GAAG,QAAQ,CAAC,eAAe,CACnC,4BAA4B,EAC5B,MAAM,CACP,CAAC;oBACF,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;wBAClD,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,KAAY,CAAC,CAAC;oBACvC,CAAC,CAAC,CAAC;oBAEH,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;oBAC7B,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;gBACjC,CAAC;gBAED,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC;gBACnC,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC;gBAClC,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,IAAI,CAAC;gBACvC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBACzB,MAAM,CAAC,qBAAqB,EAAE,CAAC,CAAC,eAAe;YACjD,CAAC;YAED,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,GAAG,QAAQ,IAAI,CAAC;YAClD,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,oBAAoB;YAC3D,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,qBAAqB;YAC3D,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAEjC,MAAM,IAAI,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBACzC,MAAM,MAAM,GAAG,GAAG,EAAE;oBAClB,MAAO,CAAC,mBAAmB,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;oBACrD,MAAO,CAAC,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;oBACrC,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC;gBACF,MAAO,CAAC,gBAAgB,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;gBAClD,UAAU,CAAC,MAAM,EAAE,QAAQ,GAAG,EAAE,CAAC,CAAC;YACpC,CAAC,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC,EACD;YACE,EAAE;YACF,IAAI,CAAC,SAAS;YACd,MAAM;YACN,QAAQ;YACR,qBAAqB,CAAC,SAAS;YAC/B,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAC,cAAc,CAAC;SACrD,CACF,CAAC;QACF,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,IAAU,EACV,MAAgC,EAChC,IAAY,EACZ,QAAgB;QAEhB,MAAM,EAAE,GAAG,qBAAqB,CAAC,YAAY,CAAC;QAC9C,MAAM,IAAI,CAAC,QAAQ,CACjB,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,EAAE,EAAE;YACxC,WAAW,GAAG,WAAqB,CAAC;YACpC,MAAM,GAAG,MAAkC,CAAC;YAC5C,IAAI,GAAG,IAAc,CAAC;YACtB,QAAQ,GAAG,QAAkB,CAAC;YAC9B,MAAM,IAAI,GAAI,QAAQ,CAAC,cAAc,CAAC,WAAW,CAAiB;iBAC/D,UAAW,CAAC;YAEf,MAAM,GAAG,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAC1C,GAAG,CAAC,SAAS,GAAG,gBAAgB,CAAC;YACjC,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YAEtB,qEAAqE;YACrE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,qBAAqB,EAAE,CAAC;YACtD,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;YAC7B,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,yBAAyB;YAEhD,wCAAwC;YACxC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,GAAG,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAE5D,oDAAoD;YACpD,IAAI,CAAC,GAAG,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;gBACxC,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,MAAM,GAAG,EAAE,CAAC;YAC7B,CAAC;YAED,0DAA0D;YAC1D,IAAI,CAAC,GAAG,CAAC;gBAAE,CAAC,GAAG,CAAC,CAAC;YAEjB,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;YAC1B,GAAG,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC;YAEzB,8CAA8C;YAC9C,UAAU,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC3C,CAAC,EACD,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAC7B,CAAC;IACJ,CAAC;;AA5PH,sDA6PC;AA5PC,wEAAwE;AACxE,wEAAwE;AACxE,wEAAwE;AAChD,iCAAW,GACjC,sIAAsI,AADrG,CACsG;AAEjH,+BAAS,GAAG;;;;;;;;;;aAUzB,qBAAqB,CAAC,WAAW;OACvC,AAX4B,CAW3B;AAEkB,oCAAc,GAAG;IACvC,GAAG,EAAE;QACH,KAAK,EAAE,4BAA4B;QACnC,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,WAAW;QACpB,IAAI,EAAE,4BAA4B;QAClC,MAAM,EAAE,4BAA4B;QACpC,cAAc,EAAE,GAAG;QACnB,gBAAgB,EAAE,OAAO;QACzB,iBAAiB,EAAE,OAAO;KAC3B;IACD,IAAI,EAAE;QACJ,CAAC,EAAE,qBAAqB,CAAC,WAAW;KACrC;CACF,AAfqC,CAepC;AAEsB,yBAAG,GAAG;;;;;;CAM/B,AAN4B,CAM3B;AAEwB,kCAAY,GAAG,mBAAmB,AAAtB,CAAuB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ToolManager.d.ts","sourceRoot":"","sources":["../../../src/managers/ToolManager.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAE5D,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AAyCrC,OAAO,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;AAE1E,OAAO,EAAE,CAAC,EAAY,MAAM,KAAK,CAAC;
|
|
1
|
+
{"version":3,"file":"ToolManager.d.ts","sourceRoot":"","sources":["../../../src/managers/ToolManager.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAE5D,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AAyCrC,OAAO,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;AAE1E,OAAO,EAAE,CAAC,EAAY,MAAM,KAAK,CAAC;AAIlC;;GAEG;AACH,qBAAa,WAAW;aA2EJ,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE;IA1EnE,gBAAuB,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,CA0CxE;IACJ,gBAAuB,aAAa,EAAE,IAAI,CACxC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,EAChB,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CACjB,EAAE,CAyBD;gBAGgB,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE;IAKnE;;;;;;;;;;;;;;;;OAgBG;IACU,UAAU,CACrB,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACnC,SAAS,EAAE,OAAO,GACjB,OAAO,CAAC,QAAQ,CAAC;IAwIpB;;;;;;;OAOG;WACW,+BAA+B,CAC3C,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAC/B,iBAAiB,EAAE,QAAQ,EAAE,GAC5B,sBAAsB;CAqC1B"}
|
|
@@ -46,6 +46,7 @@ const AssertPageTool_1 = require("../tools/AssertPageTool");
|
|
|
46
46
|
const TemplateInterpolator_1 = require("../utils/TemplateInterpolator");
|
|
47
47
|
const SolveMfaChallenge_1 = require("../tools/SolveMfaChallenge");
|
|
48
48
|
const zod_1 = require("zod");
|
|
49
|
+
const AcknowledgeUserInstruction_1 = require("../tools/AcknowledgeUserInstruction");
|
|
49
50
|
/**
|
|
50
51
|
* Manages calls to a given list of tools.
|
|
51
52
|
*/
|
|
@@ -151,11 +152,10 @@ class ToolManager {
|
|
|
151
152
|
const durationMillis = completedAt - startedAt;
|
|
152
153
|
Logger_1.appLogger.info(`The ${toolName} tool completed in ${durationMillis}ms with outcome ${JSON.stringify(toolCallResult)}`);
|
|
153
154
|
if (!toolCallResult.isSuccessful && isFromGpt && htmlDebugInfo) {
|
|
154
|
-
const revisedMetadata =
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
: { ...toolCallResult.metadata, htmlDebugInfo };
|
|
155
|
+
const revisedMetadata = {
|
|
156
|
+
...(toolCallResult.metadata ?? {}),
|
|
157
|
+
htmlDebugInfo,
|
|
158
|
+
};
|
|
159
159
|
toolCallResult.metadata = revisedMetadata;
|
|
160
160
|
}
|
|
161
161
|
return {
|
|
@@ -208,6 +208,7 @@ class ToolManager {
|
|
|
208
208
|
}
|
|
209
209
|
exports.ToolManager = ToolManager;
|
|
210
210
|
ToolManager.ALL_TOOLS = [
|
|
211
|
+
new AcknowledgeUserInstruction_1.AcknowledgeUserInstructionTool(),
|
|
211
212
|
new AnalyzePageTextTool_1.AnalyzePageTextTool(),
|
|
212
213
|
new AssertTool_1.AssertTool(),
|
|
213
214
|
new AssertPageTextTool_1.AssertPageTextTool(),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ToolManager.js","sourceRoot":"","sources":["../../../src/managers/ToolManager.ts"],"names":[],"mappings":";;;AAAA,4CAA4C;AAC5C,8DAA2D;AAC3D,qFAAkF;AAKlF,4EAAyE;AACzE,kDAA+C;AAC/C,8EAA2E;AAC3E,8FAA2F;AAC3F,kFAA+E;AAC/E,8DAA2D;AAC3D,wDAAqD;AACrD,gFAA6E;AAC7E,4DAAyD;AACzD,oDAAiD;AACjD,0DAAuD;AACvD,sEAAmE;AACnE,0FAAuF;AACvF,8FAA2F;AAC3F,sFAAmF;AACnF,4FAAyF;AACzF,4EAAyE;AACzE,0EAAuE;AACvE,8EAA2E;AAC3E,wGAAqG;AACrG,0GAAuG;AACvG,0FAAuF;AACvF,sGAAmG;AACnG,gGAAiG;AACjG,sEAAmE;AACnE,wFAAqF;AACrF,8DAA2D;AAC3D,gFAAiF;AACjF,sFAAmF;AACnF,4DAAyD;AACzD,wEAAqE;AACrE,4DAAyD;AACzD,8DAA2D;AAC3D,gDAA6C;AAC7C,wEAAqE;AACrE,0EAAuE;AACvE,kDAA+C;AAC/C,oEAAiE;AACjE,4DAAyD;AACzD,wEAAkE;AAElE,kEAAmE;AACnE,6BAAkC;
|
|
1
|
+
{"version":3,"file":"ToolManager.js","sourceRoot":"","sources":["../../../src/managers/ToolManager.ts"],"names":[],"mappings":";;;AAAA,4CAA4C;AAC5C,8DAA2D;AAC3D,qFAAkF;AAKlF,4EAAyE;AACzE,kDAA+C;AAC/C,8EAA2E;AAC3E,8FAA2F;AAC3F,kFAA+E;AAC/E,8DAA2D;AAC3D,wDAAqD;AACrD,gFAA6E;AAC7E,4DAAyD;AACzD,oDAAiD;AACjD,0DAAuD;AACvD,sEAAmE;AACnE,0FAAuF;AACvF,8FAA2F;AAC3F,sFAAmF;AACnF,4FAAyF;AACzF,4EAAyE;AACzE,0EAAuE;AACvE,8EAA2E;AAC3E,wGAAqG;AACrG,0GAAuG;AACvG,0FAAuF;AACvF,sGAAmG;AACnG,gGAAiG;AACjG,sEAAmE;AACnE,wFAAqF;AACrF,8DAA2D;AAC3D,gFAAiF;AACjF,sFAAmF;AACnF,4DAAyD;AACzD,wEAAqE;AACrE,4DAAyD;AACzD,8DAA2D;AAC3D,gDAA6C;AAC7C,wEAAqE;AACrE,0EAAuE;AACvE,kDAA+C;AAC/C,oEAAiE;AACjE,4DAAyD;AACzD,wEAAkE;AAElE,kEAAmE;AACnE,6BAAkC;AAElC,oFAAqF;AAErF;;GAEG;AACH,MAAa,WAAW;IA0EtB,YACkB,KAAiD;QAAjD,UAAK,GAAL,KAAK,CAA4C;QAEjE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED;;;;;;;;;;;;;;;;OAgBG;IACI,KAAK,CAAC,UAAU,CACrB,OAAwB,EACxB,QAAgB,EAChB,cAAmC,EACnC,SAAkB;QAElB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QAC1B,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QACvC,MAAM,cAAc,GAAG,IAAI,CAAC,OAAQ,CAAC,GAAG,EAAE,CAAC;QAE3C,kBAAS,CAAC,IAAI,CAAC,kBAAkB,QAAQ,EAAE,CAAC,CAAC;QAE7C,IAAI,cAAc,CAAC;QACnB,IAAI,aAAa,GAAiC,IAAI,CAAC;QAEvD,IAAI,CAAC;YACH,4EAA4E;YAC5E,2EAA2E;YAC3E,yBAAyB;YACzB,IAAI,SAAS,EAAE,CAAC;gBACd,aAAa;oBACX,MAAM,OAAO,CAAC,aAAa,CAAC,iCAAiC,CAC3D,OAAO,CAAC,IAAI,CAAC,OAAQ,CACtB,CAAC;YACN,CAAC;YAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YAEzD,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,cAAc,GAAG;oBACf,YAAY,EAAE,KAAK;oBACnB,MAAM,EAAE,0BAA0B,QAAQ,UAAU;oBACpD,QAAQ,EAAE,IAAI;iBACU,CAAC;YAC7B,CAAC;iBAAM,IAAI,IAAI,CAAC,WAAW,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;gBAClD,MAAM,SAAS,GAAG,IAAI,mDAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC1D,cAAc,GAAG;oBACf,YAAY,EAAE,KAAK;oBACnB,MAAM,EAAE,SAAS,CAAC,iBAAiB;oBACnC,QAAQ,EAAE,qBAAS,CAAC,YAAY,CAAC,SAAS,CAAC;iBAC5C,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,OAAO,CAAC,YAAY,CAAC,MAAM,CAC/B,OAAO,CAAC,IAAI,CAAC,OAAQ,CAAC,OAAO,EAAE,EAC/B,IAAI,CAAC,mBAAmB,CACzB,CAAC;gBACF,MAAM,sBAAsB,GAC1B,WAAW,CAAC,+BAA+B,CACzC,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,gBAAgB,CACzB,CAAC;gBACJ,oFAAoF;gBACpF,MAAM,sBAAsB,GAAG,IAAA,wCAAiB,EAC9C,cAAc,EACd,sBAAsB,CACvB,CAAC;gBACF,kBAAS,CAAC,KAAK,CACb,mCAAmC,QAAQ,UAAU,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAC/F,CAAC;gBACF,kBAAS,CAAC,KAAK,CACb,+BAA+B,QAAQ,cAAc,IAAI,CAAC,SAAS,CAAC,sBAAsB,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CACvG,CAAC;gBACF,yDAAyD;gBACzD,cAAc,GAAG,SAAS;oBACxB,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CACpB,OAAO,EACP,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,sBAAsB,CAAC,CACrD;oBACH,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,CACb,OAAO,EACP,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAC/C,CAAC;YACR,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,kBAAS,CAAC,KAAK,CACb,+BAA+B,QAAQ,yBAAyB,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,EAChG,KAAK,CACN,CAAC;YAEF,IAAI,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7C,cAAc,GAAG;oBACf,YAAY,EAAE,KAAK;oBACnB,MAAM,EAAE,kFAAkF;oBAC1F,QAAQ,EAAE,IAAI;iBACU,CAAC;YAC7B,CAAC;iBAAM,IAAI,KAAK,YAAY,cAAQ,EAAE,CAAC;gBACrC,cAAc,GAAG;oBACf,YAAY,EAAE,KAAK;oBACnB,MAAM,EAAE,8BAA8B,KAAK,CAAC,OAAO,EAAE;oBACrD,QAAQ,EAAE,IAAI;iBACU,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,cAAc,GAAG;oBACf,YAAY,EAAE,KAAK;oBACnB,MAAM,EAAE,WAAW,OAAO,KAAK,KAAM,KAAa,CAAC,OAAO,EAAE;oBAC5D,QAAQ,EAAE,IAAI;iBACU,CAAC;YAC7B,CAAC;QACH,CAAC;QAED,IAAI,eAAe,GAAkB,IAAI,CAAC;QAE1C,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,MAAM,iCAAe,CAAC,sBAAsB,CAChE,IAAI,CAAC,OAAQ,CACd,CAAC;YACF,eAAe,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,cAAc,CACxD,OAAO,CAAC,QAAQ,CAAC,EAAE,EACnB,aAAa,CACd,CAAC;QACJ,CAAC;QAAC,OAAO,MAAM,EAAE,CAAC;YAChB,0CAA0C;QAC5C,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QACzC,MAAM,cAAc,GAAG,WAAW,GAAG,SAAS,CAAC;QAE/C,kBAAS,CAAC,IAAI,CACZ,OAAO,QAAQ,sBAAsB,cAAc,mBAAmB,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,CACvG,CAAC;QAEF,IAAI,CAAC,cAAc,CAAC,YAAY,IAAI,SAAS,IAAI,aAAa,EAAE,CAAC;YAC/D,MAAM,eAAe,GAAG;gBACtB,GAAG,CAAC,cAAc,CAAC,QAAQ,IAAI,EAAE,CAAC;gBAClC,aAAa;aACd,CAAC;YACF,cAAc,CAAC,QAAQ,GAAG,eAAe,CAAC;QAC5C,CAAC;QAED,OAAO;YACL,EAAE,EAAE,OAAO,CAAC,UAAU;YACtB,QAAQ,EAAE,QAAQ;YAClB,UAAU,EAAE,cAAc;YAC1B,OAAO,EAAE,cAAc;YACvB,eAAe,EAAE,eAAe;YAChC,IAAI,EAAE,cAAc;YACpB,SAAS,EAAE,SAAS;YACpB,WAAW,EAAE,WAAW;SACN,CAAC;IACvB,CAAC;IAED;;;;;;;OAOG;IACI,MAAM,CAAC,+BAA+B,CAC3C,OAA+B,EAC/B,iBAA6B;QAE7B,kCAAkC;QAClC,MAAM,UAAU,GAA2B;YACzC,GAAG,EAAE,OAAO;YACZ,KAAK,EAAE,EAAE;SACV,CAAC;QAEF,qCAAqC;QACrC,MAAM,yBAAyB,GAAoC,EAAE,CAAC;QAEtE,KAAK,MAAM,QAAQ,IAAI,iBAAiB,EAAE,CAAC;YACzC,2EAA2E;YAC3E,MAAM,cAAc,GAAG;gBACrB,GAAG,EAAE,OAAO;gBACZ,KAAK,EAAE,CAAC,GAAG,yBAAyB,CAAC;aACL,CAAC;YAEnC,sEAAsE;YACtE,MAAM,mBAAmB,GAAG,IAAA,wCAAiB,EAC3C,QAAQ,CAAC,UAAU,EACnB,cAAc,CACf,CAAC;YAEF,uEAAuE;YACvE,mCAAmC;YACnC,yBAAyB,CAAC,IAAI,CAAC;gBAC7B,IAAI,EAAE,QAAQ,CAAC,QAAQ;gBACvB,IAAI,EAAE,mBAAmB;gBACzB,MAAM,EAAE,QAAQ,CAAC,OAAO,CAAC,MAAM;aAChC,CAAC,CAAC;YAEH,gEAAgE;YAChE,UAAU,CAAC,KAAK,GAAG,CAAC,GAAG,yBAAyB,CAAC,CAAC;QACpD,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;;AA7RH,kCA8RC;AA7RwB,qBAAS,GAC9B;IACE,IAAI,2DAA8B,EAAE;IACpC,IAAI,yCAAmB,EAAE;IACzB,IAAI,uBAAU,EAAE;IAChB,IAAI,uCAAkB,EAAE;IACxB,IAAI,+BAAc,EAAE;IACpB,IAAI,6DAA6B,EAAE;IACnC,IAAI,iDAAuB,EAAE;IAC7B,IAAI,+CAAsB,EAAE;IAC5B,IAAI,qBAAS,EAAE;IACf,IAAI,iCAAe,EAAE;IACrB,IAAI,6EAAqC,EAAE;IAC3C,IAAI,6DAA6B,EAAE;IACnC,IAAI,yEAAmC,EAAE;IACzC,IAAI,6CAAqB,EAAE;IAC3B,IAAI,uEAAoC,EAAE;IAC1C,IAAI,yCAAmB,EAAE;IACzB,IAAI,2DAA4B,EAAE;IAClC,IAAI,iCAAe,EAAE;IACrB,IAAI,iDAAuB,EAAE;IAC7B,IAAI,2CAAoB,EAAE;IAC1B,IAAI,iEAA+B,EAAE;IACrC,IAAI,6BAAa,EAAE;IACnB,IAAI,iCAAe,EAAE;IACrB,IAAI,uDAA4B,EAAE;IAClC,IAAI,qDAAyB,EAAE;IAC/B,IAAI,iEAA+B,EAAE;IACrC,IAAI,yDAA2B,EAAE;IACjC,IAAI,2EAAoC,EAAE;IAC1C,IAAI,2BAAY,EAAE;IAClB,IAAI,+BAAc,EAAE;IACpB,IAAI,mDAAwB,EAAE;IAC9B,IAAI,yDAA2B,EAAE;IACjC,IAAI,+DAA8B,EAAE;IACpC,IAAI,2CAAoB,EAAE;IAC1B,IAAI,+BAAc,EAAE;IACpB,IAAI,+BAAc,EAAE;IACpB,IAAI,yCAAqB,EAAE;IAC3B,IAAI,+CAAsB,EAAE;IAC5B,IAAI,6CAAqB,EAAE;IAC3B,IAAI,mBAAQ,EAAE;CACf,CAAC;AACmB,yBAAa,GAG9B;IACJ,IAAI,yCAAmB,EAAE;IACzB,IAAI,uBAAU,EAAE;IAChB,IAAI,+BAAc,EAAE;IACpB,IAAI,6DAA6B,EAAE;IACnC,IAAI,iDAAuB,EAAE;IAC7B,IAAI,+CAAsB,EAAE;IAC5B,IAAI,qBAAS,EAAE;IACf,IAAI,6CAAqB,EAAE;IAC3B,IAAI,yCAAmB,EAAE;IACzB,IAAI,iCAAe,EAAE;IACrB,IAAI,iDAAuB,EAAE;IAC7B,IAAI,2CAAoB,EAAE;IAC1B,IAAI,iEAA+B,EAAE;IACrC,IAAI,6BAAa,EAAE;IACnB,IAAI,iCAAe,EAAE;IACrB,IAAI,qDAAyB,EAAE;IAC/B,IAAI,iEAA+B,EAAE;IACrC,IAAI,yDAA2B,EAAE;IACjC,IAAI,2BAAY,EAAE;IAClB,IAAI,mDAAwB,EAAE;IAC9B,IAAI,+BAAc,EAAE;IACpB,IAAI,+BAAc,EAAE;IACpB,IAAI,+CAAsB,EAAE;IAC5B,IAAI,mBAAQ,EAAE;CACf,CAAC"}
|
|
@@ -1,14 +1,19 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
1
2
|
/**
|
|
2
3
|
* A handle to an HTML element that has been marked up via the {@link PageInspector.attributeInteractableElements} method.
|
|
3
4
|
*/
|
|
4
|
-
export
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
}
|
|
5
|
+
export declare const InteractableElementSchema: z.ZodObject<{
|
|
6
|
+
donobuAttributeValue: z.ZodString;
|
|
7
|
+
htmlSnippet: z.ZodString;
|
|
8
|
+
}, "strip", z.ZodTypeAny, {
|
|
9
|
+
donobuAttributeValue: string;
|
|
10
|
+
htmlSnippet: string;
|
|
11
|
+
}, {
|
|
12
|
+
donobuAttributeValue: string;
|
|
13
|
+
htmlSnippet: string;
|
|
14
|
+
}>;
|
|
15
|
+
/**
|
|
16
|
+
* A handle to an HTML element that has been marked up via the {@link PageInspector.attributeInteractableElements} method.
|
|
17
|
+
*/
|
|
18
|
+
export type InteractableElement = z.infer<typeof InteractableElementSchema>;
|
|
14
19
|
//# sourceMappingURL=InteractableElement.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"InteractableElement.d.ts","sourceRoot":"","sources":["../../../src/models/InteractableElement.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,
|
|
1
|
+
{"version":3,"file":"InteractableElement.d.ts","sourceRoot":"","sources":["../../../src/models/InteractableElement.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;EAOpC,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC"}
|
|
@@ -1,3 +1,14 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.InteractableElementSchema = void 0;
|
|
4
|
+
const zod_1 = require("zod");
|
|
5
|
+
/**
|
|
6
|
+
* A handle to an HTML element that has been marked up via the {@link PageInspector.attributeInteractableElements} method.
|
|
7
|
+
*/
|
|
8
|
+
exports.InteractableElementSchema = zod_1.z.object({
|
|
9
|
+
donobuAttributeValue: zod_1.z
|
|
10
|
+
.string()
|
|
11
|
+
.describe("The value for this element's {@link PageInspector.interactableElementAttribute}"),
|
|
12
|
+
htmlSnippet: zod_1.z.string().describe('A short HTML snippet of the element.'),
|
|
13
|
+
});
|
|
3
14
|
//# sourceMappingURL=InteractableElement.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"InteractableElement.js","sourceRoot":"","sources":["../../../src/models/InteractableElement.ts"],"names":[],"mappings":""}
|
|
1
|
+
{"version":3,"file":"InteractableElement.js","sourceRoot":"","sources":["../../../src/models/InteractableElement.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AAExB;;GAEG;AACU,QAAA,yBAAyB,GAAG,OAAC,CAAC,MAAM,CAAC;IAChD,oBAAoB,EAAE,OAAC;SACpB,MAAM,EAAE;SACR,QAAQ,CACP,iFAAiF,CAClF;IACH,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC;CACzE,CAAC,CAAC"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { ToolCallContext } from '../models/ToolCallContext';
|
|
2
|
+
import { ToolCallResult } from '../models/ToolCallResult';
|
|
3
|
+
import { Tool } from './Tool';
|
|
4
|
+
import { z } from 'zod';
|
|
5
|
+
export declare const AcknowledgeUserInstructionCoreSchema: z.ZodObject<{
|
|
6
|
+
userInstruction: z.ZodString;
|
|
7
|
+
}, "strip", z.ZodTypeAny, {
|
|
8
|
+
userInstruction: string;
|
|
9
|
+
}, {
|
|
10
|
+
userInstruction: string;
|
|
11
|
+
}>;
|
|
12
|
+
export declare const AcknowledgeUserInstructionGptSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
13
|
+
rationale: z.ZodString;
|
|
14
|
+
}, {
|
|
15
|
+
userInstruction: z.ZodString;
|
|
16
|
+
}>, "strip", z.ZodTypeAny, {
|
|
17
|
+
rationale: string;
|
|
18
|
+
userInstruction: string;
|
|
19
|
+
}, {
|
|
20
|
+
rationale: string;
|
|
21
|
+
userInstruction: string;
|
|
22
|
+
}>;
|
|
23
|
+
/**
|
|
24
|
+
* A special placeholder tool for acknowledging an instruction from a user.
|
|
25
|
+
* This tool is actually never called by anyone (including an LLM). It is just
|
|
26
|
+
* used as a stub for remembering when a user interrupted a flow to add more
|
|
27
|
+
* context for the LLM to act on.
|
|
28
|
+
*/
|
|
29
|
+
export declare class AcknowledgeUserInstructionTool extends Tool<typeof AcknowledgeUserInstructionCoreSchema, typeof AcknowledgeUserInstructionGptSchema> {
|
|
30
|
+
static readonly NAME = "acknowledgeUserInstruction";
|
|
31
|
+
constructor();
|
|
32
|
+
call(_context: ToolCallContext, parameters: z.infer<typeof AcknowledgeUserInstructionCoreSchema>): Promise<ToolCallResult>;
|
|
33
|
+
callFromGpt(_context: ToolCallContext, parameters: z.infer<typeof AcknowledgeUserInstructionGptSchema>): Promise<ToolCallResult>;
|
|
34
|
+
}
|
|
35
|
+
//# sourceMappingURL=AcknowledgeUserInstruction.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"AcknowledgeUserInstruction.d.ts","sourceRoot":"","sources":["../../../src/tools/AcknowledgeUserInstruction.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,oCAAoC;;;;;;EAI/C,CAAC;AAEH,eAAO,MAAM,mCAAmC;;;;;;;;;;EAE/C,CAAC;AAEF;;;;;GAKG;AACH,qBAAa,8BAA+B,SAAQ,IAAI,CACtD,OAAO,oCAAoC,EAC3C,OAAO,mCAAmC,CAC3C;IACC,gBAAuB,IAAI,gCAAgC;;IAW9C,IAAI,CACf,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,oCAAoC,CAAC,GAC/D,OAAO,CAAC,cAAc,CAAC;IAQJ,WAAW,CAC/B,QAAQ,EAAE,eAAe,EACzB,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,mCAAmC,CAAC,GAC9D,OAAO,CAAC,cAAc,CAAC;CAO3B"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.AcknowledgeUserInstructionTool = exports.AcknowledgeUserInstructionGptSchema = exports.AcknowledgeUserInstructionCoreSchema = void 0;
|
|
4
|
+
const ToolSchema_1 = require("../models/ToolSchema");
|
|
5
|
+
const Tool_1 = require("./Tool");
|
|
6
|
+
const zod_1 = require("zod");
|
|
7
|
+
exports.AcknowledgeUserInstructionCoreSchema = zod_1.z.object({
|
|
8
|
+
userInstruction: zod_1.z
|
|
9
|
+
.string()
|
|
10
|
+
.describe('The instruction from the user to acknowledge.'),
|
|
11
|
+
});
|
|
12
|
+
exports.AcknowledgeUserInstructionGptSchema = ToolSchema_1.BaseGptArgsSchema.merge(exports.AcknowledgeUserInstructionCoreSchema);
|
|
13
|
+
/**
|
|
14
|
+
* A special placeholder tool for acknowledging an instruction from a user.
|
|
15
|
+
* This tool is actually never called by anyone (including an LLM). It is just
|
|
16
|
+
* used as a stub for remembering when a user interrupted a flow to add more
|
|
17
|
+
* context for the LLM to act on.
|
|
18
|
+
*/
|
|
19
|
+
class AcknowledgeUserInstructionTool extends Tool_1.Tool {
|
|
20
|
+
constructor() {
|
|
21
|
+
super(AcknowledgeUserInstructionTool.NAME, 'Acknowledge an instruction from a user that Donobu must heed.', exports.AcknowledgeUserInstructionCoreSchema, exports.AcknowledgeUserInstructionGptSchema);
|
|
22
|
+
}
|
|
23
|
+
async call(_context, parameters) {
|
|
24
|
+
return {
|
|
25
|
+
isSuccessful: true,
|
|
26
|
+
forLlm: parameters.userInstruction,
|
|
27
|
+
metadata: null,
|
|
28
|
+
};
|
|
29
|
+
}
|
|
30
|
+
async callFromGpt(_context, parameters) {
|
|
31
|
+
return {
|
|
32
|
+
isSuccessful: true,
|
|
33
|
+
forLlm: parameters.userInstruction,
|
|
34
|
+
metadata: null,
|
|
35
|
+
};
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
exports.AcknowledgeUserInstructionTool = AcknowledgeUserInstructionTool;
|
|
39
|
+
AcknowledgeUserInstructionTool.NAME = 'acknowledgeUserInstruction';
|
|
40
|
+
//# sourceMappingURL=AcknowledgeUserInstruction.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"AcknowledgeUserInstruction.js","sourceRoot":"","sources":["../../../src/tools/AcknowledgeUserInstruction.ts"],"names":[],"mappings":";;;AAAA,qDAAyD;AAGzD,iCAA8B;AAC9B,6BAAwB;AAEX,QAAA,oCAAoC,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3D,eAAe,EAAE,OAAC;SACf,MAAM,EAAE;SACR,QAAQ,CAAC,+CAA+C,CAAC;CAC7D,CAAC,CAAC;AAEU,QAAA,mCAAmC,GAAG,8BAAiB,CAAC,KAAK,CACxE,4CAAoC,CACrC,CAAC;AAEF;;;;;GAKG;AACH,MAAa,8BAA+B,SAAQ,WAGnD;IAGC;QACE,KAAK,CACH,8BAA8B,CAAC,IAAI,EACnC,+DAA+D,EAC/D,4CAAoC,EACpC,2CAAmC,CACpC,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,IAAI,CACf,QAAyB,EACzB,UAAgE;QAEhE,OAAO;YACL,YAAY,EAAE,IAAI;YAClB,MAAM,EAAE,UAAU,CAAC,eAAe;YAClC,QAAQ,EAAE,IAAI;SACf,CAAC;IACJ,CAAC;IAEe,KAAK,CAAC,WAAW,CAC/B,QAAyB,EACzB,UAA+D;QAE/D,OAAO;YACL,YAAY,EAAE,IAAI;YAClB,MAAM,EAAE,UAAU,CAAC,eAAe;YAClC,QAAQ,EAAE,IAAI;SACf,CAAC;IACJ,CAAC;;AAnCH,wEAoCC;AAhCwB,mCAAI,GAAG,4BAA4B,CAAC"}
|
|
@@ -62,7 +62,10 @@ export declare class ControlPanel {
|
|
|
62
62
|
* flowMetadata.state = State.PAUSED;
|
|
63
63
|
* }
|
|
64
64
|
*/
|
|
65
|
-
popNextDesiredState(page: Page): Promise<
|
|
65
|
+
popNextDesiredState(page: Page): Promise<{
|
|
66
|
+
state: State | null;
|
|
67
|
+
userMessage: string | null;
|
|
68
|
+
}>;
|
|
66
69
|
/**
|
|
67
70
|
* Hides the control panel on all pages in the browser context.
|
|
68
71
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ControlPanel.d.ts","sourceRoot":"","sources":["../../src/managers/ControlPanel.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,wBAAwB,CAAC;AAO7D;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,qBAAa,YAAY;IAqBJ,OAAO,CAAC,QAAQ,CAAC,YAAY;IApBhD,gBAAuB,WAAW,SAEhC;IAEF;;;;;OAKG;IACH,gBAAuB,+BAA+B,0BAC7B;IAEzB;;;OAGG;IACH,gBAAuB,wCAAwC,qCAC3B;gBAEA,YAAY,EAAE,YAAY;IAE9D;;;;;;;;;;;;;;;;;;;;OAoBG;IACU,mBAAmB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"ControlPanel.d.ts","sourceRoot":"","sources":["../../src/managers/ControlPanel.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,wBAAwB,CAAC;AAO7D;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,qBAAa,YAAY;IAqBJ,OAAO,CAAC,QAAQ,CAAC,YAAY;IApBhD,gBAAuB,WAAW,SAEhC;IAEF;;;;;OAKG;IACH,gBAAuB,+BAA+B,0BAC7B;IAEzB;;;OAGG;IACH,gBAAuB,wCAAwC,qCAC3B;gBAEA,YAAY,EAAE,YAAY;IAE9D;;;;;;;;;;;;;;;;;;;;OAoBG;IACU,mBAAmB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC;QACpD,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC;QACpB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;KAC5B,CAAC;IAgCF;;;;;;;;;;;;OAYG;IACU,IAAI,CAAC,cAAc,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IA6BhE;;;;;;;;;;;;OAYG;IACU,IAAI,CAAC,cAAc,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IA+BhE;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACU,MAAM,CACjB,cAAc,EAAE,cAAc,EAC9B,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC;IAwDhB,OAAO,CAAC,6BAA6B;IAsBrC,OAAO,CAAC,UAAU;YAOJ,yBAAyB;CAoBxC"}
|
|
@@ -61,18 +61,22 @@ class ControlPanel {
|
|
|
61
61
|
*/
|
|
62
62
|
async popNextDesiredState(page) {
|
|
63
63
|
if (!this.flowMetadata.isControlPanelEnabled) {
|
|
64
|
-
return null;
|
|
64
|
+
return { state: null, userMessage: null };
|
|
65
65
|
}
|
|
66
66
|
await this.ensureControlPanelIsSetup(page.context());
|
|
67
67
|
try {
|
|
68
|
-
const
|
|
69
|
-
const
|
|
68
|
+
const result = await page.evaluate(() => {
|
|
69
|
+
const state = window.__donobu.nextState;
|
|
70
|
+
const userMessage = window.__donobu.userMessage || null;
|
|
71
|
+
// Clear both values after reading
|
|
70
72
|
window.__donobu.nextState = null;
|
|
71
|
-
|
|
73
|
+
window.__donobu.userMessage = null;
|
|
74
|
+
return { state, userMessage };
|
|
72
75
|
});
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
+
return {
|
|
77
|
+
state: result.state,
|
|
78
|
+
userMessage: result.userMessage,
|
|
79
|
+
};
|
|
76
80
|
}
|
|
77
81
|
catch (error) {
|
|
78
82
|
if (PlaywrightUtils_1.PlaywrightUtils.isPageClosedError(error)) {
|
|
@@ -82,7 +86,6 @@ class ControlPanel {
|
|
|
82
86
|
throw error;
|
|
83
87
|
}
|
|
84
88
|
}
|
|
85
|
-
return null;
|
|
86
89
|
}
|
|
87
90
|
/**
|
|
88
91
|
* Hides the control panel on all pages in the browser context.
|
|
@@ -198,9 +201,13 @@ class ControlPanel {
|
|
|
198
201
|
try {
|
|
199
202
|
const controlPanel = page.locator(controlPanelQuerySelector).first();
|
|
200
203
|
if ((await controlPanel.count()) === 1) {
|
|
201
|
-
await controlPanel.evaluate((element,
|
|
202
|
-
element.donobuFlowState = state;
|
|
203
|
-
|
|
204
|
+
await controlPanel.evaluate((element, data) => {
|
|
205
|
+
element.donobuFlowState = data.state;
|
|
206
|
+
element.donobuRunMode = data.runMode;
|
|
207
|
+
}, {
|
|
208
|
+
state: this.flowMetadata.state.toString(),
|
|
209
|
+
runMode: this.flowMetadata.runMode,
|
|
210
|
+
});
|
|
204
211
|
if (headline) {
|
|
205
212
|
const controlPanelHeadline = page
|
|
206
213
|
.locator(controlPanelHeadlineQuerySelector)
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ControlPanel.js","sourceRoot":"","sources":["../../src/managers/ControlPanel.ts"],"names":[],"mappings":";;;;;;AAEA,4CAA4C;AAC5C,2EAAwE;AACxE,8DAA2D;AAC3D,kDAA+C;AAC/C,gDAAwB;AAExB;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAa,YAAY;IAqBvB,YAAoC,YAA0B;QAA1B,iBAAY,GAAZ,YAAY,CAAc;IAAG,CAAC;IAElE;;;;;;;;;;;;;;;;;;;;OAoBG;IACI,KAAK,CAAC,mBAAmB,CAAC,IAAU;
|
|
1
|
+
{"version":3,"file":"ControlPanel.js","sourceRoot":"","sources":["../../src/managers/ControlPanel.ts"],"names":[],"mappings":";;;;;;AAEA,4CAA4C;AAC5C,2EAAwE;AACxE,8DAA2D;AAC3D,kDAA+C;AAC/C,gDAAwB;AAExB;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAa,YAAY;IAqBvB,YAAoC,YAA0B;QAA1B,iBAAY,GAAZ,YAAY,CAAc;IAAG,CAAC;IAElE;;;;;;;;;;;;;;;;;;;;OAoBG;IACI,KAAK,CAAC,mBAAmB,CAAC,IAAU;QAIzC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,qBAAqB,EAAE,CAAC;YAC7C,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QAC5C,CAAC;QAED,MAAM,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QAErD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;gBACtC,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC;gBACxC,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,IAAI,IAAI,CAAC;gBAExD,kCAAkC;gBAClC,MAAM,CAAC,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC;gBACjC,MAAM,CAAC,QAAQ,CAAC,WAAW,GAAG,IAAI,CAAC;gBAEnC,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;YAChC,CAAC,CAAC,CAAC;YAEH,OAAO;gBACL,KAAK,EAAE,MAAM,CAAC,KAAqB;gBACnC,WAAW,EAAE,MAAM,CAAC,WAAW;aAChC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7C,MAAM,IAAI,yCAAmB,EAAE,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;OAYG;IACI,KAAK,CAAC,IAAI,CAAC,cAA8B;QAC9C,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,qBAAqB,EAAE,CAAC;YAC7C,OAAO;QACT,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,EAAE;oBAC9B,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CACpC,IAAI,OAAO,EAAE,CACQ,CAAC;oBACxB,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;wBAC5D,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;wBACvC,OAAO,CAAC,YAAY,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;oBAC9C,CAAC;gBACH,CAAC,EAAE,YAAY,CAAC,+BAA+B,CAAC,CAAC;YACnD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC7C,kCAAkC;gBACpC,CAAC;qBAAM,CAAC;oBACN,kBAAS,CAAC,KAAK,CACb,6DAA6D,EAC7D,KAAK,CACN,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;OAYG;IACI,KAAK,CAAC,IAAI,CAAC,cAA8B;QAC9C,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,qBAAqB,EAAE,CAAC;YAC7C,OAAO;QACT,CAAC;QAED,MAAM,IAAI,CAAC,yBAAyB,CAAC,cAAc,CAAC,CAAC;QAErD,KAAK,MAAM,IAAI,IAAI,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,EAAE;oBAC9B,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CACpC,IAAI,OAAO,EAAE,CACQ,CAAC;oBACxB,IAAI,OAAO,EAAE,CAAC;wBACZ,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;wBAC1C,OAAO,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC;oBACzC,CAAC;gBACH,CAAC,EAAE,YAAY,CAAC,+BAA+B,CAAC,CAAC;YACnD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC7C,kCAAkC;gBACpC,CAAC;qBAAM,CAAC;oBACN,kBAAS,CAAC,KAAK,CACb,6DAA6D,EAC7D,KAAK,CACN,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACI,KAAK,CAAC,MAAM,CACjB,cAA8B,EAC9B,QAAiB;QAEjB,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,qBAAqB,EAAE,CAAC;YAC7C,OAAO;QACT,CAAC;QAED,MAAM,IAAI,CAAC,yBAAyB,CAAC,cAAc,CAAC,CAAC;QAErD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,QAAQ,GAAG,IAAI,CAAC,6BAA6B,EAAE,CAAC;QAClD,CAAC;QAED,MAAM,yBAAyB,GAAG,IAAI,YAAY,CAAC,+BAA+B,EAAE,CAAC;QACrF,MAAM,iCAAiC,GAAG,IAAI,YAAY,CAAC,wCAAwC,EAAE,CAAC;QAEtG,KAAK,MAAM,IAAI,IAAI,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC,KAAK,EAAE,CAAC;gBAErE,IAAI,CAAC,MAAM,YAAY,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;oBACvC,MAAM,YAAY,CAAC,QAAQ,CACzB,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE;wBACf,OAAe,CAAC,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC;wBAC7C,OAAe,CAAC,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC;oBAChD,CAAC,EACD;wBACE,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,QAAQ,EAAE;wBACzC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,OAAO;qBACnC,CACF,CAAC;oBAEF,IAAI,QAAQ,EAAE,CAAC;wBACb,MAAM,oBAAoB,GAAG,IAAI;6BAC9B,OAAO,CAAC,iCAAiC,CAAC;6BAC1C,KAAK,EAAE,CAAC;wBAEX,IAAI,CAAC,MAAM,oBAAoB,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;4BAC/C,MAAM,cAAc,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;4BAC3D,MAAM,oBAAoB,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE;gCACtD,OAAuB,CAAC,WAAW,GAAG,OAAO,CAAC;4BACjD,CAAC,EAAE,cAAc,CAAC,CAAC;wBACrB,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC7C,kCAAkC;gBACpC,CAAC;qBAAM,CAAC;oBACN,kBAAS,CAAC,KAAK,CACb,+DAA+D,EAC/D,KAAK,CACN,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,6BAA6B;QACnC,4EAA4E;QAC5E,2EAA2E;QAC3E,iBAAiB;QACjB,QAAQ,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YAChC,KAAK,WAAW;gBACd,OAAO,WAAW,CAAC;YACrB,KAAK,cAAc;gBACjB,OAAO,cAAc,CAAC;YACxB,KAAK,8BAA8B;gBACjC,OAAO,aAAa,CAAC;YACvB,KAAK,iCAAiC;gBACpC,OAAO,oBAAoB,CAAC;YAC9B,KAAK,QAAQ;gBACX,OAAO,QAAQ,CAAC;YAClB,KAAK,UAAU;gBACb,OAAO,UAAU,CAAC;YACpB;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAEO,UAAU;QAChB,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ;YACtD,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ;YACxC,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,KAAK,CAAC;IACZ,CAAC;IAEO,KAAK,CAAC,yBAAyB,CACrC,cAA8B;QAE9B,IAAI,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;YAChD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,iCAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC9C,kBAAS,CAAC,KAAK,CACb,2DAA2D,IAAI,CAAC,GAAG,EAAE,EAAE,EACvE,KAAK,CACN,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;;AAzSH,oCA0SC;AAzSwB,wBAAW,GAAG,qBAAS,CAAC,uBAAuB,CACpE,cAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAC9B,CAAC;AAEF;;;;;GAKG;AACoB,4CAA+B,GACpD,sBAAsB,CAAC;AAEzB;;;GAGG;AACoB,qDAAwC,GAC7D,iCAAiC,CAAC"}
|
|
@@ -35,6 +35,7 @@ export declare class DonobuFlow {
|
|
|
35
35
|
readonly focusedPage: FocusedPage;
|
|
36
36
|
readonly metadata: FlowMetadata;
|
|
37
37
|
private static readonly MAIN_MESSAGE_ELEMENT_LIST_MARKER;
|
|
38
|
+
static readonly USER_INTERRUPT_MARKER = "[User interruption while flow was paused, this MUST be acknowledged]";
|
|
38
39
|
static readonly MAX_IMAGE_BYTES_FOR_LLM: number;
|
|
39
40
|
readonly pageInspector: PageInspector;
|
|
40
41
|
readonly controlPanel: ControlPanel;
|
|
@@ -153,6 +154,7 @@ export declare class DonobuFlow {
|
|
|
153
154
|
private updateTokenCounts;
|
|
154
155
|
private static createSystemMessageForOverallObjective;
|
|
155
156
|
private static createMainUserMessage;
|
|
157
|
+
private interruptWithUserInstruction;
|
|
156
158
|
/**
|
|
157
159
|
* Returns a size-optimized GPT message history by stripping images and text
|
|
158
160
|
* from old messages.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"DonobuFlow.d.ts","sourceRoot":"","sources":["../../src/managers/DonobuFlow.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAU,IAAI,EAAE,MAAM,YAAY,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAc,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAqB,MAAM,wBAAwB,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EACL,UAAU,EAEV,uBAAuB,EAGxB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,uCAAuC,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAmBpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAM1D,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAG9C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;
|
|
1
|
+
{"version":3,"file":"DonobuFlow.d.ts","sourceRoot":"","sources":["../../src/managers/DonobuFlow.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAU,IAAI,EAAE,MAAM,YAAY,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAc,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAqB,MAAM,wBAAwB,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EACL,UAAU,EAEV,uBAAuB,EAGxB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,uCAAuC,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAmBpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAM1D,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAG9C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAMxB;;;GAGG;AACH,wBAAsB,eAAe,CACnC,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,EAC5B,IAAI,EAAE,IAAI,GAAG,IAAI,EACjB,eAAe,EAAE,QAAQ,EAAE,EAC3B,SAAS,EAAE,SAAS,GACnB,OAAO,CAAC,uBAAuB,CAAC,CAkElC;AAED;;;GAGG;AACH,qBAAa,UAAU;aAUH,YAAY,EAAE,kBAAkB;aAChC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;aAC/B,cAAc,EAAE,cAAc;aAC9B,WAAW,EAAE,gBAAgB;aAC7B,SAAS,EAAE,SAAS,GAAG,IAAI;aAC3B,WAAW,EAAE,WAAW;aACxB,qBAAqB,EAAE,qBAAqB;aAC5C,iBAAiB,EAAE,gBAAgB,EAAE;aACrC,gBAAgB,EAAE,QAAQ,EAAE;aAC5B,WAAW,EAAE,UAAU,EAAE;aACzB,WAAW,EAAE,WAAW;aACxB,QAAQ,EAAE,YAAY;IApBxC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,gCAAgC,CAC8C;IACtG,gBAAuB,qBAAqB,0EAC6B;IACzE,gBAAuB,uBAAuB,SAAmB;IACjE,SAAgB,aAAa,EAAE,aAAa,CAAC;IAC7C,SAAgB,YAAY,EAAE,YAAY,CAAC;gBAGzB,YAAY,EAAE,kBAAkB,EAChC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAC/B,cAAc,EAAE,cAAc,EAC9B,WAAW,EAAE,gBAAgB,EAC7B,SAAS,EAAE,SAAS,GAAG,IAAI,EAC3B,WAAW,EAAE,WAAW,EACxB,qBAAqB,EAAE,qBAAqB,EAC5C,iBAAiB,EAAE,gBAAgB,EAAE,EACrC,gBAAgB,EAAE,QAAQ,EAAE,EAC5B,WAAW,EAAE,UAAU,EAAE,EACzB,WAAW,EAAE,WAAW,EACxB,QAAQ,EAAE,YAAY;IAMxC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAmCG;IACU,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IA2D3D;;;;OAIG;YACW,mBAAmB;IAkBjC;;;OAGG;YACW,sBAAsB;IAepC;;;OAGG;YACW,qBAAqB;IASnC;;OAEG;YACW,UAAU;IAuBxB;;;;OAIG;IACH,OAAO,CAAC,MAAM,CAAC,0BAA0B;YA+B3B,QAAQ;YA2OR,uBAAuB;IAMrC;;;;OAIG;YACW,eAAe;YAsHf,4BAA4B;YAc5B,2BAA2B;IAsBzC;;;;;;;;;;;;;OAaG;YACW,gBAAgB;IAqC9B;;OAEG;YACW,WAAW;IAIzB;;;OAGG;YACW,cAAc;YAuBd,eAAe;YAwHf,0BAA0B;YAqB1B,6BAA6B;YAY7B,QAAQ;YAgBR,UAAU;YAIV,QAAQ;YAQR,SAAS;IAQvB,OAAO,CAAC,yCAAyC;YAkFnC,4BAA4B;IAkK1C;;;OAGG;YACW,iBAAiB;IAoC/B,OAAO,CAAC,iBAAiB;IAQzB,OAAO,CAAC,MAAM,CAAC,sCAAsC;IA0HrD,OAAO,CAAC,MAAM,CAAC,qBAAqB;YAyBtB,4BAA4B;IAoC1C;;;OAGG;IACH,OAAO,CAAC,MAAM,CAAC,gCAAgC;CAuHhD"}
|