@tangle-network/browser-agent-driver 0.24.1 → 0.25.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/brain/index.d.ts +5 -0
- package/dist/brain/index.d.ts.map +1 -1
- package/dist/brain/index.js +80 -32
- package/dist/brain/index.js.map +1 -1
- package/dist/cli-attach.d.ts +128 -0
- package/dist/cli-attach.d.ts.map +1 -0
- package/dist/cli-attach.js +254 -0
- package/dist/cli-attach.js.map +1 -0
- package/dist/cli-preview.d.ts +59 -0
- package/dist/cli-preview.d.ts.map +1 -0
- package/dist/cli-preview.js +144 -0
- package/dist/cli-preview.js.map +1 -0
- package/dist/cli-share.d.ts +77 -0
- package/dist/cli-share.d.ts.map +1 -0
- package/dist/cli-share.js +141 -0
- package/dist/cli-share.js.map +1 -0
- package/dist/cli-ui.d.ts.map +1 -1
- package/dist/cli-ui.js +15 -1
- package/dist/cli-ui.js.map +1 -1
- package/dist/cli.js +262 -14
- package/dist/cli.js.map +1 -1
- package/dist/drivers/cursor-overlay.d.ts +18 -10
- package/dist/drivers/cursor-overlay.d.ts.map +1 -1
- package/dist/drivers/cursor-overlay.js +221 -30
- package/dist/drivers/cursor-overlay.js.map +1 -1
- package/dist/drivers/overlay-label.d.ts +33 -0
- package/dist/drivers/overlay-label.d.ts.map +1 -0
- package/dist/drivers/overlay-label.js +92 -0
- package/dist/drivers/overlay-label.js.map +1 -0
- package/dist/drivers/playwright.d.ts +30 -0
- package/dist/drivers/playwright.d.ts.map +1 -1
- package/dist/drivers/playwright.js +204 -16
- package/dist/drivers/playwright.js.map +1 -1
- package/dist/drivers/snapshot.d.ts +12 -0
- package/dist/drivers/snapshot.d.ts.map +1 -1
- package/dist/drivers/snapshot.js +17 -0
- package/dist/drivers/snapshot.js.map +1 -1
- package/dist/drivers/types.d.ts +13 -0
- package/dist/drivers/types.d.ts.map +1 -1
- package/dist/multi-actor.d.ts.map +1 -1
- package/dist/multi-actor.js +4 -0
- package/dist/multi-actor.js.map +1 -1
- package/dist/run-state.d.ts.map +1 -1
- package/dist/run-state.js +12 -2
- package/dist/run-state.js.map +1 -1
- package/dist/runner/interrupt-controller.d.ts +67 -0
- package/dist/runner/interrupt-controller.d.ts.map +1 -0
- package/dist/runner/interrupt-controller.js +142 -0
- package/dist/runner/interrupt-controller.js.map +1 -0
- package/dist/runner/overlay-narration.d.ts +83 -0
- package/dist/runner/overlay-narration.d.ts.map +1 -0
- package/dist/runner/overlay-narration.js +172 -0
- package/dist/runner/overlay-narration.js.map +1 -0
- package/dist/runner/parallel-runner.d.ts +4 -0
- package/dist/runner/parallel-runner.d.ts.map +1 -1
- package/dist/runner/parallel-runner.js +1 -0
- package/dist/runner/parallel-runner.js.map +1 -1
- package/dist/runner/runner.d.ts +17 -0
- package/dist/runner/runner.d.ts.map +1 -1
- package/dist/runner/runner.js +72 -50
- package/dist/runner/runner.js.map +1 -1
- package/dist/runner/stream-webhook.d.ts +70 -0
- package/dist/runner/stream-webhook.d.ts.map +1 -0
- package/dist/runner/stream-webhook.js +132 -0
- package/dist/runner/stream-webhook.js.map +1 -0
- package/dist/skills/domain-loader.d.ts +78 -0
- package/dist/skills/domain-loader.d.ts.map +1 -0
- package/dist/skills/domain-loader.js +201 -0
- package/dist/skills/domain-loader.js.map +1 -0
- package/dist/skills/macro-loader.d.ts +95 -0
- package/dist/skills/macro-loader.d.ts.map +1 -0
- package/dist/skills/macro-loader.js +237 -0
- package/dist/skills/macro-loader.js.map +1 -0
- package/dist/supervisor/critic.js +1 -1
- package/dist/supervisor/policy.js +7 -0
- package/dist/supervisor/policy.js.map +1 -1
- package/dist/test-runner.d.ts +13 -0
- package/dist/test-runner.d.ts.map +1 -1
- package/dist/test-runner.js +6 -0
- package/dist/test-runner.js.map +1 -1
- package/dist/types.d.ts +19 -1
- package/dist/types.d.ts.map +1 -1
- package/dist/viewer/viewer.html +122 -8
- package/package.json +3 -2
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"parallel-runner.js","sourceRoot":"","sources":["../../src/runner/parallel-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAA;AAE3D,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;
|
|
1
|
+
{"version":3,"file":"parallel-runner.js","sourceRoot":"","sources":["../../src/runner/parallel-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAA;AAE3D,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAgD1C;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,OAA2B;IAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAC5B,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IAE/D,gEAAgE;IAChE,MAAM,YAAY,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAA;IACjD,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,CAAA,CAAC,qCAAqC;IAE7F,wCAAwC;IACxC,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;QACxD,MAAM,KAAK,GAAG,OAAO,KAAK,EAAE,CAAA;QAC5B,IAAI,IAA2C,CAAA;QAE/C,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;YAE9B,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAAC,IAAI,EAAE;gBACxC,GAAG,OAAO,CAAC,aAAa;gBACxB,UAAU,EAAE,KAAK,EAAE,qCAAqC;aACzD,CAAC,CAAA;YAEF,yCAAyC;YACzC,MAAM,QAAQ,GAAI,MAAuF,CAAC,gBAAgB,CAAA;YAC1H,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,MAAM,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAA;YAC9C,CAAC;YAED,MAAM,SAAS,GAAgB;gBAC7B,GAAG,MAAM;gBACT,mDAAmD;gBACnD,WAAW,EAAE,OAAO,CAAC,gBAAgB;oBACnC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,GAAG,OAAO,CAAC,cAAc,CAAC;oBAC/D,CAAC,CAAC,SAAS;aACd,CAAA;YAED,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC;gBAC7B,MAAM;gBACN,MAAM,EAAE,SAAS;gBACjB,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAU,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;gBAChE,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,yCAAyC;gBACzC,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACpF,CAAC,CAAA;YAEF,MAAM,WAAW,GAAa;gBAC5B,GAAG,QAAQ;gBACX,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ;gBAC/C,qCAAqC;gBACrC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,IAAI,EAAE,CAAC,GAAG,OAAO,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC;aAC7F,CAAA;YAED,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;gBAChC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC;gBACtB,IAAI,OAAO,CAAc,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CACrC,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,aAAa,KAAK,YAAY,CAAC,CAAC,EAAE,eAAe,CAAC,CACrF;aACF,CAAC,CAAA;YAEF,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAA;QAC5B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,6CAA6C;YAC7C,OAAO;gBACL,OAAO;gBACP,MAAM,EAAE;oBACN,OAAO,EAAE,KAAK;oBACd,MAAM,EAAE,oBAAoB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;oBAC9E,KAAK,EAAE,EAAE;oBACT,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBACjB;aACjB,CAAA;QACH,CAAC;gBAAS,CAAC;YACT,oEAAoE;YACpE,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC;gBAC7B,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YACpC,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;IAEjD,gBAAgB;IAChB,MAAM,YAAY,GAAG,aAAa,CAAC,OAAO,CAAC,YAAY,EAAE,UAAU,CAAC,CAAA;IACpE,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE;QAChD,MAAM,MAAM,GAAI,EAAE,CAAC,MAAuC,CAAC,eAAe,IAAI,CAAC,CAAA;QAC/E,OAAO,GAAG,GAAG,MAAM,CAAA;IACrB,CAAC,EAAE,CAAC,CAAC,CAAA;IAEL,OAAO;QACL,YAAY,EAAE,YAAY,CAAC,IAAI;QAC/B,OAAO,EAAE,YAAY,CAAC,OAAO;QAC7B,UAAU;QACV,WAAW;QACX,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;KAChC,CAAA;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,aAAa,CACpB,YAAoB,EACpB,UAA4D;IAE5D,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAA;IACtE,MAAM,YAAY,GAAG,YAAY,KAAK,UAAU,CAAC,MAAM,CAAA;IACvD,MAAM,YAAY,GAAG,YAAY,GAAG,CAAC,CAAA;IAErC,2BAA2B;IAC3B,MAAM,KAAK,GAAa,CAAC,SAAS,YAAY,EAAE,EAAE,EAAE,CAAC,CAAA;IAErD,KAAK,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;QAC7C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAA;QACtD,KAAK,CAAC,IAAI,CAAC,IAAI,MAAM,KAAK,OAAO,CAAC,IAAI,GAAG,CAAC,CAAA;QAC1C,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QAC3B,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAChB,CAAC;IAED,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,KAAK,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAA;IACzD,CAAC;SAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,GAAG,YAAY,IAAI,UAAU,CAAC,MAAM,uBAAuB,CAAC,CAAA;IACzE,CAAC;IAED,OAAO;QACL,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;QACtB,OAAO,EAAE,YAAY,EAAE,0CAA0C;KAClE,CAAA;AACH,CAAC"}
|
package/dist/runner/runner.d.ts
CHANGED
|
@@ -45,6 +45,14 @@ export interface BrowserAgentOptions {
|
|
|
45
45
|
config?: AgentConfig;
|
|
46
46
|
/** Called after each turn */
|
|
47
47
|
onTurn?: (turn: Turn) => void;
|
|
48
|
+
/**
|
|
49
|
+
* Gen 32 — called at the top of every turn BEFORE observe().
|
|
50
|
+
* Used by the interrupt controller to block the loop while the user
|
|
51
|
+
* has the run paused (`p` keypress in an interactive attach). The
|
|
52
|
+
* promise resolves on resume or rejects with an abort signal to
|
|
53
|
+
* bail out cleanly.
|
|
54
|
+
*/
|
|
55
|
+
beforeTurn?: (turn: number) => Promise<void>;
|
|
48
56
|
/** Called when a first-time phase timing is observed */
|
|
49
57
|
onPhaseTiming?: (phase: 'navigate' | 'observe' | 'decide' | 'execute', durationMs: number) => void;
|
|
50
58
|
/** Reference trajectory to inject into brain context */
|
|
@@ -69,6 +77,12 @@ export interface BrowserAgentOptions {
|
|
|
69
77
|
* the brain's system prompt composer.
|
|
70
78
|
*/
|
|
71
79
|
extensions?: ResolvedExtensions;
|
|
80
|
+
/**
|
|
81
|
+
* Gen 29: macro registry loaded from skills/macros/*.json. When provided,
|
|
82
|
+
* the rendered promptBlock is injected into the system prompt so the agent
|
|
83
|
+
* knows which macros exist; macro dispatch happens in the driver.
|
|
84
|
+
*/
|
|
85
|
+
macroPromptBlock?: string;
|
|
72
86
|
}
|
|
73
87
|
/**
|
|
74
88
|
* Gen 7.2: detect placeholder patterns in a planner-generated complete.result.
|
|
@@ -114,6 +128,7 @@ export declare class BrowserAgent {
|
|
|
114
128
|
private brain;
|
|
115
129
|
private config;
|
|
116
130
|
private onTurn?;
|
|
131
|
+
private beforeTurn?;
|
|
117
132
|
private onPhaseTiming?;
|
|
118
133
|
private referenceTrajectory?;
|
|
119
134
|
private projectStore?;
|
|
@@ -125,6 +140,8 @@ export declare class BrowserAgent {
|
|
|
125
140
|
private currentRunId;
|
|
126
141
|
private decisionCache?;
|
|
127
142
|
private extensions?;
|
|
143
|
+
/** Gen 29: cached so compound-goal sub-tabs inherit the macro catalog. */
|
|
144
|
+
private macroPromptBlock?;
|
|
128
145
|
constructor(options: BrowserAgentOptions);
|
|
129
146
|
run(scenario: Scenario): Promise<AgentResult>;
|
|
130
147
|
private selectFollowUpActions;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/runner/runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAkC,MAAM,aAAa,CAAC;AAKvH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAuB/D,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAE,YAAY,EAAa,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/runner/runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAkC,MAAM,aAAa,CAAC;AAKvH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAuB/D,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAE,YAAY,EAAa,MAAM,aAAa,CAAC;AAQtD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAEjE;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,SAAS,GAAG,MAAM,GAAG,IAAI,CAiDzF;AA4CD,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,6BAA6B;IAC7B,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,IAAI,CAAC;IAC9B;;;;;;OAMG;IACH,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7C,wDAAwD;IACxD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,GAAG,SAAS,GAAG,QAAQ,GAAG,SAAS,EAAE,UAAU,EAAE,MAAM,KAAK,IAAI,CAAC;IACnG,wDAAwD;IACxD,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,sEAAsE;IACtE,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,sDAAsD;IACtD,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB;;;;;OAKG;IACH,UAAU,CAAC,EAAE,kBAAkB,CAAC;IAChC;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAgB3D;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAgB,2BAA2B,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,OAAO,CA2BtF;AAED,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,MAAM,CAAC,CAAuB;IACtC,OAAO,CAAC,UAAU,CAAC,CAAkC;IACrD,OAAO,CAAC,aAAa,CAAC,CAAqF;IAC3G,OAAO,CAAC,mBAAmB,CAAC,CAAS;IACrC,OAAO,CAAC,YAAY,CAAC,CAAe;IACpC,OAAO,CAAC,WAAW,CAAC,CAAc;IAClC,OAAO,CAAC,SAAS,CAAC,CAAe;IACjC,OAAO,CAAC,aAAa,CAAC,CAAgB;IACtC,OAAO,CAAC,eAAe,CAAwB;IAC/C,OAAO,CAAC,GAAG,CAAe;IAC1B,OAAO,CAAC,YAAY,CAAM;IAK1B,OAAO,CAAC,aAAa,CAAC,CAAgB;IACtC,OAAO,CAAC,UAAU,CAAC,CAAqB;IACxC,0EAA0E;IAC1E,OAAO,CAAC,gBAAgB,CAAC,CAAS;gBAEtB,OAAO,EAAE,mBAAmB;IA8BlC,GAAG,CAAC,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC;IA68DnD,OAAO,CAAC,qBAAqB;IA2B7B,qEAAqE;IACrE,OAAO,CAAC,UAAU;IAkClB;;;;;;;;;;;;OAYG;IACH;;;;;;;;;;;;;;;;;;;OAmBG;YACW,WAAW;YAofX,YAAY;YAkCZ,+BAA+B;YAgE/B,mCAAmC;YAwCnC,6BAA6B;YA4C7B,qCAAqC;YAqBrC,4BAA4B;YA4B5B,4BAA4B;YAkC5B,wBAAwB;CASvC;AAED,2BAA2B;AAC3B,wBAAsB,eAAe,CACnC,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,QAAQ,EAClB,OAAO,CAAC,EAAE,IAAI,CAAC,mBAAmB,EAAE,QAAQ,CAAC,GAC5C,OAAO,CAAC,WAAW,CAAC,CAGtB"}
|
package/dist/runner/runner.js
CHANGED
|
@@ -34,6 +34,7 @@ import { buildOverrideProducers, buildScoutLinkRecommendationText, buildBranchLi
|
|
|
34
34
|
import { RunRegistry } from '../memory/run-registry.js';
|
|
35
35
|
import { ensureBus } from './events.js';
|
|
36
36
|
import { DecisionCache } from './decision-cache.js';
|
|
37
|
+
import { VerdictTracker, extractCurrentMarker, buildProgressLabel, } from './overlay-narration.js';
|
|
37
38
|
import { matchDeterministicPattern } from './deterministic-patterns.js';
|
|
38
39
|
/**
|
|
39
40
|
* Gen 6.1: detect that the agent is filling a multi-field form one input at
|
|
@@ -245,6 +246,7 @@ export class BrowserAgent {
|
|
|
245
246
|
brain;
|
|
246
247
|
config;
|
|
247
248
|
onTurn;
|
|
249
|
+
beforeTurn;
|
|
248
250
|
onPhaseTiming;
|
|
249
251
|
referenceTrajectory;
|
|
250
252
|
projectStore;
|
|
@@ -260,11 +262,14 @@ export class BrowserAgent {
|
|
|
260
262
|
// persists, never crosses runs.
|
|
261
263
|
decisionCache;
|
|
262
264
|
extensions;
|
|
265
|
+
/** Gen 29: cached so compound-goal sub-tabs inherit the macro catalog. */
|
|
266
|
+
macroPromptBlock;
|
|
263
267
|
constructor(options) {
|
|
264
268
|
this.driver = options.driver;
|
|
265
269
|
this.config = options.config || {};
|
|
266
270
|
this.brain = new Brain(this.config);
|
|
267
271
|
this.onTurn = options.onTurn;
|
|
272
|
+
this.beforeTurn = options.beforeTurn;
|
|
268
273
|
this.onPhaseTiming = options.onPhaseTiming;
|
|
269
274
|
this.referenceTrajectory = options.referenceTrajectory;
|
|
270
275
|
this.bus = ensureBus(options.eventBus);
|
|
@@ -278,6 +283,10 @@ export class BrowserAgent {
|
|
|
278
283
|
// every emitted event without callers having to wire it up.
|
|
279
284
|
this.bus.subscribe(this.extensions.fanOutTurnEvent, false);
|
|
280
285
|
}
|
|
286
|
+
if (options.macroPromptBlock) {
|
|
287
|
+
this.brain.setMacroPromptBlock(options.macroPromptBlock);
|
|
288
|
+
this.macroPromptBlock = options.macroPromptBlock;
|
|
289
|
+
}
|
|
281
290
|
this.projectStore = options.projectStore;
|
|
282
291
|
this.runRegistry = options.runRegistry;
|
|
283
292
|
}
|
|
@@ -295,6 +304,11 @@ export class BrowserAgent {
|
|
|
295
304
|
});
|
|
296
305
|
if (decomposition.type === 'compound' && decomposition.subGoals) {
|
|
297
306
|
const { runParallel } = await import('./parallel-runner.js');
|
|
307
|
+
// Inherit the top-level macro catalog + driver's macro registry so
|
|
308
|
+
// sub-tab agents see the same capability surface. Without this the
|
|
309
|
+
// sub-agents emit macro actions (their brain still has the block)
|
|
310
|
+
// into a driver that rejects them — a silent failure mode.
|
|
311
|
+
const topDriverOptions = this.driver.getDriverOptions?.();
|
|
298
312
|
const result = await runParallel({
|
|
299
313
|
context,
|
|
300
314
|
config: this.config,
|
|
@@ -303,6 +317,8 @@ export class BrowserAgent {
|
|
|
303
317
|
scenario,
|
|
304
318
|
onTurn: this.onTurn ? (_label, turn) => this.onTurn(turn) : undefined,
|
|
305
319
|
projectStore: this.projectStore,
|
|
320
|
+
...(topDriverOptions ? { driverOptions: topDriverOptions } : {}),
|
|
321
|
+
...(this.macroPromptBlock ? { macroPromptBlock: this.macroPromptBlock } : {}),
|
|
306
322
|
});
|
|
307
323
|
return {
|
|
308
324
|
success: result.success,
|
|
@@ -426,19 +442,9 @@ export class BrowserAgent {
|
|
|
426
442
|
await navPromise;
|
|
427
443
|
phaseTimings.initialNavigateMs = Date.now() - navigateStartedAt;
|
|
428
444
|
this.onPhaseTiming?.('navigate', phaseTimings.initialNavigateMs);
|
|
429
|
-
//
|
|
430
|
-
//
|
|
431
|
-
//
|
|
432
|
-
// Also adds a small random scroll to generate natural mouse/scroll events.
|
|
433
|
-
const page = this.driver.getPage?.();
|
|
434
|
-
if (page) {
|
|
435
|
-
const settleMs = 1500 + Math.floor(Math.random() * 1500); // 1.5-3s
|
|
436
|
-
await page.waitForTimeout(settleMs);
|
|
437
|
-
// Small exploratory scroll — humans look around before acting
|
|
438
|
-
await page.mouse.move(300 + Math.random() * 400, 200 + Math.random() * 200);
|
|
439
|
-
await page.mouse.wheel(0, 100 + Math.random() * 200);
|
|
440
|
-
await page.waitForTimeout(300 + Math.floor(Math.random() * 500));
|
|
441
|
-
}
|
|
445
|
+
// REVERTED: page warm-up delay caused pre-first-turn timeouts on Google
|
|
446
|
+
// Flights (0-turn failures at 600s) and click timeouts on Allrecipes.
|
|
447
|
+
// DataDome bypass needs a different approach — not blocking the main loop.
|
|
442
448
|
}
|
|
443
449
|
// Don't wait on warmup before entering the loop — it races against the
|
|
444
450
|
// first observe and decode. Make sure any unhandled rejection is silenced.
|
|
@@ -647,7 +653,26 @@ export class BrowserAgent {
|
|
|
647
653
|
}
|
|
648
654
|
}
|
|
649
655
|
}
|
|
656
|
+
// Gen 32 — overlay narration tracker. Per-session; accumulates verdict
|
|
657
|
+
// markers so a ledger the agent keeps re-emitting doesn't spam badges.
|
|
658
|
+
const verdictTracker = new VerdictTracker();
|
|
650
659
|
for (let i = 1 + plannerStartTurn; i <= maxTurns; i++) {
|
|
660
|
+
// Gen 32 — honor user-driven pause from the interrupt controller.
|
|
661
|
+
// Blocks until `r` is pressed (resume) or `q` is pressed (abort).
|
|
662
|
+
// A rejected beforeTurn is treated as an abort.
|
|
663
|
+
if (this.beforeTurn) {
|
|
664
|
+
try {
|
|
665
|
+
await this.beforeTurn(i);
|
|
666
|
+
}
|
|
667
|
+
catch (err) {
|
|
668
|
+
return buildResult({
|
|
669
|
+
success: false,
|
|
670
|
+
reason: err instanceof Error ? err.message : 'aborted',
|
|
671
|
+
turns,
|
|
672
|
+
totalMs: Date.now() - startTime,
|
|
673
|
+
});
|
|
674
|
+
}
|
|
675
|
+
}
|
|
651
676
|
if (scenario.signal?.aborted) {
|
|
652
677
|
return buildResult({
|
|
653
678
|
success: false,
|
|
@@ -1095,29 +1120,13 @@ export class BrowserAgent {
|
|
|
1095
1120
|
if (lastTurn?.action.action === 'runScript' && !lastTurn.error) {
|
|
1096
1121
|
ctxBudget.add('extraction-guard', '\nData extracted. If it answers the goal, complete now.\n', 80);
|
|
1097
1122
|
}
|
|
1098
|
-
//
|
|
1099
|
-
//
|
|
1100
|
-
//
|
|
1101
|
-
//
|
|
1123
|
+
// REVERTED: form stall → DDG/external search fallback. Caused the agent
|
|
1124
|
+
// to navigate to Priceline, Expedia, DuckDuckGo which all block with
|
|
1125
|
+
// anti-bot. Worse than staying on the original site and grinding.
|
|
1126
|
+
// The stall detection idea is sound but the fallback destination is wrong.
|
|
1127
|
+
// TODO: revisit with a same-site strategy (runScript extraction, URL
|
|
1128
|
+
// construction from current state) instead of cross-site navigation.
|
|
1102
1129
|
{
|
|
1103
|
-
const urlBase = (u) => { try {
|
|
1104
|
-
const p = new URL(u);
|
|
1105
|
-
return (p.origin + p.pathname).replace(/\/+$/, '');
|
|
1106
|
-
}
|
|
1107
|
-
catch {
|
|
1108
|
-
return u;
|
|
1109
|
-
} };
|
|
1110
|
-
const currentBase = urlBase(state.url);
|
|
1111
|
-
const sameBaseCount = turns.filter(t => t.state?.url && urlBase(t.state.url) === currentBase).length;
|
|
1112
|
-
if (sameBaseCount >= 15) {
|
|
1113
|
-
// Hard stall: 15+ turns on same page. Demand navigation away.
|
|
1114
|
-
// Use DuckDuckGo — Google Search triggers anti-bot CAPTCHAs.
|
|
1115
|
-
ctxBudget.add('form-stall', `\nCRITICAL FORM STALL: You have spent ${sameBaseCount} turns on this page without completing your goal. The form is NOT going to cooperate. Your NEXT action MUST be: navigate to https://duckduckgo.com/?q={your goal as a natural language search query}. Do NOT try the form again. Do NOT use google.com/search (it blocks automated access). Use DuckDuckGo.\n`, 95);
|
|
1116
|
-
}
|
|
1117
|
-
else if (sameBaseCount >= 10) {
|
|
1118
|
-
// Soft stall: suggest fallback but don't force it.
|
|
1119
|
-
ctxBudget.add('form-stall', `\nFORM STALL WARNING: You have been on this page for ${sameBaseCount} turns. Consider navigating to https://duckduckgo.com/?q={your goal as a search query} to find the answer via search results instead. Do NOT use google.com/search (it blocks automated browsers).\n`, 85);
|
|
1120
|
-
}
|
|
1121
1130
|
}
|
|
1122
1131
|
const extraContext = ctxBudget.build();
|
|
1123
1132
|
const forceVision = shouldEscalateVision({
|
|
@@ -1230,26 +1239,15 @@ export class BrowserAgent {
|
|
|
1230
1239
|
}
|
|
1231
1240
|
}
|
|
1232
1241
|
else {
|
|
1233
|
-
//
|
|
1234
|
-
//
|
|
1235
|
-
//
|
|
1236
|
-
|
|
1237
|
-
const microMoveLoop = (async () => {
|
|
1238
|
-
const p = this.driver.getPage?.();
|
|
1239
|
-
if (!p)
|
|
1240
|
-
return;
|
|
1241
|
-
while (microMoving) {
|
|
1242
|
-
await p.mouse.move(300 + Math.random() * 600, 200 + Math.random() * 400, { steps: 3 }).catch(() => { });
|
|
1243
|
-
await p.waitForTimeout(800 + Math.floor(Math.random() * 1200)).catch(() => { });
|
|
1244
|
-
}
|
|
1245
|
-
})();
|
|
1242
|
+
// REVERTED: micro-movements during LLM thinking caused interference
|
|
1243
|
+
// with page state on interactive sites. The mouse.move calls during
|
|
1244
|
+
// decide() could trigger hover states, tooltips, or dismiss elements
|
|
1245
|
+
// the agent was about to click.
|
|
1246
1246
|
decision = await withRetry(() => this.brain.decide(scenario.goal, decisionState, finalExtraContext || undefined, { current: i, max: maxTurns }, { forceVision }), retries, retryDelayMs, (attempt, err) => {
|
|
1247
1247
|
if (this.config.debug) {
|
|
1248
1248
|
console.log(`[Runner] LLM retry ${attempt}: ${err.message}`);
|
|
1249
1249
|
}
|
|
1250
1250
|
}, scenario.signal);
|
|
1251
|
-
microMoving = false;
|
|
1252
|
-
void microMoveLoop; // ensure no unhandled rejection
|
|
1253
1251
|
if (cacheKey && this.decisionCache) {
|
|
1254
1252
|
// Store the fresh decision so a future identical turn replays it.
|
|
1255
1253
|
this.decisionCache.set(cacheKey, decision);
|
|
@@ -1279,6 +1277,30 @@ export class BrowserAgent {
|
|
|
1279
1277
|
durationMs: decideDurationMs,
|
|
1280
1278
|
});
|
|
1281
1279
|
}
|
|
1280
|
+
// -- 4a. Gen 32 — narrate to the cursor overlay. Fire-and-forget.
|
|
1281
|
+
// Four signals pushed to the page-context overlay so a viewer of
|
|
1282
|
+
// the recorded video can READ the agent's work, not just watch it:
|
|
1283
|
+
// 1. Reasoning panel (top-right) — the agent's own text
|
|
1284
|
+
// 2. Progress bar + chip (top) — turn N with optional ledger marker
|
|
1285
|
+
// 3. Verdict badges (bottom-left) — POSITIVE/CLEARED/REVIEW events
|
|
1286
|
+
// All methods are no-ops when the overlay is disabled, and all page
|
|
1287
|
+
// calls are wrapped by the driver so a navigation race here can
|
|
1288
|
+
// never bubble up and break the run.
|
|
1289
|
+
try {
|
|
1290
|
+
if (this.driver.setOverlayReasoning) {
|
|
1291
|
+
void this.driver.setOverlayReasoning(reasoning ?? '');
|
|
1292
|
+
}
|
|
1293
|
+
if (this.driver.setOverlayProgress) {
|
|
1294
|
+
const marker = extractCurrentMarker(reasoning);
|
|
1295
|
+
void this.driver.setOverlayProgress(i, maxTurns, buildProgressLabel(i, maxTurns, marker));
|
|
1296
|
+
}
|
|
1297
|
+
if (this.driver.pushOverlayBadge) {
|
|
1298
|
+
const fresh = verdictTracker.accept(reasoning);
|
|
1299
|
+
for (const v of fresh)
|
|
1300
|
+
void this.driver.pushOverlayBadge(v.kind, v.text);
|
|
1301
|
+
}
|
|
1302
|
+
}
|
|
1303
|
+
catch { /* overlay narration is cosmetic; never let it break a run */ }
|
|
1282
1304
|
// -- 4b. Override pipeline — scored selection of post-decision overrides --
|
|
1283
1305
|
const overrideCtx = {
|
|
1284
1306
|
state,
|