@agentruntime-labs/browser-agent 0.0.0-stage → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +214 -2
- package/bin/browser-agent.js +2 -0
- package/cli/hosts.mjs +53 -0
- package/cli/main.mjs +156 -0
- package/cli/mcp.mjs +42 -0
- package/extension/approval.html +56 -0
- package/extension/approval.js +54 -0
- package/extension/background.js +711 -0
- package/extension/constants.js +4 -0
- package/extension/content.js +1160 -0
- package/extension/manifest.json +23 -0
- package/extension/popup.html +56 -0
- package/extension/popup.js +166 -0
- package/package.json +42 -4
- package/server/dist/arBrowserPaths.d.ts +11 -0
- package/server/dist/arBrowserPaths.d.ts.map +1 -0
- package/server/dist/arBrowserPaths.js +93 -0
- package/server/dist/arBrowserPaths.js.map +1 -0
- package/server/dist/automationSession.d.ts +49 -0
- package/server/dist/automationSession.d.ts.map +1 -0
- package/server/dist/automationSession.js +225 -0
- package/server/dist/automationSession.js.map +1 -0
- package/server/dist/bridge.d.ts +43 -0
- package/server/dist/bridge.d.ts.map +1 -0
- package/server/dist/bridge.js +307 -0
- package/server/dist/bridge.js.map +1 -0
- package/server/dist/browserToolsExtras.d.ts +5 -0
- package/server/dist/browserToolsExtras.d.ts.map +1 -0
- package/server/dist/browserToolsExtras.js +304 -0
- package/server/dist/browserToolsExtras.js.map +1 -0
- package/server/dist/compositeTools.d.ts +12 -0
- package/server/dist/compositeTools.d.ts.map +1 -0
- package/server/dist/compositeTools.js +43 -0
- package/server/dist/compositeTools.js.map +1 -0
- package/server/dist/debugSnapshot.d.ts +13 -0
- package/server/dist/debugSnapshot.d.ts.map +1 -0
- package/server/dist/debugSnapshot.js +54 -0
- package/server/dist/debugSnapshot.js.map +1 -0
- package/server/dist/guardrails.d.ts +8 -0
- package/server/dist/guardrails.d.ts.map +1 -0
- package/server/dist/guardrails.js +24 -0
- package/server/dist/guardrails.js.map +1 -0
- package/server/dist/humanLike.d.ts +24 -0
- package/server/dist/humanLike.d.ts.map +1 -0
- package/server/dist/humanLike.js +97 -0
- package/server/dist/humanLike.js.map +1 -0
- package/server/dist/main.d.ts +2 -0
- package/server/dist/main.d.ts.map +1 -0
- package/server/dist/main.js +79 -0
- package/server/dist/main.js.map +1 -0
- package/server/dist/policyTiers.d.ts +3 -0
- package/server/dist/policyTiers.d.ts.map +1 -0
- package/server/dist/policyTiers.js +9 -0
- package/server/dist/policyTiers.js.map +1 -0
- package/server/dist/protocol.d.ts +62 -0
- package/server/dist/protocol.d.ts.map +1 -0
- package/server/dist/protocol.js +55 -0
- package/server/dist/protocol.js.map +1 -0
- package/server/dist/richEditorFill.d.ts +7 -0
- package/server/dist/richEditorFill.d.ts.map +1 -0
- package/server/dist/richEditorFill.js +27 -0
- package/server/dist/richEditorFill.js.map +1 -0
- package/server/dist/screenshotCrop.d.ts +11 -0
- package/server/dist/screenshotCrop.d.ts.map +1 -0
- package/server/dist/screenshotCrop.js +17 -0
- package/server/dist/screenshotCrop.js.map +1 -0
- package/server/dist/sessionLog.d.ts +42 -0
- package/server/dist/sessionLog.d.ts.map +1 -0
- package/server/dist/sessionLog.js +112 -0
- package/server/dist/sessionLog.js.map +1 -0
- package/server/dist/sessionPhase.d.ts +5 -0
- package/server/dist/sessionPhase.d.ts.map +1 -0
- package/server/dist/sessionPhase.js +24 -0
- package/server/dist/sessionPhase.js.map +1 -0
- package/server/dist/sessionSummary.d.ts +16 -0
- package/server/dist/sessionSummary.d.ts.map +1 -0
- package/server/dist/sessionSummary.js +70 -0
- package/server/dist/sessionSummary.js.map +1 -0
- package/server/dist/skillsInstructions.d.ts +5 -0
- package/server/dist/skillsInstructions.d.ts.map +1 -0
- package/server/dist/skillsInstructions.js +45 -0
- package/server/dist/skillsInstructions.js.map +1 -0
- package/server/dist/structureFilter.d.ts +21 -0
- package/server/dist/structureFilter.d.ts.map +1 -0
- package/server/dist/structureFilter.js +22 -0
- package/server/dist/structureFilter.js.map +1 -0
- package/server/dist/surveyCatalog.d.ts +10 -0
- package/server/dist/surveyCatalog.d.ts.map +1 -0
- package/server/dist/surveyCatalog.js +59 -0
- package/server/dist/surveyCatalog.js.map +1 -0
- package/server/dist/surveyRunner.d.ts +28 -0
- package/server/dist/surveyRunner.d.ts.map +1 -0
- package/server/dist/surveyRunner.js +109 -0
- package/server/dist/surveyRunner.js.map +1 -0
- package/server/dist/toolHelpers.d.ts +44 -0
- package/server/dist/toolHelpers.d.ts.map +1 -0
- package/server/dist/toolHelpers.js +83 -0
- package/server/dist/toolHelpers.js.map +1 -0
- package/server/dist/toolRuntime.d.ts +41 -0
- package/server/dist/toolRuntime.d.ts.map +1 -0
- package/server/dist/toolRuntime.js +263 -0
- package/server/dist/toolRuntime.js.map +1 -0
- package/server/dist/toolSchemas.d.ts +431 -0
- package/server/dist/toolSchemas.d.ts.map +1 -0
- package/server/dist/toolSchemas.js +408 -0
- package/server/dist/toolSchemas.js.map +1 -0
- package/server/dist/tools.d.ts +5 -0
- package/server/dist/tools.d.ts.map +1 -0
- package/server/dist/tools.js +484 -0
- package/server/dist/tools.js.map +1 -0
- package/server/dist/verdictExtract.d.ts +7 -0
- package/server/dist/verdictExtract.d.ts.map +1 -0
- package/server/dist/verdictExtract.js +24 -0
- package/server/dist/verdictExtract.js.map +1 -0
- package/server/dist/workflowTools.d.ts +5 -0
- package/server/dist/workflowTools.d.ts.map +1 -0
- package/server/dist/workflowTools.js +96 -0
- package/server/dist/workflowTools.js.map +1 -0
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
import * as z from 'zod';
|
|
2
|
+
import { fillAndSubmit } from './compositeTools.js';
|
|
3
|
+
import { resolveLogPathForSummary, summarizeSessionLog } from './sessionSummary.js';
|
|
4
|
+
import { initSurveyFromCatalog, surveyNext } from './surveyRunner.js';
|
|
5
|
+
import { registerWrappedTool } from './toolRuntime.js';
|
|
6
|
+
import { errFromException, okToolOutput, structuredError } from './toolHelpers.js';
|
|
7
|
+
import { ExtensionStatusOutput, FillAndSubmitOutput, SessionSummaryOutput, SurveyNextOutput, SurveyStartOutput } from './toolSchemas.js';
|
|
8
|
+
export function registerWorkflowTools(mcp, bridge, runtime) {
|
|
9
|
+
registerWrappedTool(mcp, runtime, 'browser_fill_and_submit', {
|
|
10
|
+
title: 'Fill input and submit',
|
|
11
|
+
description: 'LIGHT composite: fill_input → Enter → short wait → click submit button if URL unchanged. One call instead of 4–6 tools.',
|
|
12
|
+
inputSchema: z.object({
|
|
13
|
+
tabId: z.number().int().optional(),
|
|
14
|
+
frameId: z.number().int().optional(),
|
|
15
|
+
ref: z.string().min(1),
|
|
16
|
+
value: z.string(),
|
|
17
|
+
clearFirst: z.boolean().optional(),
|
|
18
|
+
submitNameContains: z.string().optional(),
|
|
19
|
+
timeoutMs: z.number().int().min(1000).max(15000).optional()
|
|
20
|
+
}),
|
|
21
|
+
outputSchema: FillAndSubmitOutput
|
|
22
|
+
}, async (args) => {
|
|
23
|
+
try {
|
|
24
|
+
const out = await fillAndSubmit(bridge, args);
|
|
25
|
+
return okToolOutput(FillAndSubmitOutput, out);
|
|
26
|
+
}
|
|
27
|
+
catch (e) {
|
|
28
|
+
return errFromException(e);
|
|
29
|
+
}
|
|
30
|
+
});
|
|
31
|
+
registerWrappedTool(mcp, runtime, 'browser_extension_status', {
|
|
32
|
+
title: 'Extension and bridge status',
|
|
33
|
+
description: 'Check whether the Chrome extension is connected to this MCP server bridge.',
|
|
34
|
+
inputSchema: z.object({}),
|
|
35
|
+
outputSchema: ExtensionStatusOutput
|
|
36
|
+
}, async () => {
|
|
37
|
+
return okToolOutput(ExtensionStatusOutput, {
|
|
38
|
+
extensionConnected: bridge.isExtensionConnected(),
|
|
39
|
+
bridgePort: bridge.boundPort,
|
|
40
|
+
requireSessionToken: bridge.requiresSessionToken()
|
|
41
|
+
});
|
|
42
|
+
});
|
|
43
|
+
registerWrappedTool(mcp, runtime, 'browser_session_summary', {
|
|
44
|
+
title: 'Session JSONL analytics',
|
|
45
|
+
description: 'Summarize tool usage from ~/.ar_browser/logs/ for an automationSessionId (default: latest log file).',
|
|
46
|
+
inputSchema: z.object({
|
|
47
|
+
logPath: z.string().optional(),
|
|
48
|
+
automationSessionId: z.string().optional()
|
|
49
|
+
}),
|
|
50
|
+
outputSchema: SessionSummaryOutput
|
|
51
|
+
}, async (args) => {
|
|
52
|
+
const sid = runtime.resolveSessionId(args.automationSessionId);
|
|
53
|
+
const logPath = resolveLogPathForSummary(args.logPath) ??
|
|
54
|
+
runtime.log?.filePath ??
|
|
55
|
+
null;
|
|
56
|
+
if (!logPath) {
|
|
57
|
+
return structuredError({
|
|
58
|
+
error: 'not_found',
|
|
59
|
+
message: 'No session JSONL log found. Enable BROWSER_AUTOMATION_SESSION_LOG.',
|
|
60
|
+
recoveryTools: ['browser_session_open']
|
|
61
|
+
});
|
|
62
|
+
}
|
|
63
|
+
const summary = summarizeSessionLog(sid, logPath);
|
|
64
|
+
return okToolOutput(SessionSummaryOutput, summary);
|
|
65
|
+
});
|
|
66
|
+
registerWrappedTool(mcp, runtime, 'browser_survey_start', {
|
|
67
|
+
title: 'Start HEAVY bot-detector survey',
|
|
68
|
+
description: 'Loads bot-detector catalog into session state. Then loop: browser_survey_next → navigate → evidence → repeat.',
|
|
69
|
+
inputSchema: z.object({
|
|
70
|
+
targetIds: z.array(z.string()).optional().describe('Subset of catalog ids; default all')
|
|
71
|
+
}),
|
|
72
|
+
outputSchema: SurveyStartOutput
|
|
73
|
+
}, async (args) => {
|
|
74
|
+
const sid = runtime.resolveSessionId(args.automationSessionId);
|
|
75
|
+
const session = runtime.ensureSession(sid);
|
|
76
|
+
const targets = initSurveyFromCatalog(session, args.targetIds);
|
|
77
|
+
return okToolOutput(SurveyStartOutput, {
|
|
78
|
+
automationSessionId: sid,
|
|
79
|
+
tier: 'heavy',
|
|
80
|
+
targetCount: targets.length,
|
|
81
|
+
targets: targets.map((t) => ({ id: t.id, name: t.name, url: t.url }))
|
|
82
|
+
});
|
|
83
|
+
});
|
|
84
|
+
registerWrappedTool(mcp, runtime, 'browser_survey_next', {
|
|
85
|
+
title: 'Survey state machine step',
|
|
86
|
+
description: 'Returns navigate | capture_evidence | complete for the active HEAVY survey. Call after browser_session_open and browser_survey_start.',
|
|
87
|
+
inputSchema: z.object({}),
|
|
88
|
+
outputSchema: SurveyNextOutput
|
|
89
|
+
}, async (args) => {
|
|
90
|
+
const sid = runtime.resolveSessionId(args.automationSessionId);
|
|
91
|
+
const session = runtime.ensureSession(sid);
|
|
92
|
+
const next = surveyNext(session);
|
|
93
|
+
return okToolOutput(SurveyNextOutput, { automationSessionId: sid, ...next });
|
|
94
|
+
});
|
|
95
|
+
}
|
|
96
|
+
//# sourceMappingURL=workflowTools.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"workflowTools.js","sourceRoot":"","sources":["../src/workflowTools.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EACH,wBAAwB,EACxB,mBAAmB,EACtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,qBAAqB,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAEtE,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAW,YAAY,EAAE,eAAe,EAAM,MAAM,kBAAkB,CAAC;AAChG,OAAO,EACH,qBAAqB,EACrB,mBAAmB,EACnB,oBAAoB,EACpB,gBAAgB,EAChB,iBAAiB,EACpB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,UAAU,qBAAqB,CACjC,GAAc,EACd,MAAuB,EACvB,OAAoB;IAEpB,mBAAmB,CAAC,GAAG,EAAE,OAAO,EAC5B,yBAAyB,EACzB;QACI,KAAK,EAAE,uBAAuB;QAC9B,WAAW,EACP,yHAAyH;QAC7H,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;YAClB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;YAClC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;YACpC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YACtB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;YACjB,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;YAClC,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YACzC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE;SAC9D,CAAC;QACF,YAAY,EAAE,mBAAmB;KACpC,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACX,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAC9C,OAAO,YAAY,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC;QAClD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,gBAAgB,CAAC,CAAC,CAAC,CAAC;QAC/B,CAAC;IACL,CAAC,CACJ,CAAC;IAEF,mBAAmB,CAAC,GAAG,EAAE,OAAO,EAC5B,0BAA0B,EAC1B;QACI,KAAK,EAAE,6BAA6B;QACpC,WAAW,EAAE,4EAA4E;QACzF,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,YAAY,EAAE,qBAAqB;KACtC,EACD,KAAK,IAAI,EAAE;QACP,OAAO,YAAY,CAAC,qBAAqB,EAAE;YACvC,kBAAkB,EAAE,MAAM,CAAC,oBAAoB,EAAE;YACjD,UAAU,EAAE,MAAM,CAAC,SAAS;YAC5B,mBAAmB,EAAE,MAAM,CAAC,oBAAoB,EAAE;SACrD,CAAC,CAAC;IACP,CAAC,CACJ,CAAC;IAEF,mBAAmB,CAAC,GAAG,EAAE,OAAO,EAC5B,yBAAyB,EACzB;QACI,KAAK,EAAE,yBAAyB;QAChC,WAAW,EACP,sGAAsG;QAC1G,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;YAClB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAC9B,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;SAC7C,CAAC;QACF,YAAY,EAAE,oBAAoB;KACrC,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACX,MAAM,GAAG,GAAG,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAC/D,MAAM,OAAO,GACT,wBAAwB,CAAC,IAAI,CAAC,OAAO,CAAC;YACtC,OAAO,CAAC,GAAG,EAAE,QAAQ;YACrB,IAAI,CAAC;QACT,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,OAAO,eAAe,CAAC;gBACnB,KAAK,EAAE,WAAW;gBAClB,OAAO,EAAE,oEAAoE;gBAC7E,aAAa,EAAE,CAAC,sBAAsB,CAAC;aAC1C,CAAC,CAAC;QACP,CAAC;QACD,MAAM,OAAO,GAAG,mBAAmB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAClD,OAAO,YAAY,CAAC,oBAAoB,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC,CACJ,CAAC;IAEF,mBAAmB,CAAC,GAAG,EAAE,OAAO,EAC5B,sBAAsB,EACtB;QACI,KAAK,EAAE,iCAAiC;QACxC,WAAW,EACP,+GAA+G;QACnH,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;YAClB,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;SAC3F,CAAC;QACF,YAAY,EAAE,iBAAiB;KAClC,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACX,MAAM,GAAG,GAAG,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,mBAAyC,CAAC,CAAC;QACrF,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,qBAAqB,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAC/D,OAAO,YAAY,CAAC,iBAAiB,EAAE;YACnC,mBAAmB,EAAE,GAAG;YACxB,IAAI,EAAE,OAAO;YACb,WAAW,EAAE,OAAO,CAAC,MAAM;YAC3B,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;SACxE,CAAC,CAAC;IACP,CAAC,CACJ,CAAC;IAEF,mBAAmB,CAAC,GAAG,EAAE,OAAO,EAC5B,qBAAqB,EACrB;QACI,KAAK,EAAE,2BAA2B;QAClC,WAAW,EACP,uIAAuI;QAC3I,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,YAAY,EAAE,gBAAgB;KACjC,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACX,MAAM,GAAG,GAAG,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,mBAAyC,CAAC,CAAC;QACrF,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;QACjC,OAAO,YAAY,CAAC,gBAAgB,EAAE,EAAE,mBAAmB,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;IACjF,CAAC,CACJ,CAAC;AACN,CAAC"}
|