@agentruntime-labs/browser-agent 0.0.0-stage → 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (118) hide show
  1. package/README.md +214 -2
  2. package/bin/browser-agent.js +2 -0
  3. package/cli/hosts.mjs +53 -0
  4. package/cli/main.mjs +156 -0
  5. package/cli/mcp.mjs +42 -0
  6. package/extension/approval.html +56 -0
  7. package/extension/approval.js +54 -0
  8. package/extension/background.js +711 -0
  9. package/extension/constants.js +4 -0
  10. package/extension/content.js +1160 -0
  11. package/extension/manifest.json +23 -0
  12. package/extension/popup.html +56 -0
  13. package/extension/popup.js +166 -0
  14. package/package.json +42 -4
  15. package/server/dist/arBrowserPaths.d.ts +11 -0
  16. package/server/dist/arBrowserPaths.d.ts.map +1 -0
  17. package/server/dist/arBrowserPaths.js +93 -0
  18. package/server/dist/arBrowserPaths.js.map +1 -0
  19. package/server/dist/automationSession.d.ts +49 -0
  20. package/server/dist/automationSession.d.ts.map +1 -0
  21. package/server/dist/automationSession.js +225 -0
  22. package/server/dist/automationSession.js.map +1 -0
  23. package/server/dist/bridge.d.ts +43 -0
  24. package/server/dist/bridge.d.ts.map +1 -0
  25. package/server/dist/bridge.js +307 -0
  26. package/server/dist/bridge.js.map +1 -0
  27. package/server/dist/browserToolsExtras.d.ts +5 -0
  28. package/server/dist/browserToolsExtras.d.ts.map +1 -0
  29. package/server/dist/browserToolsExtras.js +304 -0
  30. package/server/dist/browserToolsExtras.js.map +1 -0
  31. package/server/dist/compositeTools.d.ts +12 -0
  32. package/server/dist/compositeTools.d.ts.map +1 -0
  33. package/server/dist/compositeTools.js +43 -0
  34. package/server/dist/compositeTools.js.map +1 -0
  35. package/server/dist/debugSnapshot.d.ts +13 -0
  36. package/server/dist/debugSnapshot.d.ts.map +1 -0
  37. package/server/dist/debugSnapshot.js +54 -0
  38. package/server/dist/debugSnapshot.js.map +1 -0
  39. package/server/dist/guardrails.d.ts +8 -0
  40. package/server/dist/guardrails.d.ts.map +1 -0
  41. package/server/dist/guardrails.js +24 -0
  42. package/server/dist/guardrails.js.map +1 -0
  43. package/server/dist/humanLike.d.ts +24 -0
  44. package/server/dist/humanLike.d.ts.map +1 -0
  45. package/server/dist/humanLike.js +97 -0
  46. package/server/dist/humanLike.js.map +1 -0
  47. package/server/dist/main.d.ts +2 -0
  48. package/server/dist/main.d.ts.map +1 -0
  49. package/server/dist/main.js +79 -0
  50. package/server/dist/main.js.map +1 -0
  51. package/server/dist/policyTiers.d.ts +3 -0
  52. package/server/dist/policyTiers.d.ts.map +1 -0
  53. package/server/dist/policyTiers.js +9 -0
  54. package/server/dist/policyTiers.js.map +1 -0
  55. package/server/dist/protocol.d.ts +62 -0
  56. package/server/dist/protocol.d.ts.map +1 -0
  57. package/server/dist/protocol.js +55 -0
  58. package/server/dist/protocol.js.map +1 -0
  59. package/server/dist/richEditorFill.d.ts +7 -0
  60. package/server/dist/richEditorFill.d.ts.map +1 -0
  61. package/server/dist/richEditorFill.js +27 -0
  62. package/server/dist/richEditorFill.js.map +1 -0
  63. package/server/dist/screenshotCrop.d.ts +11 -0
  64. package/server/dist/screenshotCrop.d.ts.map +1 -0
  65. package/server/dist/screenshotCrop.js +17 -0
  66. package/server/dist/screenshotCrop.js.map +1 -0
  67. package/server/dist/sessionLog.d.ts +42 -0
  68. package/server/dist/sessionLog.d.ts.map +1 -0
  69. package/server/dist/sessionLog.js +112 -0
  70. package/server/dist/sessionLog.js.map +1 -0
  71. package/server/dist/sessionPhase.d.ts +5 -0
  72. package/server/dist/sessionPhase.d.ts.map +1 -0
  73. package/server/dist/sessionPhase.js +24 -0
  74. package/server/dist/sessionPhase.js.map +1 -0
  75. package/server/dist/sessionSummary.d.ts +16 -0
  76. package/server/dist/sessionSummary.d.ts.map +1 -0
  77. package/server/dist/sessionSummary.js +70 -0
  78. package/server/dist/sessionSummary.js.map +1 -0
  79. package/server/dist/skillsInstructions.d.ts +5 -0
  80. package/server/dist/skillsInstructions.d.ts.map +1 -0
  81. package/server/dist/skillsInstructions.js +45 -0
  82. package/server/dist/skillsInstructions.js.map +1 -0
  83. package/server/dist/structureFilter.d.ts +21 -0
  84. package/server/dist/structureFilter.d.ts.map +1 -0
  85. package/server/dist/structureFilter.js +22 -0
  86. package/server/dist/structureFilter.js.map +1 -0
  87. package/server/dist/surveyCatalog.d.ts +10 -0
  88. package/server/dist/surveyCatalog.d.ts.map +1 -0
  89. package/server/dist/surveyCatalog.js +59 -0
  90. package/server/dist/surveyCatalog.js.map +1 -0
  91. package/server/dist/surveyRunner.d.ts +28 -0
  92. package/server/dist/surveyRunner.d.ts.map +1 -0
  93. package/server/dist/surveyRunner.js +109 -0
  94. package/server/dist/surveyRunner.js.map +1 -0
  95. package/server/dist/toolHelpers.d.ts +44 -0
  96. package/server/dist/toolHelpers.d.ts.map +1 -0
  97. package/server/dist/toolHelpers.js +83 -0
  98. package/server/dist/toolHelpers.js.map +1 -0
  99. package/server/dist/toolRuntime.d.ts +41 -0
  100. package/server/dist/toolRuntime.d.ts.map +1 -0
  101. package/server/dist/toolRuntime.js +263 -0
  102. package/server/dist/toolRuntime.js.map +1 -0
  103. package/server/dist/toolSchemas.d.ts +431 -0
  104. package/server/dist/toolSchemas.d.ts.map +1 -0
  105. package/server/dist/toolSchemas.js +408 -0
  106. package/server/dist/toolSchemas.js.map +1 -0
  107. package/server/dist/tools.d.ts +5 -0
  108. package/server/dist/tools.d.ts.map +1 -0
  109. package/server/dist/tools.js +484 -0
  110. package/server/dist/tools.js.map +1 -0
  111. package/server/dist/verdictExtract.d.ts +7 -0
  112. package/server/dist/verdictExtract.d.ts.map +1 -0
  113. package/server/dist/verdictExtract.js +24 -0
  114. package/server/dist/verdictExtract.js.map +1 -0
  115. package/server/dist/workflowTools.d.ts +5 -0
  116. package/server/dist/workflowTools.d.ts.map +1 -0
  117. package/server/dist/workflowTools.js +96 -0
  118. package/server/dist/workflowTools.js.map +1 -0
@@ -0,0 +1,96 @@
1
+ import * as z from 'zod';
2
+ import { fillAndSubmit } from './compositeTools.js';
3
+ import { resolveLogPathForSummary, summarizeSessionLog } from './sessionSummary.js';
4
+ import { initSurveyFromCatalog, surveyNext } from './surveyRunner.js';
5
+ import { registerWrappedTool } from './toolRuntime.js';
6
+ import { errFromException, okToolOutput, structuredError } from './toolHelpers.js';
7
+ import { ExtensionStatusOutput, FillAndSubmitOutput, SessionSummaryOutput, SurveyNextOutput, SurveyStartOutput } from './toolSchemas.js';
8
+ export function registerWorkflowTools(mcp, bridge, runtime) {
9
+ registerWrappedTool(mcp, runtime, 'browser_fill_and_submit', {
10
+ title: 'Fill input and submit',
11
+ description: 'LIGHT composite: fill_input → Enter → short wait → click submit button if URL unchanged. One call instead of 4–6 tools.',
12
+ inputSchema: z.object({
13
+ tabId: z.number().int().optional(),
14
+ frameId: z.number().int().optional(),
15
+ ref: z.string().min(1),
16
+ value: z.string(),
17
+ clearFirst: z.boolean().optional(),
18
+ submitNameContains: z.string().optional(),
19
+ timeoutMs: z.number().int().min(1000).max(15000).optional()
20
+ }),
21
+ outputSchema: FillAndSubmitOutput
22
+ }, async (args) => {
23
+ try {
24
+ const out = await fillAndSubmit(bridge, args);
25
+ return okToolOutput(FillAndSubmitOutput, out);
26
+ }
27
+ catch (e) {
28
+ return errFromException(e);
29
+ }
30
+ });
31
+ registerWrappedTool(mcp, runtime, 'browser_extension_status', {
32
+ title: 'Extension and bridge status',
33
+ description: 'Check whether the Chrome extension is connected to this MCP server bridge.',
34
+ inputSchema: z.object({}),
35
+ outputSchema: ExtensionStatusOutput
36
+ }, async () => {
37
+ return okToolOutput(ExtensionStatusOutput, {
38
+ extensionConnected: bridge.isExtensionConnected(),
39
+ bridgePort: bridge.boundPort,
40
+ requireSessionToken: bridge.requiresSessionToken()
41
+ });
42
+ });
43
+ registerWrappedTool(mcp, runtime, 'browser_session_summary', {
44
+ title: 'Session JSONL analytics',
45
+ description: 'Summarize tool usage from ~/.ar_browser/logs/ for an automationSessionId (default: latest log file).',
46
+ inputSchema: z.object({
47
+ logPath: z.string().optional(),
48
+ automationSessionId: z.string().optional()
49
+ }),
50
+ outputSchema: SessionSummaryOutput
51
+ }, async (args) => {
52
+ const sid = runtime.resolveSessionId(args.automationSessionId);
53
+ const logPath = resolveLogPathForSummary(args.logPath) ??
54
+ runtime.log?.filePath ??
55
+ null;
56
+ if (!logPath) {
57
+ return structuredError({
58
+ error: 'not_found',
59
+ message: 'No session JSONL log found. Enable BROWSER_AUTOMATION_SESSION_LOG.',
60
+ recoveryTools: ['browser_session_open']
61
+ });
62
+ }
63
+ const summary = summarizeSessionLog(sid, logPath);
64
+ return okToolOutput(SessionSummaryOutput, summary);
65
+ });
66
+ registerWrappedTool(mcp, runtime, 'browser_survey_start', {
67
+ title: 'Start HEAVY bot-detector survey',
68
+ description: 'Loads bot-detector catalog into session state. Then loop: browser_survey_next → navigate → evidence → repeat.',
69
+ inputSchema: z.object({
70
+ targetIds: z.array(z.string()).optional().describe('Subset of catalog ids; default all')
71
+ }),
72
+ outputSchema: SurveyStartOutput
73
+ }, async (args) => {
74
+ const sid = runtime.resolveSessionId(args.automationSessionId);
75
+ const session = runtime.ensureSession(sid);
76
+ const targets = initSurveyFromCatalog(session, args.targetIds);
77
+ return okToolOutput(SurveyStartOutput, {
78
+ automationSessionId: sid,
79
+ tier: 'heavy',
80
+ targetCount: targets.length,
81
+ targets: targets.map((t) => ({ id: t.id, name: t.name, url: t.url }))
82
+ });
83
+ });
84
+ registerWrappedTool(mcp, runtime, 'browser_survey_next', {
85
+ title: 'Survey state machine step',
86
+ description: 'Returns navigate | capture_evidence | complete for the active HEAVY survey. Call after browser_session_open and browser_survey_start.',
87
+ inputSchema: z.object({}),
88
+ outputSchema: SurveyNextOutput
89
+ }, async (args) => {
90
+ const sid = runtime.resolveSessionId(args.automationSessionId);
91
+ const session = runtime.ensureSession(sid);
92
+ const next = surveyNext(session);
93
+ return okToolOutput(SurveyNextOutput, { automationSessionId: sid, ...next });
94
+ });
95
+ }
96
+ //# sourceMappingURL=workflowTools.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"workflowTools.js","sourceRoot":"","sources":["../src/workflowTools.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EACH,wBAAwB,EACxB,mBAAmB,EACtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,qBAAqB,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAEtE,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAW,YAAY,EAAE,eAAe,EAAM,MAAM,kBAAkB,CAAC;AAChG,OAAO,EACH,qBAAqB,EACrB,mBAAmB,EACnB,oBAAoB,EACpB,gBAAgB,EAChB,iBAAiB,EACpB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,UAAU,qBAAqB,CACjC,GAAc,EACd,MAAuB,EACvB,OAAoB;IAEpB,mBAAmB,CAAC,GAAG,EAAE,OAAO,EAC5B,yBAAyB,EACzB;QACI,KAAK,EAAE,uBAAuB;QAC9B,WAAW,EACP,yHAAyH;QAC7H,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;YAClB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;YAClC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;YACpC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YACtB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;YACjB,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;YAClC,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YACzC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE;SAC9D,CAAC;QACF,YAAY,EAAE,mBAAmB;KACpC,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACX,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAC9C,OAAO,YAAY,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC;QAClD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,gBAAgB,CAAC,CAAC,CAAC,CAAC;QAC/B,CAAC;IACL,CAAC,CACJ,CAAC;IAEF,mBAAmB,CAAC,GAAG,EAAE,OAAO,EAC5B,0BAA0B,EAC1B;QACI,KAAK,EAAE,6BAA6B;QACpC,WAAW,EAAE,4EAA4E;QACzF,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,YAAY,EAAE,qBAAqB;KACtC,EACD,KAAK,IAAI,EAAE;QACP,OAAO,YAAY,CAAC,qBAAqB,EAAE;YACvC,kBAAkB,EAAE,MAAM,CAAC,oBAAoB,EAAE;YACjD,UAAU,EAAE,MAAM,CAAC,SAAS;YAC5B,mBAAmB,EAAE,MAAM,CAAC,oBAAoB,EAAE;SACrD,CAAC,CAAC;IACP,CAAC,CACJ,CAAC;IAEF,mBAAmB,CAAC,GAAG,EAAE,OAAO,EAC5B,yBAAyB,EACzB;QACI,KAAK,EAAE,yBAAyB;QAChC,WAAW,EACP,sGAAsG;QAC1G,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;YAClB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAC9B,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;SAC7C,CAAC;QACF,YAAY,EAAE,oBAAoB;KACrC,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACX,MAAM,GAAG,GAAG,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAC/D,MAAM,OAAO,GACT,wBAAwB,CAAC,IAAI,CAAC,OAAO,CAAC;YACtC,OAAO,CAAC,GAAG,EAAE,QAAQ;YACrB,IAAI,CAAC;QACT,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,OAAO,eAAe,CAAC;gBACnB,KAAK,EAAE,WAAW;gBAClB,OAAO,EAAE,oEAAoE;gBAC7E,aAAa,EAAE,CAAC,sBAAsB,CAAC;aAC1C,CAAC,CAAC;QACP,CAAC;QACD,MAAM,OAAO,GAAG,mBAAmB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAClD,OAAO,YAAY,CAAC,oBAAoB,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC,CACJ,CAAC;IAEF,mBAAmB,CAAC,GAAG,EAAE,OAAO,EAC5B,sBAAsB,EACtB;QACI,KAAK,EAAE,iCAAiC;QACxC,WAAW,EACP,+GAA+G;QACnH,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;YAClB,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;SAC3F,CAAC;QACF,YAAY,EAAE,iBAAiB;KAClC,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACX,MAAM,GAAG,GAAG,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,mBAAyC,CAAC,CAAC;QACrF,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,qBAAqB,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAC/D,OAAO,YAAY,CAAC,iBAAiB,EAAE;YACnC,mBAAmB,EAAE,GAAG;YACxB,IAAI,EAAE,OAAO;YACb,WAAW,EAAE,OAAO,CAAC,MAAM;YAC3B,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;SACxE,CAAC,CAAC;IACP,CAAC,CACJ,CAAC;IAEF,mBAAmB,CAAC,GAAG,EAAE,OAAO,EAC5B,qBAAqB,EACrB;QACI,KAAK,EAAE,2BAA2B;QAClC,WAAW,EACP,uIAAuI;QAC3I,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,YAAY,EAAE,gBAAgB;KACjC,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;QACX,MAAM,GAAG,GAAG,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,mBAAyC,CAAC,CAAC;QACrF,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;QACjC,OAAO,YAAY,CAAC,gBAAgB,EAAE,EAAE,mBAAmB,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;IACjF,CAAC,CACJ,CAAC;AACN,CAAC"}