@agentruntime-labs/browser-agent 0.1.0 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +202 -0
- package/NOTICE +6 -0
- package/README.md +64 -34
- package/bin/browser-agent.js +1 -0
- package/cli/control.mjs +477 -0
- package/cli/daemon.mjs +143 -0
- package/cli/hosts.mjs +1 -0
- package/cli/main.mjs +24 -0
- package/cli/mcp.mjs +1 -0
- package/docs/ARCHITECTURE.md +73 -0
- package/docs/DESKTOP_MCP.md +41 -0
- package/docs/EXTENSION_MANIFEST.md +163 -0
- package/docs/HYBRID.md +12 -0
- package/docs/MANAGED_BROWSER.md +111 -0
- package/docs/MCP_TOOLS.md +486 -0
- package/docs/MESSAGES.md +272 -0
- package/docs/MVP.md +76 -0
- package/docs/PRIVACY_POLICY.md +50 -0
- package/docs/README.md +27 -0
- package/docs/REFERENCE_PROJECTS.md +24 -0
- package/docs/RELEASE_CHECKLIST.md +49 -0
- package/docs/REPEATED_DOCS.md +27 -0
- package/docs/SAFETY.md +92 -0
- package/docs/SHELL_QUOTING.md +30 -0
- package/docs/SPLIT_REPOS.md +46 -0
- package/docs/THIRD_PARTY_LICENSES.md +182 -0
- package/docs/VISION.md +38 -0
- package/docs/WEB_STORE_SUBMISSION.md +117 -0
- package/extension/approval.js +1 -0
- package/extension/assets/agentruntime-logo.svg +77 -0
- package/extension/assets/agentruntime-mark-512.png +0 -0
- package/extension/background.js +776 -62
- package/extension/cdp.js +577 -0
- package/extension/constants.js +1 -0
- package/extension/content.js +69 -9
- package/extension/devtools-grant.html +31 -0
- package/extension/devtools-grant.js +29 -0
- package/extension/icons/icon128.png +0 -0
- package/extension/icons/icon16.png +0 -0
- package/extension/icons/icon32.png +0 -0
- package/extension/icons/icon48.png +0 -0
- package/extension/manifest.json +50 -23
- package/extension/policy.js +102 -0
- package/extension/popup.html +190 -56
- package/extension/popup.js +376 -166
- package/extension/soft.js +301 -0
- package/extension/welcome.html +91 -0
- package/extension/welcome.js +13 -0
- package/package.json +6 -2
- package/server/dist/arBrowserPaths.d.ts.map +1 -1
- package/server/dist/arBrowserPaths.js +1 -0
- package/server/dist/arBrowserPaths.js.map +1 -1
- package/server/dist/automationBackend.d.ts +46 -0
- package/server/dist/automationBackend.d.ts.map +1 -0
- package/server/dist/automationBackend.js +20 -0
- package/server/dist/automationBackend.js.map +1 -0
- package/server/dist/automationSession.d.ts.map +1 -1
- package/server/dist/automationSession.js +1 -0
- package/server/dist/automationSession.js.map +1 -1
- package/server/dist/bridge.d.ts +17 -4
- package/server/dist/bridge.d.ts.map +1 -1
- package/server/dist/bridge.js +132 -33
- package/server/dist/bridge.js.map +1 -1
- package/server/dist/browserToolsExtras.d.ts +2 -2
- package/server/dist/browserToolsExtras.d.ts.map +1 -1
- package/server/dist/browserToolsExtras.js +70 -1
- package/server/dist/browserToolsExtras.js.map +1 -1
- package/server/dist/cdpTools.d.ts +5 -0
- package/server/dist/cdpTools.d.ts.map +1 -0
- package/server/dist/cdpTools.js +411 -0
- package/server/dist/cdpTools.js.map +1 -0
- package/server/dist/compositeTools.d.ts +2 -2
- package/server/dist/compositeTools.d.ts.map +1 -1
- package/server/dist/compositeTools.js.map +1 -1
- package/server/dist/debugSnapshot.d.ts +2 -2
- package/server/dist/debugSnapshot.d.ts.map +1 -1
- package/server/dist/debugSnapshot.js.map +1 -1
- package/server/dist/guardrails.d.ts.map +1 -1
- package/server/dist/guardrails.js +1 -0
- package/server/dist/guardrails.js.map +1 -1
- package/server/dist/humanLike.d.ts.map +1 -1
- package/server/dist/humanLike.js +1 -0
- package/server/dist/humanLike.js.map +1 -1
- package/server/dist/main.js +56 -15
- package/server/dist/main.js.map +1 -1
- package/server/dist/managedBridge.d.ts +58 -0
- package/server/dist/managedBridge.d.ts.map +1 -0
- package/server/dist/managedBridge.js +619 -0
- package/server/dist/managedBridge.js.map +1 -0
- package/server/dist/managedDom.d.ts +58 -0
- package/server/dist/managedDom.d.ts.map +1 -0
- package/server/dist/managedDom.js +310 -0
- package/server/dist/managedDom.js.map +1 -0
- package/server/dist/policyTiers.d.ts.map +1 -1
- package/server/dist/policyTiers.js +3 -1
- package/server/dist/policyTiers.js.map +1 -1
- package/server/dist/protocol.d.ts +4 -0
- package/server/dist/protocol.d.ts.map +1 -1
- package/server/dist/protocol.js +1 -0
- package/server/dist/protocol.js.map +1 -1
- package/server/dist/recorder.d.ts +22 -0
- package/server/dist/recorder.d.ts.map +1 -0
- package/server/dist/recorder.js +82 -0
- package/server/dist/recorder.js.map +1 -0
- package/server/dist/richEditorFill.d.ts.map +1 -1
- package/server/dist/richEditorFill.js +1 -0
- package/server/dist/richEditorFill.js.map +1 -1
- package/server/dist/screenshotCrop.d.ts.map +1 -1
- package/server/dist/screenshotCrop.js +1 -0
- package/server/dist/screenshotCrop.js.map +1 -1
- package/server/dist/sessionLog.d.ts +1 -0
- package/server/dist/sessionLog.d.ts.map +1 -1
- package/server/dist/sessionLog.js +1 -0
- package/server/dist/sessionLog.js.map +1 -1
- package/server/dist/sessionPhase.d.ts.map +1 -1
- package/server/dist/sessionPhase.js.map +1 -1
- package/server/dist/sessionSummary.d.ts.map +1 -1
- package/server/dist/sessionSummary.js +1 -0
- package/server/dist/sessionSummary.js.map +1 -1
- package/server/dist/shotUtil.d.ts +44 -0
- package/server/dist/shotUtil.d.ts.map +1 -0
- package/server/dist/shotUtil.js +89 -0
- package/server/dist/shotUtil.js.map +1 -0
- package/server/dist/skillsInstructions.d.ts.map +1 -1
- package/server/dist/skillsInstructions.js +1 -0
- package/server/dist/skillsInstructions.js.map +1 -1
- package/server/dist/snapshotText.d.ts +47 -0
- package/server/dist/snapshotText.d.ts.map +1 -0
- package/server/dist/snapshotText.js +99 -0
- package/server/dist/snapshotText.js.map +1 -0
- package/server/dist/structureFilter.d.ts.map +1 -1
- package/server/dist/structureFilter.js.map +1 -1
- package/server/dist/surveyCatalog.d.ts.map +1 -1
- package/server/dist/surveyCatalog.js +1 -0
- package/server/dist/surveyCatalog.js.map +1 -1
- package/server/dist/surveyRunner.d.ts.map +1 -1
- package/server/dist/surveyRunner.js.map +1 -1
- package/server/dist/toolHelpers.d.ts +27 -2
- package/server/dist/toolHelpers.d.ts.map +1 -1
- package/server/dist/toolHelpers.js +67 -1
- package/server/dist/toolHelpers.js.map +1 -1
- package/server/dist/toolRuntime.d.ts +4 -0
- package/server/dist/toolRuntime.d.ts.map +1 -1
- package/server/dist/toolRuntime.js +12 -6
- package/server/dist/toolRuntime.js.map +1 -1
- package/server/dist/toolSchemas.d.ts +37 -1
- package/server/dist/toolSchemas.d.ts.map +1 -1
- package/server/dist/toolSchemas.js +33 -1
- package/server/dist/toolSchemas.js.map +1 -1
- package/server/dist/tools.d.ts +2 -2
- package/server/dist/tools.d.ts.map +1 -1
- package/server/dist/tools.js +65 -11
- package/server/dist/tools.js.map +1 -1
- package/server/dist/verdictExtract.d.ts.map +1 -1
- package/server/dist/verdictExtract.js +1 -0
- package/server/dist/verdictExtract.js.map +1 -1
- package/server/dist/workflowTools.d.ts +2 -2
- package/server/dist/workflowTools.d.ts.map +1 -1
- package/server/dist/workflowTools.js +16 -4
- package/server/dist/workflowTools.js.map +1 -1
- package/skills/browser-agent/SKILL.md +89 -0
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
# Splitting into `browser-agent` and `desktop-agent`
|
|
2
|
+
|
|
3
|
+
This monorepo is the **staging ground** for two GitHub repos under [agentruntime-io](https://github.com/agentruntime-io):
|
|
4
|
+
|
|
5
|
+
| GitHub repo | Source paths in this tree |
|
|
6
|
+
|-------------|---------------------------|
|
|
7
|
+
| [browser-agent](https://github.com/agentruntime-io/browser-agent) | `server/`, `extension/`, `openai-test-client/`, `docs/`, root `README.md`, `split/browser-agent/` overlays |
|
|
8
|
+
| [desktop-agent](https://github.com/agentruntime-io/desktop-agent) | Everything under `desktop/` (flattened to repo root), `split/desktop-agent/` overlays, **repeated** `docs/*` from browser canonical set |
|
|
9
|
+
|
|
10
|
+
**Repeated docs:** See [`docs/REPEATED_DOCS.md`](../docs/REPEATED_DOCS.md). Assemble stamps each repeated file with a **Repeated doc** callout and canonical GitHub link.
|
|
11
|
+
|
|
12
|
+
**Not exported** (stay here or elsewhere): `persona/`, local Cursor rules you do not copy, uncommitted experiments.
|
|
13
|
+
|
|
14
|
+
## Assemble locally
|
|
15
|
+
|
|
16
|
+
From the monorepo root (PowerShell):
|
|
17
|
+
|
|
18
|
+
```powershell
|
|
19
|
+
.\split\assemble-repos.ps1 -Repo both
|
|
20
|
+
```
|
|
21
|
+
|
|
22
|
+
Output: `../_repo-staging/browser-agent` and `../_repo-staging/desktop-agent` (sibling of this repo).
|
|
23
|
+
|
|
24
|
+
## Push to GitHub
|
|
25
|
+
|
|
26
|
+
```powershell
|
|
27
|
+
.\split\assemble-repos.ps1 -Repo both -Push
|
|
28
|
+
```
|
|
29
|
+
|
|
30
|
+
Creates an initial commit in each staging folder and pushes `main` to `agentruntime-io/*`. Commit messages include `[skip ci]` so sync pushes do not start workflows. Safe to re-run after edits here; use `-ForcePush` only if you intend to overwrite remote history.
|
|
31
|
+
|
|
32
|
+
**CI:** GitHub Actions in both repos are **manual** (`workflow_dispatch` only). Run from the Actions tab or `gh workflow run CI --repo agentruntime-io/browser-agent`.
|
|
33
|
+
|
|
34
|
+
## After the move
|
|
35
|
+
|
|
36
|
+
1. Clone each repo separately; build with the README in that repo.
|
|
37
|
+
2. **Cursor MCP:** use the `.cursor/mcp.json` in each repo (`browser-automation` vs `desktop-automation` server ids unchanged).
|
|
38
|
+
3. **Hybrid flows:** install **both** MCP servers; pair browser extension to the browser-agent bridge port.
|
|
39
|
+
4. Optional: add this monorepo as archived or trim to `persona/` only.
|
|
40
|
+
|
|
41
|
+
## MCP server names vs repo names
|
|
42
|
+
|
|
43
|
+
| GitHub repo | MCP `mcpServers` key | Entrypoint |
|
|
44
|
+
|-------------|----------------------|------------|
|
|
45
|
+
| `browser-agent` | `browser-automation` | `server/dist/main.js` |
|
|
46
|
+
| `desktop-agent` | `desktop-automation` | `dist/main.js` |
|
|
@@ -0,0 +1,182 @@
|
|
|
1
|
+
# Third-party licences
|
|
2
|
+
|
|
3
|
+
Production dependencies of `@agentruntime-labs/browser-agent`, generated by `scripts/gen-third-party.mjs` from `package-lock.json`.
|
|
4
|
+
The project itself is Apache-2.0 (see `LICENSE`, `NOTICE`).
|
|
5
|
+
|
|
6
|
+
| Package | Version | Licence |
|
|
7
|
+
|---|---|---|
|
|
8
|
+
| @borewit/text-codec | 0.2.3 | MIT |
|
|
9
|
+
| @hono/node-server | 2.1.7 | MIT |
|
|
10
|
+
| @jimp/core | 1.6.1 | MIT |
|
|
11
|
+
| @jimp/diff | 1.6.1 | MIT |
|
|
12
|
+
| @jimp/file-ops | 1.6.1 | MIT |
|
|
13
|
+
| @jimp/js-bmp | 1.6.1 | MIT |
|
|
14
|
+
| @jimp/js-gif | 1.6.1 | MIT |
|
|
15
|
+
| @jimp/js-jpeg | 1.6.1 | MIT |
|
|
16
|
+
| @jimp/js-png | 1.6.1 | MIT |
|
|
17
|
+
| @jimp/js-tiff | 1.6.1 | MIT |
|
|
18
|
+
| @jimp/plugin-blit | 1.6.1 | MIT |
|
|
19
|
+
| @jimp/plugin-blur | 1.6.1 | MIT |
|
|
20
|
+
| @jimp/plugin-circle | 1.6.1 | MIT |
|
|
21
|
+
| @jimp/plugin-color | 1.6.1 | MIT |
|
|
22
|
+
| @jimp/plugin-contain | 1.6.1 | MIT |
|
|
23
|
+
| @jimp/plugin-cover | 1.6.1 | MIT |
|
|
24
|
+
| @jimp/plugin-crop | 1.6.1 | MIT |
|
|
25
|
+
| @jimp/plugin-displace | 1.6.1 | MIT |
|
|
26
|
+
| @jimp/plugin-dither | 1.6.1 | MIT |
|
|
27
|
+
| @jimp/plugin-fisheye | 1.6.1 | MIT |
|
|
28
|
+
| @jimp/plugin-flip | 1.6.1 | MIT |
|
|
29
|
+
| @jimp/plugin-hash | 1.6.1 | MIT |
|
|
30
|
+
| @jimp/plugin-mask | 1.6.1 | MIT |
|
|
31
|
+
| @jimp/plugin-print | 1.6.1 | MIT |
|
|
32
|
+
| @jimp/plugin-quantize | 1.6.1 | MIT |
|
|
33
|
+
| @jimp/plugin-resize | 1.6.1 | MIT |
|
|
34
|
+
| @jimp/plugin-rotate | 1.6.1 | MIT |
|
|
35
|
+
| @jimp/plugin-threshold | 1.6.1 | MIT |
|
|
36
|
+
| @jimp/types | 1.6.1 | MIT |
|
|
37
|
+
| @jimp/utils | 1.6.1 | MIT |
|
|
38
|
+
| @modelcontextprotocol/sdk | 1.32.2 | MIT |
|
|
39
|
+
| @tokenizer/inflate | 0.4.1 | MIT |
|
|
40
|
+
| @tokenizer/token | 0.3.0 | MIT |
|
|
41
|
+
| @types/node | 16.9.1 | MIT |
|
|
42
|
+
| accepts | 2.0.0 | MIT |
|
|
43
|
+
| ajv | 8.20.0 | MIT |
|
|
44
|
+
| ajv-formats | 3.0.1 | MIT |
|
|
45
|
+
| any-base | 1.1.0 | MIT |
|
|
46
|
+
| await-to-js | 3.0.0 | MIT |
|
|
47
|
+
| bmp-ts | 1.0.9 | MIT |
|
|
48
|
+
| body-parser | 2.4.0 | MIT |
|
|
49
|
+
| bytes | 3.1.2 | MIT |
|
|
50
|
+
| call-bind-apply-helpers | 1.0.2 | MIT |
|
|
51
|
+
| call-bound | 1.0.4 | MIT |
|
|
52
|
+
| content-disposition | 2.0.1 | MIT |
|
|
53
|
+
| content-type | 2.1.0 | MIT |
|
|
54
|
+
| content-type | 1.0.5 | MIT |
|
|
55
|
+
| content-type | 2.1.0 | MIT |
|
|
56
|
+
| content-type | 2.1.0 | MIT |
|
|
57
|
+
| content-type | 2.1.0 | MIT |
|
|
58
|
+
| cookie | 0.7.2 | MIT |
|
|
59
|
+
| cookie-signature | 1.2.2 | MIT |
|
|
60
|
+
| cors | 2.8.6 | MIT |
|
|
61
|
+
| cross-spawn | 7.0.6 | MIT |
|
|
62
|
+
| debug | 4.4.3 | MIT |
|
|
63
|
+
| depd | 2.0.0 | MIT |
|
|
64
|
+
| dunder-proto | 1.0.1 | MIT |
|
|
65
|
+
| ee-first | 1.1.1 | MIT |
|
|
66
|
+
| encodeurl | 2.0.2 | MIT |
|
|
67
|
+
| es-define-property | 1.0.1 | MIT |
|
|
68
|
+
| es-errors | 1.3.0 | MIT |
|
|
69
|
+
| es-object-atoms | 1.1.2 | MIT |
|
|
70
|
+
| escape-html | 1.0.3 | MIT |
|
|
71
|
+
| etag | 1.8.1 | MIT |
|
|
72
|
+
| eventsource | 3.0.7 | MIT |
|
|
73
|
+
| eventsource-parser | 3.1.1 | MIT |
|
|
74
|
+
| exif-parser | 0.1.12 | MIT |
|
|
75
|
+
| express | 5.3.0 | MIT |
|
|
76
|
+
| express-rate-limit | 8.7.4 | MIT |
|
|
77
|
+
| fast-deep-equal | 3.1.3 | MIT |
|
|
78
|
+
| fast-uri | 3.1.9 | BSD-3-Clause |
|
|
79
|
+
| file-type | 21.3.4 | MIT |
|
|
80
|
+
| finalhandler | 2.1.1 | MIT |
|
|
81
|
+
| forwarded | 0.2.0 | MIT |
|
|
82
|
+
| fresh | 2.0.0 | MIT |
|
|
83
|
+
| function-bind | 1.1.2 | MIT |
|
|
84
|
+
| get-intrinsic | 1.3.0 | MIT |
|
|
85
|
+
| get-proto | 1.0.1 | MIT |
|
|
86
|
+
| gifwrap | 0.10.1 | MIT |
|
|
87
|
+
| gopd | 1.2.0 | MIT |
|
|
88
|
+
| has-symbols | 1.1.0 | MIT |
|
|
89
|
+
| hasown | 2.0.4 | MIT |
|
|
90
|
+
| hono | 4.13.18 | MIT |
|
|
91
|
+
| http-errors | 2.0.1 | MIT |
|
|
92
|
+
| iconv-lite | 0.7.3 | MIT |
|
|
93
|
+
| ieee754 | 1.2.1 | BSD-3-Clause |
|
|
94
|
+
| image-q | 4.0.0 | MIT |
|
|
95
|
+
| inherits | 2.0.4 | ISC |
|
|
96
|
+
| ip-address | 10.7.6 | MIT |
|
|
97
|
+
| ipaddr.js | 1.9.1 | MIT |
|
|
98
|
+
| is-promise | 4.0.0 | MIT |
|
|
99
|
+
| isexe | 2.0.0 | ISC |
|
|
100
|
+
| jimp | 1.6.1 | MIT |
|
|
101
|
+
| jose | 6.2.17 | MIT |
|
|
102
|
+
| jpeg-js | 0.4.4 | BSD-3-Clause |
|
|
103
|
+
| json-schema-traverse | 1.0.0 | MIT |
|
|
104
|
+
| json-schema-typed | 8.0.2 | BSD-2-Clause |
|
|
105
|
+
| math-intrinsics | 1.1.0 | MIT |
|
|
106
|
+
| media-typer | 1.1.1 | MIT |
|
|
107
|
+
| merge-descriptors | 2.0.0 | MIT |
|
|
108
|
+
| mime | 3.0.0 | MIT |
|
|
109
|
+
| mime-db | 1.54.0 | MIT |
|
|
110
|
+
| mime-types | 3.0.2 | MIT |
|
|
111
|
+
| ms | 2.1.3 | MIT |
|
|
112
|
+
| negotiator | 1.1.0 | MIT |
|
|
113
|
+
| object-assign | 4.1.1 | MIT |
|
|
114
|
+
| object-inspect | 1.13.4 | MIT |
|
|
115
|
+
| omggif | 1.0.10 | MIT |
|
|
116
|
+
| on-finished | 2.4.2 | MIT |
|
|
117
|
+
| once | 1.4.0 | ISC |
|
|
118
|
+
| pako | 1.0.11 | (MIT AND Zlib) |
|
|
119
|
+
| parse-bmfont-ascii | 1.0.6 | MIT |
|
|
120
|
+
| parse-bmfont-binary | 1.0.6 | MIT |
|
|
121
|
+
| parse-bmfont-xml | 1.1.6 | MIT |
|
|
122
|
+
| parseurl | 1.3.3 | MIT |
|
|
123
|
+
| path-key | 3.1.1 | MIT |
|
|
124
|
+
| path-to-regexp | 8.4.2 | MIT |
|
|
125
|
+
| pixelmatch | 5.3.0 | ISC |
|
|
126
|
+
| pkce-challenge | 5.0.1 | MIT |
|
|
127
|
+
| pngjs | 6.0.0 | MIT |
|
|
128
|
+
| pngjs | 7.0.0 | MIT |
|
|
129
|
+
| proxy-addr | 2.0.8 | MIT |
|
|
130
|
+
| qs | 6.17.1 | BSD-3-Clause |
|
|
131
|
+
| range-parser | 1.3.0 | MIT |
|
|
132
|
+
| raw-body | 3.0.2 | MIT |
|
|
133
|
+
| require-from-string | 2.0.2 | MIT |
|
|
134
|
+
| router | 2.2.0 | MIT |
|
|
135
|
+
| safer-buffer | 2.1.2 | MIT |
|
|
136
|
+
| sax | 1.6.1 | BlueOak-1.0.0 |
|
|
137
|
+
| send | 1.2.1 | MIT |
|
|
138
|
+
| serve-static | 2.2.1 | MIT |
|
|
139
|
+
| setprototypeof | 1.2.0 | ISC |
|
|
140
|
+
| shebang-command | 2.0.0 | MIT |
|
|
141
|
+
| shebang-regex | 3.0.0 | MIT |
|
|
142
|
+
| side-channel | 1.1.1 | MIT |
|
|
143
|
+
| side-channel-list | 1.0.1 | MIT |
|
|
144
|
+
| side-channel-map | 1.0.1 | MIT |
|
|
145
|
+
| side-channel-weakmap | 1.0.2 | MIT |
|
|
146
|
+
| simple-xml-to-json | 1.2.7 | MIT |
|
|
147
|
+
| statuses | 2.0.2 | MIT |
|
|
148
|
+
| strtok3 | 10.7.0 | MIT |
|
|
149
|
+
| tinycolor2 | 1.6.0 | MIT |
|
|
150
|
+
| toidentifier | 1.0.1 | MIT |
|
|
151
|
+
| token-types | 6.2.0 | MIT |
|
|
152
|
+
| type-is | 2.1.0 | MIT |
|
|
153
|
+
| uint8array-extras | 1.6.0 | MIT |
|
|
154
|
+
| unpipe | 1.0.0 | MIT |
|
|
155
|
+
| utif2 | 4.1.0 | MIT |
|
|
156
|
+
| vary | 1.1.2 | MIT |
|
|
157
|
+
| which | 2.0.2 | ISC |
|
|
158
|
+
| wrappy | 1.0.2 | ISC |
|
|
159
|
+
| ws | 8.22.2 | MIT |
|
|
160
|
+
| xml-parse-from-string | 1.0.1 | MIT |
|
|
161
|
+
| xml2js | 0.5.0 | MIT |
|
|
162
|
+
| xmlbuilder | 11.0.1 | MIT |
|
|
163
|
+
| zod | 3.25.76 | MIT |
|
|
164
|
+
| zod | 3.25.76 | MIT |
|
|
165
|
+
| zod | 3.25.76 | MIT |
|
|
166
|
+
| zod | 3.25.76 | MIT |
|
|
167
|
+
| zod | 3.25.76 | MIT |
|
|
168
|
+
| zod | 3.25.76 | MIT |
|
|
169
|
+
| zod | 3.25.76 | MIT |
|
|
170
|
+
| zod | 3.25.76 | MIT |
|
|
171
|
+
| zod | 3.25.76 | MIT |
|
|
172
|
+
| zod | 3.25.76 | MIT |
|
|
173
|
+
| zod | 3.25.76 | MIT |
|
|
174
|
+
| zod | 3.25.76 | MIT |
|
|
175
|
+
| zod | 3.25.76 | MIT |
|
|
176
|
+
| zod | 3.25.76 | MIT |
|
|
177
|
+
| zod | 3.25.76 | MIT |
|
|
178
|
+
| zod | 3.25.76 | MIT |
|
|
179
|
+
| zod | 4.6.7 | MIT |
|
|
180
|
+
| zod-to-json-schema | 3.25.2 | ISC |
|
|
181
|
+
|
|
182
|
+
All production dependencies use permissive licences.
|
package/docs/VISION.md
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
# Vision
|
|
2
|
+
|
|
3
|
+
## What we are building
|
|
4
|
+
|
|
5
|
+
A **thin, local-first browser connector**:
|
|
6
|
+
|
|
7
|
+
- **Chrome extension (MV3)** — runs in your normal browser with your real cookies, SSO, and logins.
|
|
8
|
+
- **Localhost transport** — extension talks only to a process on your machine (default: WebSocket to `127.0.0.1`).
|
|
9
|
+
- **MCP server** — stdio MCP that your editor/agent (e.g. Cursor, AgentRuntime) calls; it forwards actions to the extension and returns structured results.
|
|
10
|
+
|
|
11
|
+
This is **not**:
|
|
12
|
+
|
|
13
|
+
- a custom Chromium fork
|
|
14
|
+
- Playwright/Puppeteer driving a **separate** profile as your “daily driver”
|
|
15
|
+
- stealth, anti-bot, fingerprint spoofing, or navigator/canvas patching
|
|
16
|
+
- an opaque third-party binary you must trust without reading code
|
|
17
|
+
|
|
18
|
+
## What “legit” means
|
|
19
|
+
|
|
20
|
+
**Legitimate** for this project means:
|
|
21
|
+
|
|
22
|
+
1. **Honest browser identity** — Sites see the same signals they would if you were clicking yourself (within the limits of “an extension is installed,” which is already visible to pages in various ways). We do **not** add hidden automation identity tricks.
|
|
23
|
+
2. **Explicit scope** — The agent acts on a **defined** tab/session; no “roam all tabs” without user intent.
|
|
24
|
+
3. **Explicit risk** — Destructive or sensitive operations require **confirmation** (see [Safety](./SAFETY.md)).
|
|
25
|
+
4. **Auditable** — Source is small enough to review; behavior is logged locally; permissions are minimal and justified.
|
|
26
|
+
|
|
27
|
+
## Success criteria (v1)
|
|
28
|
+
|
|
29
|
+
- You can **read** the active page (text + structured interactables) and **act** (click, fill, navigate where allowed) **only** under the agreed policy.
|
|
30
|
+
- You can explain **in one diagram** where data goes: MCP → server → localhost → extension → page.
|
|
31
|
+
- A skeptical user can run an **identity/safety smoke test** (see [Safety](./SAFETY.md)) and see **no intentional** spoofing layer.
|
|
32
|
+
|
|
33
|
+
## Non-goals (initial)
|
|
34
|
+
|
|
35
|
+
- Defeating CAPTCHAs, bot checks, or site terms-of-use restrictions.
|
|
36
|
+
- Headless farm-scale automation.
|
|
37
|
+
- “Make automation undetectable.”
|
|
38
|
+
- Replacing full CDP/DevTools MCP for **deep** debugging—that’s a different product; we may **borrow tool semantics**, not their trust model.
|
|
@@ -0,0 +1,117 @@
|
|
|
1
|
+
# Chrome Web Store submission pack
|
|
2
|
+
|
|
3
|
+
Everything needed for the Chrome Web Store dashboard form, in the order the form asks. The extension lives in
|
|
4
|
+
`extension/` (Manifest V3). Package it with `dev_tools/build-extension-zip.ps1` (version is read from `manifest.json`).
|
|
5
|
+
|
|
6
|
+
## 1. Store listing
|
|
7
|
+
|
|
8
|
+
**Name:** AgentRuntime Browser Agent
|
|
9
|
+
**Short name (toolbar):** AR Browser
|
|
10
|
+
**Category:** Developer Tools
|
|
11
|
+
**Language:** English
|
|
12
|
+
|
|
13
|
+
**Short description (132 characters max):**
|
|
14
|
+
Lets the AI agents you run on your own computer work in your browser tabs, through a local connection only.
|
|
15
|
+
|
|
16
|
+
**Detailed description:**
|
|
17
|
+
|
|
18
|
+
> AgentRuntime Browser Agent links the Chrome tabs you choose to AI agents that run on your own computer, such as
|
|
19
|
+
> Claude Desktop, Cursor or the `browser-agent` command line. The agent can read a page, click, type, scroll, take
|
|
20
|
+
> screenshots and open tabs, so it can do browser work for you.
|
|
21
|
+
>
|
|
22
|
+
> Everything stays on your computer. The extension talks only to a server on 127.0.0.1 (localhost) that you start
|
|
23
|
+
> yourself. It has no AgentRuntime server, no account, no analytics and no tracking.
|
|
24
|
+
>
|
|
25
|
+
> What you control
|
|
26
|
+
> - Which Chrome profile is connected, and a name for it, in the extension popup.
|
|
27
|
+
> - Whether agents follow the front tab or one pinned tab.
|
|
28
|
+
> - Optional Chrome DevTools features (dark-mode emulation, full-page screenshots) are off until you allow them.
|
|
29
|
+
> - Running page scripts for an agent is off until you switch it on.
|
|
30
|
+
>
|
|
31
|
+
> Works with several Chrome profiles at once (for example one signed in as account A and one as account B), and
|
|
32
|
+
> several agents at once.
|
|
33
|
+
>
|
|
34
|
+
> How to set it up: this extension needs the free helper on your computer; by itself it does nothing.
|
|
35
|
+
> 1. Install Node.js 18 or newer, then run `npx @agentruntime-labs/browser-agent install` in a terminal and restart
|
|
36
|
+
> Claude Desktop or Cursor. (No AI app? `npm install -g @agentruntime-labs/browser-agent`, then `browser-agent status`.)
|
|
37
|
+
> 2. Click the extension icon. It connects by itself and shows "Connected". Name your Chrome profile.
|
|
38
|
+
> 3. Ask your AI app to work in your browser, or use the `browser-agent` command line.
|
|
39
|
+
> A setup guide opens when you install. Source and docs: github.com/agentruntime-io/browser-agent (Apache-2.0).
|
|
40
|
+
>
|
|
41
|
+
> Also available: a free desktop agent for native apps (mouse, keyboard, clipboard, window screenshots; Windows):
|
|
42
|
+
> github.com/agentruntime-io/desktop-agent.
|
|
43
|
+
|
|
44
|
+
**Single purpose (required field):**
|
|
45
|
+
Let AI agents that the user runs on their own computer control the user's browser tabs over a local (127.0.0.1)
|
|
46
|
+
connection.
|
|
47
|
+
|
|
48
|
+
## 2. Permission justifications
|
|
49
|
+
|
|
50
|
+
| Permission | Why it is needed (paste into the form) |
|
|
51
|
+
|---|---|
|
|
52
|
+
| `host_permissions: <all_urls>` | The user's agent may be asked to work on any website, so the content script must be injectable on any page the user points it at. Nothing runs on a page unless an agent request names that tab. |
|
|
53
|
+
| `scripting` | Injects the content script and runs the page actions an agent asks for (read text and structure, click, type, scroll). |
|
|
54
|
+
| `tabs` | Lists, opens, activates and closes tabs and reads their title and URL so the agent can pick the right tab. |
|
|
55
|
+
| `activeTab` | Acts on the tab the user is looking at when no specific tab is chosen. |
|
|
56
|
+
| `storage` | Stores the user's settings: server port, profile name and id, pinned tab, DevTools and script-evaluation choices. |
|
|
57
|
+
| `webRequest` (observe only) | Keeps a short in-memory list (80 entries) of request URL, status, method and type so an agent can answer "which request failed". Bodies and headers are never read. |
|
|
58
|
+
| `downloads` | Lists recent downloads (file name, state, size) so an agent can confirm a file was saved. |
|
|
59
|
+
| `alarms` | Wakes the extension every 30 seconds to reconnect to the local server after it restarts. |
|
|
60
|
+
| `debugger` | Used for dark-mode emulation, full-page and hidden-tab screenshots and trusted mouse input. Chrome does not allow it as an optional permission, so it is declared in the manifest, but the extension never attaches the debugger unless the user has allowed DevTools features in the extension (for 10 minutes or until they switch it off). When attached it is only for the length of the call, and Chrome shows its own debugging bar meanwhile. |
|
|
61
|
+
|
|
62
|
+
## 3. Privacy practices tab
|
|
63
|
+
|
|
64
|
+
- **Does the extension collect user data?** It handles page content and browsing activity only to pass it to the local
|
|
65
|
+
agent that requested it. Nothing is sent to the developer or any third party.
|
|
66
|
+
- Declare: *Web history* (tab URLs and titles) and *Website content* (page text, screenshots), "used only for the
|
|
67
|
+
extension's single purpose, transmitted only to localhost".
|
|
68
|
+
- Do **not** declare personal communications, financial or health data as collected.
|
|
69
|
+
- **Certify:** data is not sold or transferred to third parties; not used for unrelated purposes; not used for
|
|
70
|
+
creditworthiness or lending.
|
|
71
|
+
- **Privacy policy URL:** publish `docs/PRIVACY_POLICY.md` at a public URL (for example
|
|
72
|
+
`https://agentruntime.io/privacy/browser-connector`) and paste it here. *Required, and must be live before submitting.*
|
|
73
|
+
|
|
74
|
+
## 4. Remote code answer
|
|
75
|
+
|
|
76
|
+
*Does the extension use remote code?* **No.** All code ships in the package. There is no download of scripts and no
|
|
77
|
+
`eval` of remote content. One advanced call, `browser_evaluate`, runs a JavaScript string that the user's own local
|
|
78
|
+
agent sends; it is off by default and only runs after the user ticks **Allow page script evaluation** in the popup.
|
|
79
|
+
Mention this in the reviewer notes (section 6).
|
|
80
|
+
|
|
81
|
+
## 5. Assets checklist
|
|
82
|
+
|
|
83
|
+
| Asset | Size | Status |
|
|
84
|
+
|---|---|---|
|
|
85
|
+
| Extension icons | 16, 32, 48, 128 px | Done (`extension/icons/`, placeholder artwork; replace with branded icons if you have them) |
|
|
86
|
+
| Store icon | 128x128 PNG | Use `extension/icons/icon128.png` |
|
|
87
|
+
| Screenshots (1 to 5) | 1280x800 or 640x400 | **To do.** Suggestions: popup connected with two profiles; an agent session on a page; the Allow DevTools window; profile naming. |
|
|
88
|
+
| Small promo tile | 440x280 | **To do** (optional but recommended) |
|
|
89
|
+
| Marquee | 1400x560 | Optional |
|
|
90
|
+
|
|
91
|
+
## 6. Notes for the reviewer (Test instructions field)
|
|
92
|
+
|
|
93
|
+
> The extension is the browser half of a local tool. It does nothing until a local server is running.
|
|
94
|
+
> 1. Install Node.js 18+, then run `npx @agentruntime-labs/browser-agent daemon` in a terminal.
|
|
95
|
+
> 2. Open the extension popup. Within 30 seconds it shows "Connected to 1".
|
|
96
|
+
> 3. In a second terminal run `npx @agentruntime-labs/browser-agent tabs`, then `npx @agentruntime-labs/browser-agent shot`.
|
|
97
|
+
> The server only listens on 127.0.0.1. No account or credentials are needed.
|
|
98
|
+
|
|
99
|
+
## 7. Review risk (read before submitting)
|
|
100
|
+
|
|
101
|
+
These are the parts most likely to draw a manual review. In each case the user gives the permission explicitly, and the
|
|
102
|
+
listing should say so:
|
|
103
|
+
|
|
104
|
+
1. **`<all_urls>` plus `scripting`** ("broad host permissions"). Granted by the user when they install: Chrome shows its
|
|
105
|
+
own warning and the user clicks Add. Nothing runs on a page unless a local agent the user started asks for that tab,
|
|
106
|
+
and the user can limit agents to the tab they are on or to tabs they pin (Follow and Pinned modes).
|
|
107
|
+
2. **`debugger`** (sensitive). Chrome does not allow it as an optional permission, so it is requested at install like
|
|
108
|
+
the others. The extension gates it in software: it is never attached unless the user allowed DevTools features
|
|
109
|
+
(Allow for 10 minutes, or until they turn it off in the popup), and then only for the length of a call that needs it.
|
|
110
|
+
If review objects, the fallback is a second, store-friendly build without `debugger` (DevTools features then report
|
|
111
|
+
"not available in this build") plus a full build distributed from GitHub.
|
|
112
|
+
3. **Script evaluation** (`browser_evaluate`) can look like remote code execution. It is off by default and runs only
|
|
113
|
+
after the user ticks **Allow page script evaluation** in the popup. If review pushes back, the fallback is to ship
|
|
114
|
+
the store build without the `evaluate_expression` case.
|
|
115
|
+
4. **Naming.** The name leads with the publisher's brand ("AgentRuntime Browser Agent"), which avoids a "misleading or generic" objection.
|
|
116
|
+
The command line tool keeps the short name `browser-agent`.
|
|
117
|
+
5. **Single purpose** must stay one sentence. Do not add features unrelated to agent control of tabs.
|
package/extension/approval.js
CHANGED
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
<?xml version="1.0" standalone="no"?>
|
|
2
|
+
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 20010904//EN"
|
|
3
|
+
"http://www.w3.org/TR/2001/REC-SVG-20010904/DTD/svg10.dtd">
|
|
4
|
+
<svg version="1.0" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 4000 4000" preserveAspectRatio="xMidYMid meet">
|
|
5
|
+
<metadata>
|
|
6
|
+
Created by potrace 1.16, written by Peter Selinger 2001-2019
|
|
7
|
+
</metadata>
|
|
8
|
+
<g transform="translate(0.000000,4000.000000) scale(0.100000,-0.100000)"
|
|
9
|
+
fill="#000000" stroke="none">
|
|
10
|
+
<path d="M17077 30220 l-1259 -5 -55 -100 c-30 -55 -79 -143 -108 -195 -46
|
|
11
|
+
-82 -122 -219 -230 -415 -15 -27 -59 -108 -98 -180 -58 -107 -167 -305 -390
|
|
12
|
+
-705 -33 -60 -285 -519 -492 -895 -96 -176 -282 -509 -410 -735 -45 -80 -98
|
|
13
|
+
-174 -117 -210 -51 -97 -173 -314 -448 -805 -136 -242 -286 -512 -335 -600
|
|
14
|
+
-48 -88 -102 -185 -120 -215 -18 -30 -71 -125 -118 -210 -46 -85 -135 -245
|
|
15
|
+
-197 -355 -103 -184 -202 -362 -550 -990 -177 -320 -178 -321 -225 -405 -23
|
|
16
|
+
-41 -57 -102 -75 -135 -18 -33 -83 -150 -145 -260 -61 -110 -178 -321 -260
|
|
17
|
+
-470 -81 -148 -180 -328 -220 -400 -40 -71 -94 -170 -120 -220 -26 -49 -74
|
|
18
|
+
-135 -105 -190 -85 -147 -430 -769 -887 -1595 -164 -297 -539 -971 -658 -1185
|
|
19
|
+
-34 -60 -77 -139 -97 -175 -19 -36 -84 -153 -145 -260 -132 -234 -317 -566
|
|
20
|
+
-438 -785 -48 -88 -109 -198 -135 -245 -26 -47 -62 -112 -80 -145 -18 -33 -61
|
|
21
|
+
-109 -95 -170 -132 -233 -300 -534 -482 -865 -105 -190 -277 -500 -383 -690
|
|
22
|
+
-106 -190 -218 -392 -250 -450 -31 -58 -90 -163 -129 -233 -40 -71 -108 -195
|
|
23
|
+
-153 -275 -44 -81 -93 -169 -108 -197 -15 -27 -61 -111 -102 -185 -41 -74
|
|
24
|
+
-137 -245 -213 -380 -251 -446 -266 -473 -262 -484 4 -12 5966 -11 5978 1 7 8
|
|
25
|
+
47 77 119 208 18 33 96 173 173 310 77 138 186 333 242 435 123 223 405 729
|
|
26
|
+
710 1275 65 116 174 311 242 435 69 124 146 261 171 305 24 44 67 121 95 170
|
|
27
|
+
54 98 153 273 225 400 25 44 61 109 80 145 19 36 70 126 112 200 42 74 137
|
|
28
|
+
243 210 375 73 132 188 337 255 455 67 118 150 269 185 335 35 66 82 154 105
|
|
29
|
+
195 23 41 57 102 75 135 18 33 50 89 70 125 21 36 120 214 220 395 101 182
|
|
30
|
+
213 384 250 450 37 66 83 149 102 185 50 92 193 353 401 730 16 30 58 105 92
|
|
31
|
+
165 55 96 241 429 480 860 40 72 104 186 142 255 85 152 104 187 228 415 53
|
|
32
|
+
99 127 234 165 300 37 66 102 183 145 260 42 77 108 194 145 260 70 123 112
|
|
33
|
+
200 255 460 95 173 107 195 228 410 151 269 247 443 329 600 44 83 87 158 96
|
|
34
|
+
167 16 16 110 17 1318 19 716 1 1306 -1 1312 -5 10 -6 37 -53 132 -231 24 -44
|
|
35
|
+
129 -233 233 -420 104 -187 215 -387 247 -445 87 -160 282 -515 390 -710 94
|
|
36
|
+
-169 173 -313 475 -865 79 -143 166 -300 194 -348 28 -49 51 -90 51 -92 0 -2
|
|
37
|
+
14 -27 31 -56 16 -28 84 -151 151 -273 125 -229 151 -276 310 -561 52 -93 177
|
|
38
|
+
-318 278 -500 101 -181 209 -375 240 -430 32 -55 95 -167 140 -250 195 -355
|
|
39
|
+
260 -472 375 -680 133 -238 470 -846 518 -935 36 -66 232 -417 327 -585 105
|
|
40
|
+
-188 247 -440 315 -560 34 -60 75 -132 90 -160 15 -27 56 -101 91 -163 35 -62
|
|
41
|
+
103 -183 150 -270 47 -86 117 -211 154 -277 37 -66 120 -217 185 -335 65 -118
|
|
42
|
+
175 -316 243 -440 69 -124 146 -263 172 -310 26 -47 91 -164 145 -260 54 -96
|
|
43
|
+
154 -276 222 -400 161 -289 384 -685 438 -775 23 -38 44 -78 48 -87 6 -17 157
|
|
44
|
+
-18 2987 -18 1639 0 2980 3 2980 7 0 11 -89 175 -258 478 -52 94 -127 229
|
|
45
|
+
-167 300 -40 72 -125 225 -190 340 -146 261 -298 535 -355 640 -89 165 -416
|
|
46
|
+
755 -510 920 -52 91 -205 366 -527 945 -66 118 -152 274 -190 345 -94 174
|
|
47
|
+
-113 207 -203 365 -78 137 -166 295 -775 1395 -185 336 -368 664 -405 730 -93
|
|
48
|
+
166 -162 291 -272 495 -53 96 -104 191 -115 210 -90 160 -246 443 -346 625
|
|
49
|
+
-65 121 -156 285 -202 365 -45 80 -109 195 -142 255 -33 61 -103 187 -155 280
|
|
50
|
+
-137 246 -336 606 -478 865 -68 124 -187 338 -263 475 -77 138 -154 275 -170
|
|
51
|
+
305 -16 30 -38 69 -47 85 -30 50 -93 165 -205 370 -21 39 -77 140 -125 225
|
|
52
|
+
-76 135 -203 361 -370 660 -26 47 -105 189 -174 315 -70 127 -132 239 -138
|
|
53
|
+
249 -169 305 -229 415 -323 586 -62 113 -154 279 -205 370 -51 91 -117 210
|
|
54
|
+
-147 265 -106 194 -674 1220 -835 1510 -52 94 -115 208 -140 255 -25 47 -90
|
|
55
|
+
166 -145 265 -55 99 -115 207 -133 240 -18 33 -52 94 -75 135 -40 71 -286 517
|
|
56
|
+
-355 645 -119 220 -218 398 -249 448 l-36 58 -2945 2 c-1620 1 -3511 0 -4203
|
|
57
|
+
-3z"/>
|
|
58
|
+
<path d="M20024 19229 c-11 -14 -157 -276 -281 -504 -33 -60 -69 -126 -80
|
|
59
|
+
-145 -18 -32 -79 -142 -313 -565 -43 -77 -119 -214 -170 -305 -51 -91 -140
|
|
60
|
+
-250 -198 -355 -58 -104 -114 -206 -125 -225 -10 -19 -52 -93 -92 -165 -40
|
|
61
|
+
-71 -129 -231 -198 -355 -154 -278 -411 -738 -605 -1085 -52 -93 -130 -233
|
|
62
|
+
-172 -310 -75 -136 -238 -427 -472 -845 -195 -347 -396 -706 -513 -915 -62
|
|
63
|
+
-110 -154 -274 -205 -365 -82 -145 -145 -258 -270 -485 -18 -33 -93 -166 -165
|
|
64
|
+
-295 -73 -129 -143 -255 -157 -280 -14 -25 -67 -119 -118 -210 -51 -91 -103
|
|
65
|
+
-183 -115 -205 -276 -497 -457 -822 -582 -1045 -86 -151 -179 -318 -208 -370
|
|
66
|
+
-29 -52 -91 -164 -139 -249 -47 -85 -83 -158 -78 -163 11 -11 10508 -6 10518
|
|
67
|
+
5 8 7 -98 226 -159 332 -13 22 -100 175 -192 340 -93 165 -207 368 -253 450
|
|
68
|
+
-47 83 -117 206 -155 275 -38 69 -132 235 -207 370 -76 135 -234 418 -352 630
|
|
69
|
+
-118 212 -268 480 -333 595 -64 116 -162 291 -217 390 -55 99 -142 254 -193
|
|
70
|
+
345 -50 91 -118 212 -150 270 -61 112 -136 246 -282 505 -50 88 -130 232 -178
|
|
71
|
+
320 -49 88 -114 205 -145 260 -31 55 -71 125 -87 155 -56 101 -315 564 -353
|
|
72
|
+
630 -20 36 -70 126 -110 200 -40 74 -110 200 -156 280 -45 80 -94 168 -109
|
|
73
|
+
195 -15 28 -45 79 -66 116 -21 36 -64 114 -97 175 -32 60 -101 183 -152 274
|
|
74
|
+
-92 163 -312 557 -355 635 -12 22 -64 117 -115 210 -96 176 -249 449 -425 760
|
|
75
|
+
-95 168 -148 263 -314 571 -87 161 -94 170 -107 153z"/>
|
|
76
|
+
</g>
|
|
77
|
+
</svg>
|
|
Binary file
|