@tea-agent/loop-agent 0.13.0 → 0.15.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (272) hide show
  1. package/AGENTS.md +157 -157
  2. package/CHANGELOG.md +116 -305
  3. package/README.md +357 -334
  4. package/bin/agent-worker.js +22 -22
  5. package/bin/loop-agent.js +21 -21
  6. package/dist/commands/cursor-prompt.js +6 -6
  7. package/dist/commands/init.js +505 -505
  8. package/dist/commands/loop-benchmark.js +11 -11
  9. package/dist/commands/pi-reuse-benchmark.js +16 -16
  10. package/dist/executors/pi-event-serializer.js +33 -11
  11. package/dist/sidecars/cursor-prompt/executor.js +1 -1
  12. package/dist/task/runtime.js +27 -27
  13. package/dist/worker/observe/spec-evidence.js +19 -10
  14. package/dist/worker/observe/static/api.js +46 -46
  15. package/dist/worker/observe/static/app.js +151 -150
  16. package/dist/worker/observe/static/constants.js +156 -148
  17. package/dist/worker/observe/static/copy.js +67 -67
  18. package/dist/worker/observe/static/dag-helpers.js +201 -172
  19. package/dist/worker/observe/static/dag-layout.d.ts +31 -31
  20. package/dist/worker/observe/static/dag-layout.js +83 -83
  21. package/dist/worker/observe/static/dag-model.js +72 -72
  22. package/dist/worker/observe/static/dom.js +122 -122
  23. package/dist/worker/observe/static/format-pool.d.ts +71 -0
  24. package/dist/worker/observe/static/format-pool.js +134 -67
  25. package/dist/worker/observe/static/format.js +317 -292
  26. package/dist/worker/observe/static/index.html +350 -308
  27. package/dist/worker/observe/static/kpi.js +100 -94
  28. package/dist/worker/observe/static/markdown-render.js +124 -0
  29. package/dist/worker/observe/static/relations.js +133 -133
  30. package/dist/worker/observe/static/router.js +93 -93
  31. package/dist/worker/observe/static/run-processing.js +148 -148
  32. package/dist/worker/observe/static/shell-chrome.js +74 -68
  33. package/dist/worker/observe/static/state.js +273 -267
  34. package/dist/worker/observe/static/styles.css +2504 -1902
  35. package/dist/worker/observe/static/views/batch.js +227 -227
  36. package/dist/worker/observe/static/views/dag-graph.js +172 -172
  37. package/dist/worker/observe/static/views/dag-inspector.js +530 -627
  38. package/dist/worker/observe/static/views/dag.js +371 -371
  39. package/dist/worker/observe/static/views/dashboard.js +86 -100
  40. package/dist/worker/observe/static/views/failures.js +143 -143
  41. package/dist/worker/observe/static/views/feature.js +492 -492
  42. package/dist/worker/observe/static/views/pool.js +708 -350
  43. package/dist/worker/observe/static/views/run.js +453 -453
  44. package/dist/worker/observe/static/views/session-timeline.js +771 -219
  45. package/dist/worker/observe/static/views/shell.js +7 -7
  46. package/dist/worker/observe/static/views/task.js +314 -314
  47. package/dist/worker/observe/static/views/timeline.js +163 -163
  48. package/dist/workflows/dag/canvas-observer.js +275 -275
  49. package/dist/workflows/dag/init-hybrid.js +27 -11
  50. package/docs/README.md +106 -104
  51. package/docs/architecture/README.md +26 -26
  52. package/docs/architecture/dag-execution.md +140 -140
  53. package/docs/architecture/evolution.md +54 -54
  54. package/docs/architecture/facts-and-state.md +71 -71
  55. package/docs/architecture/runtime-boundaries.md +191 -191
  56. package/docs/architecture/system-overview.md +93 -93
  57. package/docs/architecture/worker-and-feature.md +85 -85
  58. package/docs/harness-methodology-debugging.md +153 -153
  59. package/docs/harness-methodology-tdd.md +130 -130
  60. package/docs/harness-methodology-verification.md +27 -27
  61. package/docs/init-surface.manifest.json +304 -307
  62. package/docs/skills/README.md +7 -7
  63. package/docs/skills/vetted-skill-registry.md +29 -29
  64. package/docs/templates/adr.md +60 -60
  65. package/docs/templates/agent-dag-authority-surface-audit.prompt.md +94 -94
  66. package/docs/templates/agent-dag-decision-envelope.schema.json +213 -213
  67. package/docs/templates/agent-dag-decision-gate-dogfood-report.md +117 -117
  68. package/docs/templates/agent-dag-decision-gate.prompt.md +246 -246
  69. package/docs/templates/agent-dag-process-supervisor.prompt.md +98 -98
  70. package/docs/templates/agent-dag-report.schema.json +473 -473
  71. package/docs/templates/agent-dag-review-verdict.prompt.md +68 -68
  72. package/docs/templates/agent-dag.base.json +190 -190
  73. package/docs/templates/agent-dag.final-verification.json +185 -185
  74. package/docs/templates/agent-dag.schema.json +411 -411
  75. package/docs/templates/agent-dag.supervised-implementation.json +620 -620
  76. package/docs/templates/backend-test-analysis.schema.json +44 -44
  77. package/docs/templates/backend-test-case-manifest.schema.json +190 -190
  78. package/docs/templates/backend-test-dag.classify.prompt.md +75 -75
  79. package/docs/templates/backend-test-dag.generate-pytest.prompt.md +204 -204
  80. package/docs/templates/backend-test-dag.json +559 -559
  81. package/docs/templates/backend-test-dag.retrospect.prompt.md +139 -139
  82. package/docs/templates/backend-test-dag.review-cases.prompt.md +83 -83
  83. package/docs/templates/backend-test-execution.schema.json +133 -133
  84. package/docs/templates/backend-test-result.schema.json +99 -99
  85. package/docs/templates/branch-merge-report.md +0 -1
  86. package/docs/templates/exec-plan.md +64 -64
  87. package/docs/templates/feature-spec.md +53 -53
  88. package/docs/templates/frontend-design-contract.md +42 -42
  89. package/docs/templates/frontend-eval/fixtures/failures/01-type-build-error.md +17 -17
  90. package/docs/templates/frontend-eval/fixtures/failures/02-unit-component-test-fail.md +16 -16
  91. package/docs/templates/frontend-eval/fixtures/failures/03-fixture-schema-drift.md +16 -16
  92. package/docs/templates/frontend-eval/fixtures/failures/04-missing-loading-empty-error-state.md +16 -16
  93. package/docs/templates/frontend-eval/fixtures/failures/05-forbidden-write-writeset-expansion.md +16 -16
  94. package/docs/templates/frontend-eval/fixtures/failures/06-unapproved-dependency-add.md +16 -16
  95. package/docs/templates/frontend-eval/fixtures/failures/07-mock-production-on.md +21 -21
  96. package/docs/templates/frontend-eval/fixtures/functional/01-simple-component-style.md +29 -29
  97. package/docs/templates/frontend-eval/fixtures/functional/02-form-validation.md +28 -28
  98. package/docs/templates/frontend-eval/fixtures/functional/03-list-detail-page.md +28 -28
  99. package/docs/templates/frontend-eval/fixtures/functional/04-api-mock.md +29 -29
  100. package/docs/templates/frontend-eval/fixtures/functional/05-permission-auth-gated-ui.md +27 -27
  101. package/docs/templates/frontend-eval/fixtures/functional/06-ssr-server-client-boundary.md +28 -28
  102. package/docs/templates/frontend-eval/fixtures/functional/07-shared-public-component-api.md +28 -28
  103. package/docs/templates/frontend-eval/fixtures/functional/08-pure-local-no-remote.md +27 -27
  104. package/docs/templates/frontend-eval/metrics.md +138 -138
  105. package/docs/templates/frontend-eval/smoke-targets.md +53 -53
  106. package/docs/templates/frontend-implementation-contract.schema.json +27 -27
  107. package/docs/templates/frontend-task-constraints.md +35 -35
  108. package/docs/templates/frontend-task-requirement.md +70 -70
  109. package/docs/templates/frontend-test-dag.generate-cases.prompt.md +5 -5
  110. package/docs/templates/frontend-test-dag.json +23 -23
  111. package/docs/templates/frontend-test-dag.retrieve-context.prompt.md +3 -3
  112. package/docs/templates/frontend-test-dag.retrospect.prompt.md +3 -3
  113. package/docs/templates/frontend-test-dag.review-cases.prompt.md +3 -3
  114. package/docs/templates/frontend-test-dag.review-execution.prompt.md +3 -3
  115. package/docs/templates/harness.schema.json +221 -221
  116. package/docs/templates/hybrid-dag.json +188 -188
  117. package/docs/templates/init-evolution-review.md +35 -35
  118. package/docs/templates/interactive-ui-round2-experiment.md +66 -66
  119. package/docs/templates/knowledge-graph-bootstrap-dag.json +118 -118
  120. package/docs/templates/knowledge-sync-dag.json +178 -178
  121. package/docs/templates/knowledge-sync-draft.schema.json +71 -71
  122. package/docs/templates/product-line/AGENTS.md +8 -8
  123. package/docs/templates/product-line/README.md +9 -9
  124. package/docs/templates/product-line/acceptance.yaml +14 -14
  125. package/docs/templates/product-line/closeout.yaml +9 -9
  126. package/docs/templates/product-line/design.md +13 -13
  127. package/docs/templates/product-line/links.md +10 -10
  128. package/docs/templates/product-line/requirement.md +17 -17
  129. package/docs/templates/product-line/task-graph.yaml +15 -15
  130. package/docs/templates/product-line/task.yaml +64 -64
  131. package/docs/templates/product-line/test-plan.md +7 -7
  132. package/docs/templates/production-readiness-checklist.md +57 -57
  133. package/docs/templates/progress-log.md +17 -17
  134. package/docs/templates/project-start-checklist.md +9 -9
  135. package/docs/templates/qa-report.md +48 -48
  136. package/docs/templates/sprint-contract.md +29 -29
  137. package/docs/templates/worker-dogfood-evidence.md +80 -80
  138. package/docs/templates/worker-dogfood-setup.md +68 -68
  139. package/examples/decision-gate-agent-dag.json +173 -173
  140. package/examples/example-dag.json +46 -46
  141. package/examples/hybrid-loop-agent-dag.json +188 -188
  142. package/harness.json +66 -66
  143. package/package.json +78 -52
  144. package/scripts/kb-bootstrap-init-skeleton.sh +240 -240
  145. package/scripts/kb-graph-incremental-prepare.mjs +386 -386
  146. package/scripts/kb-graph-materialize.mjs +105 -105
  147. package/scripts/kb-graph-promote.mjs +164 -164
  148. package/scripts/kb-query.mjs +554 -554
  149. package/skills/agent-worker/SKILL.md +39 -39
  150. package/skills/agent-worker/references/agent-worker-operator.md +60 -60
  151. package/skills/ai-engineering-context/SKILL.md +48 -48
  152. package/skills/analyze-product-dependencies/SKILL.md +67 -67
  153. package/skills/analyze-product-dependencies/agents/openai.yaml +4 -4
  154. package/skills/analyze-product-dependencies/references/api-documentation-schema.md +30 -30
  155. package/skills/analyze-product-dependencies/references/dependency-analysis-schema.md +28 -28
  156. package/skills/analyze-product-dependencies/references/example.md +76 -76
  157. package/skills/analyze-product-dependencies/references/forward-test-cases.md +35 -35
  158. package/skills/analyze-product-dependencies/references/input-contract.md +11 -11
  159. package/skills/analyze-product-dependencies/references/scouting-rules.md +61 -61
  160. package/skills/analyze-product-dependencies/scripts/test-validators.mjs +267 -267
  161. package/skills/analyze-product-dependencies/scripts/validate-api-documentation.mjs +101 -101
  162. package/skills/analyze-product-dependencies/scripts/validate-dependency-analysis.mjs +142 -142
  163. package/skills/analyze-product-dependencies/scripts/validate-product-requirement-input.mjs +76 -76
  164. package/skills/analyze-product-dependencies/scripts/validation-helpers.mjs +146 -146
  165. package/skills/analyze-product-requirements/SKILL.md +90 -90
  166. package/skills/analyze-product-requirements/agents/openai.yaml +4 -4
  167. package/skills/analyze-product-requirements/references/acceptance-criteria.md +91 -91
  168. package/skills/analyze-product-requirements/references/clarification-and-knowledge.md +56 -56
  169. package/skills/analyze-product-requirements/references/example.md +86 -86
  170. package/skills/analyze-product-requirements/references/forward-test-cases.md +66 -66
  171. package/skills/analyze-product-requirements/references/product-analysis-schema.md +32 -32
  172. package/skills/analyze-product-requirements/references/product-requirement-schema.md +33 -33
  173. package/skills/analyze-product-requirements/references/requirement-clarification-schema.md +35 -35
  174. package/skills/analyze-product-requirements/scripts/test-validators.mjs +193 -193
  175. package/skills/analyze-product-requirements/scripts/validate-product-analysis.mjs +69 -69
  176. package/skills/analyze-product-requirements/scripts/validate-product-requirement.mjs +97 -97
  177. package/skills/analyze-product-requirements/scripts/validate-requirement-clarification.mjs +98 -98
  178. package/skills/analyze-product-requirements/scripts/validation-helpers.mjs +156 -156
  179. package/skills/browser-tools/SKILL.md +196 -196
  180. package/skills/browser-tools/browser-content.js +103 -103
  181. package/skills/browser-tools/browser-cookies.js +35 -35
  182. package/skills/browser-tools/browser-eval.js +53 -53
  183. package/skills/browser-tools/browser-hn-scraper.js +108 -108
  184. package/skills/browser-tools/browser-nav.js +44 -44
  185. package/skills/browser-tools/browser-pick.js +162 -162
  186. package/skills/browser-tools/browser-screenshot.js +34 -34
  187. package/skills/browser-tools/browser-start.js +86 -86
  188. package/skills/browser-tools/package-lock.json +2556 -2556
  189. package/skills/browser-tools/package.json +19 -19
  190. package/skills/code-review-core/SKILL.md +20 -20
  191. package/skills/codebase-scout/SKILL.md +19 -19
  192. package/skills/frontend-design-review/SKILL.md +66 -66
  193. package/skills/frontend-design-review/references/review-checklist.md +40 -58
  194. package/skills/frontend-implementation/SKILL.md +49 -49
  195. package/skills/frontend-implementation/references/code-standards.md +32 -32
  196. package/skills/frontend-implementation/references/design-spec.md +46 -46
  197. package/skills/frontend-implementation/references/node-contracts.md +27 -27
  198. package/skills/frontend-review/SKILL.md +61 -59
  199. package/skills/frontend-review/references/review-findings.md +48 -47
  200. package/skills/frontend-verification/SKILL.md +55 -53
  201. package/skills/frontend-verification/references/verification-checklist.md +59 -68
  202. package/skills/grill-me/SKILL.md +10 -10
  203. package/skills/grill-with-docs/SKILL.md +88 -88
  204. package/skills/grill-with-docs/adr-format.md +47 -47
  205. package/skills/grill-with-docs/context-format.md +60 -60
  206. package/skills/init-capability-evolution/SKILL.md +70 -70
  207. package/skills/loop-agent/SKILL.md +151 -151
  208. package/skills/loop-agent/references/README.md +67 -67
  209. package/skills/loop-agent/references/command-reference.md +527 -527
  210. package/skills/loop-agent/references/docs-converge.md +126 -126
  211. package/skills/loop-agent/references/harness-policy.md +263 -263
  212. package/skills/loop-agent/references/hybrid-dag.md +243 -243
  213. package/skills/loop-agent/references/learned/README.md +21 -21
  214. package/skills/loop-agent/references/long-running-loop.md +57 -57
  215. package/skills/loop-agent/references/model-routing.md +36 -36
  216. package/skills/loop-agent/references/multi-worktree.md +54 -54
  217. package/skills/loop-agent/references/one-shot-runs.md +85 -85
  218. package/skills/loop-agent/references/orchestrator-and-interventions.md +169 -169
  219. package/skills/loop-agent/references/pi-prompt.md +23 -23
  220. package/skills/loop-agent/references/pi-subagent-assisted-mode.md +84 -84
  221. package/skills/loop-agent/references/post-implementation-and-patterns.md +44 -44
  222. package/skills/loop-agent/references/task-workflow.md +89 -89
  223. package/skills/loop-agent/references/verification-and-failure-handling.md +141 -141
  224. package/skills/playwright-cli/SKILL.md +420 -420
  225. package/skills/playwright-cli/references/element-attributes.md +23 -23
  226. package/skills/playwright-cli/references/playwright-tests.md +39 -39
  227. package/skills/playwright-cli/references/request-mocking.md +87 -87
  228. package/skills/playwright-cli/references/running-code.md +241 -241
  229. package/skills/playwright-cli/references/session-management.md +225 -225
  230. package/skills/playwright-cli/references/storage-state.md +275 -275
  231. package/skills/playwright-cli/references/test-generation.md +433 -433
  232. package/skills/playwright-cli/references/tracing.md +139 -139
  233. package/skills/playwright-cli/references/video-recording.md +143 -143
  234. package/skills/playwright-cli-case-generator/SKILL.md +74 -74
  235. package/skills/requesting-code-review/SKILL.md +101 -101
  236. package/skills/requesting-code-review/code-reviewer.md +168 -168
  237. package/skills/systematic-debugging/CREATION-LOG.md +119 -119
  238. package/skills/systematic-debugging/SKILL.md +296 -296
  239. package/skills/systematic-debugging/condition-based-waiting-example.ts +158 -158
  240. package/skills/systematic-debugging/condition-based-waiting.md +115 -115
  241. package/skills/systematic-debugging/defense-in-depth.md +122 -122
  242. package/skills/systematic-debugging/find-polluter.sh +63 -63
  243. package/skills/systematic-debugging/root-cause-tracing.md +169 -169
  244. package/skills/systematic-debugging/test-academic.md +14 -14
  245. package/skills/systematic-debugging/test-pressure-1.md +58 -58
  246. package/skills/systematic-debugging/test-pressure-2.md +68 -68
  247. package/skills/systematic-debugging/test-pressure-3.md +69 -69
  248. package/skills/test-driven-development/SKILL.md +20 -20
  249. package/skills/using-git-worktrees/SKILL.md +215 -215
  250. package/skills/verification-before-completion/SKILL.md +154 -154
  251. package/skills/webapp-testing/SKILL.md +19 -19
  252. package/docs/agent-dag-recovery-playbook.md +0 -195
  253. package/docs/agent-dag-runner.md +0 -67
  254. package/docs/cursor-prompt-sidecar.md +0 -36
  255. package/docs/decisions/README.md +0 -18
  256. package/docs/design/README.md +0 -167
  257. package/docs/development-principles.md +0 -73
  258. package/docs/exec-plans/README.md +0 -6
  259. package/docs/exec-plans/active/README.md +0 -12
  260. package/docs/exec-plans/completed/README.md +0 -107
  261. package/docs/feature-workflow.md +0 -414
  262. package/docs/loop-agent-harness.md +0 -142
  263. package/docs/production-readiness.md +0 -96
  264. package/docs/progress/README.md +0 -80
  265. package/docs/reports/README.md +0 -159
  266. package/docs/verification-matrix.md +0 -70
  267. package/scripts/check-product-line-docs.sh +0 -29
  268. package/scripts/check-task-pool-root.sh +0 -32
  269. package/scripts/kb-graph-incremental-prepare.sh +0 -5
  270. package/scripts/kb-graph-materialize.sh +0 -4
  271. package/scripts/kb-graph-promote.sh +0 -4
  272. package/scripts/kb-query.sh +0 -5
@@ -1,196 +1,196 @@
1
- ---
2
- name: browser-tools
3
- description: Interactive browser automation via Chrome DevTools Protocol. Use when you need to interact with web pages, test frontends, or when user interaction with a visible browser is required.
4
- ---
5
-
6
- # Browser Tools
7
-
8
- Chrome DevTools Protocol tools for agent-assisted web automation. These tools connect to Chrome running on `:9222` with remote debugging enabled.
9
-
10
- ## Setup
11
-
12
- Run once before first use:
13
-
14
- ```bash
15
- cd {baseDir}/browser-tools
16
- npm install
17
- ```
18
-
19
- ## Start Chrome
20
-
21
- ```bash
22
- {baseDir}/browser-start.js # Fresh profile
23
- {baseDir}/browser-start.js --profile # Copy user's profile (cookies, logins)
24
- ```
25
-
26
- Launch Chrome with remote debugging on `:9222`. Use `--profile` to preserve user's authentication state.
27
-
28
- ## Navigate
29
-
30
- ```bash
31
- {baseDir}/browser-nav.js https://example.com
32
- {baseDir}/browser-nav.js https://example.com --new
33
- ```
34
-
35
- Navigate to URLs. Use `--new` flag to open in a new tab instead of reusing current tab.
36
-
37
- ## Evaluate JavaScript
38
-
39
- ```bash
40
- {baseDir}/browser-eval.js 'document.title'
41
- {baseDir}/browser-eval.js 'document.querySelectorAll("a").length'
42
- ```
43
-
44
- Execute JavaScript in the active tab. Code runs in async context. Use this to extract data, inspect page state, or perform DOM operations programmatically.
45
-
46
- ## Screenshot
47
-
48
- ```bash
49
- {baseDir}/browser-screenshot.js
50
- ```
51
-
52
- Capture current viewport and return temporary file path. Use this to visually inspect page state or verify UI changes.
53
-
54
- ## Pick Elements
55
-
56
- ```bash
57
- {baseDir}/browser-pick.js "Click the submit button"
58
- ```
59
-
60
- **IMPORTANT**: Use this tool when the user wants to select specific DOM elements on the page. This launches an interactive picker that lets the user click elements to select them. The user can select multiple elements (Cmd/Ctrl+Click) and press Enter when done. The tool returns CSS selectors for the selected elements.
61
-
62
- Common use cases:
63
- - User says "I want to click that button" → Use this tool to let them select it
64
- - User says "extract data from these items" → Use this tool to let them select the elements
65
- - When you need specific selectors but the page structure is complex or ambiguous
66
-
67
- ## Cookies
68
-
69
- ```bash
70
- {baseDir}/browser-cookies.js
71
- ```
72
-
73
- Display all cookies for the current tab including domain, path, httpOnly, and secure flags. Use this to debug authentication issues or inspect session state.
74
-
75
- ## Extract Page Content
76
-
77
- ```bash
78
- {baseDir}/browser-content.js https://example.com
79
- ```
80
-
81
- Navigate to a URL and extract readable content as markdown. Uses Mozilla Readability for article extraction and Turndown for HTML-to-markdown conversion. Works on pages with JavaScript content (waits for page to load).
82
-
83
- ## When to Use
84
-
85
- - Testing frontend code in a real browser
86
- - Interacting with pages that require JavaScript
87
- - When user needs to visually see or interact with a page
88
- - Debugging authentication or session issues
89
- - Scraping dynamic content that requires JS execution
90
-
91
- ---
92
-
93
- ## Efficiency Guide
94
-
95
- ### DOM Inspection Over Screenshots
96
-
97
- **Don't** take screenshots to see page state. **Do** parse the DOM directly:
98
-
99
- ```javascript
100
- // Get page structure
101
- document.body.innerHTML.slice(0, 5000)
102
-
103
- // Find interactive elements
104
- Array.from(document.querySelectorAll('button, input, [role="button"]')).map(e => ({
105
- id: e.id,
106
- text: e.textContent.trim(),
107
- class: e.className
108
- }))
109
- ```
110
-
111
- ### Complex Scripts in Single Calls
112
-
113
- Wrap everything in an IIFE to run multi-statement code:
114
-
115
- ```javascript
116
- (function() {
117
- // Multiple operations
118
- const data = document.querySelector('#target').textContent;
119
- const buttons = document.querySelectorAll('button');
120
-
121
- // Interactions
122
- buttons[0].click();
123
-
124
- // Return results
125
- return JSON.stringify({ data, buttonCount: buttons.length });
126
- })()
127
- ```
128
-
129
- ### Batch Interactions
130
-
131
- **Don't** make separate calls for each click. **Do** batch them:
132
-
133
- ```javascript
134
- (function() {
135
- const actions = ["btn1", "btn2", "btn3"];
136
- actions.forEach(id => document.getElementById(id).click());
137
- return "Done";
138
- })()
139
- ```
140
-
141
- ### Typing/Input Sequences
142
-
143
- ```javascript
144
- (function() {
145
- const text = "HELLO";
146
- for (const char of text) {
147
- document.getElementById("key-" + char).click();
148
- }
149
- document.getElementById("submit").click();
150
- return "Submitted: " + text;
151
- })()
152
- ```
153
-
154
- ### Reading App/Game State
155
-
156
- Extract structured state in one call:
157
-
158
- ```javascript
159
- (function() {
160
- const state = {
161
- score: document.querySelector('.score')?.textContent,
162
- status: document.querySelector('.status')?.className,
163
- items: Array.from(document.querySelectorAll('.item')).map(el => ({
164
- text: el.textContent,
165
- active: el.classList.contains('active')
166
- }))
167
- };
168
- return JSON.stringify(state, null, 2);
169
- })()
170
- ```
171
-
172
- ### Waiting for Updates
173
-
174
- If DOM updates after actions, add a small delay with bash:
175
-
176
- ```bash
177
- sleep 0.5 && {baseDir}/browser-eval.js '...'
178
- ```
179
-
180
- ### Investigate Before Interacting
181
-
182
- Always start by understanding the page structure:
183
-
184
- ```javascript
185
- (function() {
186
- return {
187
- title: document.title,
188
- forms: document.forms.length,
189
- buttons: document.querySelectorAll('button').length,
190
- inputs: document.querySelectorAll('input').length,
191
- mainContent: document.body.innerHTML.slice(0, 3000)
192
- };
193
- })()
194
- ```
195
-
196
- Then target specific elements based on what you find.
1
+ ---
2
+ name: browser-tools
3
+ description: Interactive browser automation via Chrome DevTools Protocol. Use when you need to interact with web pages, test frontends, or when user interaction with a visible browser is required.
4
+ ---
5
+
6
+ # Browser Tools
7
+
8
+ Chrome DevTools Protocol tools for agent-assisted web automation. These tools connect to Chrome running on `:9222` with remote debugging enabled.
9
+
10
+ ## Setup
11
+
12
+ Run once before first use:
13
+
14
+ ```bash
15
+ cd {baseDir}/browser-tools
16
+ npm install
17
+ ```
18
+
19
+ ## Start Chrome
20
+
21
+ ```bash
22
+ {baseDir}/browser-start.js # Fresh profile
23
+ {baseDir}/browser-start.js --profile # Copy user's profile (cookies, logins)
24
+ ```
25
+
26
+ Launch Chrome with remote debugging on `:9222`. Use `--profile` to preserve user's authentication state.
27
+
28
+ ## Navigate
29
+
30
+ ```bash
31
+ {baseDir}/browser-nav.js https://example.com
32
+ {baseDir}/browser-nav.js https://example.com --new
33
+ ```
34
+
35
+ Navigate to URLs. Use `--new` flag to open in a new tab instead of reusing current tab.
36
+
37
+ ## Evaluate JavaScript
38
+
39
+ ```bash
40
+ {baseDir}/browser-eval.js 'document.title'
41
+ {baseDir}/browser-eval.js 'document.querySelectorAll("a").length'
42
+ ```
43
+
44
+ Execute JavaScript in the active tab. Code runs in async context. Use this to extract data, inspect page state, or perform DOM operations programmatically.
45
+
46
+ ## Screenshot
47
+
48
+ ```bash
49
+ {baseDir}/browser-screenshot.js
50
+ ```
51
+
52
+ Capture current viewport and return temporary file path. Use this to visually inspect page state or verify UI changes.
53
+
54
+ ## Pick Elements
55
+
56
+ ```bash
57
+ {baseDir}/browser-pick.js "Click the submit button"
58
+ ```
59
+
60
+ **IMPORTANT**: Use this tool when the user wants to select specific DOM elements on the page. This launches an interactive picker that lets the user click elements to select them. The user can select multiple elements (Cmd/Ctrl+Click) and press Enter when done. The tool returns CSS selectors for the selected elements.
61
+
62
+ Common use cases:
63
+ - User says "I want to click that button" → Use this tool to let them select it
64
+ - User says "extract data from these items" → Use this tool to let them select the elements
65
+ - When you need specific selectors but the page structure is complex or ambiguous
66
+
67
+ ## Cookies
68
+
69
+ ```bash
70
+ {baseDir}/browser-cookies.js
71
+ ```
72
+
73
+ Display all cookies for the current tab including domain, path, httpOnly, and secure flags. Use this to debug authentication issues or inspect session state.
74
+
75
+ ## Extract Page Content
76
+
77
+ ```bash
78
+ {baseDir}/browser-content.js https://example.com
79
+ ```
80
+
81
+ Navigate to a URL and extract readable content as markdown. Uses Mozilla Readability for article extraction and Turndown for HTML-to-markdown conversion. Works on pages with JavaScript content (waits for page to load).
82
+
83
+ ## When to Use
84
+
85
+ - Testing frontend code in a real browser
86
+ - Interacting with pages that require JavaScript
87
+ - When user needs to visually see or interact with a page
88
+ - Debugging authentication or session issues
89
+ - Scraping dynamic content that requires JS execution
90
+
91
+ ---
92
+
93
+ ## Efficiency Guide
94
+
95
+ ### DOM Inspection Over Screenshots
96
+
97
+ **Don't** take screenshots to see page state. **Do** parse the DOM directly:
98
+
99
+ ```javascript
100
+ // Get page structure
101
+ document.body.innerHTML.slice(0, 5000)
102
+
103
+ // Find interactive elements
104
+ Array.from(document.querySelectorAll('button, input, [role="button"]')).map(e => ({
105
+ id: e.id,
106
+ text: e.textContent.trim(),
107
+ class: e.className
108
+ }))
109
+ ```
110
+
111
+ ### Complex Scripts in Single Calls
112
+
113
+ Wrap everything in an IIFE to run multi-statement code:
114
+
115
+ ```javascript
116
+ (function() {
117
+ // Multiple operations
118
+ const data = document.querySelector('#target').textContent;
119
+ const buttons = document.querySelectorAll('button');
120
+
121
+ // Interactions
122
+ buttons[0].click();
123
+
124
+ // Return results
125
+ return JSON.stringify({ data, buttonCount: buttons.length });
126
+ })()
127
+ ```
128
+
129
+ ### Batch Interactions
130
+
131
+ **Don't** make separate calls for each click. **Do** batch them:
132
+
133
+ ```javascript
134
+ (function() {
135
+ const actions = ["btn1", "btn2", "btn3"];
136
+ actions.forEach(id => document.getElementById(id).click());
137
+ return "Done";
138
+ })()
139
+ ```
140
+
141
+ ### Typing/Input Sequences
142
+
143
+ ```javascript
144
+ (function() {
145
+ const text = "HELLO";
146
+ for (const char of text) {
147
+ document.getElementById("key-" + char).click();
148
+ }
149
+ document.getElementById("submit").click();
150
+ return "Submitted: " + text;
151
+ })()
152
+ ```
153
+
154
+ ### Reading App/Game State
155
+
156
+ Extract structured state in one call:
157
+
158
+ ```javascript
159
+ (function() {
160
+ const state = {
161
+ score: document.querySelector('.score')?.textContent,
162
+ status: document.querySelector('.status')?.className,
163
+ items: Array.from(document.querySelectorAll('.item')).map(el => ({
164
+ text: el.textContent,
165
+ active: el.classList.contains('active')
166
+ }))
167
+ };
168
+ return JSON.stringify(state, null, 2);
169
+ })()
170
+ ```
171
+
172
+ ### Waiting for Updates
173
+
174
+ If DOM updates after actions, add a small delay with bash:
175
+
176
+ ```bash
177
+ sleep 0.5 && {baseDir}/browser-eval.js '...'
178
+ ```
179
+
180
+ ### Investigate Before Interacting
181
+
182
+ Always start by understanding the page structure:
183
+
184
+ ```javascript
185
+ (function() {
186
+ return {
187
+ title: document.title,
188
+ forms: document.forms.length,
189
+ buttons: document.querySelectorAll('button').length,
190
+ inputs: document.querySelectorAll('input').length,
191
+ mainContent: document.body.innerHTML.slice(0, 3000)
192
+ };
193
+ })()
194
+ ```
195
+
196
+ Then target specific elements based on what you find.
@@ -1,103 +1,103 @@
1
- #!/usr/bin/env node
2
-
3
- import puppeteer from "puppeteer-core";
4
- import { Readability } from "@mozilla/readability";
5
- import { JSDOM } from "jsdom";
6
- import TurndownService from "turndown";
7
- import { gfm } from "turndown-plugin-gfm";
8
-
9
- // Global timeout - exit if script takes too long
10
- const TIMEOUT = 30000;
11
- const timeoutId = setTimeout(() => {
12
- console.error("✗ Timeout after 30s");
13
- process.exit(1);
14
- }, TIMEOUT).unref();
15
-
16
- const url = process.argv[2];
17
-
18
- if (!url) {
19
- console.log("Usage: browser-content.js <url>");
20
- console.log("\nExtracts readable content from a URL as markdown.");
21
- console.log("\nExamples:");
22
- console.log(" browser-content.js https://example.com");
23
- console.log(" browser-content.js https://en.wikipedia.org/wiki/Rust_(programming_language)");
24
- process.exit(1);
25
- }
26
-
27
- const b = await Promise.race([
28
- puppeteer.connect({
29
- browserURL: "http://localhost:9222",
30
- defaultViewport: null,
31
- }),
32
- new Promise((_, reject) => setTimeout(() => reject(new Error("timeout")), 5000)),
33
- ]).catch((e) => {
34
- console.error("✗ Could not connect to browser:", e.message);
35
- console.error(" Run: browser-start.js");
36
- process.exit(1);
37
- });
38
-
39
- const p = (await b.pages()).at(-1);
40
- if (!p) {
41
- console.error("✗ No active tab found");
42
- process.exit(1);
43
- }
44
-
45
- await Promise.race([
46
- p.goto(url, { waitUntil: "networkidle2" }),
47
- new Promise((r) => setTimeout(r, 10000)),
48
- ]).catch(() => {});
49
-
50
- // Get HTML via CDP (works even with TrustedScriptURL restrictions)
51
- const client = await p.createCDPSession();
52
- const { root } = await client.send("DOM.getDocument", { depth: -1, pierce: true });
53
- const { outerHTML } = await client.send("DOM.getOuterHTML", { nodeId: root.nodeId });
54
- await client.detach();
55
-
56
- const finalUrl = p.url();
57
-
58
- // Extract with Readability
59
- const doc = new JSDOM(outerHTML, { url: finalUrl });
60
- const reader = new Readability(doc.window.document);
61
- const article = reader.parse();
62
-
63
- // Convert to markdown
64
- function htmlToMarkdown(html) {
65
- const turndown = new TurndownService({ headingStyle: "atx", codeBlockStyle: "fenced" });
66
- turndown.use(gfm);
67
- turndown.addRule("removeEmptyLinks", {
68
- filter: (node) => node.nodeName === "A" && !node.textContent?.trim(),
69
- replacement: () => "",
70
- });
71
- return turndown
72
- .turndown(html)
73
- .replace(/\[\\?\[\s*\\?\]\]\([^)]*\)/g, "")
74
- .replace(/ +/g, " ")
75
- .replace(/\s+,/g, ",")
76
- .replace(/\s+\./g, ".")
77
- .replace(/\n{3,}/g, "\n\n")
78
- .trim();
79
- }
80
-
81
- let content;
82
- if (article && article.content) {
83
- content = htmlToMarkdown(article.content);
84
- } else {
85
- // Fallback
86
- const fallbackDoc = new JSDOM(outerHTML, { url: finalUrl });
87
- const fallbackBody = fallbackDoc.window.document;
88
- fallbackBody.querySelectorAll("script, style, noscript, nav, header, footer, aside").forEach((el) => el.remove());
89
- const main = fallbackBody.querySelector("main, article, [role='main'], .content, #content") || fallbackBody.body;
90
- const fallbackHtml = main?.innerHTML || "";
91
- if (fallbackHtml.trim().length > 100) {
92
- content = htmlToMarkdown(fallbackHtml);
93
- } else {
94
- content = "(Could not extract content)";
95
- }
96
- }
97
-
98
- console.log(`URL: ${finalUrl}`);
99
- if (article?.title) console.log(`Title: ${article.title}`);
100
- console.log("");
101
- console.log(content);
102
-
103
- process.exit(0);
1
+ #!/usr/bin/env node
2
+
3
+ import puppeteer from "puppeteer-core";
4
+ import { Readability } from "@mozilla/readability";
5
+ import { JSDOM } from "jsdom";
6
+ import TurndownService from "turndown";
7
+ import { gfm } from "turndown-plugin-gfm";
8
+
9
+ // Global timeout - exit if script takes too long
10
+ const TIMEOUT = 30000;
11
+ const timeoutId = setTimeout(() => {
12
+ console.error("✗ Timeout after 30s");
13
+ process.exit(1);
14
+ }, TIMEOUT).unref();
15
+
16
+ const url = process.argv[2];
17
+
18
+ if (!url) {
19
+ console.log("Usage: browser-content.js <url>");
20
+ console.log("\nExtracts readable content from a URL as markdown.");
21
+ console.log("\nExamples:");
22
+ console.log(" browser-content.js https://example.com");
23
+ console.log(" browser-content.js https://en.wikipedia.org/wiki/Rust_(programming_language)");
24
+ process.exit(1);
25
+ }
26
+
27
+ const b = await Promise.race([
28
+ puppeteer.connect({
29
+ browserURL: "http://localhost:9222",
30
+ defaultViewport: null,
31
+ }),
32
+ new Promise((_, reject) => setTimeout(() => reject(new Error("timeout")), 5000)),
33
+ ]).catch((e) => {
34
+ console.error("✗ Could not connect to browser:", e.message);
35
+ console.error(" Run: browser-start.js");
36
+ process.exit(1);
37
+ });
38
+
39
+ const p = (await b.pages()).at(-1);
40
+ if (!p) {
41
+ console.error("✗ No active tab found");
42
+ process.exit(1);
43
+ }
44
+
45
+ await Promise.race([
46
+ p.goto(url, { waitUntil: "networkidle2" }),
47
+ new Promise((r) => setTimeout(r, 10000)),
48
+ ]).catch(() => {});
49
+
50
+ // Get HTML via CDP (works even with TrustedScriptURL restrictions)
51
+ const client = await p.createCDPSession();
52
+ const { root } = await client.send("DOM.getDocument", { depth: -1, pierce: true });
53
+ const { outerHTML } = await client.send("DOM.getOuterHTML", { nodeId: root.nodeId });
54
+ await client.detach();
55
+
56
+ const finalUrl = p.url();
57
+
58
+ // Extract with Readability
59
+ const doc = new JSDOM(outerHTML, { url: finalUrl });
60
+ const reader = new Readability(doc.window.document);
61
+ const article = reader.parse();
62
+
63
+ // Convert to markdown
64
+ function htmlToMarkdown(html) {
65
+ const turndown = new TurndownService({ headingStyle: "atx", codeBlockStyle: "fenced" });
66
+ turndown.use(gfm);
67
+ turndown.addRule("removeEmptyLinks", {
68
+ filter: (node) => node.nodeName === "A" && !node.textContent?.trim(),
69
+ replacement: () => "",
70
+ });
71
+ return turndown
72
+ .turndown(html)
73
+ .replace(/\[\\?\[\s*\\?\]\]\([^)]*\)/g, "")
74
+ .replace(/ +/g, " ")
75
+ .replace(/\s+,/g, ",")
76
+ .replace(/\s+\./g, ".")
77
+ .replace(/\n{3,}/g, "\n\n")
78
+ .trim();
79
+ }
80
+
81
+ let content;
82
+ if (article && article.content) {
83
+ content = htmlToMarkdown(article.content);
84
+ } else {
85
+ // Fallback
86
+ const fallbackDoc = new JSDOM(outerHTML, { url: finalUrl });
87
+ const fallbackBody = fallbackDoc.window.document;
88
+ fallbackBody.querySelectorAll("script, style, noscript, nav, header, footer, aside").forEach((el) => el.remove());
89
+ const main = fallbackBody.querySelector("main, article, [role='main'], .content, #content") || fallbackBody.body;
90
+ const fallbackHtml = main?.innerHTML || "";
91
+ if (fallbackHtml.trim().length > 100) {
92
+ content = htmlToMarkdown(fallbackHtml);
93
+ } else {
94
+ content = "(Could not extract content)";
95
+ }
96
+ }
97
+
98
+ console.log(`URL: ${finalUrl}`);
99
+ if (article?.title) console.log(`Title: ${article.title}`);
100
+ console.log("");
101
+ console.log(content);
102
+
103
+ process.exit(0);
@@ -1,35 +1,35 @@
1
- #!/usr/bin/env node
2
-
3
- import puppeteer from "puppeteer-core";
4
-
5
- const b = await Promise.race([
6
- puppeteer.connect({
7
- browserURL: "http://localhost:9222",
8
- defaultViewport: null,
9
- }),
10
- new Promise((_, reject) => setTimeout(() => reject(new Error("timeout")), 5000)),
11
- ]).catch((e) => {
12
- console.error("✗ Could not connect to browser:", e.message);
13
- console.error(" Run: browser-start.js");
14
- process.exit(1);
15
- });
16
-
17
- const p = (await b.pages()).at(-1);
18
-
19
- if (!p) {
20
- console.error("✗ No active tab found");
21
- process.exit(1);
22
- }
23
-
24
- const cookies = await p.cookies();
25
-
26
- for (const cookie of cookies) {
27
- console.log(`${cookie.name}: ${cookie.value}`);
28
- console.log(` domain: ${cookie.domain}`);
29
- console.log(` path: ${cookie.path}`);
30
- console.log(` httpOnly: ${cookie.httpOnly}`);
31
- console.log(` secure: ${cookie.secure}`);
32
- console.log("");
33
- }
34
-
35
- await b.disconnect();
1
+ #!/usr/bin/env node
2
+
3
+ import puppeteer from "puppeteer-core";
4
+
5
+ const b = await Promise.race([
6
+ puppeteer.connect({
7
+ browserURL: "http://localhost:9222",
8
+ defaultViewport: null,
9
+ }),
10
+ new Promise((_, reject) => setTimeout(() => reject(new Error("timeout")), 5000)),
11
+ ]).catch((e) => {
12
+ console.error("✗ Could not connect to browser:", e.message);
13
+ console.error(" Run: browser-start.js");
14
+ process.exit(1);
15
+ });
16
+
17
+ const p = (await b.pages()).at(-1);
18
+
19
+ if (!p) {
20
+ console.error("✗ No active tab found");
21
+ process.exit(1);
22
+ }
23
+
24
+ const cookies = await p.cookies();
25
+
26
+ for (const cookie of cookies) {
27
+ console.log(`${cookie.name}: ${cookie.value}`);
28
+ console.log(` domain: ${cookie.domain}`);
29
+ console.log(` path: ${cookie.path}`);
30
+ console.log(` httpOnly: ${cookie.httpOnly}`);
31
+ console.log(` secure: ${cookie.secure}`);
32
+ console.log("");
33
+ }
34
+
35
+ await b.disconnect();