luca 3.0.0 → 3.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (372) hide show
  1. package/.github/workflows/release.yaml +1 -0
  2. package/CLAUDE.md +10 -2
  3. package/README.md +130 -112
  4. package/assistants/codingAssistant/CORE.md +6 -1
  5. package/assistants/codingAssistant/hooks.ts +1 -1
  6. package/assistants/inkbot/hooks.ts +1 -1
  7. package/assistants/inkbot/tools.ts +1 -1
  8. package/bun.lock +220 -322
  9. package/commands/audit-docs.ts +2 -2
  10. package/commands/build-bootstrap.ts +2 -3
  11. package/commands/build-python-bridge.ts +2 -3
  12. package/commands/build-scaffolds.ts +2 -3
  13. package/commands/bundle-consumer-project.ts +521 -0
  14. package/commands/generate-api-docs.ts +2 -2
  15. package/commands/inkbot.ts +2 -2
  16. package/commands/release.ts +2 -2
  17. package/commands/try-all-challenges.ts +3 -3
  18. package/commands/try-challenge.ts +3 -3
  19. package/dist/agi/container.server.d.ts +2 -2
  20. package/dist/agi/features/assistant.d.ts +2 -2
  21. package/dist/agi/features/assistants-manager.d.ts +1 -1
  22. package/dist/agi/features/autonomous-assistant.d.ts +1 -1
  23. package/dist/agi/features/browser-use.d.ts +1 -1
  24. package/dist/agi/features/claude-code.d.ts +1 -1
  25. package/dist/agi/features/conversation-history.d.ts +2 -2
  26. package/dist/agi/features/conversation.d.ts +1 -1
  27. package/dist/agi/features/docs-reader.d.ts +1 -1
  28. package/dist/agi/features/file-tools.d.ts +1 -1
  29. package/dist/agi/features/luca-coder.d.ts +1 -1
  30. package/dist/agi/features/openai-codex.d.ts +1 -1
  31. package/dist/agi/features/skills-library.d.ts +1 -1
  32. package/dist/clients/civitai/index.d.ts +4 -4
  33. package/dist/clients/client-template.d.ts +4 -4
  34. package/dist/clients/comfyui/index.d.ts +2 -2
  35. package/dist/clients/elevenlabs/index.d.ts +2 -2
  36. package/dist/clients/openai/index.d.ts +2 -2
  37. package/dist/clients/supabase/index.d.ts +3 -3
  38. package/dist/command.d.ts +1 -1
  39. package/dist/node/container.d.ts +1 -1
  40. package/dist/node/features/helpers.d.ts +3 -3
  41. package/dist/node/features/semantic-search.d.ts +1 -1
  42. package/dist/node/features/vm.d.ts +3 -3
  43. package/dist/node.d.ts +1 -1
  44. package/dist/scaffolds/generated.d.ts +1 -1
  45. package/dist/selector.d.ts +1 -1
  46. package/index.html +217 -190
  47. package/luca.console.ts +1 -1
  48. package/package.json +2 -2
  49. package/public/index.html +217 -190
  50. package/public/slides-ai-native.html +1 -1
  51. package/public/slides-intro.html +2 -2
  52. package/scripts/examples/ask-luca-expert.ts +1 -1
  53. package/scripts/examples/assistant-questions.ts +1 -1
  54. package/scripts/examples/excalidraw-expert.ts +1 -1
  55. package/scripts/examples/file-manager.ts +1 -1
  56. package/scripts/examples/ideas.ts +1 -1
  57. package/scripts/examples/interactive-chat.ts +1 -1
  58. package/scripts/examples/opening-a-web-browser.ts +1 -1
  59. package/scripts/examples/telegram-bot.ts +1 -1
  60. package/scripts/examples/using-assistant-with-mcp.ts +1 -1
  61. package/scripts/examples/using-claude-code.ts +1 -1
  62. package/scripts/examples/using-contentdb.ts +2 -2
  63. package/scripts/examples/using-conversations.ts +1 -1
  64. package/scripts/examples/using-disk-cache.ts +1 -1
  65. package/scripts/examples/using-docker-shell.ts +1 -1
  66. package/scripts/examples/using-elevenlabs.ts +1 -1
  67. package/scripts/examples/using-google-calendar.ts +1 -1
  68. package/scripts/examples/using-google-docs.ts +1 -1
  69. package/scripts/examples/using-google-drive.ts +1 -1
  70. package/scripts/examples/using-google-sheets.ts +1 -1
  71. package/scripts/examples/using-nlp.ts +1 -1
  72. package/scripts/examples/using-ollama.ts +1 -1
  73. package/scripts/examples/using-postgres.ts +1 -1
  74. package/scripts/examples/using-runpod.ts +1 -1
  75. package/scripts/examples/using-tts.ts +1 -1
  76. package/scripts/scaffold.ts +5 -5
  77. package/scripts/scratch.ts +1 -1
  78. package/scripts/test-assistant-hooks.ts +1 -1
  79. package/scripts/test-docs-reader.ts +1 -1
  80. package/src/agi/container.server.ts +6 -2
  81. package/src/agi/features/agent-memory.ts +25 -25
  82. package/src/agi/features/assistant.ts +34 -5
  83. package/src/agi/features/assistants-manager.ts +122 -6
  84. package/src/agi/features/autonomous-assistant.ts +1 -1
  85. package/src/agi/features/browser-use.ts +20 -1
  86. package/src/agi/features/claude-code.ts +51 -5
  87. package/src/agi/features/coding-tools.ts +1 -1
  88. package/src/agi/features/conversation-history.ts +181 -4
  89. package/src/agi/features/conversation.ts +186 -15
  90. package/src/agi/features/docs-reader.ts +2 -2
  91. package/src/agi/features/file-tools.ts +49 -2
  92. package/src/agi/features/luca-coder.ts +7 -5
  93. package/src/agi/features/mcp-bridge.ts +532 -0
  94. package/src/agi/features/openai-codex.ts +2 -2
  95. package/src/agi/features/skills-library.ts +131 -52
  96. package/src/agi/lib/token-counter.ts +80 -0
  97. package/src/bootstrap/generated.ts +56 -57
  98. package/src/browser.ts +1 -1
  99. package/src/cli/build-info.ts +2 -2
  100. package/src/cli/cli.ts +2 -2
  101. package/src/clients/civitai/index.ts +5 -5
  102. package/src/clients/client-template.ts +4 -4
  103. package/src/clients/comfyui/index.ts +4 -4
  104. package/src/clients/elevenlabs/index.ts +4 -4
  105. package/src/clients/openai/index.ts +7 -7
  106. package/src/clients/supabase/index.ts +4 -4
  107. package/src/clients/voicebox/index.ts +4 -4
  108. package/src/command.ts +2 -1
  109. package/src/commands/chat.ts +1 -0
  110. package/src/commands/eval.ts +2 -56
  111. package/src/commands/introspect.ts +1 -1
  112. package/src/commands/prompt.ts +41 -9
  113. package/src/container-describer.ts +8 -1
  114. package/src/container.ts +13 -0
  115. package/src/entity.ts +2 -2
  116. package/src/helper.ts +1 -1
  117. package/src/introspection/generated.agi.ts +28563 -27571
  118. package/src/introspection/generated.node.ts +20281 -20194
  119. package/src/introspection/generated.web.ts +605 -584
  120. package/src/introspection/scan.ts +11 -6
  121. package/src/node/container.ts +1 -1
  122. package/src/node/features/content-db.ts +39 -2
  123. package/src/node/features/display-result.ts +57 -0
  124. package/src/node/features/helpers.ts +42 -15
  125. package/src/node/features/python.ts +25 -19
  126. package/src/node/features/repl.ts +1 -1
  127. package/src/node/features/secure-shell.ts +11 -17
  128. package/src/node/features/semantic-search.ts +2 -2
  129. package/src/node/features/transpiler.ts +2 -3
  130. package/src/node/features/ui.ts +5 -0
  131. package/src/node/features/vm.ts +3 -3
  132. package/src/node.ts +3 -3
  133. package/src/python/generated.ts +0 -1
  134. package/src/scaffolds/generated.ts +82 -83
  135. package/src/selector.ts +1 -1
  136. package/src/servers/express.ts +1 -1
  137. package/src/web/features/helpers.ts +22 -0
  138. package/tsconfig.json +12 -12
  139. package/docs/CLI.md +0 -335
  140. package/docs/CNAME +0 -1
  141. package/docs/README.md +0 -60
  142. package/docs/TABLE-OF-CONTENTS.md +0 -183
  143. package/docs/apis/clients/elevenlabs.md +0 -308
  144. package/docs/apis/clients/graph.md +0 -107
  145. package/docs/apis/clients/openai.md +0 -429
  146. package/docs/apis/clients/rest.md +0 -161
  147. package/docs/apis/clients/websocket.md +0 -174
  148. package/docs/apis/features/agi/assistant.md +0 -625
  149. package/docs/apis/features/agi/assistants-manager.md +0 -282
  150. package/docs/apis/features/agi/auto-assistant.md +0 -279
  151. package/docs/apis/features/agi/browser-use.md +0 -802
  152. package/docs/apis/features/agi/claude-code.md +0 -884
  153. package/docs/apis/features/agi/conversation-history.md +0 -364
  154. package/docs/apis/features/agi/conversation.md +0 -548
  155. package/docs/apis/features/agi/docs-reader.md +0 -99
  156. package/docs/apis/features/agi/file-tools.md +0 -163
  157. package/docs/apis/features/agi/luca-coder.md +0 -407
  158. package/docs/apis/features/agi/openai-codex.md +0 -396
  159. package/docs/apis/features/agi/openapi.md +0 -138
  160. package/docs/apis/features/agi/semantic-search.md +0 -387
  161. package/docs/apis/features/agi/skills-library.md +0 -239
  162. package/docs/apis/features/node/container-link.md +0 -192
  163. package/docs/apis/features/node/content-db.md +0 -450
  164. package/docs/apis/features/node/disk-cache.md +0 -379
  165. package/docs/apis/features/node/dns.md +0 -652
  166. package/docs/apis/features/node/docker.md +0 -706
  167. package/docs/apis/features/node/downloader.md +0 -81
  168. package/docs/apis/features/node/esbuild.md +0 -60
  169. package/docs/apis/features/node/file-manager.md +0 -191
  170. package/docs/apis/features/node/fs.md +0 -1217
  171. package/docs/apis/features/node/git.md +0 -371
  172. package/docs/apis/features/node/google-auth.md +0 -193
  173. package/docs/apis/features/node/google-calendar.md +0 -202
  174. package/docs/apis/features/node/google-docs.md +0 -173
  175. package/docs/apis/features/node/google-drive.md +0 -246
  176. package/docs/apis/features/node/google-mail.md +0 -214
  177. package/docs/apis/features/node/google-sheets.md +0 -194
  178. package/docs/apis/features/node/grep.md +0 -292
  179. package/docs/apis/features/node/helpers.md +0 -164
  180. package/docs/apis/features/node/ink.md +0 -334
  181. package/docs/apis/features/node/ipc-socket.md +0 -249
  182. package/docs/apis/features/node/json-tree.md +0 -86
  183. package/docs/apis/features/node/networking.md +0 -316
  184. package/docs/apis/features/node/nlp.md +0 -133
  185. package/docs/apis/features/node/opener.md +0 -97
  186. package/docs/apis/features/node/os.md +0 -146
  187. package/docs/apis/features/node/package-finder.md +0 -392
  188. package/docs/apis/features/node/postgres.md +0 -234
  189. package/docs/apis/features/node/proc.md +0 -399
  190. package/docs/apis/features/node/process-manager.md +0 -305
  191. package/docs/apis/features/node/python.md +0 -604
  192. package/docs/apis/features/node/redis.md +0 -380
  193. package/docs/apis/features/node/repl.md +0 -88
  194. package/docs/apis/features/node/runpod.md +0 -674
  195. package/docs/apis/features/node/secure-shell.md +0 -176
  196. package/docs/apis/features/node/semantic-search.md +0 -408
  197. package/docs/apis/features/node/sqlite.md +0 -233
  198. package/docs/apis/features/node/telegram.md +0 -279
  199. package/docs/apis/features/node/transpiler.md +0 -74
  200. package/docs/apis/features/node/tts.md +0 -133
  201. package/docs/apis/features/node/ui.md +0 -701
  202. package/docs/apis/features/node/vault.md +0 -59
  203. package/docs/apis/features/node/vm.md +0 -75
  204. package/docs/apis/features/node/yaml-tree.md +0 -85
  205. package/docs/apis/features/node/yaml.md +0 -176
  206. package/docs/apis/features/web/asset-loader.md +0 -59
  207. package/docs/apis/features/web/container-link.md +0 -192
  208. package/docs/apis/features/web/esbuild.md +0 -54
  209. package/docs/apis/features/web/helpers.md +0 -164
  210. package/docs/apis/features/web/network.md +0 -44
  211. package/docs/apis/features/web/speech.md +0 -69
  212. package/docs/apis/features/web/vault.md +0 -59
  213. package/docs/apis/features/web/vm.md +0 -75
  214. package/docs/apis/features/web/voice.md +0 -84
  215. package/docs/apis/servers/express.md +0 -171
  216. package/docs/apis/servers/mcp.md +0 -238
  217. package/docs/apis/servers/websocket.md +0 -170
  218. package/docs/bootstrap/CLAUDE.md +0 -101
  219. package/docs/bootstrap/SKILL.md +0 -341
  220. package/docs/bootstrap/templates/about-command.ts +0 -41
  221. package/docs/bootstrap/templates/docs-models.ts +0 -22
  222. package/docs/bootstrap/templates/docs-readme.md +0 -43
  223. package/docs/bootstrap/templates/example-feature.ts +0 -53
  224. package/docs/bootstrap/templates/health-endpoint.ts +0 -15
  225. package/docs/bootstrap/templates/luca-cli.ts +0 -30
  226. package/docs/bootstrap/templates/runme.md +0 -54
  227. package/docs/challenges/caching-proxy.md +0 -16
  228. package/docs/challenges/content-db-round-trip.md +0 -14
  229. package/docs/challenges/custom-command.md +0 -9
  230. package/docs/challenges/file-watcher-pipeline.md +0 -11
  231. package/docs/challenges/grep-audit-report.md +0 -15
  232. package/docs/challenges/multi-feature-dashboard.md +0 -14
  233. package/docs/challenges/process-orchestrator.md +0 -17
  234. package/docs/challenges/rest-api-server-with-client.md +0 -12
  235. package/docs/challenges/script-runner-with-vm.md +0 -11
  236. package/docs/challenges/simple-rest-api.md +0 -15
  237. package/docs/challenges/websocket-serve-and-client.md +0 -11
  238. package/docs/challenges/yaml-config-system.md +0 -14
  239. package/docs/command-system-overhaul.md +0 -94
  240. package/docs/documentation-audit.md +0 -134
  241. package/docs/examples/assistant/CORE.md +0 -18
  242. package/docs/examples/assistant/hooks.ts +0 -3
  243. package/docs/examples/assistant/tools.ts +0 -10
  244. package/docs/examples/assistant-hooks-reference.ts +0 -171
  245. package/docs/examples/assistant-with-process-manager.md +0 -84
  246. package/docs/examples/content-db.md +0 -77
  247. package/docs/examples/disk-cache.md +0 -83
  248. package/docs/examples/docker.md +0 -101
  249. package/docs/examples/downloader.md +0 -70
  250. package/docs/examples/entity.md +0 -124
  251. package/docs/examples/esbuild.md +0 -80
  252. package/docs/examples/feature-as-tool-provider.md +0 -143
  253. package/docs/examples/file-manager.md +0 -82
  254. package/docs/examples/fs.md +0 -83
  255. package/docs/examples/git.md +0 -85
  256. package/docs/examples/google-auth.md +0 -88
  257. package/docs/examples/google-calendar.md +0 -94
  258. package/docs/examples/google-docs.md +0 -82
  259. package/docs/examples/google-drive.md +0 -96
  260. package/docs/examples/google-sheets.md +0 -95
  261. package/docs/examples/grep.md +0 -85
  262. package/docs/examples/ink-blocks.md +0 -75
  263. package/docs/examples/ink-renderer.md +0 -41
  264. package/docs/examples/ink.md +0 -103
  265. package/docs/examples/ipc-socket.md +0 -103
  266. package/docs/examples/json-tree.md +0 -91
  267. package/docs/examples/networking.md +0 -58
  268. package/docs/examples/nlp.md +0 -91
  269. package/docs/examples/opener.md +0 -78
  270. package/docs/examples/os.md +0 -72
  271. package/docs/examples/package-finder.md +0 -89
  272. package/docs/examples/postgres.md +0 -91
  273. package/docs/examples/proc.md +0 -81
  274. package/docs/examples/process-manager.md +0 -79
  275. package/docs/examples/python.md +0 -132
  276. package/docs/examples/repl.md +0 -93
  277. package/docs/examples/runpod.md +0 -119
  278. package/docs/examples/secure-shell.md +0 -92
  279. package/docs/examples/sqlite.md +0 -86
  280. package/docs/examples/structured-output-with-assistants.md +0 -144
  281. package/docs/examples/telegram.md +0 -77
  282. package/docs/examples/tts.md +0 -86
  283. package/docs/examples/ui.md +0 -80
  284. package/docs/examples/vault.md +0 -70
  285. package/docs/examples/vm.md +0 -86
  286. package/docs/examples/websocket-ask-and-reply-example.md +0 -128
  287. package/docs/examples/yaml-tree.md +0 -93
  288. package/docs/examples/yaml.md +0 -104
  289. package/docs/ideas/assistant-factory-pattern.md +0 -142
  290. package/docs/in-memory-fs.md +0 -4
  291. package/docs/introspection-audit.md +0 -49
  292. package/docs/introspection.md +0 -164
  293. package/docs/mcp/readme.md +0 -162
  294. package/docs/models.ts +0 -41
  295. package/docs/philosophy.md +0 -86
  296. package/docs/principles.md +0 -7
  297. package/docs/prompts/audit-codebase-for-failures-to-use-the-container.md +0 -34
  298. package/docs/prompts/check-for-undocumented-features.md +0 -27
  299. package/docs/prompts/mcp-test-easy-command.md +0 -27
  300. package/docs/scaffolds/client.md +0 -149
  301. package/docs/scaffolds/command.md +0 -120
  302. package/docs/scaffolds/endpoint.md +0 -171
  303. package/docs/scaffolds/feature.md +0 -158
  304. package/docs/scaffolds/selector.md +0 -91
  305. package/docs/scaffolds/server.md +0 -196
  306. package/docs/selectors.md +0 -115
  307. package/docs/sessions/custom-command/attempt-log-2.md +0 -195
  308. package/docs/sessions/file-watcher-pipeline/attempt-log-1.md +0 -728
  309. package/docs/sessions/file-watcher-pipeline/attempt-log-2.md +0 -555
  310. package/docs/sessions/grep-audit-report/attempt-log-1.md +0 -289
  311. package/docs/sessions/multi-feature-dashboard/attempt-log-2.md +0 -679
  312. package/docs/sessions/rest-api-server-with-client/attempt-log-1.md +0 -1
  313. package/docs/sessions/rest-api-server-with-client/attempt-log-3.md +0 -920
  314. package/docs/sessions/simple-rest-api/attempt-log-1.md +0 -593
  315. package/docs/sessions/websocket-serve-and-client/attempt-log-2.md +0 -995
  316. package/docs/tutorials/00-bootstrap.md +0 -166
  317. package/docs/tutorials/01-getting-started.md +0 -106
  318. package/docs/tutorials/02-container.md +0 -210
  319. package/docs/tutorials/03-scripts.md +0 -194
  320. package/docs/tutorials/04-features-overview.md +0 -196
  321. package/docs/tutorials/05-state-and-events.md +0 -171
  322. package/docs/tutorials/06-servers.md +0 -157
  323. package/docs/tutorials/07-endpoints.md +0 -198
  324. package/docs/tutorials/08-commands.md +0 -252
  325. package/docs/tutorials/09-clients.md +0 -162
  326. package/docs/tutorials/10-creating-features.md +0 -203
  327. package/docs/tutorials/11-contentbase.md +0 -191
  328. package/docs/tutorials/12-assistants.md +0 -215
  329. package/docs/tutorials/13-introspection.md +0 -157
  330. package/docs/tutorials/14-type-system.md +0 -174
  331. package/docs/tutorials/15-project-patterns.md +0 -222
  332. package/docs/tutorials/16-google-features.md +0 -534
  333. package/docs/tutorials/17-tui-blocks.md +0 -530
  334. package/docs/tutorials/18-semantic-search.md +0 -334
  335. package/docs/tutorials/19-python-sessions.md +0 -401
  336. package/docs/tutorials/20-browser-esm.md +0 -234
  337. package/src/agi/endpoints/ask.ts +0 -60
  338. package/src/agi/endpoints/conversations/[id].ts +0 -45
  339. package/src/agi/endpoints/conversations.ts +0 -31
  340. package/src/agi/endpoints/experts.ts +0 -37
  341. package/test/assistant-hooks.test.ts +0 -306
  342. package/test/assistant.test.ts +0 -81
  343. package/test/bus.test.ts +0 -134
  344. package/test/clients-servers.test.ts +0 -217
  345. package/test/command.test.ts +0 -267
  346. package/test/container-link.test.ts +0 -274
  347. package/test/conversation.test.ts +0 -220
  348. package/test/features.test.ts +0 -160
  349. package/test/fork-and-research.test.ts +0 -450
  350. package/test/integration.test.ts +0 -787
  351. package/test/interceptor-chain.test.ts +0 -61
  352. package/test/node-container.test.ts +0 -121
  353. package/test/python-session.test.ts +0 -105
  354. package/test/rate-limit.test.ts +0 -272
  355. package/test/semantic-search.test.ts +0 -550
  356. package/test/state.test.ts +0 -121
  357. package/test/vm-context.test.ts +0 -146
  358. package/test/vm-loadmodule.test.ts +0 -213
  359. package/test/websocket-ask.test.ts +0 -101
  360. package/test-integration/assistant.test.ts +0 -138
  361. package/test-integration/assistants-manager.test.ts +0 -113
  362. package/test-integration/claude-code.test.ts +0 -98
  363. package/test-integration/conversation-history.test.ts +0 -205
  364. package/test-integration/conversation.test.ts +0 -137
  365. package/test-integration/elevenlabs.test.ts +0 -55
  366. package/test-integration/google-services.test.ts +0 -80
  367. package/test-integration/helpers.ts +0 -89
  368. package/test-integration/memory.test.ts +0 -204
  369. package/test-integration/openai-codex.test.ts +0 -93
  370. package/test-integration/runpod.test.ts +0 -58
  371. package/test-integration/server-endpoints.test.ts +0 -97
  372. package/test-integration/telegram.test.ts +0 -46
@@ -1,802 +0,0 @@
1
- # BrowserUse (features.browserUse)
2
-
3
- Browser automation feature wrapping the browser-use CLI. Provides programmatic browser control — navigation, clicking, typing, screenshots, JavaScript evaluation, data extraction, and more.
4
-
5
- ## Usage
6
-
7
- ```ts
8
- container.feature('browserUse', {
9
- // Default session name
10
- session,
11
- // Show browser window by default
12
- headed,
13
- // Chrome profile name to use
14
- profile,
15
- // Auto-discover and connect to a running Chrome via CDP
16
- connect,
17
- // Connect to an existing browser via CDP URL (http:// or ws://)
18
- cdpUrl,
19
- })
20
- ```
21
-
22
- ## Options (Zod v4 schema)
23
-
24
- | Property | Type | Description |
25
- |----------|------|-------------|
26
- | `session` | `string` | Default session name |
27
- | `headed` | `boolean` | Show browser window by default |
28
- | `profile` | `string` | Chrome profile name to use |
29
- | `connect` | `boolean` | Auto-discover and connect to a running Chrome via CDP |
30
- | `cdpUrl` | `string` | Connect to an existing browser via CDP URL (http:// or ws://) |
31
-
32
- ## Methods
33
-
34
- ### afterInitialize
35
-
36
- **Returns:** `void`
37
-
38
-
39
-
40
- ### open
41
-
42
- Navigate to a URL
43
-
44
- **Parameters:**
45
-
46
- | Name | Type | Required | Description |
47
- |------|------|----------|-------------|
48
- | `url` | `string` | ✓ | The URL to open |
49
-
50
- **Returns:** `Promise<BrowserUseResult>`
51
-
52
- ```ts
53
- await browserUse.open('https://example.com')
54
- ```
55
-
56
-
57
-
58
- ### click
59
-
60
- Click an element by index or coordinates
61
-
62
- **Parameters:**
63
-
64
- | Name | Type | Required | Description |
65
- |------|------|----------|-------------|
66
- | `target` | `string` | ✓ | Element index or "x y" coordinates |
67
-
68
- **Returns:** `Promise<BrowserUseResult>`
69
-
70
- ```ts
71
- await browserUse.click('21') // click element 21
72
- await browserUse.click('100 200') // click at coordinates
73
- ```
74
-
75
-
76
-
77
- ### type
78
-
79
- Type text at the current cursor position
80
-
81
- **Parameters:**
82
-
83
- | Name | Type | Required | Description |
84
- |------|------|----------|-------------|
85
- | `text` | `string` | ✓ | Text to type |
86
-
87
- **Returns:** `Promise<BrowserUseResult>`
88
-
89
-
90
-
91
- ### input
92
-
93
- Type text into a specific element
94
-
95
- **Parameters:**
96
-
97
- | Name | Type | Required | Description |
98
- |------|------|----------|-------------|
99
- | `index` | `string` | ✓ | Element index |
100
- | `text` | `string` | ✓ | Text to enter |
101
-
102
- **Returns:** `Promise<BrowserUseResult>`
103
-
104
-
105
-
106
- ### getState
107
-
108
- Get the current browser state (URL, title, interactive elements)
109
-
110
- **Returns:** `Promise<BrowserUseResult>`
111
-
112
- ```ts
113
- const state = await browserUse.getState()
114
- console.log(state.data._raw_text)
115
- ```
116
-
117
-
118
-
119
- ### screenshot
120
-
121
- Take a screenshot
122
-
123
- **Parameters:**
124
-
125
- | Name | Type | Required | Description |
126
- |------|------|----------|-------------|
127
- | `options` | `{ path?: string; full?: boolean }` | | Optional path and full-page flag |
128
-
129
- **Returns:** `Promise<BrowserUseResult>`
130
-
131
-
132
-
133
- ### evaluate
134
-
135
- Execute JavaScript in the page context
136
-
137
- **Parameters:**
138
-
139
- | Name | Type | Required | Description |
140
- |------|------|----------|-------------|
141
- | `js` | `string` | ✓ | JavaScript code to evaluate |
142
-
143
- **Returns:** `Promise<BrowserUseResult>`
144
-
145
-
146
-
147
- ### extract
148
-
149
- Extract structured data from the page using an LLM
150
-
151
- **Parameters:**
152
-
153
- | Name | Type | Required | Description |
154
- |------|------|----------|-------------|
155
- | `query` | `string` | ✓ | Natural language description of what to extract |
156
-
157
- **Returns:** `Promise<BrowserUseResult>`
158
-
159
-
160
-
161
- ### scroll
162
-
163
- Scroll the page
164
-
165
- **Parameters:**
166
-
167
- | Name | Type | Required | Description |
168
- |------|------|----------|-------------|
169
- | `direction` | `'up' | 'down'` | | 'up' or 'down' |
170
- | `amount` | `number` | | Pixels to scroll |
171
-
172
- **Returns:** `Promise<BrowserUseResult>`
173
-
174
-
175
-
176
- ### keys
177
-
178
- Send keyboard keys
179
-
180
- **Parameters:**
181
-
182
- | Name | Type | Required | Description |
183
- |------|------|----------|-------------|
184
- | `keys` | `string` | ✓ | Key combination (e.g. "Enter", "Control+a") |
185
-
186
- **Returns:** `Promise<BrowserUseResult>`
187
-
188
-
189
-
190
- ### back
191
-
192
- Go back in browser history
193
-
194
- **Returns:** `Promise<BrowserUseResult>`
195
-
196
-
197
-
198
- ### getTitle
199
-
200
- Get the current page title
201
-
202
- **Returns:** `Promise<BrowserUseResult>`
203
-
204
-
205
-
206
- ### getHtml
207
-
208
- Get the full page HTML
209
-
210
- **Returns:** `Promise<BrowserUseResult>`
211
-
212
-
213
-
214
- ### getText
215
-
216
- Get text content of an element
217
-
218
- **Parameters:**
219
-
220
- | Name | Type | Required | Description |
221
- |------|------|----------|-------------|
222
- | `index` | `string` | ✓ | Element index |
223
-
224
- **Returns:** `Promise<BrowserUseResult>`
225
-
226
-
227
-
228
- ### select
229
-
230
- Select a dropdown option
231
-
232
- **Parameters:**
233
-
234
- | Name | Type | Required | Description |
235
- |------|------|----------|-------------|
236
- | `index` | `string` | ✓ | Element index of the dropdown |
237
- | `value` | `string` | ✓ | Value to select |
238
-
239
- **Returns:** `Promise<BrowserUseResult>`
240
-
241
-
242
-
243
- ### waitForSelector
244
-
245
- Wait for a CSS selector to appear
246
-
247
- **Parameters:**
248
-
249
- | Name | Type | Required | Description |
250
- |------|------|----------|-------------|
251
- | `selector` | `string` | ✓ | CSS selector |
252
-
253
- **Returns:** `Promise<BrowserUseResult>`
254
-
255
-
256
-
257
- ### waitForText
258
-
259
- Wait for text to appear on the page
260
-
261
- **Parameters:**
262
-
263
- | Name | Type | Required | Description |
264
- |------|------|----------|-------------|
265
- | `text` | `string` | ✓ | Text to wait for |
266
-
267
- **Returns:** `Promise<BrowserUseResult>`
268
-
269
-
270
-
271
- ### switchTab
272
-
273
- Switch to a tab by index
274
-
275
- **Parameters:**
276
-
277
- | Name | Type | Required | Description |
278
- |------|------|----------|-------------|
279
- | `tab` | `string` | ✓ | Tab index |
280
-
281
- **Returns:** `Promise<BrowserUseResult>`
282
-
283
-
284
-
285
- ### closeTab
286
-
287
- Close a tab
288
-
289
- **Parameters:**
290
-
291
- | Name | Type | Required | Description |
292
- |------|------|----------|-------------|
293
- | `tab` | `string` | | Tab index (closes current if omitted) |
294
-
295
- **Returns:** `Promise<BrowserUseResult>`
296
-
297
-
298
-
299
- ### close
300
-
301
- Close the browser session
302
-
303
- **Parameters:**
304
-
305
- | Name | Type | Required | Description |
306
- |------|------|----------|-------------|
307
- | `all` | `boolean` | | If true, close all sessions |
308
-
309
- **Returns:** `Promise<BrowserUseResult>`
310
-
311
-
312
-
313
- ### sessions
314
-
315
- List active browser sessions
316
-
317
- **Returns:** `Promise<BrowserUseResult>`
318
-
319
-
320
-
321
- ### hover
322
-
323
- Hover over an element
324
-
325
- **Parameters:**
326
-
327
- | Name | Type | Required | Description |
328
- |------|------|----------|-------------|
329
- | `index` | `string` | ✓ | Element index |
330
-
331
- **Returns:** `Promise<BrowserUseResult>`
332
-
333
-
334
-
335
- ### dblclick
336
-
337
- Double-click an element
338
-
339
- **Parameters:**
340
-
341
- | Name | Type | Required | Description |
342
- |------|------|----------|-------------|
343
- | `index` | `string` | ✓ | Element index |
344
-
345
- **Returns:** `Promise<BrowserUseResult>`
346
-
347
-
348
-
349
- ### rightclick
350
-
351
- Right-click an element
352
-
353
- **Parameters:**
354
-
355
- | Name | Type | Required | Description |
356
- |------|------|----------|-------------|
357
- | `index` | `string` | ✓ | Element index |
358
-
359
- **Returns:** `Promise<BrowserUseResult>`
360
-
361
-
362
-
363
- ### upload
364
-
365
- Upload a file to a file input element
366
-
367
- **Parameters:**
368
-
369
- | Name | Type | Required | Description |
370
- |------|------|----------|-------------|
371
- | `index` | `string` | ✓ | Element index of the file input |
372
- | `path` | `string` | ✓ | Local file path to upload |
373
-
374
- **Returns:** `Promise<BrowserUseResult>`
375
-
376
-
377
-
378
- ### getValue
379
-
380
- Get the value of an input or textarea element
381
-
382
- **Parameters:**
383
-
384
- | Name | Type | Required | Description |
385
- |------|------|----------|-------------|
386
- | `index` | `string` | ✓ | Element index |
387
-
388
- **Returns:** `Promise<BrowserUseResult>`
389
-
390
-
391
-
392
- ### getAttributes
393
-
394
- Get all attributes of an element
395
-
396
- **Parameters:**
397
-
398
- | Name | Type | Required | Description |
399
- |------|------|----------|-------------|
400
- | `index` | `string` | ✓ | Element index |
401
-
402
- **Returns:** `Promise<BrowserUseResult>`
403
-
404
-
405
-
406
- ### browserOpen
407
-
408
- **Parameters:**
409
-
410
- | Name | Type | Required | Description |
411
- |------|------|----------|-------------|
412
- | `options` | `{ url: string }` | ✓ | Parameter options |
413
-
414
- **Returns:** `void`
415
-
416
-
417
-
418
- ### browserClick
419
-
420
- **Parameters:**
421
-
422
- | Name | Type | Required | Description |
423
- |------|------|----------|-------------|
424
- | `options` | `{ target: string }` | ✓ | Parameter options |
425
-
426
- **Returns:** `void`
427
-
428
-
429
-
430
- ### browserType
431
-
432
- **Parameters:**
433
-
434
- | Name | Type | Required | Description |
435
- |------|------|----------|-------------|
436
- | `options` | `{ text: string }` | ✓ | Parameter options |
437
-
438
- **Returns:** `void`
439
-
440
-
441
-
442
- ### browserInput
443
-
444
- **Parameters:**
445
-
446
- | Name | Type | Required | Description |
447
- |------|------|----------|-------------|
448
- | `options` | `{ index: string; text: string }` | ✓ | Parameter options |
449
-
450
- **Returns:** `void`
451
-
452
-
453
-
454
- ### browserGetState
455
-
456
- **Returns:** `void`
457
-
458
-
459
-
460
- ### browserScreenshot
461
-
462
- **Parameters:**
463
-
464
- | Name | Type | Required | Description |
465
- |------|------|----------|-------------|
466
- | `options` | `{ path?: string; full?: boolean }` | ✓ | Parameter options |
467
-
468
- **Returns:** `void`
469
-
470
-
471
-
472
- ### browserEval
473
-
474
- **Parameters:**
475
-
476
- | Name | Type | Required | Description |
477
- |------|------|----------|-------------|
478
- | `options` | `{ js: string }` | ✓ | Parameter options |
479
-
480
- **Returns:** `void`
481
-
482
-
483
-
484
- ### browserExtract
485
-
486
- **Parameters:**
487
-
488
- | Name | Type | Required | Description |
489
- |------|------|----------|-------------|
490
- | `options` | `{ query: string }` | ✓ | Parameter options |
491
-
492
- **Returns:** `void`
493
-
494
-
495
-
496
- ### browserScroll
497
-
498
- **Parameters:**
499
-
500
- | Name | Type | Required | Description |
501
- |------|------|----------|-------------|
502
- | `options` | `{ direction: 'up' | 'down'; amount?: number }` | ✓ | Parameter options |
503
-
504
- **Returns:** `void`
505
-
506
-
507
-
508
- ### browserKeys
509
-
510
- **Parameters:**
511
-
512
- | Name | Type | Required | Description |
513
- |------|------|----------|-------------|
514
- | `options` | `{ keys: string }` | ✓ | Parameter options |
515
-
516
- **Returns:** `void`
517
-
518
-
519
-
520
- ### browserBack
521
-
522
- **Returns:** `void`
523
-
524
-
525
-
526
- ### browserGetTitle
527
-
528
- **Returns:** `void`
529
-
530
-
531
-
532
- ### browserGetHtml
533
-
534
- **Returns:** `void`
535
-
536
-
537
-
538
- ### browserGetText
539
-
540
- **Parameters:**
541
-
542
- | Name | Type | Required | Description |
543
- |------|------|----------|-------------|
544
- | `options` | `{ index: string }` | ✓ | Parameter options |
545
-
546
- **Returns:** `void`
547
-
548
-
549
-
550
- ### browserSelect
551
-
552
- **Parameters:**
553
-
554
- | Name | Type | Required | Description |
555
- |------|------|----------|-------------|
556
- | `options` | `{ index: string; value: string }` | ✓ | Parameter options |
557
-
558
- **Returns:** `void`
559
-
560
-
561
-
562
- ### browserWaitForSelector
563
-
564
- **Parameters:**
565
-
566
- | Name | Type | Required | Description |
567
- |------|------|----------|-------------|
568
- | `options` | `{ selector: string }` | ✓ | Parameter options |
569
-
570
- **Returns:** `void`
571
-
572
-
573
-
574
- ### browserWaitForText
575
-
576
- **Parameters:**
577
-
578
- | Name | Type | Required | Description |
579
- |------|------|----------|-------------|
580
- | `options` | `{ text: string }` | ✓ | Parameter options |
581
-
582
- **Returns:** `void`
583
-
584
-
585
-
586
- ### browserSwitchTab
587
-
588
- **Parameters:**
589
-
590
- | Name | Type | Required | Description |
591
- |------|------|----------|-------------|
592
- | `options` | `{ tab: string }` | ✓ | Parameter options |
593
-
594
- **Returns:** `void`
595
-
596
-
597
-
598
- ### browserCloseTab
599
-
600
- **Parameters:**
601
-
602
- | Name | Type | Required | Description |
603
- |------|------|----------|-------------|
604
- | `options` | `{ tab?: string }` | ✓ | Parameter options |
605
-
606
- **Returns:** `void`
607
-
608
-
609
-
610
- ### browserClose
611
-
612
- **Parameters:**
613
-
614
- | Name | Type | Required | Description |
615
- |------|------|----------|-------------|
616
- | `options` | `{ all?: boolean }` | ✓ | Parameter options |
617
-
618
- **Returns:** `void`
619
-
620
-
621
-
622
- ### browserSessions
623
-
624
- **Returns:** `void`
625
-
626
-
627
-
628
- ### browserHover
629
-
630
- **Parameters:**
631
-
632
- | Name | Type | Required | Description |
633
- |------|------|----------|-------------|
634
- | `options` | `{ index: string }` | ✓ | Parameter options |
635
-
636
- **Returns:** `void`
637
-
638
-
639
-
640
- ### browserDblclick
641
-
642
- **Parameters:**
643
-
644
- | Name | Type | Required | Description |
645
- |------|------|----------|-------------|
646
- | `options` | `{ index: string }` | ✓ | Parameter options |
647
-
648
- **Returns:** `void`
649
-
650
-
651
-
652
- ### browserRightclick
653
-
654
- **Parameters:**
655
-
656
- | Name | Type | Required | Description |
657
- |------|------|----------|-------------|
658
- | `options` | `{ index: string }` | ✓ | Parameter options |
659
-
660
- **Returns:** `void`
661
-
662
-
663
-
664
- ### browserUpload
665
-
666
- **Parameters:**
667
-
668
- | Name | Type | Required | Description |
669
- |------|------|----------|-------------|
670
- | `options` | `{ index: string; path: string }` | ✓ | Parameter options |
671
-
672
- **Returns:** `void`
673
-
674
-
675
-
676
- ### browserGetValue
677
-
678
- **Parameters:**
679
-
680
- | Name | Type | Required | Description |
681
- |------|------|----------|-------------|
682
- | `options` | `{ index: string }` | ✓ | Parameter options |
683
-
684
- **Returns:** `void`
685
-
686
-
687
-
688
- ### browserGetAttributes
689
-
690
- **Parameters:**
691
-
692
- | Name | Type | Required | Description |
693
- |------|------|----------|-------------|
694
- | `options` | `{ index: string }` | ✓ | Parameter options |
695
-
696
- **Returns:** `void`
697
-
698
-
699
-
700
- ## Events (Zod v4 schema)
701
-
702
- ### navigated
703
-
704
- Emitted after navigating to a URL
705
-
706
- **Event Arguments:**
707
-
708
- | Name | Type | Description |
709
- |------|------|-------------|
710
- | `arg0` | `string` | URL navigated to |
711
-
712
-
713
-
714
- ### clicked
715
-
716
- Emitted after clicking an element
717
-
718
- **Event Arguments:**
719
-
720
- | Name | Type | Description |
721
- |------|------|-------------|
722
- | `arg0` | `string` | Target description |
723
-
724
-
725
-
726
- ### typed
727
-
728
- Emitted after typing text
729
-
730
- **Event Arguments:**
731
-
732
- | Name | Type | Description |
733
- |------|------|-------------|
734
- | `arg0` | `string` | Text typed |
735
-
736
-
737
-
738
- ### screenshot
739
-
740
- Emitted after taking a screenshot
741
-
742
- **Event Arguments:**
743
-
744
- | Name | Type | Description |
745
- |------|------|-------------|
746
- | `arg0` | `string` | Base64 or file path |
747
-
748
-
749
-
750
- ### closed
751
-
752
- Emitted when the browser session is closed
753
-
754
-
755
-
756
- ## State (Zod v4 schema)
757
-
758
- | Property | Type | Description |
759
- |----------|------|-------------|
760
- | `enabled` | `boolean` | Whether this feature is currently enabled |
761
- | `session` | `string` | Active browser session name |
762
- | `headed` | `boolean` | Whether the browser window is visible |
763
- | `currentUrl` | `string` | The current page URL |
764
-
765
- ## Examples
766
-
767
- **features.browserUse**
768
-
769
- ```ts
770
- const browser = container.feature('browserUse')
771
- await browser.open('https://example.com')
772
- const state = await browser.getState()
773
- await browser.click('21')
774
- await browser.close()
775
- ```
776
-
777
-
778
-
779
- **open**
780
-
781
- ```ts
782
- await browserUse.open('https://example.com')
783
- ```
784
-
785
-
786
-
787
- **click**
788
-
789
- ```ts
790
- await browserUse.click('21') // click element 21
791
- await browserUse.click('100 200') // click at coordinates
792
- ```
793
-
794
-
795
-
796
- **getState**
797
-
798
- ```ts
799
- const state = await browserUse.getState()
800
- console.log(state.data._raw_text)
801
- ```
802
-