@eko-ai/eko 1.0.9 → 1.0.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (280) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +139 -139
  3. package/dist/extension/script/bing.js +0 -0
  4. package/dist/extension/script/build_dom_tree.js +661 -661
  5. package/dist/extension/script/common.js +0 -0
  6. package/dist/extension/script/duckduckgo.js +0 -0
  7. package/dist/extension/script/google.js +0 -0
  8. package/dist/extension/tools/cancel_workflow.d.ts +9 -0
  9. package/dist/extension.cjs.js +75 -75
  10. package/dist/extension.esm.js +75 -75
  11. package/dist/extension_content_script.js +55 -55
  12. package/dist/fellou.cjs.js +18 -18
  13. package/dist/fellou.esm.js +18 -18
  14. package/dist/index.cjs.js +4356 -4255
  15. package/dist/index.d.ts +2 -1
  16. package/dist/index.esm.js +4356 -4256
  17. package/dist/jest.config.js +10 -0
  18. package/dist/jest.config.js.map +1 -0
  19. package/dist/nodejs.cjs.js +1627 -1627
  20. package/dist/nodejs.esm.js +1627 -1627
  21. package/dist/rollup.config.js +171 -0
  22. package/dist/rollup.config.js.map +1 -0
  23. package/dist/script.js +10 -0
  24. package/dist/script.js.map +1 -0
  25. package/dist/services/llm/deepseek-provider.d.ts +13 -0
  26. package/dist/services/llm/provider-factory.d.ts +4 -0
  27. package/dist/services/llm/siliconflow-provider.d.ts +13 -0
  28. package/dist/services/workflow/generator.d.ts +1 -0
  29. package/dist/src/core/eko.js +99 -0
  30. package/dist/src/core/eko.js.map +1 -0
  31. package/dist/src/core/tool-registry.js +51 -0
  32. package/dist/src/core/tool-registry.js.map +1 -0
  33. package/dist/src/extension/content/index.js +409 -0
  34. package/dist/src/extension/content/index.js.map +1 -0
  35. package/dist/src/extension/core.js +29 -0
  36. package/dist/src/extension/core.js.map +1 -0
  37. package/dist/src/extension/index.js +12 -0
  38. package/dist/src/extension/index.js.map +1 -0
  39. package/dist/src/extension/script/bing.js +25 -0
  40. package/dist/src/extension/script/bing.js.map +1 -0
  41. package/dist/src/extension/script/build_dom_tree.js +585 -0
  42. package/dist/src/extension/script/build_dom_tree.js.map +1 -0
  43. package/dist/src/extension/script/common.js +203 -0
  44. package/dist/src/extension/script/common.js.map +1 -0
  45. package/dist/src/extension/script/duckduckgo.js +25 -0
  46. package/dist/src/extension/script/duckduckgo.js.map +1 -0
  47. package/dist/src/extension/script/google.js +26 -0
  48. package/dist/src/extension/script/google.js.map +1 -0
  49. package/dist/src/extension/tools/browser.js +174 -0
  50. package/dist/src/extension/tools/browser.js.map +1 -0
  51. package/dist/src/extension/tools/browser_use.js +186 -0
  52. package/dist/src/extension/tools/browser_use.js.map +1 -0
  53. package/dist/src/extension/tools/element_click.js +123 -0
  54. package/dist/src/extension/tools/element_click.js.map +1 -0
  55. package/dist/src/extension/tools/export_file.js +93 -0
  56. package/dist/src/extension/tools/export_file.js.map +1 -0
  57. package/dist/src/extension/tools/extract_content.js +38 -0
  58. package/dist/src/extension/tools/extract_content.js.map +1 -0
  59. package/dist/src/extension/tools/find_element_position.js +125 -0
  60. package/dist/src/extension/tools/find_element_position.js.map +1 -0
  61. package/dist/src/extension/tools/html_script.js +219 -0
  62. package/dist/src/extension/tools/html_script.js.map +1 -0
  63. package/dist/src/extension/tools/index.js +12 -0
  64. package/dist/src/extension/tools/index.js.map +1 -0
  65. package/dist/src/extension/tools/open_url.js +68 -0
  66. package/dist/src/extension/tools/open_url.js.map +1 -0
  67. package/dist/src/extension/tools/request_login.js +87 -0
  68. package/dist/src/extension/tools/request_login.js.map +1 -0
  69. package/dist/src/extension/tools/screenshot.js +26 -0
  70. package/dist/src/extension/tools/screenshot.js.map +1 -0
  71. package/dist/src/extension/tools/tab_management.js +160 -0
  72. package/dist/src/extension/tools/tab_management.js.map +1 -0
  73. package/dist/src/extension/tools/web_search.js +281 -0
  74. package/dist/src/extension/tools/web_search.js.map +1 -0
  75. package/dist/src/extension/utils.js +244 -0
  76. package/dist/src/extension/utils.js.map +1 -0
  77. package/dist/src/fellou/computer.js +104 -0
  78. package/dist/src/fellou/computer.js.map +1 -0
  79. package/dist/src/fellou/index.js +7 -0
  80. package/dist/src/fellou/index.js.map +1 -0
  81. package/dist/src/fellou/tools/computer_use.js +111 -0
  82. package/dist/src/fellou/tools/computer_use.js.map +1 -0
  83. package/dist/src/index.js +9 -0
  84. package/dist/src/index.js.map +1 -0
  85. package/dist/src/models/action.js +364 -0
  86. package/dist/src/models/action.js.map +1 -0
  87. package/dist/src/models/workflow.js +120 -0
  88. package/dist/src/models/workflow.js.map +1 -0
  89. package/dist/src/nodejs/core.js +18 -0
  90. package/dist/src/nodejs/core.js.map +1 -0
  91. package/dist/src/nodejs/index.js +6 -0
  92. package/dist/src/nodejs/index.js.map +1 -0
  93. package/dist/src/nodejs/script/build_dom_tree.js +586 -0
  94. package/dist/src/nodejs/script/build_dom_tree.js.map +1 -0
  95. package/dist/src/nodejs/tools/browser_use.js +458 -0
  96. package/dist/src/nodejs/tools/browser_use.js.map +1 -0
  97. package/dist/src/nodejs/tools/command_execute.js +65 -0
  98. package/dist/src/nodejs/tools/command_execute.js.map +1 -0
  99. package/dist/src/nodejs/tools/file_read.js +45 -0
  100. package/dist/src/nodejs/tools/file_read.js.map +1 -0
  101. package/dist/src/nodejs/tools/file_write.js +95 -0
  102. package/dist/src/nodejs/tools/file_write.js.map +1 -0
  103. package/dist/src/nodejs/tools/index.js +5 -0
  104. package/dist/src/nodejs/tools/index.js.map +1 -0
  105. package/dist/src/schemas/workflow.schema.js +64 -0
  106. package/dist/src/schemas/workflow.schema.js.map +1 -0
  107. package/dist/src/services/llm/claude-provider.js +140 -0
  108. package/dist/src/services/llm/claude-provider.js.map +1 -0
  109. package/dist/src/services/llm/deepseek-provider.js +432 -0
  110. package/dist/src/services/llm/deepseek-provider.js.map +1 -0
  111. package/dist/src/services/llm/glm-provider.js +317 -0
  112. package/dist/src/services/llm/glm-provider.js.map +1 -0
  113. package/dist/src/services/llm/openai-provider copy.js +317 -0
  114. package/dist/src/services/llm/openai-provider copy.js.map +1 -0
  115. package/dist/src/services/llm/openai-provider.js +317 -0
  116. package/dist/src/services/llm/openai-provider.js.map +1 -0
  117. package/dist/src/services/parser/workflow-parser.js +208 -0
  118. package/dist/src/services/parser/workflow-parser.js.map +1 -0
  119. package/dist/src/services/workflow/generator.js +105 -0
  120. package/dist/src/services/workflow/generator.js.map +1 -0
  121. package/dist/src/services/workflow/templates.js +42 -0
  122. package/dist/src/services/workflow/templates.js.map +1 -0
  123. package/dist/src/types/action.types.js +2 -0
  124. package/dist/src/types/action.types.js.map +1 -0
  125. package/dist/src/types/eko.types.js +2 -0
  126. package/dist/src/types/eko.types.js.map +1 -0
  127. package/dist/src/types/index.js +6 -0
  128. package/dist/src/types/index.js.map +1 -0
  129. package/dist/src/types/llm.types.js +2 -0
  130. package/dist/src/types/llm.types.js.map +1 -0
  131. package/dist/src/types/parser.types.js +2 -0
  132. package/dist/src/types/parser.types.js.map +1 -0
  133. package/dist/src/types/tools.types.js +2 -0
  134. package/dist/src/types/tools.types.js.map +1 -0
  135. package/dist/src/types/workflow.types.js +3 -0
  136. package/dist/src/types/workflow.types.js.map +1 -0
  137. package/dist/src/web/core.js +18 -0
  138. package/dist/src/web/core.js.map +1 -0
  139. package/dist/src/web/index.js +9 -0
  140. package/dist/src/web/index.js.map +1 -0
  141. package/dist/src/web/script/build_dom_tree.js +584 -0
  142. package/dist/src/web/script/build_dom_tree.js.map +1 -0
  143. package/dist/src/web/tools/browser.js +249 -0
  144. package/dist/src/web/tools/browser.js.map +1 -0
  145. package/dist/src/web/tools/browser_use.js +176 -0
  146. package/dist/src/web/tools/browser_use.js.map +1 -0
  147. package/dist/src/web/tools/element_click.js +121 -0
  148. package/dist/src/web/tools/element_click.js.map +1 -0
  149. package/dist/src/web/tools/export_file.js +74 -0
  150. package/dist/src/web/tools/export_file.js.map +1 -0
  151. package/dist/src/web/tools/extract_content.js +24 -0
  152. package/dist/src/web/tools/extract_content.js.map +1 -0
  153. package/dist/src/web/tools/find_element_position.js +121 -0
  154. package/dist/src/web/tools/find_element_position.js.map +1 -0
  155. package/dist/src/web/tools/html_script.js +219 -0
  156. package/dist/src/web/tools/html_script.js.map +1 -0
  157. package/dist/src/web/tools/index.js +8 -0
  158. package/dist/src/web/tools/index.js.map +1 -0
  159. package/dist/src/web/tools/screenshot.js +24 -0
  160. package/dist/src/web/tools/screenshot.js.map +1 -0
  161. package/dist/test/integration/claude-provider.test.js +170 -0
  162. package/dist/test/integration/claude-provider.test.js.map +1 -0
  163. package/dist/test/integration/deepseek-provider.test.js +171 -0
  164. package/dist/test/integration/deepseek-provider.test.js.map +1 -0
  165. package/dist/test/integration/glm-provider.test.js +173 -0
  166. package/dist/test/integration/glm-provider.test.js.map +1 -0
  167. package/dist/test/integration/openai-provider.test copy.js +170 -0
  168. package/dist/test/integration/openai-provider.test copy.js.map +1 -0
  169. package/dist/test/integration/openai-provider.test.js +170 -0
  170. package/dist/test/integration/openai-provider.test.js.map +1 -0
  171. package/dist/test/integration/qwen-provider.js +170 -0
  172. package/dist/test/integration/qwen-provider.js.map +1 -0
  173. package/dist/test/integration/qwen-provider.test copy.js +170 -0
  174. package/dist/test/integration/qwen-provider.test copy.js.map +1 -0
  175. package/dist/test/integration/qwen-provider.test.js +170 -0
  176. package/dist/test/integration/qwen-provider.test.js.map +1 -0
  177. package/dist/test/integration/workflow.execution.test.js +152 -0
  178. package/dist/test/integration/workflow.execution.test.js.map +1 -0
  179. package/dist/test/integration/workflow.generation-and-execution.test.js +131 -0
  180. package/dist/test/integration/workflow.generation-and-execution.test.js.map +1 -0
  181. package/dist/test/integration/workflow.generator.test.js +207 -0
  182. package/dist/test/integration/workflow.generator.test.js.map +1 -0
  183. package/dist/test/unit/action.test.js +186 -0
  184. package/dist/test/unit/action.test.js.map +1 -0
  185. package/dist/test/unit/tool-registry.test.js +99 -0
  186. package/dist/test/unit/tool-registry.test.js.map +1 -0
  187. package/dist/test/unit/workflow-parser.test.js +189 -0
  188. package/dist/test/unit/workflow-parser.test.js.map +1 -0
  189. package/dist/test/unit/workflow.test.js +102 -0
  190. package/dist/test/unit/workflow.test.js.map +1 -0
  191. package/dist/types/jest.config.d.ts +10 -0
  192. package/dist/types/rollup.config.d.ts +16 -0
  193. package/dist/types/script.d.ts +1 -0
  194. package/dist/types/src/core/eko.d.ts +20 -0
  195. package/dist/types/src/core/tool-registry.d.ts +13 -0
  196. package/dist/types/src/extension/content/index.d.ts +16 -0
  197. package/dist/types/src/extension/core.d.ts +11 -0
  198. package/dist/types/src/extension/index.d.ts +7 -0
  199. package/dist/types/src/extension/script/bing.d.ts +0 -0
  200. package/dist/types/src/extension/script/build_dom_tree.d.ts +38 -0
  201. package/dist/types/src/extension/script/common.d.ts +0 -0
  202. package/dist/types/src/extension/script/duckduckgo.d.ts +0 -0
  203. package/dist/types/src/extension/script/google.d.ts +0 -0
  204. package/dist/types/src/extension/tools/browser.d.ts +22 -0
  205. package/dist/types/src/extension/tools/browser_use.d.ts +19 -0
  206. package/dist/types/src/extension/tools/element_click.d.ts +12 -0
  207. package/dist/types/src/extension/tools/export_file.d.ts +18 -0
  208. package/dist/types/src/extension/tools/extract_content.d.ts +18 -0
  209. package/dist/types/src/extension/tools/find_element_position.d.ts +12 -0
  210. package/dist/types/src/extension/tools/html_script.d.ts +10 -0
  211. package/dist/types/src/extension/tools/index.d.ts +11 -0
  212. package/dist/types/src/extension/tools/open_url.d.ts +18 -0
  213. package/dist/{extension/tools/form_autofill.d.ts → types/src/extension/tools/request_login.d.ts} +3 -4
  214. package/dist/types/src/extension/tools/screenshot.d.ts +18 -0
  215. package/dist/types/src/extension/tools/tab_management.d.ts +19 -0
  216. package/dist/types/src/extension/tools/web_search.d.ts +18 -0
  217. package/dist/types/src/extension/utils.d.ts +31 -0
  218. package/dist/types/src/fellou/computer.d.ts +20 -0
  219. package/dist/types/src/fellou/index.d.ts +6 -0
  220. package/dist/types/src/fellou/tools/computer_use.d.ts +18 -0
  221. package/dist/types/src/index.d.ts +8 -0
  222. package/dist/types/src/models/action.d.ts +22 -0
  223. package/dist/types/src/models/workflow.d.ts +16 -0
  224. package/dist/types/src/nodejs/core.d.ts +2 -0
  225. package/dist/types/src/nodejs/index.d.ts +3 -0
  226. package/dist/types/src/nodejs/script/build_dom_tree.d.ts +1 -0
  227. package/dist/types/src/nodejs/tools/browser_use.d.ts +28 -0
  228. package/dist/types/src/nodejs/tools/command_execute.d.ts +12 -0
  229. package/dist/types/src/nodejs/tools/file_read.d.ts +11 -0
  230. package/dist/types/src/nodejs/tools/file_write.d.ts +15 -0
  231. package/dist/types/src/nodejs/tools/index.d.ts +4 -0
  232. package/dist/types/src/schemas/workflow.schema.d.ts +88 -0
  233. package/dist/types/src/services/llm/claude-provider.d.ts +11 -0
  234. package/dist/types/src/services/llm/deepseek-provider.d.ts +15 -0
  235. package/dist/types/src/services/llm/glm-provider.d.ts +11 -0
  236. package/dist/types/src/services/llm/openai-provider copy.d.ts +11 -0
  237. package/dist/types/src/services/llm/openai-provider.d.ts +11 -0
  238. package/dist/types/src/services/parser/workflow-parser.d.ts +29 -0
  239. package/dist/types/src/services/workflow/generator.d.ts +13 -0
  240. package/dist/types/src/services/workflow/templates.d.ts +8 -0
  241. package/dist/types/src/types/action.types.d.ts +38 -0
  242. package/dist/types/src/types/eko.types.d.ts +21 -0
  243. package/dist/types/src/types/index.d.ts +5 -0
  244. package/dist/types/src/types/llm.types.d.ts +54 -0
  245. package/dist/types/src/types/parser.types.d.ts +9 -0
  246. package/dist/types/src/types/tools.types.d.ts +88 -0
  247. package/dist/types/src/types/workflow.types.d.ts +39 -0
  248. package/dist/types/src/web/core.d.ts +2 -0
  249. package/dist/types/src/web/index.d.ts +5 -0
  250. package/dist/types/src/web/script/build_dom_tree.d.ts +10 -0
  251. package/dist/types/src/web/tools/browser.d.ts +21 -0
  252. package/dist/types/src/web/tools/browser_use.d.ts +19 -0
  253. package/dist/types/src/web/tools/element_click.d.ts +12 -0
  254. package/dist/types/src/web/tools/export_file.d.ts +18 -0
  255. package/dist/types/src/web/tools/extract_content.d.ts +17 -0
  256. package/dist/types/src/web/tools/find_element_position.d.ts +12 -0
  257. package/dist/types/src/web/tools/html_script.d.ts +10 -0
  258. package/dist/types/src/web/tools/index.d.ts +7 -0
  259. package/dist/types/src/web/tools/screenshot.d.ts +18 -0
  260. package/dist/types/test/integration/claude-provider.test.d.ts +1 -0
  261. package/dist/types/test/integration/deepseek-provider.test.d.ts +1 -0
  262. package/dist/types/test/integration/glm-provider.test.d.ts +1 -0
  263. package/dist/types/test/integration/openai-provider.test copy.d.ts +1 -0
  264. package/dist/types/test/integration/openai-provider.test.d.ts +1 -0
  265. package/dist/types/test/integration/qwen-provider.d.ts +1 -0
  266. package/dist/types/test/integration/qwen-provider.test copy.d.ts +1 -0
  267. package/dist/types/test/integration/qwen-provider.test.d.ts +1 -0
  268. package/dist/types/test/integration/workflow.execution.test.d.ts +1 -0
  269. package/dist/types/test/integration/workflow.generation-and-execution.test.d.ts +1 -0
  270. package/dist/types/test/integration/workflow.generator.test.d.ts +1 -0
  271. package/dist/types/test/unit/action.test.d.ts +1 -0
  272. package/dist/types/test/unit/tool-registry.test.d.ts +1 -0
  273. package/dist/types/test/unit/workflow-parser.test.d.ts +1 -0
  274. package/dist/types/test/unit/workflow.test.d.ts +1 -0
  275. package/dist/universal_tools/human/text.d.ts +9 -0
  276. package/dist/web.cjs.js +117 -117
  277. package/dist/web.esm.js +117 -117
  278. package/package.json +106 -106
  279. package/dist/fellou/tools/index.d.ts +0 -2
  280. package/dist/types/framework.types.d.ts +0 -11
@@ -296,23 +296,23 @@ function request_user_help(task_id, failure_type, failure_message) {
296
296
  };
297
297
  const notification = document.createElement('div');
298
298
  notification.id = domId;
299
- notification.style.cssText = `
300
- position: fixed;
301
- top: 5px;
302
- left: 18px;
303
- z-index: 9999;
304
- background-color: #FEF0ED;
305
- color: white;
306
- padding: 16px;
307
- border-radius: 12px;
308
- border: 1px solid #FBB8A5;
309
- font-family: Arial, sans-serif;
310
- width: 350px;
311
- display: flex;
312
- flex-direction: row;
313
- gap: 10px;
314
- cursor: move;
315
- user-select: none;
299
+ notification.style.cssText = `
300
+ position: fixed;
301
+ top: 5px;
302
+ left: 18px;
303
+ z-index: 9999;
304
+ background-color: #FEF0ED;
305
+ color: white;
306
+ padding: 16px;
307
+ border-radius: 12px;
308
+ border: 1px solid #FBB8A5;
309
+ font-family: Arial, sans-serif;
310
+ width: 350px;
311
+ display: flex;
312
+ flex-direction: row;
313
+ gap: 10px;
314
+ cursor: move;
315
+ user-select: none;
316
316
  `;
317
317
  let isDragging = false;
318
318
  let xOffset = 0;
@@ -338,58 +338,58 @@ function request_user_help(task_id, failure_type, failure_message) {
338
338
  isDragging = false;
339
339
  });
340
340
  const leftContainer = document.createElement('div');
341
- leftContainer.style.cssText = `
342
- width: 28px;
343
- height: 28px;
344
- display: flex;
345
- flex-direction: column;
346
- align-items: center;
347
- border-radius: 99px;
348
- background: #FDCCCC;
349
- justify-content: center;
341
+ leftContainer.style.cssText = `
342
+ width: 28px;
343
+ height: 28px;
344
+ display: flex;
345
+ flex-direction: column;
346
+ align-items: center;
347
+ border-radius: 99px;
348
+ background: #FDCCCC;
349
+ justify-content: center;
350
350
  `;
351
351
  leftContainer.innerHTML = ``;
352
352
  const rightContainer = document.createElement('div');
353
- rightContainer.style.cssText = `
354
- flex: 1;
355
- display: flex;
356
- flex-direction: column;
353
+ rightContainer.style.cssText = `
354
+ flex: 1;
355
+ display: flex;
356
+ flex-direction: column;
357
357
  `;
358
358
  const title = document.createElement('div');
359
- title.style.cssText = `
360
- font-size: 16px;
361
- font-weight: 700;
362
- line-height: 22px;
363
- color: #DD342D;
364
- text-align: left;
359
+ title.style.cssText = `
360
+ font-size: 16px;
361
+ font-weight: 700;
362
+ line-height: 22px;
363
+ color: #DD342D;
364
+ text-align: left;
365
365
  `;
366
366
  title.innerText = failureTitleMap[failure_type] || failure_type;
367
367
  const message2 = document.createElement('div');
368
- message2.style.cssText = `
369
- font-size: 16px;
370
- font-weight: 400;
371
- line-height: 22px;
372
- color: #DD342D;
373
- text-align: left;
368
+ message2.style.cssText = `
369
+ font-size: 16px;
370
+ font-weight: 400;
371
+ line-height: 22px;
372
+ color: #DD342D;
373
+ text-align: left;
374
374
  `;
375
375
  message2.innerText = failure_message + '\nWhen you resolve the issue, click the button below.';
376
376
  const buttonDiv = document.createElement('div');
377
- buttonDiv.style.cssText = `
378
- margin-top: 16px;
379
- display: flex;
380
- flex-direction: row-reverse;
381
- justify-content: flex-start;
382
- align-items: center;
377
+ buttonDiv.style.cssText = `
378
+ margin-top: 16px;
379
+ display: flex;
380
+ flex-direction: row-reverse;
381
+ justify-content: flex-start;
382
+ align-items: center;
383
383
  `;
384
384
  const resolvedBut = document.createElement('div');
385
385
  resolvedBut.innerText = 'Resolved';
386
- resolvedBut.style.cssText = `
387
- border-radius: 8px;
388
- background: #DD342D;
389
- color: white;
390
- padding: 10px;
391
- border: none;
392
- cursor: pointer;
386
+ resolvedBut.style.cssText = `
387
+ border-radius: 8px;
388
+ background: #DD342D;
389
+ color: white;
390
+ padding: 10px;
391
+ border: none;
392
+ cursor: pointer;
393
393
  `;
394
394
  resolvedBut.onclick = () => {
395
395
  chrome.runtime.sendMessage({ type: 'issue_resolved', task_id, failure_type }, () => {
@@ -126,30 +126,30 @@ var computer = /*#__PURE__*/Object.freeze({
126
126
  class ComputerUse {
127
127
  constructor() {
128
128
  this.name = 'computer_use';
129
- this.description = `Use a mouse and keyboard to interact with a computer, and take screenshots.
130
- * This is a browser GUI interface where you do not have access to the address bar or bookmarks. You must operate the browser using inputs like screenshots, mouse, keyboard, etc.
131
- * Some operations may take time to process, so you may need to wait and take successive screenshots to see the results of your actions. E.g. if you clicked submit button, but it didn't work, try taking another screenshot.
132
- * Whenever you intend to move the cursor to click on an element, you should consult a screenshot to determine the coordinates of the element before moving the cursor.
133
- * If you tried clicking on a button or link but it failed to load, even after waiting, try adjusting your cursor position so that the tip of the cursor visually falls on the element that you want to click.
129
+ this.description = `Use a mouse and keyboard to interact with a computer, and take screenshots.
130
+ * This is a browser GUI interface where you do not have access to the address bar or bookmarks. You must operate the browser using inputs like screenshots, mouse, keyboard, etc.
131
+ * Some operations may take time to process, so you may need to wait and take successive screenshots to see the results of your actions. E.g. if you clicked submit button, but it didn't work, try taking another screenshot.
132
+ * Whenever you intend to move the cursor to click on an element, you should consult a screenshot to determine the coordinates of the element before moving the cursor.
133
+ * If you tried clicking on a button or link but it failed to load, even after waiting, try adjusting your cursor position so that the tip of the cursor visually falls on the element that you want to click.
134
134
  * Make sure to click any buttons, links, icons, etc with the cursor tip in the center of the element.`;
135
135
  this.input_schema = {
136
136
  type: 'object',
137
137
  properties: {
138
138
  action: {
139
139
  type: 'string',
140
- description: `The action to perform. The available actions are:
141
- * \`key\`: Press a key or key-combination on the keyboard.
142
- - This supports robotgo hotkey syntax.
143
- - Multiple keys are combined using the "+" symbol.
144
- - Examples: "a", "enter", "ctrl+s", "command+shift+a", "num0".
145
- * \`type\`: Type a string of text on the keyboard.
146
- * \`cursor_position\`: Get the current (x, y) pixel coordinate of the cursor on the screen.
147
- * \`mouse_move\`: Move the cursor to a specified (x, y) pixel coordinate on the screen.
148
- * \`left_click\`: Click the left mouse button.
149
- * \`left_click_drag\`: Click and drag the cursor to a specified (x, y) pixel coordinate on the screen.
150
- * \`right_click\`: Click the right mouse button.
151
- * \`double_click\`: Double-click the left mouse button.
152
- * \`screenshot\`: Take a screenshot of the screen.
140
+ description: `The action to perform. The available actions are:
141
+ * \`key\`: Press a key or key-combination on the keyboard.
142
+ - This supports robotgo hotkey syntax.
143
+ - Multiple keys are combined using the "+" symbol.
144
+ - Examples: "a", "enter", "ctrl+s", "command+shift+a", "num0".
145
+ * \`type\`: Type a string of text on the keyboard.
146
+ * \`cursor_position\`: Get the current (x, y) pixel coordinate of the cursor on the screen.
147
+ * \`mouse_move\`: Move the cursor to a specified (x, y) pixel coordinate on the screen.
148
+ * \`left_click\`: Click the left mouse button.
149
+ * \`left_click_drag\`: Click and drag the cursor to a specified (x, y) pixel coordinate on the screen.
150
+ * \`right_click\`: Click the right mouse button.
151
+ * \`double_click\`: Double-click the left mouse button.
152
+ * \`screenshot\`: Take a screenshot of the screen.
153
153
  * \`scroll\`: Scroll to the specified (x, y) pixel coordinates on the screen.`,
154
154
  enum: [
155
155
  'key',
@@ -124,30 +124,30 @@ var computer = /*#__PURE__*/Object.freeze({
124
124
  class ComputerUse {
125
125
  constructor() {
126
126
  this.name = 'computer_use';
127
- this.description = `Use a mouse and keyboard to interact with a computer, and take screenshots.
128
- * This is a browser GUI interface where you do not have access to the address bar or bookmarks. You must operate the browser using inputs like screenshots, mouse, keyboard, etc.
129
- * Some operations may take time to process, so you may need to wait and take successive screenshots to see the results of your actions. E.g. if you clicked submit button, but it didn't work, try taking another screenshot.
130
- * Whenever you intend to move the cursor to click on an element, you should consult a screenshot to determine the coordinates of the element before moving the cursor.
131
- * If you tried clicking on a button or link but it failed to load, even after waiting, try adjusting your cursor position so that the tip of the cursor visually falls on the element that you want to click.
127
+ this.description = `Use a mouse and keyboard to interact with a computer, and take screenshots.
128
+ * This is a browser GUI interface where you do not have access to the address bar or bookmarks. You must operate the browser using inputs like screenshots, mouse, keyboard, etc.
129
+ * Some operations may take time to process, so you may need to wait and take successive screenshots to see the results of your actions. E.g. if you clicked submit button, but it didn't work, try taking another screenshot.
130
+ * Whenever you intend to move the cursor to click on an element, you should consult a screenshot to determine the coordinates of the element before moving the cursor.
131
+ * If you tried clicking on a button or link but it failed to load, even after waiting, try adjusting your cursor position so that the tip of the cursor visually falls on the element that you want to click.
132
132
  * Make sure to click any buttons, links, icons, etc with the cursor tip in the center of the element.`;
133
133
  this.input_schema = {
134
134
  type: 'object',
135
135
  properties: {
136
136
  action: {
137
137
  type: 'string',
138
- description: `The action to perform. The available actions are:
139
- * \`key\`: Press a key or key-combination on the keyboard.
140
- - This supports robotgo hotkey syntax.
141
- - Multiple keys are combined using the "+" symbol.
142
- - Examples: "a", "enter", "ctrl+s", "command+shift+a", "num0".
143
- * \`type\`: Type a string of text on the keyboard.
144
- * \`cursor_position\`: Get the current (x, y) pixel coordinate of the cursor on the screen.
145
- * \`mouse_move\`: Move the cursor to a specified (x, y) pixel coordinate on the screen.
146
- * \`left_click\`: Click the left mouse button.
147
- * \`left_click_drag\`: Click and drag the cursor to a specified (x, y) pixel coordinate on the screen.
148
- * \`right_click\`: Click the right mouse button.
149
- * \`double_click\`: Double-click the left mouse button.
150
- * \`screenshot\`: Take a screenshot of the screen.
138
+ description: `The action to perform. The available actions are:
139
+ * \`key\`: Press a key or key-combination on the keyboard.
140
+ - This supports robotgo hotkey syntax.
141
+ - Multiple keys are combined using the "+" symbol.
142
+ - Examples: "a", "enter", "ctrl+s", "command+shift+a", "num0".
143
+ * \`type\`: Type a string of text on the keyboard.
144
+ * \`cursor_position\`: Get the current (x, y) pixel coordinate of the cursor on the screen.
145
+ * \`mouse_move\`: Move the cursor to a specified (x, y) pixel coordinate on the screen.
146
+ * \`left_click\`: Click the left mouse button.
147
+ * \`left_click_drag\`: Click and drag the cursor to a specified (x, y) pixel coordinate on the screen.
148
+ * \`right_click\`: Click the right mouse button.
149
+ * \`double_click\`: Double-click the left mouse button.
150
+ * \`screenshot\`: Take a screenshot of the screen.
151
151
  * \`scroll\`: Scroll to the specified (x, y) pixel coordinates on the screen.`,
152
152
  enum: [
153
153
  'key',