@eko-ai/eko 1.0.9 → 1.0.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +139 -139
- package/dist/extension/script/bing.js +0 -0
- package/dist/extension/script/build_dom_tree.js +661 -661
- package/dist/extension/script/common.js +0 -0
- package/dist/extension/script/duckduckgo.js +0 -0
- package/dist/extension/script/google.js +0 -0
- package/dist/extension/tools/cancel_workflow.d.ts +9 -0
- package/dist/extension.cjs.js +75 -75
- package/dist/extension.esm.js +75 -75
- package/dist/extension_content_script.js +55 -55
- package/dist/fellou.cjs.js +18 -18
- package/dist/fellou.esm.js +18 -18
- package/dist/index.cjs.js +4356 -4255
- package/dist/index.d.ts +2 -1
- package/dist/index.esm.js +4356 -4256
- package/dist/jest.config.js +10 -0
- package/dist/jest.config.js.map +1 -0
- package/dist/nodejs.cjs.js +1627 -1627
- package/dist/nodejs.esm.js +1627 -1627
- package/dist/rollup.config.js +171 -0
- package/dist/rollup.config.js.map +1 -0
- package/dist/script.js +10 -0
- package/dist/script.js.map +1 -0
- package/dist/services/llm/deepseek-provider.d.ts +13 -0
- package/dist/services/llm/provider-factory.d.ts +4 -0
- package/dist/services/llm/siliconflow-provider.d.ts +13 -0
- package/dist/services/workflow/generator.d.ts +1 -0
- package/dist/src/core/eko.js +99 -0
- package/dist/src/core/eko.js.map +1 -0
- package/dist/src/core/tool-registry.js +51 -0
- package/dist/src/core/tool-registry.js.map +1 -0
- package/dist/src/extension/content/index.js +409 -0
- package/dist/src/extension/content/index.js.map +1 -0
- package/dist/src/extension/core.js +29 -0
- package/dist/src/extension/core.js.map +1 -0
- package/dist/src/extension/index.js +12 -0
- package/dist/src/extension/index.js.map +1 -0
- package/dist/src/extension/script/bing.js +25 -0
- package/dist/src/extension/script/bing.js.map +1 -0
- package/dist/src/extension/script/build_dom_tree.js +585 -0
- package/dist/src/extension/script/build_dom_tree.js.map +1 -0
- package/dist/src/extension/script/common.js +203 -0
- package/dist/src/extension/script/common.js.map +1 -0
- package/dist/src/extension/script/duckduckgo.js +25 -0
- package/dist/src/extension/script/duckduckgo.js.map +1 -0
- package/dist/src/extension/script/google.js +26 -0
- package/dist/src/extension/script/google.js.map +1 -0
- package/dist/src/extension/tools/browser.js +174 -0
- package/dist/src/extension/tools/browser.js.map +1 -0
- package/dist/src/extension/tools/browser_use.js +186 -0
- package/dist/src/extension/tools/browser_use.js.map +1 -0
- package/dist/src/extension/tools/element_click.js +123 -0
- package/dist/src/extension/tools/element_click.js.map +1 -0
- package/dist/src/extension/tools/export_file.js +93 -0
- package/dist/src/extension/tools/export_file.js.map +1 -0
- package/dist/src/extension/tools/extract_content.js +38 -0
- package/dist/src/extension/tools/extract_content.js.map +1 -0
- package/dist/src/extension/tools/find_element_position.js +125 -0
- package/dist/src/extension/tools/find_element_position.js.map +1 -0
- package/dist/src/extension/tools/html_script.js +219 -0
- package/dist/src/extension/tools/html_script.js.map +1 -0
- package/dist/src/extension/tools/index.js +12 -0
- package/dist/src/extension/tools/index.js.map +1 -0
- package/dist/src/extension/tools/open_url.js +68 -0
- package/dist/src/extension/tools/open_url.js.map +1 -0
- package/dist/src/extension/tools/request_login.js +87 -0
- package/dist/src/extension/tools/request_login.js.map +1 -0
- package/dist/src/extension/tools/screenshot.js +26 -0
- package/dist/src/extension/tools/screenshot.js.map +1 -0
- package/dist/src/extension/tools/tab_management.js +160 -0
- package/dist/src/extension/tools/tab_management.js.map +1 -0
- package/dist/src/extension/tools/web_search.js +281 -0
- package/dist/src/extension/tools/web_search.js.map +1 -0
- package/dist/src/extension/utils.js +244 -0
- package/dist/src/extension/utils.js.map +1 -0
- package/dist/src/fellou/computer.js +104 -0
- package/dist/src/fellou/computer.js.map +1 -0
- package/dist/src/fellou/index.js +7 -0
- package/dist/src/fellou/index.js.map +1 -0
- package/dist/src/fellou/tools/computer_use.js +111 -0
- package/dist/src/fellou/tools/computer_use.js.map +1 -0
- package/dist/src/index.js +9 -0
- package/dist/src/index.js.map +1 -0
- package/dist/src/models/action.js +364 -0
- package/dist/src/models/action.js.map +1 -0
- package/dist/src/models/workflow.js +120 -0
- package/dist/src/models/workflow.js.map +1 -0
- package/dist/src/nodejs/core.js +18 -0
- package/dist/src/nodejs/core.js.map +1 -0
- package/dist/src/nodejs/index.js +6 -0
- package/dist/src/nodejs/index.js.map +1 -0
- package/dist/src/nodejs/script/build_dom_tree.js +586 -0
- package/dist/src/nodejs/script/build_dom_tree.js.map +1 -0
- package/dist/src/nodejs/tools/browser_use.js +458 -0
- package/dist/src/nodejs/tools/browser_use.js.map +1 -0
- package/dist/src/nodejs/tools/command_execute.js +65 -0
- package/dist/src/nodejs/tools/command_execute.js.map +1 -0
- package/dist/src/nodejs/tools/file_read.js +45 -0
- package/dist/src/nodejs/tools/file_read.js.map +1 -0
- package/dist/src/nodejs/tools/file_write.js +95 -0
- package/dist/src/nodejs/tools/file_write.js.map +1 -0
- package/dist/src/nodejs/tools/index.js +5 -0
- package/dist/src/nodejs/tools/index.js.map +1 -0
- package/dist/src/schemas/workflow.schema.js +64 -0
- package/dist/src/schemas/workflow.schema.js.map +1 -0
- package/dist/src/services/llm/claude-provider.js +140 -0
- package/dist/src/services/llm/claude-provider.js.map +1 -0
- package/dist/src/services/llm/deepseek-provider.js +432 -0
- package/dist/src/services/llm/deepseek-provider.js.map +1 -0
- package/dist/src/services/llm/glm-provider.js +317 -0
- package/dist/src/services/llm/glm-provider.js.map +1 -0
- package/dist/src/services/llm/openai-provider copy.js +317 -0
- package/dist/src/services/llm/openai-provider copy.js.map +1 -0
- package/dist/src/services/llm/openai-provider.js +317 -0
- package/dist/src/services/llm/openai-provider.js.map +1 -0
- package/dist/src/services/parser/workflow-parser.js +208 -0
- package/dist/src/services/parser/workflow-parser.js.map +1 -0
- package/dist/src/services/workflow/generator.js +105 -0
- package/dist/src/services/workflow/generator.js.map +1 -0
- package/dist/src/services/workflow/templates.js +42 -0
- package/dist/src/services/workflow/templates.js.map +1 -0
- package/dist/src/types/action.types.js +2 -0
- package/dist/src/types/action.types.js.map +1 -0
- package/dist/src/types/eko.types.js +2 -0
- package/dist/src/types/eko.types.js.map +1 -0
- package/dist/src/types/index.js +6 -0
- package/dist/src/types/index.js.map +1 -0
- package/dist/src/types/llm.types.js +2 -0
- package/dist/src/types/llm.types.js.map +1 -0
- package/dist/src/types/parser.types.js +2 -0
- package/dist/src/types/parser.types.js.map +1 -0
- package/dist/src/types/tools.types.js +2 -0
- package/dist/src/types/tools.types.js.map +1 -0
- package/dist/src/types/workflow.types.js +3 -0
- package/dist/src/types/workflow.types.js.map +1 -0
- package/dist/src/web/core.js +18 -0
- package/dist/src/web/core.js.map +1 -0
- package/dist/src/web/index.js +9 -0
- package/dist/src/web/index.js.map +1 -0
- package/dist/src/web/script/build_dom_tree.js +584 -0
- package/dist/src/web/script/build_dom_tree.js.map +1 -0
- package/dist/src/web/tools/browser.js +249 -0
- package/dist/src/web/tools/browser.js.map +1 -0
- package/dist/src/web/tools/browser_use.js +176 -0
- package/dist/src/web/tools/browser_use.js.map +1 -0
- package/dist/src/web/tools/element_click.js +121 -0
- package/dist/src/web/tools/element_click.js.map +1 -0
- package/dist/src/web/tools/export_file.js +74 -0
- package/dist/src/web/tools/export_file.js.map +1 -0
- package/dist/src/web/tools/extract_content.js +24 -0
- package/dist/src/web/tools/extract_content.js.map +1 -0
- package/dist/src/web/tools/find_element_position.js +121 -0
- package/dist/src/web/tools/find_element_position.js.map +1 -0
- package/dist/src/web/tools/html_script.js +219 -0
- package/dist/src/web/tools/html_script.js.map +1 -0
- package/dist/src/web/tools/index.js +8 -0
- package/dist/src/web/tools/index.js.map +1 -0
- package/dist/src/web/tools/screenshot.js +24 -0
- package/dist/src/web/tools/screenshot.js.map +1 -0
- package/dist/test/integration/claude-provider.test.js +170 -0
- package/dist/test/integration/claude-provider.test.js.map +1 -0
- package/dist/test/integration/deepseek-provider.test.js +171 -0
- package/dist/test/integration/deepseek-provider.test.js.map +1 -0
- package/dist/test/integration/glm-provider.test.js +173 -0
- package/dist/test/integration/glm-provider.test.js.map +1 -0
- package/dist/test/integration/openai-provider.test copy.js +170 -0
- package/dist/test/integration/openai-provider.test copy.js.map +1 -0
- package/dist/test/integration/openai-provider.test.js +170 -0
- package/dist/test/integration/openai-provider.test.js.map +1 -0
- package/dist/test/integration/qwen-provider.js +170 -0
- package/dist/test/integration/qwen-provider.js.map +1 -0
- package/dist/test/integration/qwen-provider.test copy.js +170 -0
- package/dist/test/integration/qwen-provider.test copy.js.map +1 -0
- package/dist/test/integration/qwen-provider.test.js +170 -0
- package/dist/test/integration/qwen-provider.test.js.map +1 -0
- package/dist/test/integration/workflow.execution.test.js +152 -0
- package/dist/test/integration/workflow.execution.test.js.map +1 -0
- package/dist/test/integration/workflow.generation-and-execution.test.js +131 -0
- package/dist/test/integration/workflow.generation-and-execution.test.js.map +1 -0
- package/dist/test/integration/workflow.generator.test.js +207 -0
- package/dist/test/integration/workflow.generator.test.js.map +1 -0
- package/dist/test/unit/action.test.js +186 -0
- package/dist/test/unit/action.test.js.map +1 -0
- package/dist/test/unit/tool-registry.test.js +99 -0
- package/dist/test/unit/tool-registry.test.js.map +1 -0
- package/dist/test/unit/workflow-parser.test.js +189 -0
- package/dist/test/unit/workflow-parser.test.js.map +1 -0
- package/dist/test/unit/workflow.test.js +102 -0
- package/dist/test/unit/workflow.test.js.map +1 -0
- package/dist/types/jest.config.d.ts +10 -0
- package/dist/types/rollup.config.d.ts +16 -0
- package/dist/types/script.d.ts +1 -0
- package/dist/types/src/core/eko.d.ts +20 -0
- package/dist/types/src/core/tool-registry.d.ts +13 -0
- package/dist/types/src/extension/content/index.d.ts +16 -0
- package/dist/types/src/extension/core.d.ts +11 -0
- package/dist/types/src/extension/index.d.ts +7 -0
- package/dist/types/src/extension/script/bing.d.ts +0 -0
- package/dist/types/src/extension/script/build_dom_tree.d.ts +38 -0
- package/dist/types/src/extension/script/common.d.ts +0 -0
- package/dist/types/src/extension/script/duckduckgo.d.ts +0 -0
- package/dist/types/src/extension/script/google.d.ts +0 -0
- package/dist/types/src/extension/tools/browser.d.ts +22 -0
- package/dist/types/src/extension/tools/browser_use.d.ts +19 -0
- package/dist/types/src/extension/tools/element_click.d.ts +12 -0
- package/dist/types/src/extension/tools/export_file.d.ts +18 -0
- package/dist/types/src/extension/tools/extract_content.d.ts +18 -0
- package/dist/types/src/extension/tools/find_element_position.d.ts +12 -0
- package/dist/types/src/extension/tools/html_script.d.ts +10 -0
- package/dist/types/src/extension/tools/index.d.ts +11 -0
- package/dist/types/src/extension/tools/open_url.d.ts +18 -0
- package/dist/{extension/tools/form_autofill.d.ts → types/src/extension/tools/request_login.d.ts} +3 -4
- package/dist/types/src/extension/tools/screenshot.d.ts +18 -0
- package/dist/types/src/extension/tools/tab_management.d.ts +19 -0
- package/dist/types/src/extension/tools/web_search.d.ts +18 -0
- package/dist/types/src/extension/utils.d.ts +31 -0
- package/dist/types/src/fellou/computer.d.ts +20 -0
- package/dist/types/src/fellou/index.d.ts +6 -0
- package/dist/types/src/fellou/tools/computer_use.d.ts +18 -0
- package/dist/types/src/index.d.ts +8 -0
- package/dist/types/src/models/action.d.ts +22 -0
- package/dist/types/src/models/workflow.d.ts +16 -0
- package/dist/types/src/nodejs/core.d.ts +2 -0
- package/dist/types/src/nodejs/index.d.ts +3 -0
- package/dist/types/src/nodejs/script/build_dom_tree.d.ts +1 -0
- package/dist/types/src/nodejs/tools/browser_use.d.ts +28 -0
- package/dist/types/src/nodejs/tools/command_execute.d.ts +12 -0
- package/dist/types/src/nodejs/tools/file_read.d.ts +11 -0
- package/dist/types/src/nodejs/tools/file_write.d.ts +15 -0
- package/dist/types/src/nodejs/tools/index.d.ts +4 -0
- package/dist/types/src/schemas/workflow.schema.d.ts +88 -0
- package/dist/types/src/services/llm/claude-provider.d.ts +11 -0
- package/dist/types/src/services/llm/deepseek-provider.d.ts +15 -0
- package/dist/types/src/services/llm/glm-provider.d.ts +11 -0
- package/dist/types/src/services/llm/openai-provider copy.d.ts +11 -0
- package/dist/types/src/services/llm/openai-provider.d.ts +11 -0
- package/dist/types/src/services/parser/workflow-parser.d.ts +29 -0
- package/dist/types/src/services/workflow/generator.d.ts +13 -0
- package/dist/types/src/services/workflow/templates.d.ts +8 -0
- package/dist/types/src/types/action.types.d.ts +38 -0
- package/dist/types/src/types/eko.types.d.ts +21 -0
- package/dist/types/src/types/index.d.ts +5 -0
- package/dist/types/src/types/llm.types.d.ts +54 -0
- package/dist/types/src/types/parser.types.d.ts +9 -0
- package/dist/types/src/types/tools.types.d.ts +88 -0
- package/dist/types/src/types/workflow.types.d.ts +39 -0
- package/dist/types/src/web/core.d.ts +2 -0
- package/dist/types/src/web/index.d.ts +5 -0
- package/dist/types/src/web/script/build_dom_tree.d.ts +10 -0
- package/dist/types/src/web/tools/browser.d.ts +21 -0
- package/dist/types/src/web/tools/browser_use.d.ts +19 -0
- package/dist/types/src/web/tools/element_click.d.ts +12 -0
- package/dist/types/src/web/tools/export_file.d.ts +18 -0
- package/dist/types/src/web/tools/extract_content.d.ts +17 -0
- package/dist/types/src/web/tools/find_element_position.d.ts +12 -0
- package/dist/types/src/web/tools/html_script.d.ts +10 -0
- package/dist/types/src/web/tools/index.d.ts +7 -0
- package/dist/types/src/web/tools/screenshot.d.ts +18 -0
- package/dist/types/test/integration/claude-provider.test.d.ts +1 -0
- package/dist/types/test/integration/deepseek-provider.test.d.ts +1 -0
- package/dist/types/test/integration/glm-provider.test.d.ts +1 -0
- package/dist/types/test/integration/openai-provider.test copy.d.ts +1 -0
- package/dist/types/test/integration/openai-provider.test.d.ts +1 -0
- package/dist/types/test/integration/qwen-provider.d.ts +1 -0
- package/dist/types/test/integration/qwen-provider.test copy.d.ts +1 -0
- package/dist/types/test/integration/qwen-provider.test.d.ts +1 -0
- package/dist/types/test/integration/workflow.execution.test.d.ts +1 -0
- package/dist/types/test/integration/workflow.generation-and-execution.test.d.ts +1 -0
- package/dist/types/test/integration/workflow.generator.test.d.ts +1 -0
- package/dist/types/test/unit/action.test.d.ts +1 -0
- package/dist/types/test/unit/tool-registry.test.d.ts +1 -0
- package/dist/types/test/unit/workflow-parser.test.d.ts +1 -0
- package/dist/types/test/unit/workflow.test.d.ts +1 -0
- package/dist/universal_tools/human/text.d.ts +9 -0
- package/dist/web.cjs.js +117 -117
- package/dist/web.esm.js +117 -117
- package/package.json +106 -106
- package/dist/fellou/tools/index.d.ts +0 -2
- package/dist/types/framework.types.d.ts +0 -11
|
@@ -296,23 +296,23 @@ function request_user_help(task_id, failure_type, failure_message) {
|
|
|
296
296
|
};
|
|
297
297
|
const notification = document.createElement('div');
|
|
298
298
|
notification.id = domId;
|
|
299
|
-
notification.style.cssText = `
|
|
300
|
-
position: fixed;
|
|
301
|
-
top: 5px;
|
|
302
|
-
left: 18px;
|
|
303
|
-
z-index: 9999;
|
|
304
|
-
background-color: #FEF0ED;
|
|
305
|
-
color: white;
|
|
306
|
-
padding: 16px;
|
|
307
|
-
border-radius: 12px;
|
|
308
|
-
border: 1px solid #FBB8A5;
|
|
309
|
-
font-family: Arial, sans-serif;
|
|
310
|
-
width: 350px;
|
|
311
|
-
display: flex;
|
|
312
|
-
flex-direction: row;
|
|
313
|
-
gap: 10px;
|
|
314
|
-
cursor: move;
|
|
315
|
-
user-select: none;
|
|
299
|
+
notification.style.cssText = `
|
|
300
|
+
position: fixed;
|
|
301
|
+
top: 5px;
|
|
302
|
+
left: 18px;
|
|
303
|
+
z-index: 9999;
|
|
304
|
+
background-color: #FEF0ED;
|
|
305
|
+
color: white;
|
|
306
|
+
padding: 16px;
|
|
307
|
+
border-radius: 12px;
|
|
308
|
+
border: 1px solid #FBB8A5;
|
|
309
|
+
font-family: Arial, sans-serif;
|
|
310
|
+
width: 350px;
|
|
311
|
+
display: flex;
|
|
312
|
+
flex-direction: row;
|
|
313
|
+
gap: 10px;
|
|
314
|
+
cursor: move;
|
|
315
|
+
user-select: none;
|
|
316
316
|
`;
|
|
317
317
|
let isDragging = false;
|
|
318
318
|
let xOffset = 0;
|
|
@@ -338,58 +338,58 @@ function request_user_help(task_id, failure_type, failure_message) {
|
|
|
338
338
|
isDragging = false;
|
|
339
339
|
});
|
|
340
340
|
const leftContainer = document.createElement('div');
|
|
341
|
-
leftContainer.style.cssText = `
|
|
342
|
-
width: 28px;
|
|
343
|
-
height: 28px;
|
|
344
|
-
display: flex;
|
|
345
|
-
flex-direction: column;
|
|
346
|
-
align-items: center;
|
|
347
|
-
border-radius: 99px;
|
|
348
|
-
background: #FDCCCC;
|
|
349
|
-
justify-content: center;
|
|
341
|
+
leftContainer.style.cssText = `
|
|
342
|
+
width: 28px;
|
|
343
|
+
height: 28px;
|
|
344
|
+
display: flex;
|
|
345
|
+
flex-direction: column;
|
|
346
|
+
align-items: center;
|
|
347
|
+
border-radius: 99px;
|
|
348
|
+
background: #FDCCCC;
|
|
349
|
+
justify-content: center;
|
|
350
350
|
`;
|
|
351
351
|
leftContainer.innerHTML = ``;
|
|
352
352
|
const rightContainer = document.createElement('div');
|
|
353
|
-
rightContainer.style.cssText = `
|
|
354
|
-
flex: 1;
|
|
355
|
-
display: flex;
|
|
356
|
-
flex-direction: column;
|
|
353
|
+
rightContainer.style.cssText = `
|
|
354
|
+
flex: 1;
|
|
355
|
+
display: flex;
|
|
356
|
+
flex-direction: column;
|
|
357
357
|
`;
|
|
358
358
|
const title = document.createElement('div');
|
|
359
|
-
title.style.cssText = `
|
|
360
|
-
font-size: 16px;
|
|
361
|
-
font-weight: 700;
|
|
362
|
-
line-height: 22px;
|
|
363
|
-
color: #DD342D;
|
|
364
|
-
text-align: left;
|
|
359
|
+
title.style.cssText = `
|
|
360
|
+
font-size: 16px;
|
|
361
|
+
font-weight: 700;
|
|
362
|
+
line-height: 22px;
|
|
363
|
+
color: #DD342D;
|
|
364
|
+
text-align: left;
|
|
365
365
|
`;
|
|
366
366
|
title.innerText = failureTitleMap[failure_type] || failure_type;
|
|
367
367
|
const message2 = document.createElement('div');
|
|
368
|
-
message2.style.cssText = `
|
|
369
|
-
font-size: 16px;
|
|
370
|
-
font-weight: 400;
|
|
371
|
-
line-height: 22px;
|
|
372
|
-
color: #DD342D;
|
|
373
|
-
text-align: left;
|
|
368
|
+
message2.style.cssText = `
|
|
369
|
+
font-size: 16px;
|
|
370
|
+
font-weight: 400;
|
|
371
|
+
line-height: 22px;
|
|
372
|
+
color: #DD342D;
|
|
373
|
+
text-align: left;
|
|
374
374
|
`;
|
|
375
375
|
message2.innerText = failure_message + '\nWhen you resolve the issue, click the button below.';
|
|
376
376
|
const buttonDiv = document.createElement('div');
|
|
377
|
-
buttonDiv.style.cssText = `
|
|
378
|
-
margin-top: 16px;
|
|
379
|
-
display: flex;
|
|
380
|
-
flex-direction: row-reverse;
|
|
381
|
-
justify-content: flex-start;
|
|
382
|
-
align-items: center;
|
|
377
|
+
buttonDiv.style.cssText = `
|
|
378
|
+
margin-top: 16px;
|
|
379
|
+
display: flex;
|
|
380
|
+
flex-direction: row-reverse;
|
|
381
|
+
justify-content: flex-start;
|
|
382
|
+
align-items: center;
|
|
383
383
|
`;
|
|
384
384
|
const resolvedBut = document.createElement('div');
|
|
385
385
|
resolvedBut.innerText = 'Resolved';
|
|
386
|
-
resolvedBut.style.cssText = `
|
|
387
|
-
border-radius: 8px;
|
|
388
|
-
background: #DD342D;
|
|
389
|
-
color: white;
|
|
390
|
-
padding: 10px;
|
|
391
|
-
border: none;
|
|
392
|
-
cursor: pointer;
|
|
386
|
+
resolvedBut.style.cssText = `
|
|
387
|
+
border-radius: 8px;
|
|
388
|
+
background: #DD342D;
|
|
389
|
+
color: white;
|
|
390
|
+
padding: 10px;
|
|
391
|
+
border: none;
|
|
392
|
+
cursor: pointer;
|
|
393
393
|
`;
|
|
394
394
|
resolvedBut.onclick = () => {
|
|
395
395
|
chrome.runtime.sendMessage({ type: 'issue_resolved', task_id, failure_type }, () => {
|
package/dist/fellou.cjs.js
CHANGED
|
@@ -126,30 +126,30 @@ var computer = /*#__PURE__*/Object.freeze({
|
|
|
126
126
|
class ComputerUse {
|
|
127
127
|
constructor() {
|
|
128
128
|
this.name = 'computer_use';
|
|
129
|
-
this.description = `Use a mouse and keyboard to interact with a computer, and take screenshots.
|
|
130
|
-
* This is a browser GUI interface where you do not have access to the address bar or bookmarks. You must operate the browser using inputs like screenshots, mouse, keyboard, etc.
|
|
131
|
-
* Some operations may take time to process, so you may need to wait and take successive screenshots to see the results of your actions. E.g. if you clicked submit button, but it didn't work, try taking another screenshot.
|
|
132
|
-
* Whenever you intend to move the cursor to click on an element, you should consult a screenshot to determine the coordinates of the element before moving the cursor.
|
|
133
|
-
* If you tried clicking on a button or link but it failed to load, even after waiting, try adjusting your cursor position so that the tip of the cursor visually falls on the element that you want to click.
|
|
129
|
+
this.description = `Use a mouse and keyboard to interact with a computer, and take screenshots.
|
|
130
|
+
* This is a browser GUI interface where you do not have access to the address bar or bookmarks. You must operate the browser using inputs like screenshots, mouse, keyboard, etc.
|
|
131
|
+
* Some operations may take time to process, so you may need to wait and take successive screenshots to see the results of your actions. E.g. if you clicked submit button, but it didn't work, try taking another screenshot.
|
|
132
|
+
* Whenever you intend to move the cursor to click on an element, you should consult a screenshot to determine the coordinates of the element before moving the cursor.
|
|
133
|
+
* If you tried clicking on a button or link but it failed to load, even after waiting, try adjusting your cursor position so that the tip of the cursor visually falls on the element that you want to click.
|
|
134
134
|
* Make sure to click any buttons, links, icons, etc with the cursor tip in the center of the element.`;
|
|
135
135
|
this.input_schema = {
|
|
136
136
|
type: 'object',
|
|
137
137
|
properties: {
|
|
138
138
|
action: {
|
|
139
139
|
type: 'string',
|
|
140
|
-
description: `The action to perform. The available actions are:
|
|
141
|
-
* \`key\`: Press a key or key-combination on the keyboard.
|
|
142
|
-
- This supports robotgo hotkey syntax.
|
|
143
|
-
- Multiple keys are combined using the "+" symbol.
|
|
144
|
-
- Examples: "a", "enter", "ctrl+s", "command+shift+a", "num0".
|
|
145
|
-
* \`type\`: Type a string of text on the keyboard.
|
|
146
|
-
* \`cursor_position\`: Get the current (x, y) pixel coordinate of the cursor on the screen.
|
|
147
|
-
* \`mouse_move\`: Move the cursor to a specified (x, y) pixel coordinate on the screen.
|
|
148
|
-
* \`left_click\`: Click the left mouse button.
|
|
149
|
-
* \`left_click_drag\`: Click and drag the cursor to a specified (x, y) pixel coordinate on the screen.
|
|
150
|
-
* \`right_click\`: Click the right mouse button.
|
|
151
|
-
* \`double_click\`: Double-click the left mouse button.
|
|
152
|
-
* \`screenshot\`: Take a screenshot of the screen.
|
|
140
|
+
description: `The action to perform. The available actions are:
|
|
141
|
+
* \`key\`: Press a key or key-combination on the keyboard.
|
|
142
|
+
- This supports robotgo hotkey syntax.
|
|
143
|
+
- Multiple keys are combined using the "+" symbol.
|
|
144
|
+
- Examples: "a", "enter", "ctrl+s", "command+shift+a", "num0".
|
|
145
|
+
* \`type\`: Type a string of text on the keyboard.
|
|
146
|
+
* \`cursor_position\`: Get the current (x, y) pixel coordinate of the cursor on the screen.
|
|
147
|
+
* \`mouse_move\`: Move the cursor to a specified (x, y) pixel coordinate on the screen.
|
|
148
|
+
* \`left_click\`: Click the left mouse button.
|
|
149
|
+
* \`left_click_drag\`: Click and drag the cursor to a specified (x, y) pixel coordinate on the screen.
|
|
150
|
+
* \`right_click\`: Click the right mouse button.
|
|
151
|
+
* \`double_click\`: Double-click the left mouse button.
|
|
152
|
+
* \`screenshot\`: Take a screenshot of the screen.
|
|
153
153
|
* \`scroll\`: Scroll to the specified (x, y) pixel coordinates on the screen.`,
|
|
154
154
|
enum: [
|
|
155
155
|
'key',
|
package/dist/fellou.esm.js
CHANGED
|
@@ -124,30 +124,30 @@ var computer = /*#__PURE__*/Object.freeze({
|
|
|
124
124
|
class ComputerUse {
|
|
125
125
|
constructor() {
|
|
126
126
|
this.name = 'computer_use';
|
|
127
|
-
this.description = `Use a mouse and keyboard to interact with a computer, and take screenshots.
|
|
128
|
-
* This is a browser GUI interface where you do not have access to the address bar or bookmarks. You must operate the browser using inputs like screenshots, mouse, keyboard, etc.
|
|
129
|
-
* Some operations may take time to process, so you may need to wait and take successive screenshots to see the results of your actions. E.g. if you clicked submit button, but it didn't work, try taking another screenshot.
|
|
130
|
-
* Whenever you intend to move the cursor to click on an element, you should consult a screenshot to determine the coordinates of the element before moving the cursor.
|
|
131
|
-
* If you tried clicking on a button or link but it failed to load, even after waiting, try adjusting your cursor position so that the tip of the cursor visually falls on the element that you want to click.
|
|
127
|
+
this.description = `Use a mouse and keyboard to interact with a computer, and take screenshots.
|
|
128
|
+
* This is a browser GUI interface where you do not have access to the address bar or bookmarks. You must operate the browser using inputs like screenshots, mouse, keyboard, etc.
|
|
129
|
+
* Some operations may take time to process, so you may need to wait and take successive screenshots to see the results of your actions. E.g. if you clicked submit button, but it didn't work, try taking another screenshot.
|
|
130
|
+
* Whenever you intend to move the cursor to click on an element, you should consult a screenshot to determine the coordinates of the element before moving the cursor.
|
|
131
|
+
* If you tried clicking on a button or link but it failed to load, even after waiting, try adjusting your cursor position so that the tip of the cursor visually falls on the element that you want to click.
|
|
132
132
|
* Make sure to click any buttons, links, icons, etc with the cursor tip in the center of the element.`;
|
|
133
133
|
this.input_schema = {
|
|
134
134
|
type: 'object',
|
|
135
135
|
properties: {
|
|
136
136
|
action: {
|
|
137
137
|
type: 'string',
|
|
138
|
-
description: `The action to perform. The available actions are:
|
|
139
|
-
* \`key\`: Press a key or key-combination on the keyboard.
|
|
140
|
-
- This supports robotgo hotkey syntax.
|
|
141
|
-
- Multiple keys are combined using the "+" symbol.
|
|
142
|
-
- Examples: "a", "enter", "ctrl+s", "command+shift+a", "num0".
|
|
143
|
-
* \`type\`: Type a string of text on the keyboard.
|
|
144
|
-
* \`cursor_position\`: Get the current (x, y) pixel coordinate of the cursor on the screen.
|
|
145
|
-
* \`mouse_move\`: Move the cursor to a specified (x, y) pixel coordinate on the screen.
|
|
146
|
-
* \`left_click\`: Click the left mouse button.
|
|
147
|
-
* \`left_click_drag\`: Click and drag the cursor to a specified (x, y) pixel coordinate on the screen.
|
|
148
|
-
* \`right_click\`: Click the right mouse button.
|
|
149
|
-
* \`double_click\`: Double-click the left mouse button.
|
|
150
|
-
* \`screenshot\`: Take a screenshot of the screen.
|
|
138
|
+
description: `The action to perform. The available actions are:
|
|
139
|
+
* \`key\`: Press a key or key-combination on the keyboard.
|
|
140
|
+
- This supports robotgo hotkey syntax.
|
|
141
|
+
- Multiple keys are combined using the "+" symbol.
|
|
142
|
+
- Examples: "a", "enter", "ctrl+s", "command+shift+a", "num0".
|
|
143
|
+
* \`type\`: Type a string of text on the keyboard.
|
|
144
|
+
* \`cursor_position\`: Get the current (x, y) pixel coordinate of the cursor on the screen.
|
|
145
|
+
* \`mouse_move\`: Move the cursor to a specified (x, y) pixel coordinate on the screen.
|
|
146
|
+
* \`left_click\`: Click the left mouse button.
|
|
147
|
+
* \`left_click_drag\`: Click and drag the cursor to a specified (x, y) pixel coordinate on the screen.
|
|
148
|
+
* \`right_click\`: Click the right mouse button.
|
|
149
|
+
* \`double_click\`: Double-click the left mouse button.
|
|
150
|
+
* \`screenshot\`: Take a screenshot of the screen.
|
|
151
151
|
* \`scroll\`: Scroll to the specified (x, y) pixel coordinates on the screen.`,
|
|
152
152
|
enum: [
|
|
153
153
|
'key',
|