@eko-ai/eko 1.0.9 → 1.0.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +139 -139
- package/dist/core/eko.d.ts +3 -2
- package/dist/extension/script/bing.js +0 -0
- package/dist/extension/script/build_dom_tree.js +661 -661
- package/dist/extension/script/common.js +12 -4
- package/dist/extension/script/duckduckgo.js +0 -0
- package/dist/extension/script/google.js +0 -0
- package/dist/extension/tools/cancel_workflow.d.ts +9 -0
- package/dist/extension/utils.d.ts +1 -1
- package/dist/extension.cjs.js +117 -111
- package/dist/extension.esm.js +117 -111
- package/dist/extension_content_script.js +79 -61
- package/dist/fellou.cjs.js +18 -18
- package/dist/fellou.esm.js +18 -18
- package/dist/index.cjs.js +262 -172
- package/dist/index.esm.js +262 -172
- package/dist/jest.config.js +10 -0
- package/dist/jest.config.js.map +1 -0
- package/dist/models/workflow.d.ts +3 -1
- package/dist/nodejs.cjs.js +1651 -1633
- package/dist/nodejs.esm.js +1651 -1633
- package/dist/rollup.config.js +171 -0
- package/dist/rollup.config.js.map +1 -0
- package/dist/script.js +10 -0
- package/dist/script.js.map +1 -0
- package/dist/services/llm/deepseek-provider.d.ts +13 -0
- package/dist/services/llm/provider-factory.d.ts +4 -0
- package/dist/services/llm/siliconflow-provider.d.ts +13 -0
- package/dist/services/parser/workflow-parser.d.ts +2 -1
- package/dist/services/workflow/generator.d.ts +3 -2
- package/dist/src/core/eko.js +99 -0
- package/dist/src/core/eko.js.map +1 -0
- package/dist/src/core/tool-registry.js +51 -0
- package/dist/src/core/tool-registry.js.map +1 -0
- package/dist/src/extension/content/index.js +409 -0
- package/dist/src/extension/content/index.js.map +1 -0
- package/dist/src/extension/core.js +29 -0
- package/dist/src/extension/core.js.map +1 -0
- package/dist/src/extension/index.js +12 -0
- package/dist/src/extension/index.js.map +1 -0
- package/dist/src/extension/script/bing.js +25 -0
- package/dist/src/extension/script/bing.js.map +1 -0
- package/dist/src/extension/script/build_dom_tree.js +585 -0
- package/dist/src/extension/script/build_dom_tree.js.map +1 -0
- package/dist/src/extension/script/common.js +203 -0
- package/dist/src/extension/script/common.js.map +1 -0
- package/dist/src/extension/script/duckduckgo.js +25 -0
- package/dist/src/extension/script/duckduckgo.js.map +1 -0
- package/dist/src/extension/script/google.js +26 -0
- package/dist/src/extension/script/google.js.map +1 -0
- package/dist/src/extension/tools/browser.js +174 -0
- package/dist/src/extension/tools/browser.js.map +1 -0
- package/dist/src/extension/tools/browser_use.js +186 -0
- package/dist/src/extension/tools/browser_use.js.map +1 -0
- package/dist/src/extension/tools/element_click.js +123 -0
- package/dist/src/extension/tools/element_click.js.map +1 -0
- package/dist/src/extension/tools/export_file.js +93 -0
- package/dist/src/extension/tools/export_file.js.map +1 -0
- package/dist/src/extension/tools/extract_content.js +38 -0
- package/dist/src/extension/tools/extract_content.js.map +1 -0
- package/dist/src/extension/tools/find_element_position.js +125 -0
- package/dist/src/extension/tools/find_element_position.js.map +1 -0
- package/dist/src/extension/tools/html_script.js +219 -0
- package/dist/src/extension/tools/html_script.js.map +1 -0
- package/dist/src/extension/tools/index.js +12 -0
- package/dist/src/extension/tools/index.js.map +1 -0
- package/dist/src/extension/tools/open_url.js +68 -0
- package/dist/src/extension/tools/open_url.js.map +1 -0
- package/dist/src/extension/tools/request_login.js +87 -0
- package/dist/src/extension/tools/request_login.js.map +1 -0
- package/dist/src/extension/tools/screenshot.js +26 -0
- package/dist/src/extension/tools/screenshot.js.map +1 -0
- package/dist/src/extension/tools/tab_management.js +160 -0
- package/dist/src/extension/tools/tab_management.js.map +1 -0
- package/dist/src/extension/tools/web_search.js +281 -0
- package/dist/src/extension/tools/web_search.js.map +1 -0
- package/dist/src/extension/utils.js +244 -0
- package/dist/src/extension/utils.js.map +1 -0
- package/dist/src/fellou/computer.js +104 -0
- package/dist/src/fellou/computer.js.map +1 -0
- package/dist/src/fellou/index.js +7 -0
- package/dist/src/fellou/index.js.map +1 -0
- package/dist/src/fellou/tools/computer_use.js +111 -0
- package/dist/src/fellou/tools/computer_use.js.map +1 -0
- package/dist/src/index.js +9 -0
- package/dist/src/index.js.map +1 -0
- package/dist/src/models/action.js +364 -0
- package/dist/src/models/action.js.map +1 -0
- package/dist/src/models/workflow.js +120 -0
- package/dist/src/models/workflow.js.map +1 -0
- package/dist/src/nodejs/core.js +18 -0
- package/dist/src/nodejs/core.js.map +1 -0
- package/dist/src/nodejs/index.js +6 -0
- package/dist/src/nodejs/index.js.map +1 -0
- package/dist/src/nodejs/script/build_dom_tree.js +586 -0
- package/dist/src/nodejs/script/build_dom_tree.js.map +1 -0
- package/dist/src/nodejs/tools/browser_use.js +458 -0
- package/dist/src/nodejs/tools/browser_use.js.map +1 -0
- package/dist/src/nodejs/tools/command_execute.js +65 -0
- package/dist/src/nodejs/tools/command_execute.js.map +1 -0
- package/dist/src/nodejs/tools/file_read.js +45 -0
- package/dist/src/nodejs/tools/file_read.js.map +1 -0
- package/dist/src/nodejs/tools/file_write.js +95 -0
- package/dist/src/nodejs/tools/file_write.js.map +1 -0
- package/dist/src/nodejs/tools/index.js +5 -0
- package/dist/src/nodejs/tools/index.js.map +1 -0
- package/dist/src/schemas/workflow.schema.js +64 -0
- package/dist/src/schemas/workflow.schema.js.map +1 -0
- package/dist/src/services/llm/claude-provider.js +140 -0
- package/dist/src/services/llm/claude-provider.js.map +1 -0
- package/dist/src/services/llm/deepseek-provider.js +432 -0
- package/dist/src/services/llm/deepseek-provider.js.map +1 -0
- package/dist/src/services/llm/glm-provider.js +317 -0
- package/dist/src/services/llm/glm-provider.js.map +1 -0
- package/dist/src/services/llm/openai-provider copy.js +317 -0
- package/dist/src/services/llm/openai-provider copy.js.map +1 -0
- package/dist/src/services/llm/openai-provider.js +317 -0
- package/dist/src/services/llm/openai-provider.js.map +1 -0
- package/dist/src/services/parser/workflow-parser.js +208 -0
- package/dist/src/services/parser/workflow-parser.js.map +1 -0
- package/dist/src/services/workflow/generator.js +105 -0
- package/dist/src/services/workflow/generator.js.map +1 -0
- package/dist/src/services/workflow/templates.js +42 -0
- package/dist/src/services/workflow/templates.js.map +1 -0
- package/dist/src/types/action.types.js +2 -0
- package/dist/src/types/action.types.js.map +1 -0
- package/dist/src/types/eko.types.js +2 -0
- package/dist/src/types/eko.types.js.map +1 -0
- package/dist/src/types/index.js +6 -0
- package/dist/src/types/index.js.map +1 -0
- package/dist/src/types/llm.types.js +2 -0
- package/dist/src/types/llm.types.js.map +1 -0
- package/dist/src/types/parser.types.js +2 -0
- package/dist/src/types/parser.types.js.map +1 -0
- package/dist/src/types/tools.types.js +2 -0
- package/dist/src/types/tools.types.js.map +1 -0
- package/dist/src/types/workflow.types.js +3 -0
- package/dist/src/types/workflow.types.js.map +1 -0
- package/dist/src/web/core.js +18 -0
- package/dist/src/web/core.js.map +1 -0
- package/dist/src/web/index.js +9 -0
- package/dist/src/web/index.js.map +1 -0
- package/dist/src/web/script/build_dom_tree.js +584 -0
- package/dist/src/web/script/build_dom_tree.js.map +1 -0
- package/dist/src/web/tools/browser.js +249 -0
- package/dist/src/web/tools/browser.js.map +1 -0
- package/dist/src/web/tools/browser_use.js +176 -0
- package/dist/src/web/tools/browser_use.js.map +1 -0
- package/dist/src/web/tools/element_click.js +121 -0
- package/dist/src/web/tools/element_click.js.map +1 -0
- package/dist/src/web/tools/export_file.js +74 -0
- package/dist/src/web/tools/export_file.js.map +1 -0
- package/dist/src/web/tools/extract_content.js +24 -0
- package/dist/src/web/tools/extract_content.js.map +1 -0
- package/dist/src/web/tools/find_element_position.js +121 -0
- package/dist/src/web/tools/find_element_position.js.map +1 -0
- package/dist/src/web/tools/html_script.js +219 -0
- package/dist/src/web/tools/html_script.js.map +1 -0
- package/dist/src/web/tools/index.js +8 -0
- package/dist/src/web/tools/index.js.map +1 -0
- package/dist/src/web/tools/screenshot.js +24 -0
- package/dist/src/web/tools/screenshot.js.map +1 -0
- package/dist/test/integration/claude-provider.test.js +170 -0
- package/dist/test/integration/claude-provider.test.js.map +1 -0
- package/dist/test/integration/deepseek-provider.test.js +171 -0
- package/dist/test/integration/deepseek-provider.test.js.map +1 -0
- package/dist/test/integration/glm-provider.test.js +173 -0
- package/dist/test/integration/glm-provider.test.js.map +1 -0
- package/dist/test/integration/openai-provider.test copy.js +170 -0
- package/dist/test/integration/openai-provider.test copy.js.map +1 -0
- package/dist/test/integration/openai-provider.test.js +170 -0
- package/dist/test/integration/openai-provider.test.js.map +1 -0
- package/dist/test/integration/qwen-provider.js +170 -0
- package/dist/test/integration/qwen-provider.js.map +1 -0
- package/dist/test/integration/qwen-provider.test copy.js +170 -0
- package/dist/test/integration/qwen-provider.test copy.js.map +1 -0
- package/dist/test/integration/qwen-provider.test.js +170 -0
- package/dist/test/integration/qwen-provider.test.js.map +1 -0
- package/dist/test/integration/workflow.execution.test.js +152 -0
- package/dist/test/integration/workflow.execution.test.js.map +1 -0
- package/dist/test/integration/workflow.generation-and-execution.test.js +131 -0
- package/dist/test/integration/workflow.generation-and-execution.test.js.map +1 -0
- package/dist/test/integration/workflow.generator.test.js +207 -0
- package/dist/test/integration/workflow.generator.test.js.map +1 -0
- package/dist/test/unit/action.test.js +186 -0
- package/dist/test/unit/action.test.js.map +1 -0
- package/dist/test/unit/tool-registry.test.js +99 -0
- package/dist/test/unit/tool-registry.test.js.map +1 -0
- package/dist/test/unit/workflow-parser.test.js +189 -0
- package/dist/test/unit/workflow-parser.test.js.map +1 -0
- package/dist/test/unit/workflow.test.js +102 -0
- package/dist/test/unit/workflow.test.js.map +1 -0
- package/dist/types/action.types.d.ts +2 -0
- package/dist/types/eko.types.d.ts +4 -1
- package/dist/types/jest.config.d.ts +10 -0
- package/dist/types/llm.types.d.ts +0 -2
- package/dist/types/rollup.config.d.ts +16 -0
- package/dist/types/script.d.ts +1 -0
- package/dist/types/src/core/eko.d.ts +20 -0
- package/dist/types/src/core/tool-registry.d.ts +13 -0
- package/dist/types/src/extension/content/index.d.ts +16 -0
- package/dist/types/src/extension/core.d.ts +11 -0
- package/dist/types/src/extension/index.d.ts +7 -0
- package/dist/types/src/extension/script/bing.d.ts +0 -0
- package/dist/types/src/extension/script/build_dom_tree.d.ts +38 -0
- package/dist/types/src/extension/script/common.d.ts +0 -0
- package/dist/types/src/extension/script/duckduckgo.d.ts +0 -0
- package/dist/types/src/extension/script/google.d.ts +0 -0
- package/dist/types/src/extension/tools/browser.d.ts +22 -0
- package/dist/types/src/extension/tools/browser_use.d.ts +19 -0
- package/dist/types/src/extension/tools/element_click.d.ts +12 -0
- package/dist/types/src/extension/tools/export_file.d.ts +18 -0
- package/dist/types/src/extension/tools/extract_content.d.ts +18 -0
- package/dist/types/src/extension/tools/find_element_position.d.ts +12 -0
- package/dist/types/src/extension/tools/html_script.d.ts +10 -0
- package/dist/types/src/extension/tools/index.d.ts +11 -0
- package/dist/types/src/extension/tools/open_url.d.ts +18 -0
- package/dist/{extension/tools/form_autofill.d.ts → types/src/extension/tools/request_login.d.ts} +3 -4
- package/dist/types/src/extension/tools/screenshot.d.ts +18 -0
- package/dist/types/src/extension/tools/tab_management.d.ts +19 -0
- package/dist/types/src/extension/tools/web_search.d.ts +18 -0
- package/dist/types/src/extension/utils.d.ts +31 -0
- package/dist/types/src/fellou/computer.d.ts +20 -0
- package/dist/types/src/fellou/index.d.ts +6 -0
- package/dist/types/src/fellou/tools/computer_use.d.ts +18 -0
- package/dist/types/src/index.d.ts +8 -0
- package/dist/types/src/models/action.d.ts +22 -0
- package/dist/types/src/models/workflow.d.ts +16 -0
- package/dist/types/src/nodejs/core.d.ts +2 -0
- package/dist/types/src/nodejs/index.d.ts +3 -0
- package/dist/types/src/nodejs/script/build_dom_tree.d.ts +1 -0
- package/dist/types/src/nodejs/tools/browser_use.d.ts +28 -0
- package/dist/types/src/nodejs/tools/command_execute.d.ts +12 -0
- package/dist/types/src/nodejs/tools/file_read.d.ts +11 -0
- package/dist/types/src/nodejs/tools/file_write.d.ts +15 -0
- package/dist/types/src/nodejs/tools/index.d.ts +4 -0
- package/dist/types/src/schemas/workflow.schema.d.ts +88 -0
- package/dist/types/src/services/llm/claude-provider.d.ts +11 -0
- package/dist/types/src/services/llm/deepseek-provider.d.ts +15 -0
- package/dist/types/src/services/llm/glm-provider.d.ts +11 -0
- package/dist/types/src/services/llm/openai-provider copy.d.ts +11 -0
- package/dist/types/src/services/llm/openai-provider.d.ts +11 -0
- package/dist/types/src/services/parser/workflow-parser.d.ts +29 -0
- package/dist/types/src/services/workflow/generator.d.ts +13 -0
- package/dist/types/src/services/workflow/templates.d.ts +8 -0
- package/dist/types/src/types/action.types.d.ts +38 -0
- package/dist/types/src/types/eko.types.d.ts +21 -0
- package/dist/types/src/types/index.d.ts +5 -0
- package/dist/types/src/types/llm.types.d.ts +54 -0
- package/dist/types/src/types/parser.types.d.ts +9 -0
- package/dist/types/src/types/tools.types.d.ts +88 -0
- package/dist/types/src/types/workflow.types.d.ts +39 -0
- package/dist/types/src/web/core.d.ts +2 -0
- package/dist/types/src/web/index.d.ts +5 -0
- package/dist/types/src/web/script/build_dom_tree.d.ts +10 -0
- package/dist/types/src/web/tools/browser.d.ts +21 -0
- package/dist/types/src/web/tools/browser_use.d.ts +19 -0
- package/dist/types/src/web/tools/element_click.d.ts +12 -0
- package/dist/types/src/web/tools/export_file.d.ts +18 -0
- package/dist/types/src/web/tools/extract_content.d.ts +17 -0
- package/dist/types/src/web/tools/find_element_position.d.ts +12 -0
- package/dist/types/src/web/tools/html_script.d.ts +10 -0
- package/dist/types/src/web/tools/index.d.ts +7 -0
- package/dist/types/src/web/tools/screenshot.d.ts +18 -0
- package/dist/types/test/integration/claude-provider.test.d.ts +1 -0
- package/dist/types/test/integration/deepseek-provider.test.d.ts +1 -0
- package/dist/types/test/integration/glm-provider.test.d.ts +1 -0
- package/dist/types/test/integration/openai-provider.test copy.d.ts +1 -0
- package/dist/types/test/integration/openai-provider.test.d.ts +1 -0
- package/dist/types/test/integration/qwen-provider.d.ts +1 -0
- package/dist/types/test/integration/qwen-provider.test copy.d.ts +1 -0
- package/dist/types/test/integration/qwen-provider.test.d.ts +1 -0
- package/dist/types/test/integration/workflow.execution.test.d.ts +1 -0
- package/dist/types/test/integration/workflow.generation-and-execution.test.d.ts +1 -0
- package/dist/types/test/integration/workflow.generator.test.d.ts +1 -0
- package/dist/types/test/unit/action.test.d.ts +1 -0
- package/dist/types/test/unit/tool-registry.test.d.ts +1 -0
- package/dist/types/test/unit/workflow-parser.test.d.ts +1 -0
- package/dist/types/test/unit/workflow.test.d.ts +1 -0
- package/dist/universal_tools/human/text.d.ts +9 -0
- package/dist/web.cjs.js +128 -121
- package/dist/web.esm.js +128 -121
- package/package.json +106 -106
- package/dist/fellou/tools/index.d.ts +0 -2
- package/dist/types/framework.types.d.ts +0 -11
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { extractHtmlContent } from './browser';
|
|
2
|
+
/**
|
|
3
|
+
* Extract Page Content
|
|
4
|
+
*/
|
|
5
|
+
export class ExtractContent {
|
|
6
|
+
constructor() {
|
|
7
|
+
this.name = 'extract_content';
|
|
8
|
+
this.description = 'Extract the text content of the current webpage';
|
|
9
|
+
this.input_schema = {
|
|
10
|
+
type: 'object',
|
|
11
|
+
properties: {},
|
|
12
|
+
};
|
|
13
|
+
}
|
|
14
|
+
/**
|
|
15
|
+
* Extract Page Content
|
|
16
|
+
*
|
|
17
|
+
* @param {*} params {}
|
|
18
|
+
* @returns > string
|
|
19
|
+
*/
|
|
20
|
+
async execute(context, params) {
|
|
21
|
+
return extractHtmlContent();
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
//# sourceMappingURL=extract_content.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"extract_content.js","sourceRoot":"","sources":["../../../../src/web/tools/extract_content.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAE/C;;GAEG;AACH,MAAM,OAAO,cAAc;IAKzB;QACE,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;QAC9B,IAAI,CAAC,WAAW,GAAG,iDAAiD,CAAC;QACrE,IAAI,CAAC,YAAY,GAAG;YAClB,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,OAAO,CAAC,OAAyB,EAAE,MAAW;QAClD,OAAO,kBAAkB,EAAE,CAAC;IAC9B,CAAC;CACF"}
|
|
@@ -0,0 +1,121 @@
|
|
|
1
|
+
import { extractOperableElements, getOperableElementRect } from './html_script';
|
|
2
|
+
import { screenshot } from './browser';
|
|
3
|
+
/**
|
|
4
|
+
* Find Element Position
|
|
5
|
+
*/
|
|
6
|
+
export class FindElementPosition {
|
|
7
|
+
constructor() {
|
|
8
|
+
this.name = 'find_element_position';
|
|
9
|
+
this.description = 'Locate Element Coordinates through Task Prompts';
|
|
10
|
+
this.input_schema = {
|
|
11
|
+
type: 'object',
|
|
12
|
+
properties: {
|
|
13
|
+
task_prompt: {
|
|
14
|
+
type: 'string',
|
|
15
|
+
description: 'Task prompt, eg: find the search input box',
|
|
16
|
+
},
|
|
17
|
+
},
|
|
18
|
+
required: ['task_prompt'],
|
|
19
|
+
};
|
|
20
|
+
}
|
|
21
|
+
async execute(context, params) {
|
|
22
|
+
if (typeof params !== 'object' || params === null || !params.task_prompt) {
|
|
23
|
+
throw new Error('Invalid parameters. Expected an object with a "task_prompt" property.');
|
|
24
|
+
}
|
|
25
|
+
let result;
|
|
26
|
+
let task_prompt = params.task_prompt;
|
|
27
|
+
try {
|
|
28
|
+
result = await executeWithHtmlElement(context, task_prompt);
|
|
29
|
+
}
|
|
30
|
+
catch (e) {
|
|
31
|
+
console.log(e);
|
|
32
|
+
result = null;
|
|
33
|
+
}
|
|
34
|
+
if (!result) {
|
|
35
|
+
result = await executeWithBrowserUse(context, task_prompt);
|
|
36
|
+
}
|
|
37
|
+
return result;
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
async function executeWithHtmlElement(context, task_prompt) {
|
|
41
|
+
let pseudoHtml = extractOperableElements();
|
|
42
|
+
let messages = [
|
|
43
|
+
{
|
|
44
|
+
role: 'user',
|
|
45
|
+
content: `# Task
|
|
46
|
+
Find the element ID that the user needs to operate on in the webpage HTML, and if the element does not exist, do nothing.
|
|
47
|
+
Output JSON format, no explanation required.
|
|
48
|
+
|
|
49
|
+
# User input
|
|
50
|
+
${task_prompt}
|
|
51
|
+
|
|
52
|
+
# Output example (when the element exists)
|
|
53
|
+
{"elementId": "1"}
|
|
54
|
+
|
|
55
|
+
# Output example (when the element does not exist)
|
|
56
|
+
{"elementId": null}
|
|
57
|
+
|
|
58
|
+
# HTML
|
|
59
|
+
${pseudoHtml}
|
|
60
|
+
`,
|
|
61
|
+
},
|
|
62
|
+
];
|
|
63
|
+
let llm_params = { maxTokens: 1024 };
|
|
64
|
+
let response = await context.llmProvider.generateText(messages, llm_params);
|
|
65
|
+
let content = typeof response.content == 'string' ? response.content : response.content[0].text;
|
|
66
|
+
let json = content.substring(content.indexOf('{'), content.indexOf('}') + 1);
|
|
67
|
+
let elementId = JSON.parse(json).elementId;
|
|
68
|
+
if (elementId) {
|
|
69
|
+
return getOperableElementRect(elementId);
|
|
70
|
+
}
|
|
71
|
+
return null;
|
|
72
|
+
}
|
|
73
|
+
async function executeWithBrowserUse(context, task_prompt) {
|
|
74
|
+
let screenshot_result = await screenshot(false);
|
|
75
|
+
let messages = [
|
|
76
|
+
{
|
|
77
|
+
role: 'user',
|
|
78
|
+
content: [
|
|
79
|
+
{
|
|
80
|
+
type: 'image',
|
|
81
|
+
source: screenshot_result.image,
|
|
82
|
+
},
|
|
83
|
+
{
|
|
84
|
+
type: 'text',
|
|
85
|
+
text: 'Find the element: ' + task_prompt,
|
|
86
|
+
},
|
|
87
|
+
],
|
|
88
|
+
},
|
|
89
|
+
];
|
|
90
|
+
let llm_params = {
|
|
91
|
+
maxTokens: 1024,
|
|
92
|
+
toolChoice: {
|
|
93
|
+
type: 'tool',
|
|
94
|
+
name: 'get_element_by_coordinate',
|
|
95
|
+
},
|
|
96
|
+
tools: [
|
|
97
|
+
{
|
|
98
|
+
name: 'get_element_by_coordinate',
|
|
99
|
+
description: 'Retrieve element information based on coordinate',
|
|
100
|
+
input_schema: {
|
|
101
|
+
type: 'object',
|
|
102
|
+
properties: {
|
|
103
|
+
coordinate: {
|
|
104
|
+
type: 'array',
|
|
105
|
+
description: '(x, y): The x (pixels from the left edge) and y (pixels from the top edge) coordinates.',
|
|
106
|
+
},
|
|
107
|
+
},
|
|
108
|
+
required: ['coordinate'],
|
|
109
|
+
},
|
|
110
|
+
},
|
|
111
|
+
],
|
|
112
|
+
};
|
|
113
|
+
let response = await context.llmProvider.generateText(messages, llm_params);
|
|
114
|
+
let input = response.toolCalls[0].input;
|
|
115
|
+
let coordinate = input.coordinate;
|
|
116
|
+
return {
|
|
117
|
+
left: coordinate[0],
|
|
118
|
+
top: coordinate[1],
|
|
119
|
+
};
|
|
120
|
+
}
|
|
121
|
+
//# sourceMappingURL=find_element_position.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"find_element_position.js","sourceRoot":"","sources":["../../../../src/web/tools/find_element_position.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,uBAAuB,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AAChF,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAEvC;;GAEG;AACH,MAAM,OAAO,mBAAmB;IAK9B;QACE,IAAI,CAAC,IAAI,GAAG,uBAAuB,CAAC;QACpC,IAAI,CAAC,WAAW,GAAG,iDAAiD,CAAC;QACrE,IAAI,CAAC,YAAY,GAAG;YAClB,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,4CAA4C;iBAC1D;aACF;YACD,QAAQ,EAAE,CAAC,aAAa,CAAC;SAC1B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAyB,EAAE,MAAkB;QACzD,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YACzE,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;QAC3F,CAAC;QACD,IAAI,MAA0B,CAAC;QAC/B,IAAI,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,sBAAsB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAC9D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACf,MAAM,GAAG,IAAI,CAAC;QAChB,CAAC;QACD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG,MAAM,qBAAqB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAC7D,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAED,KAAK,UAAU,sBAAsB,CACnC,OAAyB,EACzB,WAAmB;IAEnB,IAAI,UAAU,GAAG,uBAAuB,EAAE,CAAC;IAC3C,IAAI,QAAQ,GAAc;QACxB;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE;;;;;EAKb,WAAW;;;;;;;;;EASX,UAAU;CACX;SACI;KACF,CAAC;IACF,IAAI,UAAU,GAAkB,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IACpD,IAAI,QAAQ,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,YAAY,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC5E,IAAI,OAAO,GACT,OAAO,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAE,QAAQ,CAAC,OAAiB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/F,IAAI,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7E,IAAI,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC;IAC3C,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,sBAAsB,CAAC,SAAS,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,OAAyB,EACzB,WAAmB;IAEnB,IAAI,iBAAiB,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC;IAChD,IAAI,QAAQ,GAAc;QACxB;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE,iBAAiB,CAAC,KAAK;iBAChC;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,oBAAoB,GAAG,WAAW;iBACzC;aACF;SACF;KACF,CAAC;IACF,IAAI,UAAU,GAAkB;QAC9B,SAAS,EAAE,IAAI;QACf,UAAU,EAAE;YACV,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,2BAA2B;SAClC;QACD,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,2BAA2B;gBACjC,WAAW,EAAE,kDAAkD;gBAC/D,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,UAAU,EAAE;4BACV,IAAI,EAAE,OAAO;4BACb,WAAW,EACT,yFAAyF;yBAC5F;qBACF;oBACD,QAAQ,EAAE,CAAC,YAAY,CAAC;iBACzB;aACF;SACF;KACF,CAAC;IACF,IAAI,QAAQ,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,YAAY,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC5E,IAAI,KAAK,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACxC,IAAI,UAAU,GAAG,KAAK,CAAC,UAA8B,CAAC;IAEtD,OAAO;QACL,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;QACnB,GAAG,EAAE,UAAU,CAAC,CAAC,CAAC;KACJ,CAAC;AACnB,CAAC"}
|
|
@@ -0,0 +1,219 @@
|
|
|
1
|
+
export function exportFile(filename, type, content) {
|
|
2
|
+
const blob = new Blob([content], { type: type });
|
|
3
|
+
const link = document.createElement('a');
|
|
4
|
+
link.href = URL.createObjectURL(blob);
|
|
5
|
+
link.download = filename;
|
|
6
|
+
document.body.appendChild(link);
|
|
7
|
+
link.click();
|
|
8
|
+
document.body.removeChild(link);
|
|
9
|
+
URL.revokeObjectURL(link.href);
|
|
10
|
+
}
|
|
11
|
+
export function xpath(element) {
|
|
12
|
+
if (element == document.body) {
|
|
13
|
+
return '/html/' + element.tagName.toLowerCase();
|
|
14
|
+
}
|
|
15
|
+
if (element.parentNode instanceof ShadowRoot) {
|
|
16
|
+
let shadowRoot = element.parentNode;
|
|
17
|
+
let parent = shadowRoot.getRootNode().host;
|
|
18
|
+
return xpath(parent) + '//' + element.tagName.toLowerCase();
|
|
19
|
+
}
|
|
20
|
+
else {
|
|
21
|
+
let sp;
|
|
22
|
+
let parent;
|
|
23
|
+
if (element.parentNode instanceof ShadowRoot) {
|
|
24
|
+
sp = '//';
|
|
25
|
+
let shadowRoot = element.parentNode;
|
|
26
|
+
parent = shadowRoot.getRootNode().host;
|
|
27
|
+
}
|
|
28
|
+
else {
|
|
29
|
+
sp = '/';
|
|
30
|
+
parent = element.parentNode;
|
|
31
|
+
}
|
|
32
|
+
let siblings = parent.childNodes;
|
|
33
|
+
if (siblings.length == 1) {
|
|
34
|
+
return xpath(parent) + sp + element.tagName.toLowerCase();
|
|
35
|
+
}
|
|
36
|
+
else {
|
|
37
|
+
let ix = 1;
|
|
38
|
+
for (let i = 0, l = siblings.length; i < l; i++) {
|
|
39
|
+
let sibling = siblings[i];
|
|
40
|
+
if (sibling == element) {
|
|
41
|
+
return xpath(parent) + sp + element.tagName.toLowerCase() + '[' + ix + ']';
|
|
42
|
+
}
|
|
43
|
+
else if (sibling.nodeType == 1 && sibling.tagName == element.tagName) {
|
|
44
|
+
ix++;
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
return '';
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
export function queryWithXpath(xpath) {
|
|
52
|
+
let xpaths = xpath.split('//');
|
|
53
|
+
if (xpaths.length == 1) {
|
|
54
|
+
return document.evaluate(xpath, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null)
|
|
55
|
+
.singleNodeValue;
|
|
56
|
+
}
|
|
57
|
+
let element = document;
|
|
58
|
+
for (let i = 0; i < xpaths.length; i++) {
|
|
59
|
+
let _element = null;
|
|
60
|
+
if (element instanceof ShadowRoot) {
|
|
61
|
+
let _xpaths = xpaths[i].split('/');
|
|
62
|
+
let current = _xpaths[0].toLowerCase();
|
|
63
|
+
let ix = 1;
|
|
64
|
+
for (let j = 0; j < element.childNodes.length; j++) {
|
|
65
|
+
let tagName = element.childNodes[j].tagName;
|
|
66
|
+
if (!tagName) {
|
|
67
|
+
ix++;
|
|
68
|
+
continue;
|
|
69
|
+
}
|
|
70
|
+
tagName = tagName.toLowerCase();
|
|
71
|
+
if (current == tagName || current == tagName + '[' + ix + ']') {
|
|
72
|
+
element = element.childNodes[j];
|
|
73
|
+
let _xpath = _xpaths.slice(1).join('/');
|
|
74
|
+
_element = document.evaluate(_xpath, element, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null).singleNodeValue;
|
|
75
|
+
break;
|
|
76
|
+
}
|
|
77
|
+
else {
|
|
78
|
+
ix++;
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
else {
|
|
83
|
+
_element = document.evaluate(xpaths[i], element, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null).singleNodeValue;
|
|
84
|
+
}
|
|
85
|
+
if (!_element) {
|
|
86
|
+
return null;
|
|
87
|
+
}
|
|
88
|
+
if (_element.shadowRoot) {
|
|
89
|
+
element = _element.shadowRoot;
|
|
90
|
+
}
|
|
91
|
+
else {
|
|
92
|
+
element = _element;
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
return element != document ? element : null;
|
|
96
|
+
}
|
|
97
|
+
/**
|
|
98
|
+
* Extract the elements related to html operability and wrap them into pseudo-html code.
|
|
99
|
+
*/
|
|
100
|
+
export function extractOperableElements() {
|
|
101
|
+
// visible
|
|
102
|
+
const isElementVisible = (element) => {
|
|
103
|
+
const style = window.getComputedStyle(element);
|
|
104
|
+
return (style.display !== 'none' &&
|
|
105
|
+
style.visibility !== 'hidden' &&
|
|
106
|
+
style.opacity !== '0' &&
|
|
107
|
+
element.offsetWidth > 0 &&
|
|
108
|
+
element.offsetHeight > 0);
|
|
109
|
+
};
|
|
110
|
+
// element original index
|
|
111
|
+
const getElementIndex = (element) => {
|
|
112
|
+
const xpath = document.evaluate('preceding::*', element, null, XPathResult.ORDERED_NODE_SNAPSHOT_TYPE, null);
|
|
113
|
+
return xpath.snapshotLength;
|
|
114
|
+
};
|
|
115
|
+
// exclude
|
|
116
|
+
const addExclude = (excludes, children) => {
|
|
117
|
+
for (let i = 0; i < children.length; i++) {
|
|
118
|
+
excludes.push(children[i]);
|
|
119
|
+
if (children[i].children) {
|
|
120
|
+
addExclude(excludes, children[i].children);
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
};
|
|
124
|
+
// { pseudoId: element }
|
|
125
|
+
let elementMap = {};
|
|
126
|
+
let nextId = 1;
|
|
127
|
+
let elements = [];
|
|
128
|
+
let excludes = [];
|
|
129
|
+
// operable element
|
|
130
|
+
const operableSelectors = 'a, button, input, textarea, select';
|
|
131
|
+
document.querySelectorAll(operableSelectors).forEach((element) => {
|
|
132
|
+
if (isElementVisible(element) && excludes.indexOf(element) == -1) {
|
|
133
|
+
const id = nextId++;
|
|
134
|
+
elementMap[id.toString()] = element;
|
|
135
|
+
const tagName = element.tagName.toLowerCase();
|
|
136
|
+
const attributes = Array.from(element.attributes)
|
|
137
|
+
.filter((attr) => ['id', 'name', 'type', 'value', 'href', 'title', 'placeholder'].includes(attr.name))
|
|
138
|
+
.map((attr) => `${attr.name == 'id' ? 'target' : attr.name}="${attr.value}"`)
|
|
139
|
+
.join(' ');
|
|
140
|
+
elements.push({
|
|
141
|
+
originalIndex: getElementIndex(element),
|
|
142
|
+
id: id,
|
|
143
|
+
html: `<${tagName} id="${id}" ${attributes}>${tagName == 'select' ? element.innerHTML : element.innerText || ''}</${tagName}>`,
|
|
144
|
+
});
|
|
145
|
+
addExclude(excludes, element.children);
|
|
146
|
+
}
|
|
147
|
+
});
|
|
148
|
+
// short text element
|
|
149
|
+
const textWalker = document.createTreeWalker(document.body, NodeFilter.SHOW_ELEMENT, {
|
|
150
|
+
acceptNode: function (node) {
|
|
151
|
+
var _a;
|
|
152
|
+
if (node.matches(operableSelectors) || excludes.indexOf(node) != -1) {
|
|
153
|
+
// skip
|
|
154
|
+
return NodeFilter.FILTER_SKIP;
|
|
155
|
+
}
|
|
156
|
+
// text <= 100
|
|
157
|
+
const text = (_a = node.innerText) === null || _a === void 0 ? void 0 : _a.trim();
|
|
158
|
+
if (isElementVisible(node) &&
|
|
159
|
+
text &&
|
|
160
|
+
text.length <= 100 &&
|
|
161
|
+
text.length > 0 &&
|
|
162
|
+
node.children.length === 0) {
|
|
163
|
+
return NodeFilter.FILTER_ACCEPT;
|
|
164
|
+
}
|
|
165
|
+
// skip
|
|
166
|
+
return NodeFilter.FILTER_SKIP;
|
|
167
|
+
},
|
|
168
|
+
});
|
|
169
|
+
let currentNode;
|
|
170
|
+
while ((currentNode = textWalker.nextNode())) {
|
|
171
|
+
const id = nextId++;
|
|
172
|
+
elementMap[id.toString()] = currentNode;
|
|
173
|
+
const tagName = currentNode.tagName.toLowerCase();
|
|
174
|
+
elements.push({
|
|
175
|
+
originalIndex: getElementIndex(currentNode),
|
|
176
|
+
id: id,
|
|
177
|
+
html: `<${tagName} id="${id}">${currentNode.innerText.trim()}</${tagName}>`,
|
|
178
|
+
});
|
|
179
|
+
}
|
|
180
|
+
// element sort
|
|
181
|
+
elements.sort((a, b) => a.originalIndex - b.originalIndex);
|
|
182
|
+
// cache
|
|
183
|
+
window.operableElementMap = elementMap;
|
|
184
|
+
// pseudo html
|
|
185
|
+
return elements.map((e) => e.html).join('\n');
|
|
186
|
+
}
|
|
187
|
+
export function clickOperableElement(id) {
|
|
188
|
+
let element = window.operableElementMap[id];
|
|
189
|
+
if (!element) {
|
|
190
|
+
return false;
|
|
191
|
+
}
|
|
192
|
+
if (element.click) {
|
|
193
|
+
element.click();
|
|
194
|
+
}
|
|
195
|
+
else {
|
|
196
|
+
element.dispatchEvent(new MouseEvent('click', {
|
|
197
|
+
view: window,
|
|
198
|
+
bubbles: true,
|
|
199
|
+
cancelable: true,
|
|
200
|
+
}));
|
|
201
|
+
}
|
|
202
|
+
return true;
|
|
203
|
+
}
|
|
204
|
+
export function getOperableElementRect(id) {
|
|
205
|
+
let element = window.operableElementMap[id];
|
|
206
|
+
if (!element) {
|
|
207
|
+
return null;
|
|
208
|
+
}
|
|
209
|
+
const rect = element.getBoundingClientRect();
|
|
210
|
+
return {
|
|
211
|
+
left: rect.left + window.scrollX,
|
|
212
|
+
top: rect.top + window.scrollY,
|
|
213
|
+
right: rect.right + window.scrollX,
|
|
214
|
+
bottom: rect.bottom + window.scrollY,
|
|
215
|
+
width: rect.right - rect.left,
|
|
216
|
+
height: rect.bottom - rect.top,
|
|
217
|
+
};
|
|
218
|
+
}
|
|
219
|
+
//# sourceMappingURL=html_script.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"html_script.js","sourceRoot":"","sources":["../../../../src/web/tools/html_script.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,UAAU,CAAC,QAAgB,EAAE,IAAY,EAAE,OAAe;IACxE,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACjD,MAAM,IAAI,GAAG,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;IACzC,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IACzB,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IAChC,IAAI,CAAC,KAAK,EAAE,CAAC;IACb,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IAChC,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,OAAY;IAChC,IAAI,OAAO,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC7B,OAAO,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;IAClD,CAAC;IACD,IAAI,OAAO,CAAC,UAAU,YAAY,UAAU,EAAE,CAAC;QAC7C,IAAI,UAAU,GAAG,OAAO,CAAC,UAAwB,CAAC;QAClD,IAAI,MAAM,GAAI,UAAU,CAAC,WAAW,EAAU,CAAC,IAAI,CAAC;QACpD,OAAO,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;IAC9D,CAAC;SAAM,CAAC;QACN,IAAI,EAAE,CAAC;QACP,IAAI,MAAM,CAAC;QACX,IAAI,OAAO,CAAC,UAAU,YAAY,UAAU,EAAE,CAAC;YAC7C,EAAE,GAAG,IAAI,CAAC;YACV,IAAI,UAAU,GAAG,OAAO,CAAC,UAAwB,CAAC;YAClD,MAAM,GAAI,UAAU,CAAC,WAAW,EAAU,CAAC,IAAI,CAAC;QAClD,CAAC;aAAM,CAAC;YACN,EAAE,GAAG,GAAG,CAAC;YACT,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC;QAC9B,CAAC;QACD,IAAI,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC;QACjC,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACzB,OAAO,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QAC5D,CAAC;aAAM,CAAC;YACN,IAAI,EAAE,GAAG,CAAC,CAAC;YACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChD,IAAI,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAC1B,IAAI,OAAO,IAAI,OAAO,EAAE,CAAC;oBACvB,OAAO,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,GAAG,GAAG,EAAE,GAAG,GAAG,CAAC;gBAC7E,CAAC;qBAAM,IAAI,OAAO,CAAC,QAAQ,IAAI,CAAC,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACvE,EAAE,EAAE,CAAC;gBACP,CAAC;YACH,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAa;IAC1C,IAAI,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACvB,OAAO,QAAQ,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,CAAC,uBAAuB,EAAE,IAAI,CAAC;aACvF,eAAe,CAAC;IACrB,CAAC;IACD,IAAI,OAAO,GAAQ,QAAQ,CAAC;IAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,IAAI,QAAQ,GAAG,IAAI,CAAC;QACpB,IAAI,OAAO,YAAY,UAAU,EAAE,CAAC;YAClC,IAAI,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnC,IAAI,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;YACvC,IAAI,EAAE,GAAG,CAAC,CAAC;YACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACnD,IAAI,OAAO,GAAI,OAAO,CAAC,UAAU,CAAC,CAAC,CAAS,CAAC,OAAO,CAAC;gBACrD,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,EAAE,EAAE,CAAC;oBACL,SAAS;gBACX,CAAC;gBACD,OAAO,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;gBAChC,IAAI,OAAO,IAAI,OAAO,IAAI,OAAO,IAAI,OAAO,GAAG,GAAG,GAAG,EAAE,GAAG,GAAG,EAAE,CAAC;oBAC9D,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;oBAChC,IAAI,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACxC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAC1B,MAAM,EACN,OAAO,EACP,IAAI,EACJ,WAAW,CAAC,uBAAuB,EACnC,IAAI,CACL,CAAC,eAAsB,CAAC;oBACzB,MAAM;gBACR,CAAC;qBAAM,CAAC;oBACN,EAAE,EAAE,CAAC;gBACP,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAC1B,MAAM,CAAC,CAAC,CAAC,EACT,OAAO,EACP,IAAI,EACJ,WAAW,CAAC,uBAAuB,EACnC,IAAI,CACL,CAAC,eAAsB,CAAC;QAC3B,CAAC;QACD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;YACxB,OAAO,GAAG,QAAQ,CAAC,UAAU,CAAC;QAChC,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,QAAQ,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,OAAO,IAAI,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;AAC9C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB;IACrC,UAAU;IACV,MAAM,gBAAgB,GAAG,CAAC,OAAY,EAAE,EAAE;QACxC,MAAM,KAAK,GAAG,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC/C,OAAO,CACL,KAAK,CAAC,OAAO,KAAK,MAAM;YACxB,KAAK,CAAC,UAAU,KAAK,QAAQ;YAC7B,KAAK,CAAC,OAAO,KAAK,GAAG;YACrB,OAAO,CAAC,WAAW,GAAG,CAAC;YACvB,OAAO,CAAC,YAAY,GAAG,CAAC,CACzB,CAAC;IACJ,CAAC,CAAC;IAEF,yBAAyB;IACzB,MAAM,eAAe,GAAG,CAAC,OAAY,EAAE,EAAE;QACvC,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAC7B,cAAc,EACd,OAAO,EACP,IAAI,EACJ,WAAW,CAAC,0BAA0B,EACtC,IAAI,CACL,CAAC;QACF,OAAO,KAAK,CAAC,cAAc,CAAC;IAC9B,CAAC,CAAC;IAEF,UAAU;IACV,MAAM,UAAU,GAAG,CAAC,QAAa,EAAE,QAAa,EAAE,EAAE;QAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3B,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;gBACzB,UAAU,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,wBAAwB;IACxB,IAAI,UAAU,GAAQ,EAAE,CAAC;IACzB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,QAAQ,GAAG,EAAW,CAAC;IAC3B,IAAI,QAAQ,GAAG,EAAW,CAAC;IAE3B,mBAAmB;IACnB,MAAM,iBAAiB,GAAG,oCAAoC,CAAC;IAC/D,QAAQ,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,CAAC,OAAY,EAAE,EAAE;QACpE,IAAI,gBAAgB,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YACjE,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;YACpB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,OAAO,CAAC;YAEpC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YAC9C,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;iBAC9C,MAAM,CAAC,CAAC,IAAS,EAAE,EAAE,CACpB,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CACpF;iBACA,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,GAAG,CAAC;iBACjF,IAAI,CAAC,GAAG,CAAC,CAAC;YAEb,QAAQ,CAAC,IAAI,CAAC;gBACZ,aAAa,EAAE,eAAe,CAAC,OAAO,CAAC;gBACvC,EAAE,EAAE,EAAE;gBACN,IAAI,EAAE,IAAI,OAAO,QAAQ,EAAE,KAAK,UAAU,IAAI,OAAO,IAAI,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,KAAK,OAAO,GAAG;aAC/H,CAAC,CAAC;YAEH,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QACzC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,qBAAqB;IACrB,MAAM,UAAU,GAAG,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,YAAY,EAAE;QACnF,UAAU,EAAE,UAAU,IAAS;;YAC7B,IAAI,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;gBACpE,OAAO;gBACP,OAAO,UAAU,CAAC,WAAW,CAAC;YAChC,CAAC;YAED,cAAc;YACd,MAAM,IAAI,GAAG,MAAA,IAAI,CAAC,SAAS,0CAAE,IAAI,EAAE,CAAC;YACpC,IACE,gBAAgB,CAAC,IAAI,CAAC;gBACtB,IAAI;gBACJ,IAAI,CAAC,MAAM,IAAI,GAAG;gBAClB,IAAI,CAAC,MAAM,GAAG,CAAC;gBACf,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAC1B,CAAC;gBACD,OAAO,UAAU,CAAC,aAAa,CAAC;YAClC,CAAC;YAED,OAAO;YACP,OAAO,UAAU,CAAC,WAAW,CAAC;QAChC,CAAC;KACF,CAAC,CAAC;IAEH,IAAI,WAAgB,CAAC;IACrB,OAAO,CAAC,WAAW,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC;QAC7C,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;QACpB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,WAAW,CAAC;QAExC,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QAClD,QAAQ,CAAC,IAAI,CAAC;YACZ,aAAa,EAAE,eAAe,CAAC,WAAW,CAAC;YAC3C,EAAE,EAAE,EAAE;YACN,IAAI,EAAE,IAAI,OAAO,QAAQ,EAAE,KAAK,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,OAAO,GAAG;SAC5E,CAAC,CAAC;IACL,CAAC;IAED,eAAe;IACf,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC;IAE3D,QAAQ;IACP,MAAc,CAAC,kBAAkB,GAAG,UAAU,CAAC;IAChD,cAAc;IACd,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,EAAO;IAC1C,IAAI,OAAO,GAAI,MAAc,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;IACrD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,OAAO,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,aAAa,CACnB,IAAI,UAAU,CAAC,OAAO,EAAE;YACtB,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,IAAI;SACjB,CAAC,CACH,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,EAAO;IAC5C,IAAI,OAAO,GAAI,MAAc,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;IACrD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,qBAAqB,EAAE,CAAC;IAC7C,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,OAAO;QAChC,GAAG,EAAE,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO;QAC9B,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,OAAO;QAClC,MAAM,EAAE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,OAAO;QACpC,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI;QAC7B,MAAM,EAAE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG;KAChB,CAAC;AACnB,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import { BrowserUse } from './browser_use';
|
|
2
|
+
import { ElementClick } from './element_click';
|
|
3
|
+
import { ExportFile } from './export_file';
|
|
4
|
+
import { ExtractContent } from './extract_content';
|
|
5
|
+
import { FindElementPosition } from './find_element_position';
|
|
6
|
+
import { Screenshot } from './screenshot';
|
|
7
|
+
export { BrowserUse, ElementClick, ExportFile, ExtractContent, FindElementPosition, Screenshot, };
|
|
8
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/web/tools/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,OAAO,EACL,UAAU,EACV,YAAY,EACZ,UAAU,EACV,cAAc,EACd,mBAAmB,EACnB,UAAU,GACX,CAAC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { screenshot } from './browser';
|
|
2
|
+
/**
|
|
3
|
+
* Current Page Screenshot
|
|
4
|
+
*/
|
|
5
|
+
export class Screenshot {
|
|
6
|
+
constructor() {
|
|
7
|
+
this.name = 'screenshot';
|
|
8
|
+
this.description = 'Screenshot the current webpage window';
|
|
9
|
+
this.input_schema = {
|
|
10
|
+
type: 'object',
|
|
11
|
+
properties: {},
|
|
12
|
+
};
|
|
13
|
+
}
|
|
14
|
+
/**
|
|
15
|
+
* Current Page Screenshot
|
|
16
|
+
*
|
|
17
|
+
* @param {*} params {}
|
|
18
|
+
* @returns > { image: { type: 'base64', media_type: 'image/png', data } }
|
|
19
|
+
*/
|
|
20
|
+
async execute(context, params) {
|
|
21
|
+
return await screenshot();
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
//# sourceMappingURL=screenshot.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"screenshot.js","sourceRoot":"","sources":["../../../../src/web/tools/screenshot.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAGvC;;GAEG;AACH,MAAM,OAAO,UAAU;IAKrB;QACE,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,uCAAuC,CAAC;QAC3D,IAAI,CAAC,YAAY,GAAG;YAClB,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,OAAO,CAAC,OAAyB,EAAE,MAAe;QACtD,OAAO,MAAM,UAAU,EAAE,CAAC;IAC5B,CAAC;CACF"}
|
|
@@ -0,0 +1,170 @@
|
|
|
1
|
+
import { ClaudeProvider } from '../../src/services/llm/claude-provider';
|
|
2
|
+
import dotenv from 'dotenv';
|
|
3
|
+
dotenv.config();
|
|
4
|
+
const ANTHROPIC_API_KEY = process.env.ANTHROPIC_API_KEY;
|
|
5
|
+
const ANTHROPIC_BASE_URL = process.env.ANTHROPIC_BASE_URL;
|
|
6
|
+
if (!ANTHROPIC_API_KEY) {
|
|
7
|
+
throw new Error('ANTHROPIC_API_KEY environment variable is required for integration tests');
|
|
8
|
+
}
|
|
9
|
+
// Only run these tests if explicitly enabled
|
|
10
|
+
const ENABLE_INTEGRATION_TESTS = process.env.ENABLE_INTEGRATION_TESTS === 'true';
|
|
11
|
+
const describeIntegration = ENABLE_INTEGRATION_TESTS ? describe : describe.skip;
|
|
12
|
+
// Default model for all tests
|
|
13
|
+
const DEFAULT_MODEL = 'claude-3-5-sonnet-20241022';
|
|
14
|
+
describeIntegration('ClaudeProvider Integration', () => {
|
|
15
|
+
let provider;
|
|
16
|
+
beforeAll(() => {
|
|
17
|
+
provider = new ClaudeProvider(ANTHROPIC_API_KEY, DEFAULT_MODEL, {
|
|
18
|
+
baseURL: ANTHROPIC_BASE_URL,
|
|
19
|
+
});
|
|
20
|
+
});
|
|
21
|
+
describe('generateText', () => {
|
|
22
|
+
const params = {
|
|
23
|
+
temperature: 0.7,
|
|
24
|
+
maxTokens: 1000,
|
|
25
|
+
};
|
|
26
|
+
const toolParams = {
|
|
27
|
+
...params,
|
|
28
|
+
tools: [
|
|
29
|
+
{
|
|
30
|
+
name: 'calculate',
|
|
31
|
+
description: 'Performs a calculation and returns the result',
|
|
32
|
+
input_schema: {
|
|
33
|
+
type: 'object',
|
|
34
|
+
properties: {
|
|
35
|
+
expression: {
|
|
36
|
+
type: 'string',
|
|
37
|
+
description: 'The mathematical expression to calculate',
|
|
38
|
+
},
|
|
39
|
+
},
|
|
40
|
+
required: ['expression'],
|
|
41
|
+
},
|
|
42
|
+
},
|
|
43
|
+
],
|
|
44
|
+
toolChoice: { type: 'auto' },
|
|
45
|
+
};
|
|
46
|
+
test('should generate simple text response', async () => {
|
|
47
|
+
const messages = [
|
|
48
|
+
{
|
|
49
|
+
role: 'user',
|
|
50
|
+
content: 'What is 2+2? Please respond with just the number.',
|
|
51
|
+
},
|
|
52
|
+
];
|
|
53
|
+
const result = await provider.generateText(messages, params);
|
|
54
|
+
expect(result.textContent).toBe('4');
|
|
55
|
+
expect(result.toolCalls).toHaveLength(0);
|
|
56
|
+
expect(result.stop_reason).toBe('end_turn');
|
|
57
|
+
}, 30000);
|
|
58
|
+
test('should use tools when provided', async () => {
|
|
59
|
+
const messages = [
|
|
60
|
+
{
|
|
61
|
+
role: 'user',
|
|
62
|
+
content: 'What is 234 * 456?',
|
|
63
|
+
},
|
|
64
|
+
];
|
|
65
|
+
const result = await provider.generateText(messages, toolParams);
|
|
66
|
+
expect(result.toolCalls).toHaveLength(1);
|
|
67
|
+
expect(result.toolCalls[0].name).toBe('calculate');
|
|
68
|
+
expect(result.toolCalls[0].input).toHaveProperty('expression');
|
|
69
|
+
expect(result.stop_reason).toBe('tool_use');
|
|
70
|
+
}, 30000);
|
|
71
|
+
it('should handle multi-turn conversation', async () => {
|
|
72
|
+
const user_message = {
|
|
73
|
+
role: 'user',
|
|
74
|
+
content: 'What is 234 * 456?',
|
|
75
|
+
};
|
|
76
|
+
const messages_1 = [user_message];
|
|
77
|
+
const result_1 = await provider.generateText(messages_1, toolParams);
|
|
78
|
+
const tool_use_id = result_1.toolCalls[0].id;
|
|
79
|
+
const messages_2 = [
|
|
80
|
+
user_message,
|
|
81
|
+
{
|
|
82
|
+
role: 'assistant',
|
|
83
|
+
content: result_1.content,
|
|
84
|
+
},
|
|
85
|
+
{
|
|
86
|
+
role: 'user',
|
|
87
|
+
content: [
|
|
88
|
+
{
|
|
89
|
+
type: 'tool_result',
|
|
90
|
+
tool_use_id: tool_use_id,
|
|
91
|
+
content: [{ type: 'text', text: '106704' }],
|
|
92
|
+
},
|
|
93
|
+
],
|
|
94
|
+
},
|
|
95
|
+
];
|
|
96
|
+
const result = await provider.generateText(messages_2, toolParams);
|
|
97
|
+
expect(result.textContent).toMatch(/106,?704/);
|
|
98
|
+
expect(result.stop_reason).toBe('end_turn');
|
|
99
|
+
}, 30000);
|
|
100
|
+
});
|
|
101
|
+
describe('generateStream', () => {
|
|
102
|
+
it('should stream text content', async () => {
|
|
103
|
+
const accumulated = [];
|
|
104
|
+
let isStarted = false;
|
|
105
|
+
let isCompleted = false;
|
|
106
|
+
const handler = {
|
|
107
|
+
onStart: () => {
|
|
108
|
+
isStarted = true;
|
|
109
|
+
},
|
|
110
|
+
onContent: (content) => {
|
|
111
|
+
accumulated.push(content);
|
|
112
|
+
},
|
|
113
|
+
onComplete: () => {
|
|
114
|
+
isCompleted = true;
|
|
115
|
+
},
|
|
116
|
+
onError: (error) => {
|
|
117
|
+
throw error;
|
|
118
|
+
},
|
|
119
|
+
};
|
|
120
|
+
const messages = [
|
|
121
|
+
{
|
|
122
|
+
role: 'user',
|
|
123
|
+
content: 'Count from 1 to 3, with each number on a new line.',
|
|
124
|
+
},
|
|
125
|
+
];
|
|
126
|
+
await provider.generateStream(messages, {
|
|
127
|
+
temperature: 0,
|
|
128
|
+
maxTokens: 100,
|
|
129
|
+
}, handler);
|
|
130
|
+
expect(isStarted).toBe(true);
|
|
131
|
+
expect(isCompleted).toBe(true);
|
|
132
|
+
expect(accumulated.join('')).toMatch(/1\n2\n3/);
|
|
133
|
+
}, 30000);
|
|
134
|
+
it('should stream tool use', async () => {
|
|
135
|
+
const toolCalls = [];
|
|
136
|
+
const handler = {
|
|
137
|
+
onToolUse: (toolCall) => {
|
|
138
|
+
toolCalls.push(toolCall);
|
|
139
|
+
},
|
|
140
|
+
};
|
|
141
|
+
const messages = [
|
|
142
|
+
{
|
|
143
|
+
role: 'user',
|
|
144
|
+
content: 'What is 123 + 456?',
|
|
145
|
+
},
|
|
146
|
+
];
|
|
147
|
+
await provider.generateStream(messages, {
|
|
148
|
+
temperature: 0,
|
|
149
|
+
tools: [
|
|
150
|
+
{
|
|
151
|
+
name: 'calculate',
|
|
152
|
+
description: 'Performs a calculation',
|
|
153
|
+
input_schema: {
|
|
154
|
+
type: 'object',
|
|
155
|
+
properties: {
|
|
156
|
+
expression: { type: 'string' },
|
|
157
|
+
},
|
|
158
|
+
required: ['expression'],
|
|
159
|
+
},
|
|
160
|
+
},
|
|
161
|
+
],
|
|
162
|
+
toolChoice: { type: 'auto' },
|
|
163
|
+
}, handler);
|
|
164
|
+
expect(toolCalls).toHaveLength(1);
|
|
165
|
+
expect(toolCalls[0].name).toBe('calculate');
|
|
166
|
+
expect(toolCalls[0].input).toHaveProperty('expression');
|
|
167
|
+
}, 30000);
|
|
168
|
+
});
|
|
169
|
+
});
|
|
170
|
+
//# sourceMappingURL=claude-provider.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"claude-provider.test.js","sourceRoot":"","sources":["../../../test/integration/claude-provider.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wCAAwC,CAAC;AAExE,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,MAAM,iBAAiB,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;AACxD,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;AAC1D,IAAI,CAAC,iBAAiB,EAAE,CAAC;IACvB,MAAM,IAAI,KAAK,CAAC,0EAA0E,CAAC,CAAC;AAC9F,CAAC;AAED,6CAA6C;AAC7C,MAAM,wBAAwB,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,MAAM,CAAC;AACjF,MAAM,mBAAmB,GAAG,wBAAwB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;AAEhF,8BAA8B;AAC9B,MAAM,aAAa,GAAG,4BAA4B,CAAC;AAEnD,mBAAmB,CAAC,4BAA4B,EAAE,GAAG,EAAE;IACrD,IAAI,QAAwB,CAAC;IAE7B,SAAS,CAAC,GAAG,EAAE;QACb,QAAQ,GAAG,IAAI,cAAc,CAAC,iBAAiB,EAAE,aAAa,EAAE;YAC9D,OAAO,EAAE,kBAAkB;SAC5B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,MAAM,MAAM,GAAkB;YAC5B,WAAW,EAAE,GAAG;YAChB,SAAS,EAAE,IAAI;SAChB,CAAC;QACF,MAAM,UAAU,GAAkB;YAChC,GAAG,MAAM;YACT,KAAK,EAAE;gBACL;oBACE,IAAI,EAAE,WAAW;oBACjB,WAAW,EAAE,+CAA+C;oBAC5D,YAAY,EAAE;wBACZ,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACV,UAAU,EAAE;gCACV,IAAI,EAAE,QAAQ;gCACd,WAAW,EAAE,0CAA0C;6BACxD;yBACF;wBACD,QAAQ,EAAE,CAAC,YAAY,CAAC;qBACzB;iBACF;aACF;YACD,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;SAC7B,CAAC;QAEF,IAAI,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACtD,MAAM,QAAQ,GAAc;gBAC1B;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,mDAAmD;iBAC7D;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAC7D,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACrC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC9C,CAAC,EAAE,KAAK,CAAC,CAAC;QAEV,IAAI,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAChD,MAAM,QAAQ,GAAc;gBAC1B;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,oBAAoB;iBAC9B;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YACjE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACnD,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;YAC/D,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC9C,CAAC,EAAE,KAAK,CAAC,CAAC;QAEV,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACrD,MAAM,YAAY,GAAY;gBAC5B,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,oBAAoB;aAC9B,CAAC;YACF,MAAM,UAAU,GAAc,CAAC,YAAY,CAAC,CAAC;YAC7C,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YACrE,MAAM,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,MAAM,UAAU,GAAc;gBAC5B,YAAY;gBACZ;oBACE,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;iBAC1B;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,aAAa;4BACnB,WAAW,EAAE,WAAW;4BACxB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;yBAC5C;qBACF;iBACF;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YACnE,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC9C,CAAC,EAAE,KAAK,CAAC,CAAC;IACZ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;YAC1C,MAAM,WAAW,GAAa,EAAE,CAAC;YACjC,IAAI,SAAS,GAAG,KAAK,CAAC;YACtB,IAAI,WAAW,GAAG,KAAK,CAAC;YAExB,MAAM,OAAO,GAAqB;gBAChC,OAAO,EAAE,GAAG,EAAE;oBACZ,SAAS,GAAG,IAAI,CAAC;gBACnB,CAAC;gBACD,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE;oBACrB,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC5B,CAAC;gBACD,UAAU,EAAE,GAAG,EAAE;oBACf,WAAW,GAAG,IAAI,CAAC;gBACrB,CAAC;gBACD,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBACjB,MAAM,KAAK,CAAC;gBACd,CAAC;aACF,CAAC;YAEF,MAAM,QAAQ,GAAc;gBAC1B;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,oDAAoD;iBAC9D;aACF,CAAC;YAEF,MAAM,QAAQ,CAAC,cAAc,CAC3B,QAAQ,EACR;gBACE,WAAW,EAAE,CAAC;gBACd,SAAS,EAAE,GAAG;aACf,EACD,OAAO,CACR,CAAC;YAEF,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7B,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/B,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAClD,CAAC,EAAE,KAAK,CAAC,CAAC;QAEV,EAAE,CAAC,wBAAwB,EAAE,KAAK,IAAI,EAAE;YACtC,MAAM,SAAS,GAAU,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAqB;gBAChC,SAAS,EAAE,CAAC,QAAQ,EAAE,EAAE;oBACtB,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC3B,CAAC;aACF,CAAC;YAEF,MAAM,QAAQ,GAAc;gBAC1B;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,oBAAoB;iBAC9B;aACF,CAAC;YAEF,MAAM,QAAQ,CAAC,cAAc,CAC3B,QAAQ,EACR;gBACE,WAAW,EAAE,CAAC;gBACd,KAAK,EAAE;oBACL;wBACE,IAAI,EAAE,WAAW;wBACjB,WAAW,EAAE,wBAAwB;wBACrC,YAAY,EAAE;4BACZ,IAAI,EAAE,QAAQ;4BACd,UAAU,EAAE;gCACV,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;6BAC/B;4BACD,QAAQ,EAAE,CAAC,YAAY,CAAC;yBACzB;qBACF;iBACF;gBACD,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;aAC7B,EACD,OAAO,CACR,CAAC;YAEF,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC5C,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;QAC1D,CAAC,EAAE,KAAK,CAAC,CAAC;IACZ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|