@eko-ai/eko 2.1.3 → 2.1.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agent/browser/browser_labels.d.ts +1 -0
- package/dist/agent/browser/browser_labels.d.ts.map +1 -1
- package/dist/agent/browser/build_dom_tree.d.ts.map +1 -1
- package/dist/common/utils.d.ts.map +1 -1
- package/dist/core/index.d.ts.map +1 -1
- package/dist/index.cjs.js +39 -25
- package/dist/index.cjs.js.map +1 -1
- package/dist/index.esm.js +39 -25
- package/dist/index.esm.js.map +1 -1
- package/package.json +1 -1
|
@@ -20,6 +20,7 @@ export default abstract class BaseBrowserLabelsAgent extends BaseBrowserAgent {
|
|
|
20
20
|
private buildInitTools;
|
|
21
21
|
protected double_screenshots(agentContext: AgentContext, messages: LanguageModelV1Prompt, tools: Tool[]): Promise<boolean>;
|
|
22
22
|
protected handleMessages(agentContext: AgentContext, messages: LanguageModelV1Prompt, tools: Tool[]): Promise<void>;
|
|
23
|
+
private handlePseudoHtmlText;
|
|
23
24
|
private removePseudoHtmlAttr;
|
|
24
25
|
}
|
|
25
26
|
export { BaseBrowserLabelsAgent };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"browser_labels.d.ts","sourceRoot":"","sources":["../../../src/agent/browser/browser_labels.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,EAAE,gBAAgB,EAAc,MAAM,gBAAgB,CAAC;AAC9D,OAAO,EAEL,qBAAqB,EACtB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,IAAI,EAAc,UAAU,EAAE,MAAM,aAAa,CAAC;AAG3D,MAAM,CAAC,OAAO,CAAC,QAAQ,OAAO,sBAAuB,SAAQ,gBAAgB;gBAC/D,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,CAAC,EAAE,IAAI,EAAE,EAAE,SAAS,CAAC,EAAE,UAAU;
|
|
1
|
+
{"version":3,"file":"browser_labels.d.ts","sourceRoot":"","sources":["../../../src/agent/browser/browser_labels.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,EAAE,gBAAgB,EAAc,MAAM,gBAAgB,CAAC;AAC9D,OAAO,EAEL,qBAAqB,EACtB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,IAAI,EAAc,UAAU,EAAE,MAAM,aAAa,CAAC;AAG3D,MAAM,CAAC,OAAO,CAAC,QAAQ,OAAO,sBAAuB,SAAQ,gBAAgB;gBAC/D,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,CAAC,EAAE,IAAI,EAAE,EAAE,SAAS,CAAC,EAAE,UAAU;cAsCvD,UAAU,CACxB,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,OAAO,GACb,OAAO,CAAC,IAAI,CAAC;cAOA,aAAa,CAC3B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,GAClC,OAAO,CAAC,IAAI,CAAC;cAMA,iBAAiB,CAC/B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC;cAaA,kBAAkB,CAChC,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,MAAM,EACd,oBAAoB,EAAE,OAAO,GAC5B,OAAO,CAAC,GAAG,CAAC;cA0BC,gBAAgB,CAC9B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC;cAIA,kBAAkB,CAChC,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,GAAG,CAAC;cAMC,aAAa,CAC3B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,GAAG,CAAC;cAMC,mBAAmB,CAAC,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC;QACvE,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,YAAY,GAAG,WAAW,CAAC;QACtC,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAwCF,SAAS,CAAC,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAInD,OAAO,CAAC,cAAc;cA+VN,kBAAkB,CAChC,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,qBAAqB,EAC/B,KAAK,EAAE,IAAI,EAAE,GACZ,OAAO,CAAC,OAAO,CAAC;cAIH,cAAc,CAC5B,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,qBAAqB,EAC/B,KAAK,EAAE,IAAI,EAAE,GACZ,OAAO,CAAC,IAAI,CAAC;IA2ChB,OAAO,CAAC,oBAAoB;IAkC5B,OAAO,CAAC,oBAAoB;CA4B7B;AAqQD,OAAO,EAAE,sBAAsB,EAAE,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"build_dom_tree.d.ts","sourceRoot":"","sources":["../../../src/agent/browser/build_dom_tree.ts"],"names":[],"mappings":"AACA,wBAAgB,kBAAkB,
|
|
1
|
+
{"version":3,"file":"build_dom_tree.d.ts","sourceRoot":"","sources":["../../../src/agent/browser/build_dom_tree.ts"],"names":[],"mappings":"AACA,wBAAgB,kBAAkB,SAgqBjC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/common/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,2BAA2B,EAAE,MAAM,kBAAkB,CAAC;AAC/D,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAEjC,wBAAgB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAEjD;AAED,wBAAgB,MAAM,IAAI,MAAM,CAM/B;AAED,wBAAgB,YAAY,CAAC,CAAC,SAAS,OAAO,CAAC,GAAG,CAAC,EACjD,GAAG,EAAE,MAAM,CAAC,EACZ,OAAO,EAAE,MAAM,EACf,cAAc,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,IAAI,GACnC,OAAO,CAAC,CAAC,CAAC,CAgBZ;AAED,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,UAAU,GACf,2BAA2B,CA8B7B;AAED,wBAAgB,OAAO,CAAC,SAAS,EAAE,MAAM,GAAG,UAAU,GAAG,GAAG,CAsB3D;AAED,wBAAgB,UAAU,CAAC,CAAC,SAAS,IAAI,GAAG,2BAA2B,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,CAAC,EAAE,CAyBtG;AAED,wBAAgB,WAAW,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,EAAE,CAuBvE;AAED,wBAAgB,GAAG,CACjB,GAAG,EAAE,MAAM,EACX,SAAS,EAAE,MAAM,EACjB,WAAW,GAAE,OAAc,GAC1B,MAAM,CAQR;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/common/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,2BAA2B,EAAE,MAAM,kBAAkB,CAAC;AAC/D,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAEjC,wBAAgB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAEjD;AAED,wBAAgB,MAAM,IAAI,MAAM,CAM/B;AAED,wBAAgB,YAAY,CAAC,CAAC,SAAS,OAAO,CAAC,GAAG,CAAC,EACjD,GAAG,EAAE,MAAM,CAAC,EACZ,OAAO,EAAE,MAAM,EACf,cAAc,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,IAAI,GACnC,OAAO,CAAC,CAAC,CAAC,CAgBZ;AAED,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,UAAU,GACf,2BAA2B,CA8B7B;AAED,wBAAgB,OAAO,CAAC,SAAS,EAAE,MAAM,GAAG,UAAU,GAAG,GAAG,CAsB3D;AAED,wBAAgB,UAAU,CAAC,CAAC,SAAS,IAAI,GAAG,2BAA2B,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,CAAC,EAAE,CAyBtG;AAED,wBAAgB,WAAW,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,EAAE,CAuBvE;AAED,wBAAgB,GAAG,CACjB,GAAG,EAAE,MAAM,EACX,SAAS,EAAE,MAAM,EACjB,WAAW,GAAE,OAAc,GAC1B,MAAM,CAQR;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,UAgFrC"}
|
package/dist/core/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AACrE,OAAO,OAAO,MAAM,WAAW,CAAC;AAChC,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAKjC,qBAAa,GAAG;IACd,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,OAAO,CAAuB;gBAE1B,MAAM,EAAE,SAAS;IAKhB,QAAQ,CACnB,UAAU,EAAE,MAAM,EAClB,MAAM,GAAE,MAAiB,EACzB,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAClC,OAAO,CAAC,QAAQ,CAAC;IAwBP,MAAM,CACjB,MAAM,EAAE,MAAM,EACd,gBAAgB,EAAE,MAAM,GACvB,OAAO,CAAC,QAAQ,CAAC;IAcP,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/core/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AACrE,OAAO,OAAO,MAAM,WAAW,CAAC;AAChC,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAKjC,qBAAa,GAAG;IACd,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,OAAO,CAAuB;gBAE1B,MAAM,EAAE,SAAS;IAKhB,QAAQ,CACnB,UAAU,EAAE,MAAM,EAClB,MAAM,GAAE,MAAiB,EACzB,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAClC,OAAO,CAAC,QAAQ,CAAC;IAwBP,MAAM,CACjB,MAAM,EAAE,MAAM,EACd,gBAAgB,EAAE,MAAM,GACvB,OAAO,CAAC,QAAQ,CAAC;IAcP,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC;IAuB3C,GAAG,CACd,UAAU,EAAE,MAAM,EAClB,MAAM,GAAE,MAAiB,EACzB,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAClC,OAAO,CAAC,SAAS,CAAC;IAKR,WAAW,CACtB,QAAQ,EAAE,QAAQ,EAClB,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAClC,OAAO,CAAC,OAAO,CAAC;YAoBL,aAAa;IAkCpB,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS;IAI5C,YAAY,IAAI,MAAM,EAAE;IAIxB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAInC,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAUlC,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,GAAG,OAAO;IAUnD,QAAQ,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI;CAIpC"}
|
package/dist/index.cjs.js
CHANGED
|
@@ -12,7 +12,7 @@ const config = {
|
|
|
12
12
|
compressThreshold: 80,
|
|
13
13
|
largeTextLength: 5000,
|
|
14
14
|
fileTextMaxLength: 20000,
|
|
15
|
-
maxDialogueImgFileNum:
|
|
15
|
+
maxDialogueImgFileNum: 1,
|
|
16
16
|
};
|
|
17
17
|
|
|
18
18
|
var LogLevel;
|
|
@@ -289,6 +289,9 @@ function sub(str, maxLength, appendPoint = true) {
|
|
|
289
289
|
return str;
|
|
290
290
|
}
|
|
291
291
|
function fixXmlTag(code) {
|
|
292
|
+
if (code.indexOf('&') > -1) {
|
|
293
|
+
code = code.replace(/&(?![a-zA-Z0-9#]+;)/g, '&');
|
|
294
|
+
}
|
|
292
295
|
function fixDoubleChar(code) {
|
|
293
296
|
const stack = [];
|
|
294
297
|
for (let i = 0; i < code.length; i++) {
|
|
@@ -19421,6 +19424,9 @@ class Eko {
|
|
|
19421
19424
|
if (!context) {
|
|
19422
19425
|
throw new Error("The task does not exist");
|
|
19423
19426
|
}
|
|
19427
|
+
if (context.paused) {
|
|
19428
|
+
context.paused = false;
|
|
19429
|
+
}
|
|
19424
19430
|
if (context.controller.signal.aborted) {
|
|
19425
19431
|
context.controller = new AbortController();
|
|
19426
19432
|
}
|
|
@@ -20494,7 +20500,8 @@ function run_build_dom_tree() {
|
|
|
20494
20500
|
return { element_str, selector_map };
|
|
20495
20501
|
}
|
|
20496
20502
|
function get_highlight_element(highlightIndex) {
|
|
20497
|
-
|
|
20503
|
+
let element = document.querySelector(`[eko-user-highlight-id="eko-highlight-${highlightIndex}"]`);
|
|
20504
|
+
return element || window.clickable_elements[highlightIndex];
|
|
20498
20505
|
}
|
|
20499
20506
|
function remove_highlight() {
|
|
20500
20507
|
let highlight = document.getElementById('eko-highlight-container');
|
|
@@ -21085,6 +21092,7 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
|
|
|
21085
21092
|
- Only use indexes that exist in the provided element list
|
|
21086
21093
|
- Each element has a unique index number (e.g., "[33]:<button>")
|
|
21087
21094
|
- Elements marked with "[]:" are non-interactive (for context only)
|
|
21095
|
+
- Use the latest element index, do not rely on historical outdated element indexes
|
|
21088
21096
|
* ERROR HANDLING:
|
|
21089
21097
|
- If no suitable elements exist, use other functions to complete the task
|
|
21090
21098
|
- If stuck, try alternative approaches, don't refuse tasks
|
|
@@ -21142,7 +21150,8 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
|
|
|
21142
21150
|
}
|
|
21143
21151
|
if (extract_page_content) {
|
|
21144
21152
|
let page_content = await this.extract_page_content(agentContext);
|
|
21145
|
-
return "The current page content has been extracted, latest page content:\n" +
|
|
21153
|
+
return ("The current page content has been extracted, latest page content:\n" +
|
|
21154
|
+
page_content);
|
|
21146
21155
|
}
|
|
21147
21156
|
}
|
|
21148
21157
|
async hover_to_element(agentContext, index) {
|
|
@@ -21498,27 +21507,34 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
|
|
|
21498
21507
|
],
|
|
21499
21508
|
});
|
|
21500
21509
|
}
|
|
21501
|
-
|
|
21502
|
-
|
|
21503
|
-
|
|
21504
|
-
|
|
21505
|
-
|
|
21506
|
-
|
|
21507
|
-
|
|
21508
|
-
|
|
21509
|
-
|
|
21510
|
-
|
|
21511
|
-
|
|
21512
|
-
|
|
21513
|
-
|
|
21514
|
-
|
|
21515
|
-
|
|
21516
|
-
|
|
21510
|
+
super.handleMessages(agentContext, messages, tools);
|
|
21511
|
+
this.handlePseudoHtmlText(messages, pseudoHtmlDescription);
|
|
21512
|
+
}
|
|
21513
|
+
handlePseudoHtmlText(messages, pseudoHtmlDescription) {
|
|
21514
|
+
for (let i = 0; i < messages.length; i++) {
|
|
21515
|
+
let message = messages[i];
|
|
21516
|
+
if (message.role !== "user" || message.content.length <= 1) {
|
|
21517
|
+
continue;
|
|
21518
|
+
}
|
|
21519
|
+
let content = message.content;
|
|
21520
|
+
for (let j = 0; j < content.length; j++) {
|
|
21521
|
+
let _content = content[j];
|
|
21522
|
+
if (_content.type == "text" &&
|
|
21523
|
+
_content.text.startsWith(pseudoHtmlDescription)) {
|
|
21524
|
+
if (i >= 2 && i < messages.length - 3) {
|
|
21525
|
+
_content.text = this.removePseudoHtmlAttr(_content.text, [
|
|
21526
|
+
"class",
|
|
21527
|
+
"src",
|
|
21528
|
+
"href",
|
|
21529
|
+
]);
|
|
21517
21530
|
}
|
|
21518
21531
|
}
|
|
21519
21532
|
}
|
|
21533
|
+
if (content[0].text == "[image]" &&
|
|
21534
|
+
content[1].text == "[image]") {
|
|
21535
|
+
content.splice(0, 1);
|
|
21536
|
+
}
|
|
21520
21537
|
}
|
|
21521
|
-
super.handleMessages(agentContext, messages, tools);
|
|
21522
21538
|
}
|
|
21523
21539
|
removePseudoHtmlAttr(pseudoHtml, remove_attrs) {
|
|
21524
21540
|
return pseudoHtml
|
|
@@ -21527,6 +21543,7 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
|
|
|
21527
21543
|
if (!line.startsWith("[") || line.indexOf("]:<") == -1) {
|
|
21528
21544
|
return line;
|
|
21529
21545
|
}
|
|
21546
|
+
line = line.substring(line.indexOf("]:<") + 2);
|
|
21530
21547
|
for (let i = 0; i < remove_attrs.length; i++) {
|
|
21531
21548
|
let sIdx = line.indexOf(remove_attrs[i] + '="');
|
|
21532
21549
|
if (sIdx == -1) {
|
|
@@ -21538,12 +21555,9 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
|
|
|
21538
21555
|
}
|
|
21539
21556
|
line =
|
|
21540
21557
|
line.substring(0, sIdx) +
|
|
21541
|
-
line
|
|
21542
|
-
.substring(eIdx + 1)
|
|
21543
|
-
.trim()
|
|
21544
|
-
.replace('" >', '">');
|
|
21558
|
+
line.substring(eIdx + 1).trim();
|
|
21545
21559
|
}
|
|
21546
|
-
return line;
|
|
21560
|
+
return line.replace('" >', '">').replace(" >", ">");
|
|
21547
21561
|
})
|
|
21548
21562
|
.join("\n");
|
|
21549
21563
|
}
|