@minded-ai/mindedjs 2.0.16 → 2.0.18-beta-1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agent.d.ts.map +1 -1
- package/dist/agent.js +8 -0
- package/dist/agent.js.map +1 -1
- package/dist/browserTask/README.md +419 -0
- package/dist/browserTask/browserAgent.py +632 -0
- package/dist/browserTask/captcha_isolated.png +0 -0
- package/dist/browserTask/executeBrowserTask.d.ts.map +1 -1
- package/dist/browserTask/executeBrowserTask.js +13 -0
- package/dist/browserTask/executeBrowserTask.js.map +1 -1
- package/dist/browserTask/executeBrowserTask.ts +79 -0
- package/dist/browserTask/localBrowserTask.d.ts +1 -0
- package/dist/browserTask/localBrowserTask.d.ts.map +1 -1
- package/dist/browserTask/localBrowserTask.js +6 -0
- package/dist/browserTask/localBrowserTask.js.map +1 -1
- package/dist/browserTask/requirements.txt +8 -0
- package/dist/browserTask/setup.sh +144 -0
- package/dist/cli/index.js +0 -0
- package/dist/internalTools/retell.d.ts +12 -0
- package/dist/internalTools/retell.d.ts.map +1 -0
- package/dist/internalTools/retell.js +54 -0
- package/dist/internalTools/retell.js.map +1 -0
- package/dist/internalTools/sendPlaceholderMessage.d.ts +14 -0
- package/dist/internalTools/sendPlaceholderMessage.d.ts.map +1 -0
- package/dist/internalTools/sendPlaceholderMessage.js +61 -0
- package/dist/internalTools/sendPlaceholderMessage.js.map +1 -0
- package/dist/nodes/addBrowserTaskNode.d.ts.map +1 -1
- package/dist/nodes/addBrowserTaskNode.js +11 -8
- package/dist/nodes/addBrowserTaskNode.js.map +1 -1
- package/dist/nodes/addRpaNode.d.ts.map +1 -1
- package/dist/nodes/addRpaNode.js +8 -5
- package/dist/nodes/addRpaNode.js.map +1 -1
- package/dist/platform/toolExecutor.d.ts.map +1 -1
- package/dist/platform/toolExecutor.js +6 -1
- package/dist/platform/toolExecutor.js.map +1 -1
- package/dist/types/LangGraph.types.d.ts +18 -6
- package/dist/types/LangGraph.types.d.ts.map +1 -1
- package/dist/types/LangGraph.types.js +2 -15
- package/dist/types/LangGraph.types.js.map +1 -1
- package/dist/utils/extractStateMemoryResponse.d.ts +5 -0
- package/dist/utils/extractStateMemoryResponse.d.ts.map +1 -0
- package/dist/utils/extractStateMemoryResponse.js +91 -0
- package/dist/utils/extractStateMemoryResponse.js.map +1 -0
- package/docs/sdk/agent-api.md +8 -8
- package/package.json +1 -1
- package/src/agent.ts +9 -0
- package/src/browserTask/executeBrowserTask.ts +22 -5
- package/src/browserTask/localBrowserTask.ts +6 -0
- package/src/browserTask/profile/Default/Extension Rules/000003.log +0 -0
- package/src/browserTask/profile/Default/Extension Scripts/000003.log +0 -0
- package/src/browserTask/profile/Default/Extension State/000003.log +0 -0
- package/src/browserTask/profile/Default/GCM Store/000003.log +0 -0
- package/src/browserTask/profile/Default/Local Storage/leveldb/000004.log +0 -0
- package/src/browserTask/profile/Default/Session Storage/000003.log +0 -0
- package/src/browserTask/profile/Default/Site Characteristics Database/000003.log +0 -0
- package/src/browserTask/profile/Default/Sync Data/LevelDB/000003.log +0 -0
- package/src/browserTask/profile/Default/shared_proto_db/000003.log +0 -0
- package/src/browserTask/profile/Default/shared_proto_db/metadata/000003.log +0 -0
- package/src/nodes/addBrowserTaskNode.ts +10 -8
- package/src/nodes/addRpaNode.ts +7 -5
- package/src/platform/toolExecutor.ts +5 -1
- package/src/types/LangGraph.types.ts +7 -16
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"addRpaNode.js","sourceRoot":"","sources":["../../src/nodes/addRpaNode.ts"],"names":[],"mappings":";;;AACA,sDAAwE;AAMxE,4CAAyC;AACzC,8CAAqD;AACrD,2CAAqD;AAErD,uDAAkE;AAClE,+BAAoC;AACpC,yDAAoD;AACpD,0EAAyE;AACzE,+CAA+C;AAWxC,MAAM,UAAU,GAAG,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAoB,EAAE,EAAE;IAChF,MAAM,QAAQ,GAAiB,KAAK,EAAE,KAAmC,EAAE,EAAE
|
|
1
|
+
{"version":3,"file":"addRpaNode.js","sourceRoot":"","sources":["../../src/nodes/addRpaNode.ts"],"names":[],"mappings":";;;AACA,sDAAwE;AAMxE,4CAAyC;AACzC,8CAAqD;AACrD,2CAAqD;AAErD,uDAAkE;AAClE,+BAAoC;AACpC,yDAAoD;AACpD,0EAAyE;AACzE,+CAA+C;AAWxC,MAAM,UAAU,GAAG,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAoB,EAAE,EAAE;IAChF,MAAM,QAAQ,GAAiB,KAAK,EAAE,KAAmC,EAAE,EAAE;;QAC3E,MAAM,KAAK,CAAC,uBAAuB,CAAC,sBAAsB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5E,eAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,2BAA2B,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QAEtG,IAAI,OAAO,GAAmB,IAAI,CAAC;QACnC,IAAI,IAAI,GAAgB,IAAI,CAAC;QAC7B,MAAM,EAAE,eAAe,EAAE,GAAG,IAAA,kBAAS,GAAE,CAAC;QAExC,IAAI,CAAC,CAAA,MAAA,KAAK,CAAC,GAAG,0CAAE,GAAG,CAAA,EAAE,CAAC;YACpB,MAAM,OAAO,GAAG,MAAM,IAAA,yCAAoB,EAAC;gBACzC,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,eAAe;aAChB,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC1C,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;YAC/E,CAAC;YACD,KAAK,CAAC,GAAG,GAAG;gBACV,GAAG,EAAE,OAAO,CAAC,MAAM;gBACnB,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,OAAO,EAAE,OAAO,CAAC,WAAW;aAC7B,CAAC;QACJ,CAAC;QAED,qCAAqC;QACrC,MAAM,UAAU,GAAG,IAAA,SAAM,GAAE,CAAC;QAC5B,MAAM,WAAW,GAAG,IAAA,SAAM,GAAE,CAAC;QAC7B,yBAAyB;QACzB,MAAM,MAAM,GAAG,CAAA,MAAA,KAAK,CAAC,GAAG,0CAAE,GAAG,KAAI,IAAI,CAAC;QAEtC,MAAM,QAAQ,GAAG;YACf,EAAE,EAAE,UAAU;YACd,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE;gBACJ,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB;SACF,CAAC;QAEF,mCAAmC;QACnC,MAAM,SAAS,GAAG,IAAI,oBAAS,CAAC;YAC9B,EAAE,EAAE,WAAW;YACf,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,CAAC,QAAQ,CAAC;YACtB,iBAAiB,EAAE;gBACjB,cAAc,EAAE;oBACd,QAAQ,EAAE,sBAAQ,CAAC,GAAG;oBACtB,eAAe,EAAE,IAAI,CAAC,WAAW;oBACjC,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,MAAM,EAAE,MAAM,IAAI,SAAS;iBAC5B;aACF;SACF,CAAC,CAAC;QAEH,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAE/B,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;YAC3F,CAAC;YAED,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,qCAAqC;gBAC1C,MAAM;gBACN,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,IAAI,EAAE,IAAI,CAAC,WAAW;aACvB,CAAC,CAAC;YAEH,sCAAsC;YACtC,OAAO,GAAG,MAAM,qBAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAChD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;YAC/C,CAAC;YAED,yCAAyC;YACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;YAEjE,oBAAoB;YACpB,MAAM,OAAO,GAAG,EAAE,CAAC,CAAC,6BAA6B;YAEjD,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;gBACjD,eAAM,CAAC,KAAK,CAAC;oBACX,GAAG,EAAE,sBAAsB;oBAC3B,SAAS,EAAE,KAAK,GAAG,CAAC;oBACpB,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,IAAI,EAAE,IAAI,CAAC,WAAW;iBACvB,CAAC,CAAC;gBAEH,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,IAAA,iCAAc,EAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;oBAE5D,yBAAyB;oBACzB,IAAI,IAAI,CAAC,IAAI,KAAK,2BAAa,CAAC,YAAY,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;wBAC5D,OAAO,CAAC,IAAI,CAAC;4BACX,SAAS,EAAE,KAAK,GAAG,CAAC;4BACpB,GAAG,EAAE,MAAM,CAAC,GAAG;4BACf,IAAI,EAAE,MAAM,CAAC,IAAI;yBAClB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAAC,OAAO,SAAS,EAAE,CAAC;oBACnB,eAAM,CAAC,KAAK,CAAC;wBACX,GAAG,EAAE,6BAA6B;wBAClC,SAAS,EAAE,KAAK,GAAG,CAAC;wBACpB,QAAQ,EAAE,IAAI,CAAC,IAAI;wBACnB,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;wBACvE,SAAS,EAAE,KAAK,CAAC,SAAS;wBAC1B,IAAI,EAAE,IAAI,CAAC,WAAW;qBACvB,CAAC,CAAC;oBAEH,sDAAsD;oBACtD,MAAM,SAAS,CAAC;gBAClB,CAAC;YACH,CAAC;YAED,mCAAmC;YACnC,MAAM,WAAW,GAAG,IAAI,sBAAW,CAAC;gBAClC,EAAE,EAAE,UAAU;gBACd,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;oBACtB,MAAM,EAAE,OAAO;iBAChB,CAAC;gBACF,IAAI,EAAE,UAAU;gBAChB,YAAY,EAAE,UAAU;gBACxB,MAAM,EAAE,SAAS;aAClB,CAAC,CAAC;YAEH,gFAAgF;YAChF,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAEjC,4CAA4C;YAC5C,KAAK,CAAC,OAAO,CAAC,IAAI,CAChB,IAAA,2BAAiB,EAAc,KAAK,CAAC,OAAO,EAAE;gBAC5C,IAAI,EAAE,sBAAQ,CAAC,GAAG;gBAClB,MAAM,EAAE,IAAI,CAAC,IAAI;gBACjB,eAAe,EAAE,IAAI,CAAC,WAAW;gBACjC,GAAG,EAAE;oBACH,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,OAAO;iBACR;gBACD,UAAU,EAAE,CAAC,WAAW,EAAE,WAAW,CAAC,EAAG,CAAC;aAC3C,CAAC,CACH,CAAC;YAEF,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,gCAAgC;gBACrC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;gBAC/D,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,IAAI,EAAE,IAAI,CAAC,WAAW;aACvB,CAAC,CAAC;YAEH,4BAA4B;YAC5B,MAAM,gBAAgB,GAAG,IAAI,sBAAW,CAAC;gBACvC,EAAE,EAAE,IAAA,SAAM,GAAE;gBACZ,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;oBACtB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;iBAChE,CAAC;gBACF,IAAI,EAAE,UAAU;gBAChB,YAAY,EAAE,UAAU;gBACxB,MAAM,EAAE,OAAO;aAChB,CAAC,CAAC;YAEH,sFAAsF;YACtF,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAEtC,4BAA4B;YAC5B,KAAK,CAAC,OAAO,CAAC,IAAI,CAChB,IAAA,2BAAiB,EAAc,KAAK,CAAC,OAAO,EAAE;gBAC5C,IAAI,EAAE,sBAAQ,CAAC,GAAG;gBAClB,MAAM,EAAE,IAAI,CAAC,IAAI;gBACjB,eAAe,EAAE,IAAI,CAAC,WAAW;gBACjC,GAAG,EAAE;oBACH,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;oBAC/D,KAAK,EAAE,IAAI,CAAC,KAAK;iBAClB;gBACD,UAAU,EAAE,CAAC,WAAW,EAAE,gBAAgB,CAAC,EAAG,CAAC;aAChD,CAAC,CACH,CAAC;YAEF,OAAO,KAAK,CAAC;QACf,CAAC;gBAAS,CAAC;YACT,6DAA6D;YAC7D,gEAAgE;QAClE,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AACrC,CAAC,CAAC;AA9LW,QAAA,UAAU,cA8LrB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"toolExecutor.d.ts","sourceRoot":"","sources":["../../src/platform/toolExecutor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAGjC,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,GAAG,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,KAAK,CAAC,EAAE,GAAG,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,YAAY;IAGX,OAAO,CAAC,KAAK;IAFzB,OAAO,CAAC,KAAK,CAA0C;gBAEnC,KAAK,EAAE,KAAK;IAEhC;;OAEG;IACH,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE;IAQrC;;;OAGG;IACG,WAAW,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"toolExecutor.d.ts","sourceRoot":"","sources":["../../src/platform/toolExecutor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAGjC,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,GAAG,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,KAAK,CAAC,EAAE,GAAG,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,YAAY;IAGX,OAAO,CAAC,KAAK;IAFzB,OAAO,CAAC,KAAK,CAA0C;gBAEnC,KAAK,EAAE,KAAK;IAEhC;;OAEG;IACH,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE;IAQrC;;;OAGG;IACG,WAAW,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;CAmEjF"}
|
|
@@ -22,6 +22,7 @@ class ToolExecutor {
|
|
|
22
22
|
* This is called when browser-use requests tool execution via socket
|
|
23
23
|
*/
|
|
24
24
|
async executeTool(request) {
|
|
25
|
+
var _a, _b;
|
|
25
26
|
const { toolName, toolParams, sessionId, cdpUrl } = request;
|
|
26
27
|
try {
|
|
27
28
|
// Find the tool
|
|
@@ -44,7 +45,11 @@ class ToolExecutor {
|
|
|
44
45
|
// Execute the tool
|
|
45
46
|
const startTime = Date.now();
|
|
46
47
|
if (cdpUrl) {
|
|
47
|
-
state.
|
|
48
|
+
state.cdp = {
|
|
49
|
+
url: cdpUrl,
|
|
50
|
+
sessionId: ((_a = state.cdp) === null || _a === void 0 ? void 0 : _a.sessionId) || null,
|
|
51
|
+
liveUrl: ((_b = state.cdp) === null || _b === void 0 ? void 0 : _b.liveUrl) || null,
|
|
52
|
+
};
|
|
48
53
|
}
|
|
49
54
|
await tool.execute({
|
|
50
55
|
input: toolParams,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"toolExecutor.js","sourceRoot":"","sources":["../../src/platform/toolExecutor.ts"],"names":[],"mappings":";;;AAEA,4CAAyC;AAgBzC,MAAa,YAAY;IAGvB,YAAoB,KAAY;QAAZ,UAAK,GAAL,KAAK,CAAO;QAFxB,UAAK,GAAgC,IAAI,GAAG,EAAE,CAAC;IAEpB,CAAC;IAEpC;;OAEG;IACH,aAAa,CAAC,KAAuB;QACnC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACrB,IAAI,IAAI,CAAC,sBAAsB,KAAK,IAAI,EAAE,CAAC;gBACzC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAClC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CAAC,OAA6B
|
|
1
|
+
{"version":3,"file":"toolExecutor.js","sourceRoot":"","sources":["../../src/platform/toolExecutor.ts"],"names":[],"mappings":";;;AAEA,4CAAyC;AAgBzC,MAAa,YAAY;IAGvB,YAAoB,KAAY;QAAZ,UAAK,GAAL,KAAK,CAAO;QAFxB,UAAK,GAAgC,IAAI,GAAG,EAAE,CAAC;IAEpB,CAAC;IAEpC;;OAEG;IACH,aAAa,CAAC,KAAuB;QACnC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACrB,IAAI,IAAI,CAAC,sBAAsB,KAAK,IAAI,EAAE,CAAC;gBACzC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAClC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CAAC,OAA6B;;QAC7C,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAE5D,IAAI,CAAC;YACH,gBAAgB;YAChB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACtC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,IAAI,KAAK,CAAC,mBAAmB,QAAQ,EAAE,CAAC,CAAC;YACjD,CAAC;YAED,2EAA2E;YAE3E,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,+BAA+B;gBACpC,QAAQ;gBACR,SAAS;gBACT,SAAS,EAAE,CAAC,CAAC,MAAM;aACpB,CAAC,CAAC;YAEH,wCAAwC;YACxC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YACnD,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,4BAA4B,SAAS,EAAE,CAAC,CAAC;YAC3D,CAAC;YAED,mBAAmB;YACnB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,IAAI,MAAM,EAAE,CAAC;gBACX,KAAK,CAAC,GAAG,GAAG;oBACV,GAAG,EAAE,MAAM;oBACX,SAAS,EAAE,CAAA,MAAA,KAAK,CAAC,GAAG,0CAAE,SAAS,KAAI,IAAI;oBACvC,OAAO,EAAE,CAAA,MAAA,KAAK,CAAC,GAAG,0CAAE,OAAO,KAAI,IAAI;iBACpC,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,CAAC,OAAO,CAAC;gBACjB,KAAK,EAAE,UAAU;gBACjB,KAAK;gBACL,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE3B,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,yCAAyC;gBAC9C,QAAQ;gBACR,eAAe,EAAE,OAAO,GAAG,SAAS;aACrC,CAAC,CAAC;YAEH,2DAA2D;YAC3D,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;YAEnD,OAAO;gBACL,KAAK;aACN,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,eAAM,CAAC,KAAK,CAAC;gBACX,OAAO,EAAE,qCAAqC;gBAC9C,QAAQ;gBACR,GAAG;aACJ,CAAC,CAAC;YAEH,OAAO;gBACL,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAvFD,oCAuFC"}
|
|
@@ -10,9 +10,15 @@ export declare const createStateAnnotation: <Memory = any>(memorySchema?: z.ZodS
|
|
|
10
10
|
goto: import("@langchain/langgraph").BinaryOperatorAggregate<string | null | undefined, string | null | undefined>;
|
|
11
11
|
sessionType: import("@langchain/langgraph").BinaryOperatorAggregate<SessionType, SessionType>;
|
|
12
12
|
scenario: import("@langchain/langgraph").BinaryOperatorAggregate<Record<string, string | boolean>, Record<string, string | boolean>>;
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
13
|
+
cdp: import("@langchain/langgraph").BinaryOperatorAggregate<{
|
|
14
|
+
url: string | null;
|
|
15
|
+
liveUrl: string | null | undefined;
|
|
16
|
+
sessionId: string | null | undefined;
|
|
17
|
+
} | null, {
|
|
18
|
+
url: string | null;
|
|
19
|
+
liveUrl: string | null | undefined;
|
|
20
|
+
sessionId: string | null | undefined;
|
|
21
|
+
} | null>;
|
|
16
22
|
}>;
|
|
17
23
|
export declare const stateAnnotation: import("@langchain/langgraph").AnnotationRoot<{
|
|
18
24
|
messages: import("@langchain/langgraph").BinaryOperatorAggregate<BaseMessage[], BaseMessage[]>;
|
|
@@ -22,9 +28,15 @@ export declare const stateAnnotation: import("@langchain/langgraph").AnnotationR
|
|
|
22
28
|
goto: import("@langchain/langgraph").BinaryOperatorAggregate<string | null | undefined, string | null | undefined>;
|
|
23
29
|
sessionType: import("@langchain/langgraph").BinaryOperatorAggregate<SessionType, SessionType>;
|
|
24
30
|
scenario: import("@langchain/langgraph").BinaryOperatorAggregate<Record<string, string | boolean>, Record<string, string | boolean>>;
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
31
|
+
cdp: import("@langchain/langgraph").BinaryOperatorAggregate<{
|
|
32
|
+
url: string | null;
|
|
33
|
+
liveUrl: string | null | undefined;
|
|
34
|
+
sessionId: string | null | undefined;
|
|
35
|
+
} | null, {
|
|
36
|
+
url: string | null;
|
|
37
|
+
liveUrl: string | null | undefined;
|
|
38
|
+
sessionId: string | null | undefined;
|
|
39
|
+
} | null>;
|
|
28
40
|
}>;
|
|
29
41
|
export declare const getInitialState: <Memory = any>(memorySchema?: z.ZodSchema<Memory>) => State<Memory>;
|
|
30
42
|
export type CompiledGraph = CompiledStateGraph<any, any, string>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"LangGraph.types.d.ts","sourceRoot":"","sources":["../../src/types/LangGraph.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAc,kBAAkB,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClF,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACzD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,eAAO,MAAM,qBAAqB,GAAI,MAAM,GAAG,GAAG,EAAE,eAAe,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC
|
|
1
|
+
{"version":3,"file":"LangGraph.types.d.ts","sourceRoot":"","sources":["../../src/types/LangGraph.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAc,kBAAkB,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClF,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACzD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,eAAO,MAAM,qBAAqB,GAAI,MAAM,GAAG,GAAG,EAAE,eAAe,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;;;;;;;;;aAiD3E,MAAM,GAAG,IAAI;iBACT,MAAM,GAAG,IAAI,GAAG,SAAS;mBACvB,MAAM,GAAG,IAAI,GAAG,SAAS;;aAF/B,MAAM,GAAG,IAAI;iBACT,MAAM,GAAG,IAAI,GAAG,SAAS;mBACvB,MAAM,GAAG,IAAI,GAAG,SAAS;;EAMtC,CAAC;AAGL,eAAO,MAAM,eAAe;;;;;;;;;aAXjB,MAAM,GAAG,IAAI;iBACT,MAAM,GAAG,IAAI,GAAG,SAAS;mBACvB,MAAM,GAAG,IAAI,GAAG,SAAS;;aAF/B,MAAM,GAAG,IAAI;iBACT,MAAM,GAAG,IAAI,GAAG,SAAS;mBACvB,MAAM,GAAG,IAAI,GAAG,SAAS;;EASY,CAAC;AAEvD,eAAO,MAAM,eAAe,GAAI,MAAM,GAAG,GAAG,EAAE,eAAe,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,KAAG,KAAK,CAAC,MAAM,CAa9F,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;AACjE,MAAM,MAAM,gBAAgB,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;AAC5D,MAAM,MAAM,KAAK,CAAC,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,OAAO,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC"}
|
|
@@ -51,18 +51,7 @@ const createStateAnnotation = (memorySchema) => langgraph_1.Annotation.Root({
|
|
|
51
51
|
reducer: (_, newValue) => newValue,
|
|
52
52
|
}),
|
|
53
53
|
// Available only when executing browser-use
|
|
54
|
-
|
|
55
|
-
default: () => null,
|
|
56
|
-
// Direct replacement - no reducer, just replace the entire value
|
|
57
|
-
reducer: (_, newValue) => newValue,
|
|
58
|
-
}),
|
|
59
|
-
// Available only when executing browser-use
|
|
60
|
-
cdpLiveUrl: (0, langgraph_1.Annotation)({
|
|
61
|
-
default: () => null,
|
|
62
|
-
// Direct replacement - no reducer, just replace the entire value
|
|
63
|
-
reducer: (_, newValue) => newValue,
|
|
64
|
-
}),
|
|
65
|
-
cdpSessionId: (0, langgraph_1.Annotation)({
|
|
54
|
+
cdp: (0, langgraph_1.Annotation)({
|
|
66
55
|
default: () => null,
|
|
67
56
|
// Direct replacement - no reducer, just replace the entire value
|
|
68
57
|
reducer: (_, newValue) => newValue,
|
|
@@ -80,9 +69,7 @@ const getInitialState = (memorySchema) => {
|
|
|
80
69
|
goto: null,
|
|
81
70
|
sessionType: Agent_types_1.SessionType.TEXT,
|
|
82
71
|
scenario: {},
|
|
83
|
-
|
|
84
|
-
cdpLiveUrl: null,
|
|
85
|
-
cdpSessionId: null,
|
|
72
|
+
cdp: null,
|
|
86
73
|
memory,
|
|
87
74
|
};
|
|
88
75
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"LangGraph.types.js","sourceRoot":"","sources":["../../src/types/LangGraph.types.ts"],"names":[],"mappings":";;;AACA,oDAAkF;AAClF,+CAAyD;AAEzD,4CAAyC;AAElC,MAAM,qBAAqB,GAAG,CAAe,YAAkC,EAAE,EAAE,CACxF,sBAAU,CAAC,IAAI,CAAC;IACd,QAAQ,EAAE,IAAA,sBAAU,EAAqB;QACvC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAmB;QAClC,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,MAAM,EAAE,IAAA,sBAAU,EAAS;QACzB,OAAO,EAAE,GAAG,EAAE;YACZ,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,WAAW,GAAG,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBAC/C,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;oBACzB,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,+BAA+B,EAAE,GAAG,EAAE,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC;oBACnF,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;gBACnD,CAAC;gBACD,OAAO,WAAW,CAAC,IAAI,CAAC;YAC1B,CAAC;YACD,OAAO,EAAY,CAAC;QACtB,CAAC;QACD,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,OAAO,EAAE,IAAA,sBAAU,EAAqB;QACtC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAmB;QAClC,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,SAAS,EAAE,IAAA,sBAAU,EAAS;QAC5B,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE;QACjB,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,IAAI,EAAE,IAAA,sBAAU,EAA4B;QAC1C,OAAO,EAAE,GAAG,EAAE,CAAC,IAAiC;QAChD,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,WAAW,EAAE,IAAA,sBAAU,EAAc;QACnC,OAAO,EAAE,GAAG,EAAE,CAAC,yBAAW,CAAC,IAAI;QAC/B,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,QAAQ,EAAE,IAAA,sBAAU,EAAmC;QACrD,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,EAAuC,CAAA;QACvD,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,4CAA4C;IAC5C,
|
|
1
|
+
{"version":3,"file":"LangGraph.types.js","sourceRoot":"","sources":["../../src/types/LangGraph.types.ts"],"names":[],"mappings":";;;AACA,oDAAkF;AAClF,+CAAyD;AAEzD,4CAAyC;AAElC,MAAM,qBAAqB,GAAG,CAAe,YAAkC,EAAE,EAAE,CACxF,sBAAU,CAAC,IAAI,CAAC;IACd,QAAQ,EAAE,IAAA,sBAAU,EAAqB;QACvC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAmB;QAClC,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,MAAM,EAAE,IAAA,sBAAU,EAAS;QACzB,OAAO,EAAE,GAAG,EAAE;YACZ,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,WAAW,GAAG,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBAC/C,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;oBACzB,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,+BAA+B,EAAE,GAAG,EAAE,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC;oBACnF,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;gBACnD,CAAC;gBACD,OAAO,WAAW,CAAC,IAAI,CAAC;YAC1B,CAAC;YACD,OAAO,EAAY,CAAC;QACtB,CAAC;QACD,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,OAAO,EAAE,IAAA,sBAAU,EAAqB;QACtC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAmB;QAClC,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,SAAS,EAAE,IAAA,sBAAU,EAAS;QAC5B,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE;QACjB,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,IAAI,EAAE,IAAA,sBAAU,EAA4B;QAC1C,OAAO,EAAE,GAAG,EAAE,CAAC,IAAiC;QAChD,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,WAAW,EAAE,IAAA,sBAAU,EAAc;QACnC,OAAO,EAAE,GAAG,EAAE,CAAC,yBAAW,CAAC,IAAI;QAC/B,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,QAAQ,EAAE,IAAA,sBAAU,EAAmC;QACrD,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,EAAuC,CAAA;QACvD,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,4CAA4C;IAC5C,GAAG,EAAE,IAAA,sBAAU,EAIL;QACR,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI;QACnB,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;CACH,CAAC,CAAC;AAzDQ,QAAA,qBAAqB,yBAyD7B;AAEL,gDAAgD;AACnC,QAAA,eAAe,GAAG,IAAA,6BAAqB,GAAE,CAAC;AAEhD,MAAM,eAAe,GAAG,CAAe,YAAkC,EAAiB,EAAE;IACjG,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,EAAa,CAAC;IAEtE,OAAO;QACL,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,EAAE;QACX,SAAS,EAAE,EAAE;QACb,IAAI,EAAE,IAAI;QACV,WAAW,EAAE,yBAAW,CAAC,IAAI;QAC7B,QAAQ,EAAE,EAAE;QACZ,GAAG,EAAE,IAAI;QACT,MAAM;KACU,CAAC;AACrB,CAAC,CAAC;AAbW,QAAA,eAAe,mBAa1B"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import { ToolMessage } from '@langchain/core/messages';
|
|
2
|
+
import { State } from '../types/LangGraph.types';
|
|
3
|
+
declare const extractToolStateResponse: (toolMessage: ToolMessage) => Partial<State>;
|
|
4
|
+
export default extractToolStateResponse;
|
|
5
|
+
//# sourceMappingURL=extractStateMemoryResponse.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"extractStateMemoryResponse.d.ts","sourceRoot":"","sources":["../../src/utils/extractStateMemoryResponse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,WAAW,EAA0C,MAAM,0BAA0B,CAAC;AAE5G,OAAO,EAAE,KAAK,EAAE,MAAM,0BAA0B,CAAC;AAEjD,QAAA,MAAM,wBAAwB,gBAAiB,WAAW,KAAG,OAAO,CAAC,KAAK,CAazE,CAAC;AA4EF,eAAe,wBAAwB,CAAC"}
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const messages_1 = require("@langchain/core/messages");
|
|
4
|
+
const logger_1 = require("./logger");
|
|
5
|
+
const extractToolStateResponse = (toolMessage) => {
|
|
6
|
+
try {
|
|
7
|
+
const parsed = JSON.parse(toolMessage.content);
|
|
8
|
+
if (typeof parsed === 'object' && parsed !== null && 'state' in parsed) {
|
|
9
|
+
if (parsed.state.messages) {
|
|
10
|
+
parsed.state.messages = constructMessagesFromToolMessage(parsed.state.messages);
|
|
11
|
+
}
|
|
12
|
+
return parsed.state;
|
|
13
|
+
}
|
|
14
|
+
}
|
|
15
|
+
catch (err) {
|
|
16
|
+
logger_1.logger.error({ message: 'Error parsing tool state response', err });
|
|
17
|
+
}
|
|
18
|
+
return {};
|
|
19
|
+
};
|
|
20
|
+
const constructMessagesFromToolMessage = (messages) => {
|
|
21
|
+
if (!Array.isArray(messages)) {
|
|
22
|
+
logger_1.logger.error({ msg: 'Expected messages to be an array', messages });
|
|
23
|
+
return [];
|
|
24
|
+
}
|
|
25
|
+
return messages
|
|
26
|
+
.map((messageObj) => {
|
|
27
|
+
try {
|
|
28
|
+
// Handle case where message is already a BaseMessage instance
|
|
29
|
+
if (messageObj instanceof messages_1.BaseMessage) {
|
|
30
|
+
return messageObj;
|
|
31
|
+
}
|
|
32
|
+
// Handle case where message is a plain object that needs reconstruction
|
|
33
|
+
const messageType = messageObj.id[2];
|
|
34
|
+
const content = messageObj.kwargs.content || '';
|
|
35
|
+
const id = messageObj.kwargs.id;
|
|
36
|
+
const additionalKwargs = messageObj.additional_kwargs || {};
|
|
37
|
+
switch (messageType) {
|
|
38
|
+
case 'AIMessage':
|
|
39
|
+
return new messages_1.AIMessage({
|
|
40
|
+
content,
|
|
41
|
+
id,
|
|
42
|
+
additional_kwargs: additionalKwargs,
|
|
43
|
+
tool_calls: messageObj.tool_calls || [],
|
|
44
|
+
invalid_tool_calls: messageObj.invalid_tool_calls || [],
|
|
45
|
+
});
|
|
46
|
+
case 'HumanMessage':
|
|
47
|
+
return new messages_1.HumanMessage({
|
|
48
|
+
content,
|
|
49
|
+
id,
|
|
50
|
+
additional_kwargs: additionalKwargs,
|
|
51
|
+
});
|
|
52
|
+
case 'SystemMessage':
|
|
53
|
+
return new messages_1.SystemMessage({
|
|
54
|
+
content,
|
|
55
|
+
id,
|
|
56
|
+
additional_kwargs: additionalKwargs,
|
|
57
|
+
});
|
|
58
|
+
case 'ToolMessage':
|
|
59
|
+
return new messages_1.ToolMessage({
|
|
60
|
+
content,
|
|
61
|
+
id,
|
|
62
|
+
additional_kwargs: additionalKwargs,
|
|
63
|
+
tool_call_id: messageObj.tool_call_id || '',
|
|
64
|
+
});
|
|
65
|
+
default:
|
|
66
|
+
// Default to HumanMessage for unknown types
|
|
67
|
+
logger_1.logger.warn({
|
|
68
|
+
msg: 'Unknown message type, defaulting to HumanMessage',
|
|
69
|
+
messageType,
|
|
70
|
+
messageObj,
|
|
71
|
+
});
|
|
72
|
+
return null;
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
catch (err) {
|
|
76
|
+
logger_1.logger.error({
|
|
77
|
+
msg: 'Error reconstructing message',
|
|
78
|
+
err,
|
|
79
|
+
messageObj,
|
|
80
|
+
});
|
|
81
|
+
// Return a fallback HumanMessage in case of error
|
|
82
|
+
return new messages_1.HumanMessage({
|
|
83
|
+
content: messageObj.content || 'Error reconstructing message',
|
|
84
|
+
id: messageObj.id,
|
|
85
|
+
});
|
|
86
|
+
}
|
|
87
|
+
})
|
|
88
|
+
.filter(Boolean);
|
|
89
|
+
};
|
|
90
|
+
exports.default = extractToolStateResponse;
|
|
91
|
+
//# sourceMappingURL=extractStateMemoryResponse.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"extractStateMemoryResponse.js","sourceRoot":"","sources":["../../src/utils/extractStateMemoryResponse.ts"],"names":[],"mappings":";;AAAA,uDAA4G;AAC5G,qCAAkC;AAGlC,MAAM,wBAAwB,GAAG,CAAC,WAAwB,EAAkB,EAAE;IAC5E,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,OAAiB,CAAC,CAAC;QACzD,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;YACvE,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;gBAC1B,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,gCAAgC,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAClF,CAAC;YACD,OAAO,MAAM,CAAC,KAAK,CAAC;QACtB,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,mCAAmC,EAAE,GAAG,EAAE,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC,CAAC;AAEF,MAAM,gCAAgC,GAAG,CAAC,QAAe,EAAiB,EAAE;IAC1E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,kCAAkC,EAAE,QAAQ,EAAE,CAAC,CAAC;QACpE,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,QAAQ;SACZ,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;QAClB,IAAI,CAAC;YACH,8DAA8D;YAC9D,IAAI,UAAU,YAAY,sBAAW,EAAE,CAAC;gBACtC,OAAO,UAAU,CAAC;YACpB,CAAC;YAED,wEAAwE;YACxE,MAAM,WAAW,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;YAChD,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAChC,MAAM,gBAAgB,GAAG,UAAU,CAAC,iBAAiB,IAAI,EAAE,CAAC;YAE5D,QAAQ,WAAW,EAAE,CAAC;gBACpB,KAAK,WAAW;oBACd,OAAO,IAAI,oBAAS,CAAC;wBACnB,OAAO;wBACP,EAAE;wBACF,iBAAiB,EAAE,gBAAgB;wBACnC,UAAU,EAAE,UAAU,CAAC,UAAU,IAAI,EAAE;wBACvC,kBAAkB,EAAE,UAAU,CAAC,kBAAkB,IAAI,EAAE;qBACxD,CAAC,CAAC;gBACL,KAAK,cAAc;oBACjB,OAAO,IAAI,uBAAY,CAAC;wBACtB,OAAO;wBACP,EAAE;wBACF,iBAAiB,EAAE,gBAAgB;qBACpC,CAAC,CAAC;gBACL,KAAK,eAAe;oBAClB,OAAO,IAAI,wBAAa,CAAC;wBACvB,OAAO;wBACP,EAAE;wBACF,iBAAiB,EAAE,gBAAgB;qBACpC,CAAC,CAAC;gBACL,KAAK,aAAa;oBAChB,OAAO,IAAI,sBAAW,CAAC;wBACrB,OAAO;wBACP,EAAE;wBACF,iBAAiB,EAAE,gBAAgB;wBACnC,YAAY,EAAE,UAAU,CAAC,YAAY,IAAI,EAAE;qBAC5C,CAAC,CAAC;gBAEL;oBACE,4CAA4C;oBAC5C,eAAM,CAAC,IAAI,CAAC;wBACV,GAAG,EAAE,kDAAkD;wBACvD,WAAW;wBACX,UAAU;qBACX,CAAC,CAAC;oBACH,OAAO,IAAI,CAAC;YAChB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,8BAA8B;gBACnC,GAAG;gBACH,UAAU;aACX,CAAC,CAAC;YACH,kDAAkD;YAClD,OAAO,IAAI,uBAAY,CAAC;gBACtB,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,8BAA8B;gBAC7D,EAAE,EAAE,UAAU,CAAC,EAAE;aAClB,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;SACD,MAAM,CAAC,OAAO,CAAkB,CAAC;AACtC,CAAC,CAAC;AAEF,kBAAe,wBAAwB,CAAC"}
|
package/docs/sdk/agent-api.md
CHANGED
|
@@ -352,9 +352,9 @@ const myBrowserTool: Tool<typeof schema, Memory> = {
|
|
|
352
352
|
allowExecutionRequests: true, // Required for ToolExecutor
|
|
353
353
|
execute: async ({ input, state, agent }) => {
|
|
354
354
|
// Access CDP URL if available (browser-use context)
|
|
355
|
-
if (state.
|
|
355
|
+
if (state.cdp?.url) {
|
|
356
356
|
// Connect to browser using Playwright or similar
|
|
357
|
-
const browser = await chromium.connectOverCDP(state.
|
|
357
|
+
const browser = await chromium.connectOverCDP(state.cdp.url);
|
|
358
358
|
const page = browser.contexts()[0].pages()[0];
|
|
359
359
|
|
|
360
360
|
// Perform browser automation
|
|
@@ -408,9 +408,9 @@ const browserTool: Tool<typeof schema, Memory> = {
|
|
|
408
408
|
input: schema,
|
|
409
409
|
allowExecutionRequests: true,
|
|
410
410
|
execute: async ({ input, state, agent }) => {
|
|
411
|
-
const
|
|
411
|
+
const cdp = state.cdp;
|
|
412
412
|
|
|
413
|
-
if (!
|
|
413
|
+
if (!cdp?.url) {
|
|
414
414
|
return {
|
|
415
415
|
result: 'This tool requires browser context',
|
|
416
416
|
error: 'CDP URL not available',
|
|
@@ -418,7 +418,7 @@ const browserTool: Tool<typeof schema, Memory> = {
|
|
|
418
418
|
}
|
|
419
419
|
|
|
420
420
|
// Use Playwright with CDP
|
|
421
|
-
const browser = await playwright.chromium.connectOverCDP(
|
|
421
|
+
const browser = await playwright.chromium.connectOverCDP(cdp.url);
|
|
422
422
|
const context = browser.contexts()[0];
|
|
423
423
|
const page = context.pages()[0];
|
|
424
424
|
|
|
@@ -451,8 +451,8 @@ const browserTool: Tool<typeof schema, Memory> = {
|
|
|
451
451
|
|
|
452
452
|
1. Browser-use requests tool execution via socket
|
|
453
453
|
2. ToolExecutor receives request with CDP URL
|
|
454
|
-
3. CDP
|
|
455
|
-
4. Tool connects to browser using CDP URL
|
|
454
|
+
3. CDP info is injected into state (`state.cdp`)
|
|
455
|
+
4. Tool connects to browser using CDP URL from `state.cdp.url`
|
|
456
456
|
5. Tool performs automation and returns results
|
|
457
457
|
6. State updates are automatically applied
|
|
458
458
|
|
|
@@ -475,7 +475,7 @@ const toolExecutor = new ToolExecutor(agent);
|
|
|
475
475
|
toolExecutor.registerTools(browserTools);
|
|
476
476
|
|
|
477
477
|
// State updates are handled internally when tools return state changes
|
|
478
|
-
// The
|
|
478
|
+
// The CDP info is automatically injected when available in state.cdp
|
|
479
479
|
```
|
|
480
480
|
|
|
481
481
|
### With Voice Sessions
|
package/package.json
CHANGED
package/src/agent.ts
CHANGED
|
@@ -433,6 +433,15 @@ export class Agent {
|
|
|
433
433
|
logger.error({ msg: '[Trigger] Agent initialization failed', err });
|
|
434
434
|
throw err;
|
|
435
435
|
}
|
|
436
|
+
const [, flows, playbooks] = await Promise.all([
|
|
437
|
+
this.loadSecrets(),
|
|
438
|
+
loadFlows(this.config.flows),
|
|
439
|
+
loadPlaybooks(this.config.playbooks),
|
|
440
|
+
]);
|
|
441
|
+
|
|
442
|
+
this.playbooks = playbooks;
|
|
443
|
+
this.flows = flows;
|
|
444
|
+
this.compiledGraph = this.initializeGraph();
|
|
436
445
|
|
|
437
446
|
try {
|
|
438
447
|
// Try to acquire lock atomically (unless bypassing session check)
|
|
@@ -11,7 +11,7 @@ import {
|
|
|
11
11
|
DestroyBrowserSessionRequest,
|
|
12
12
|
DestroyBrowserSessionResponse,
|
|
13
13
|
} from '../platform/mindedConnectionTypes';
|
|
14
|
-
import { kill, getOrStartLocalCDP } from './localBrowserTask';
|
|
14
|
+
import { kill, getOrStartLocalCDP, isLocalBrowserRunning } from './localBrowserTask';
|
|
15
15
|
import { BrowserTaskMode, InvokeBrowserTaskOptions } from './types';
|
|
16
16
|
import { isLocalOperatorSetup, validateLocalOperatorSetup } from '../cli/localOperatorSetup';
|
|
17
17
|
|
|
@@ -111,10 +111,10 @@ export const invokeBrowserTask = async (options: InvokeBrowserTaskOptions): Prom
|
|
|
111
111
|
stdio: ['pipe', 'pipe', 'pipe'],
|
|
112
112
|
env: isLocalOperatorSetup()
|
|
113
113
|
? {
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
114
|
+
...process.env,
|
|
115
|
+
VIRTUAL_ENV: path.join(process.cwd(), '.venv'),
|
|
116
|
+
PATH: `${path.join(process.cwd(), '.venv', 'bin')}:${process.env.PATH}`,
|
|
117
|
+
}
|
|
118
118
|
: process.env,
|
|
119
119
|
});
|
|
120
120
|
|
|
@@ -146,11 +146,27 @@ export const invokeBrowserTask = async (options: InvokeBrowserTaskOptions): Prom
|
|
|
146
146
|
process.stderr.write(text);
|
|
147
147
|
});
|
|
148
148
|
|
|
149
|
+
const interval = setInterval(() => {
|
|
150
|
+
// Check if chromium process stopped running
|
|
151
|
+
if (!isLocalBrowserRunning()) {
|
|
152
|
+
logger.error({ message: 'Local browser process stopped running, killing browser task' });
|
|
153
|
+
child.kill();
|
|
154
|
+
clearInterval(interval);
|
|
155
|
+
}
|
|
156
|
+
}, 1000);
|
|
157
|
+
|
|
158
|
+
// Automatically clear interval after 20 minutes to avoid memory leaks
|
|
159
|
+
setTimeout(() => {
|
|
160
|
+
clearInterval(interval);
|
|
161
|
+
}, 1200000); // 20 minutes
|
|
162
|
+
|
|
149
163
|
const exitCode: number = await new Promise((resolve, reject) => {
|
|
150
164
|
child.on('error', (err) => reject(err));
|
|
151
165
|
child.on('close', (code) => resolve(code ?? 1));
|
|
152
166
|
});
|
|
153
167
|
|
|
168
|
+
clearInterval(interval);
|
|
169
|
+
|
|
154
170
|
if (exitCode !== 0) {
|
|
155
171
|
logger.error({ message: 'Operator failed', exitCode, stderr: stderrBuffer });
|
|
156
172
|
throw new Error(`Local browser task failed with exit code ${exitCode}`);
|
|
@@ -158,6 +174,7 @@ export const invokeBrowserTask = async (options: InvokeBrowserTaskOptions): Prom
|
|
|
158
174
|
|
|
159
175
|
logger.info({ message: 'Operator finished' });
|
|
160
176
|
|
|
177
|
+
|
|
161
178
|
let result = stdoutBuffer.split('___RESULT___')[1]?.trim() || stdoutBuffer;
|
|
162
179
|
if (outputSchema?.length) {
|
|
163
180
|
try {
|
|
@@ -130,6 +130,7 @@ export async function getOrStartLocalCDP(
|
|
|
130
130
|
|
|
131
131
|
proc.on("exit", (code, signal) => {
|
|
132
132
|
logger.error({ message: 'Chromium exited', code, signal });
|
|
133
|
+
localBrowserTask = null;
|
|
133
134
|
});
|
|
134
135
|
|
|
135
136
|
await waitForCdpEndpoint(port, 30);
|
|
@@ -168,10 +169,15 @@ async function waitForCdpEndpoint(port: number, maxAttempts: number): Promise<vo
|
|
|
168
169
|
throw new Error(`CDP endpoint not available on port ${port} after ${maxAttempts} attempts`);
|
|
169
170
|
}
|
|
170
171
|
|
|
172
|
+
export function isLocalBrowserRunning(): boolean {
|
|
173
|
+
return localBrowserTask !== null;
|
|
174
|
+
}
|
|
175
|
+
|
|
171
176
|
export async function kill() {
|
|
172
177
|
if (localBrowserTask) {
|
|
173
178
|
localBrowserTask.proc.kill("SIGTERM");
|
|
174
179
|
await wait(300);
|
|
175
180
|
localBrowserTask.proc.kill("SIGKILL");
|
|
181
|
+
localBrowserTask = null; // Reset the variable after killing the process
|
|
176
182
|
}
|
|
177
183
|
}
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
@@ -81,7 +81,7 @@ ${Object.keys(inputParams).length > 0 ? `# Input parameters:\n${JSON.stringify(i
|
|
|
81
81
|
// Determine keepAlive based on NODE_ENV
|
|
82
82
|
const keepAlive = process.env.NODE_ENV !== 'production';
|
|
83
83
|
// Create browser session using socket
|
|
84
|
-
if (!state.
|
|
84
|
+
if (!state.cdp?.url) {
|
|
85
85
|
const session = await createBrowserSession({
|
|
86
86
|
sessionId: state.sessionId,
|
|
87
87
|
proxy: node.proxy,
|
|
@@ -98,9 +98,11 @@ ${Object.keys(inputParams).length > 0 ? `# Input parameters:\n${JSON.stringify(i
|
|
|
98
98
|
keepAlive,
|
|
99
99
|
nodeEnv: process.env.NODE_ENV,
|
|
100
100
|
});
|
|
101
|
-
state.
|
|
102
|
-
|
|
103
|
-
|
|
101
|
+
state.cdp = {
|
|
102
|
+
url: session.cdpUrl,
|
|
103
|
+
liveUrl: session.liveViewUrl,
|
|
104
|
+
sessionId: session.sessionId,
|
|
105
|
+
};
|
|
104
106
|
}
|
|
105
107
|
|
|
106
108
|
// Update the tool call with session info and prompt
|
|
@@ -120,9 +122,9 @@ ${Object.keys(inputParams).length > 0 ? `# Input parameters:\n${JSON.stringify(i
|
|
|
120
122
|
mindedMetadata: {
|
|
121
123
|
nodeType: NodeType.BROWSER_TASK,
|
|
122
124
|
nodeDisplayName: node.displayName,
|
|
123
|
-
sessionId: state.
|
|
124
|
-
cdpUrl: state.
|
|
125
|
-
liveUrl: state.
|
|
125
|
+
sessionId: state.cdp?.sessionId,
|
|
126
|
+
cdpUrl: state.cdp?.url,
|
|
127
|
+
liveUrl: state.cdp?.liveUrl,
|
|
126
128
|
keepAlive,
|
|
127
129
|
hooks: node.hooks || [],
|
|
128
130
|
onPrem: browserTaskMode === BrowserTaskMode.ON_PREM,
|
|
@@ -138,7 +140,7 @@ ${Object.keys(inputParams).length > 0 ? `# Input parameters:\n${JSON.stringify(i
|
|
|
138
140
|
type: NodeType.BROWSER_TASK,
|
|
139
141
|
nodeId: node.name,
|
|
140
142
|
nodeDisplayName: node.displayName,
|
|
141
|
-
raw: { taskId: state.
|
|
143
|
+
raw: { taskId: state.cdp?.sessionId, liveUrl: state.cdp?.liveUrl, inputParams },
|
|
142
144
|
messageIds: [toolCallingMessage.id!],
|
|
143
145
|
}),
|
|
144
146
|
);
|
package/src/nodes/addRpaNode.ts
CHANGED
|
@@ -33,7 +33,7 @@ export const addRpaNode = async ({ graph, node, agent, llm }: AddRpaNodeParams)
|
|
|
33
33
|
let page: Page | null = null;
|
|
34
34
|
const { browserTaskMode } = getConfig();
|
|
35
35
|
|
|
36
|
-
if (!state.
|
|
36
|
+
if (!state.cdp?.url) {
|
|
37
37
|
const session = await createBrowserSession({
|
|
38
38
|
sessionId: state.sessionId,
|
|
39
39
|
browserTaskMode,
|
|
@@ -42,16 +42,18 @@ export const addRpaNode = async ({ graph, node, agent, llm }: AddRpaNodeParams)
|
|
|
42
42
|
if (!session.sessionId || !session.cdpUrl) {
|
|
43
43
|
throw new Error('Failed to create browser session: missing session details');
|
|
44
44
|
}
|
|
45
|
-
state.
|
|
46
|
-
|
|
47
|
-
|
|
45
|
+
state.cdp = {
|
|
46
|
+
url: session.cdpUrl,
|
|
47
|
+
sessionId: session.sessionId,
|
|
48
|
+
liveUrl: session.liveViewUrl,
|
|
49
|
+
};
|
|
48
50
|
}
|
|
49
51
|
|
|
50
52
|
// Create tool call for RPA execution
|
|
51
53
|
const toolCallId = uuidv4();
|
|
52
54
|
const aiMessageId = uuidv4();
|
|
53
55
|
// Get CDP URL from state
|
|
54
|
-
const cdpUrl = state.
|
|
56
|
+
const cdpUrl = state.cdp?.url || null;
|
|
55
57
|
|
|
56
58
|
const toolCall = {
|
|
57
59
|
id: toolCallId,
|
|
@@ -65,7 +65,11 @@ export class ToolExecutor {
|
|
|
65
65
|
const startTime = Date.now();
|
|
66
66
|
|
|
67
67
|
if (cdpUrl) {
|
|
68
|
-
state.
|
|
68
|
+
state.cdp = {
|
|
69
|
+
url: cdpUrl,
|
|
70
|
+
sessionId: state.cdp?.sessionId || null,
|
|
71
|
+
liveUrl: state.cdp?.liveUrl || null,
|
|
72
|
+
};
|
|
69
73
|
}
|
|
70
74
|
|
|
71
75
|
await tool.execute({
|
|
@@ -52,19 +52,12 @@ export const createStateAnnotation = <Memory = any>(memorySchema?: z.ZodSchema<M
|
|
|
52
52
|
reducer: (_, newValue) => newValue,
|
|
53
53
|
}),
|
|
54
54
|
// Available only when executing browser-use
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
cdpLiveUrl: Annotation<string | null | undefined>({
|
|
62
|
-
default: () => null as string | null,
|
|
63
|
-
// Direct replacement - no reducer, just replace the entire value
|
|
64
|
-
reducer: (_, newValue) => newValue,
|
|
65
|
-
}),
|
|
66
|
-
cdpSessionId: Annotation<string | null | undefined>({
|
|
67
|
-
default: () => null as string | null,
|
|
55
|
+
cdp: Annotation<{
|
|
56
|
+
url: string | null;
|
|
57
|
+
liveUrl: string | null | undefined;
|
|
58
|
+
sessionId: string | null | undefined;
|
|
59
|
+
} | null>({
|
|
60
|
+
default: () => null,
|
|
68
61
|
// Direct replacement - no reducer, just replace the entire value
|
|
69
62
|
reducer: (_, newValue) => newValue,
|
|
70
63
|
}),
|
|
@@ -83,9 +76,7 @@ export const getInitialState = <Memory = any>(memorySchema?: z.ZodSchema<Memory>
|
|
|
83
76
|
goto: null,
|
|
84
77
|
sessionType: SessionType.TEXT,
|
|
85
78
|
scenario: {},
|
|
86
|
-
|
|
87
|
-
cdpLiveUrl: null,
|
|
88
|
-
cdpSessionId: null,
|
|
79
|
+
cdp: null,
|
|
89
80
|
memory,
|
|
90
81
|
} as State<Memory>;
|
|
91
82
|
};
|