@minded-ai/mindedjs 2.0.16 → 2.0.18-beta-1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (61) hide show
  1. package/dist/agent.d.ts.map +1 -1
  2. package/dist/agent.js +8 -0
  3. package/dist/agent.js.map +1 -1
  4. package/dist/browserTask/README.md +419 -0
  5. package/dist/browserTask/browserAgent.py +632 -0
  6. package/dist/browserTask/captcha_isolated.png +0 -0
  7. package/dist/browserTask/executeBrowserTask.d.ts.map +1 -1
  8. package/dist/browserTask/executeBrowserTask.js +13 -0
  9. package/dist/browserTask/executeBrowserTask.js.map +1 -1
  10. package/dist/browserTask/executeBrowserTask.ts +79 -0
  11. package/dist/browserTask/localBrowserTask.d.ts +1 -0
  12. package/dist/browserTask/localBrowserTask.d.ts.map +1 -1
  13. package/dist/browserTask/localBrowserTask.js +6 -0
  14. package/dist/browserTask/localBrowserTask.js.map +1 -1
  15. package/dist/browserTask/requirements.txt +8 -0
  16. package/dist/browserTask/setup.sh +144 -0
  17. package/dist/cli/index.js +0 -0
  18. package/dist/internalTools/retell.d.ts +12 -0
  19. package/dist/internalTools/retell.d.ts.map +1 -0
  20. package/dist/internalTools/retell.js +54 -0
  21. package/dist/internalTools/retell.js.map +1 -0
  22. package/dist/internalTools/sendPlaceholderMessage.d.ts +14 -0
  23. package/dist/internalTools/sendPlaceholderMessage.d.ts.map +1 -0
  24. package/dist/internalTools/sendPlaceholderMessage.js +61 -0
  25. package/dist/internalTools/sendPlaceholderMessage.js.map +1 -0
  26. package/dist/nodes/addBrowserTaskNode.d.ts.map +1 -1
  27. package/dist/nodes/addBrowserTaskNode.js +11 -8
  28. package/dist/nodes/addBrowserTaskNode.js.map +1 -1
  29. package/dist/nodes/addRpaNode.d.ts.map +1 -1
  30. package/dist/nodes/addRpaNode.js +8 -5
  31. package/dist/nodes/addRpaNode.js.map +1 -1
  32. package/dist/platform/toolExecutor.d.ts.map +1 -1
  33. package/dist/platform/toolExecutor.js +6 -1
  34. package/dist/platform/toolExecutor.js.map +1 -1
  35. package/dist/types/LangGraph.types.d.ts +18 -6
  36. package/dist/types/LangGraph.types.d.ts.map +1 -1
  37. package/dist/types/LangGraph.types.js +2 -15
  38. package/dist/types/LangGraph.types.js.map +1 -1
  39. package/dist/utils/extractStateMemoryResponse.d.ts +5 -0
  40. package/dist/utils/extractStateMemoryResponse.d.ts.map +1 -0
  41. package/dist/utils/extractStateMemoryResponse.js +91 -0
  42. package/dist/utils/extractStateMemoryResponse.js.map +1 -0
  43. package/docs/sdk/agent-api.md +8 -8
  44. package/package.json +1 -1
  45. package/src/agent.ts +9 -0
  46. package/src/browserTask/executeBrowserTask.ts +22 -5
  47. package/src/browserTask/localBrowserTask.ts +6 -0
  48. package/src/browserTask/profile/Default/Extension Rules/000003.log +0 -0
  49. package/src/browserTask/profile/Default/Extension Scripts/000003.log +0 -0
  50. package/src/browserTask/profile/Default/Extension State/000003.log +0 -0
  51. package/src/browserTask/profile/Default/GCM Store/000003.log +0 -0
  52. package/src/browserTask/profile/Default/Local Storage/leveldb/000004.log +0 -0
  53. package/src/browserTask/profile/Default/Session Storage/000003.log +0 -0
  54. package/src/browserTask/profile/Default/Site Characteristics Database/000003.log +0 -0
  55. package/src/browserTask/profile/Default/Sync Data/LevelDB/000003.log +0 -0
  56. package/src/browserTask/profile/Default/shared_proto_db/000003.log +0 -0
  57. package/src/browserTask/profile/Default/shared_proto_db/metadata/000003.log +0 -0
  58. package/src/nodes/addBrowserTaskNode.ts +10 -8
  59. package/src/nodes/addRpaNode.ts +7 -5
  60. package/src/platform/toolExecutor.ts +5 -1
  61. package/src/types/LangGraph.types.ts +7 -16
@@ -1 +1 @@
1
- {"version":3,"file":"addRpaNode.js","sourceRoot":"","sources":["../../src/nodes/addRpaNode.ts"],"names":[],"mappings":";;;AACA,sDAAwE;AAMxE,4CAAyC;AACzC,8CAAqD;AACrD,2CAAqD;AAErD,uDAAkE;AAClE,+BAAoC;AACpC,yDAAoD;AACpD,0EAAyE;AACzE,+CAA+C;AAWxC,MAAM,UAAU,GAAG,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAoB,EAAE,EAAE;IAChF,MAAM,QAAQ,GAAiB,KAAK,EAAE,KAAmC,EAAE,EAAE;QAC3E,MAAM,KAAK,CAAC,uBAAuB,CAAC,sBAAsB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5E,eAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,2BAA2B,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QAEtG,IAAI,OAAO,GAAmB,IAAI,CAAC;QACnC,IAAI,IAAI,GAAgB,IAAI,CAAC;QAC7B,MAAM,EAAE,eAAe,EAAE,GAAG,IAAA,kBAAS,GAAE,CAAC;QAExC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,OAAO,GAAG,MAAM,IAAA,yCAAoB,EAAC;gBACzC,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,eAAe;aAChB,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC1C,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;YAC/E,CAAC;YACD,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;YAC9B,KAAK,CAAC,YAAY,GAAG,OAAO,CAAC,SAAS,CAAC;YACvC,KAAK,CAAC,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;QACzC,CAAC;QAED,qCAAqC;QACrC,MAAM,UAAU,GAAG,IAAA,SAAM,GAAE,CAAC;QAC5B,MAAM,WAAW,GAAG,IAAA,SAAM,GAAE,CAAC;QAC7B,yBAAyB;QACzB,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAE5B,MAAM,QAAQ,GAAG;YACf,EAAE,EAAE,UAAU;YACd,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE;gBACJ,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB;SACF,CAAC;QAEF,mCAAmC;QACnC,MAAM,SAAS,GAAG,IAAI,oBAAS,CAAC;YAC9B,EAAE,EAAE,WAAW;YACf,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,CAAC,QAAQ,CAAC;YACtB,iBAAiB,EAAE;gBACjB,cAAc,EAAE;oBACd,QAAQ,EAAE,sBAAQ,CAAC,GAAG;oBACtB,eAAe,EAAE,IAAI,CAAC,WAAW;oBACjC,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,MAAM,EAAE,MAAM,IAAI,SAAS;iBAC5B;aACF;SACF,CAAC,CAAC;QAEH,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAE/B,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;YAC3F,CAAC;YAED,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,qCAAqC;gBAC1C,MAAM;gBACN,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,IAAI,EAAE,IAAI,CAAC,WAAW;aACvB,CAAC,CAAC;YAEH,sCAAsC;YACtC,OAAO,GAAG,MAAM,qBAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAChD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;YAC/C,CAAC;YAED,yCAAyC;YACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;YAEjE,oBAAoB;YACpB,MAAM,OAAO,GAAG,EAAE,CAAC,CAAC,6BAA6B;YAEjD,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;gBACjD,eAAM,CAAC,KAAK,CAAC;oBACX,GAAG,EAAE,sBAAsB;oBAC3B,SAAS,EAAE,KAAK,GAAG,CAAC;oBACpB,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,IAAI,EAAE,IAAI,CAAC,WAAW;iBACvB,CAAC,CAAC;gBAEH,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,IAAA,iCAAc,EAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;oBAE5D,yBAAyB;oBACzB,IAAI,IAAI,CAAC,IAAI,KAAK,2BAAa,CAAC,YAAY,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;wBAC5D,OAAO,CAAC,IAAI,CAAC;4BACX,SAAS,EAAE,KAAK,GAAG,CAAC;4BACpB,GAAG,EAAE,MAAM,CAAC,GAAG;4BACf,IAAI,EAAE,MAAM,CAAC,IAAI;yBAClB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAAC,OAAO,SAAS,EAAE,CAAC;oBACnB,eAAM,CAAC,KAAK,CAAC;wBACX,GAAG,EAAE,6BAA6B;wBAClC,SAAS,EAAE,KAAK,GAAG,CAAC;wBACpB,QAAQ,EAAE,IAAI,CAAC,IAAI;wBACnB,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;wBACvE,SAAS,EAAE,KAAK,CAAC,SAAS;wBAC1B,IAAI,EAAE,IAAI,CAAC,WAAW;qBACvB,CAAC,CAAC;oBAEH,sDAAsD;oBACtD,MAAM,SAAS,CAAC;gBAClB,CAAC;YACH,CAAC;YAED,mCAAmC;YACnC,MAAM,WAAW,GAAG,IAAI,sBAAW,CAAC;gBAClC,EAAE,EAAE,UAAU;gBACd,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;oBACtB,MAAM,EAAE,OAAO;iBAChB,CAAC;gBACF,IAAI,EAAE,UAAU;gBAChB,YAAY,EAAE,UAAU;gBACxB,MAAM,EAAE,SAAS;aAClB,CAAC,CAAC;YAEH,gFAAgF;YAChF,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAEjC,4CAA4C;YAC5C,KAAK,CAAC,OAAO,CAAC,IAAI,CAChB,IAAA,2BAAiB,EAAc,KAAK,CAAC,OAAO,EAAE;gBAC5C,IAAI,EAAE,sBAAQ,CAAC,GAAG;gBAClB,MAAM,EAAE,IAAI,CAAC,IAAI;gBACjB,eAAe,EAAE,IAAI,CAAC,WAAW;gBACjC,GAAG,EAAE;oBACH,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,OAAO;iBACR;gBACD,UAAU,EAAE,CAAC,WAAW,EAAE,WAAW,CAAC,EAAG,CAAC;aAC3C,CAAC,CACH,CAAC;YAEF,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,gCAAgC;gBACrC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;gBAC/D,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,IAAI,EAAE,IAAI,CAAC,WAAW;aACvB,CAAC,CAAC;YAEH,4BAA4B;YAC5B,MAAM,gBAAgB,GAAG,IAAI,sBAAW,CAAC;gBACvC,EAAE,EAAE,IAAA,SAAM,GAAE;gBACZ,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;oBACtB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;iBAChE,CAAC;gBACF,IAAI,EAAE,UAAU;gBAChB,YAAY,EAAE,UAAU;gBACxB,MAAM,EAAE,OAAO;aAChB,CAAC,CAAC;YAEH,sFAAsF;YACtF,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAEtC,4BAA4B;YAC5B,KAAK,CAAC,OAAO,CAAC,IAAI,CAChB,IAAA,2BAAiB,EAAc,KAAK,CAAC,OAAO,EAAE;gBAC5C,IAAI,EAAE,sBAAQ,CAAC,GAAG;gBAClB,MAAM,EAAE,IAAI,CAAC,IAAI;gBACjB,eAAe,EAAE,IAAI,CAAC,WAAW;gBACjC,GAAG,EAAE;oBACH,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;oBAC/D,KAAK,EAAE,IAAI,CAAC,KAAK;iBAClB;gBACD,UAAU,EAAE,CAAC,WAAW,EAAE,gBAAgB,CAAC,EAAG,CAAC;aAChD,CAAC,CACH,CAAC;YAEF,OAAO,KAAK,CAAC;QACf,CAAC;gBAAS,CAAC;YACT,6DAA6D;YAC7D,gEAAgE;QAClE,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AACrC,CAAC,CAAC;AA5LW,QAAA,UAAU,cA4LrB"}
1
+ {"version":3,"file":"addRpaNode.js","sourceRoot":"","sources":["../../src/nodes/addRpaNode.ts"],"names":[],"mappings":";;;AACA,sDAAwE;AAMxE,4CAAyC;AACzC,8CAAqD;AACrD,2CAAqD;AAErD,uDAAkE;AAClE,+BAAoC;AACpC,yDAAoD;AACpD,0EAAyE;AACzE,+CAA+C;AAWxC,MAAM,UAAU,GAAG,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAoB,EAAE,EAAE;IAChF,MAAM,QAAQ,GAAiB,KAAK,EAAE,KAAmC,EAAE,EAAE;;QAC3E,MAAM,KAAK,CAAC,uBAAuB,CAAC,sBAAsB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5E,eAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,2BAA2B,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QAEtG,IAAI,OAAO,GAAmB,IAAI,CAAC;QACnC,IAAI,IAAI,GAAgB,IAAI,CAAC;QAC7B,MAAM,EAAE,eAAe,EAAE,GAAG,IAAA,kBAAS,GAAE,CAAC;QAExC,IAAI,CAAC,CAAA,MAAA,KAAK,CAAC,GAAG,0CAAE,GAAG,CAAA,EAAE,CAAC;YACpB,MAAM,OAAO,GAAG,MAAM,IAAA,yCAAoB,EAAC;gBACzC,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,eAAe;aAChB,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC1C,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;YAC/E,CAAC;YACD,KAAK,CAAC,GAAG,GAAG;gBACV,GAAG,EAAE,OAAO,CAAC,MAAM;gBACnB,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,OAAO,EAAE,OAAO,CAAC,WAAW;aAC7B,CAAC;QACJ,CAAC;QAED,qCAAqC;QACrC,MAAM,UAAU,GAAG,IAAA,SAAM,GAAE,CAAC;QAC5B,MAAM,WAAW,GAAG,IAAA,SAAM,GAAE,CAAC;QAC7B,yBAAyB;QACzB,MAAM,MAAM,GAAG,CAAA,MAAA,KAAK,CAAC,GAAG,0CAAE,GAAG,KAAI,IAAI,CAAC;QAEtC,MAAM,QAAQ,GAAG;YACf,EAAE,EAAE,UAAU;YACd,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE;gBACJ,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB;SACF,CAAC;QAEF,mCAAmC;QACnC,MAAM,SAAS,GAAG,IAAI,oBAAS,CAAC;YAC9B,EAAE,EAAE,WAAW;YACf,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,CAAC,QAAQ,CAAC;YACtB,iBAAiB,EAAE;gBACjB,cAAc,EAAE;oBACd,QAAQ,EAAE,sBAAQ,CAAC,GAAG;oBACtB,eAAe,EAAE,IAAI,CAAC,WAAW;oBACjC,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,MAAM,EAAE,MAAM,IAAI,SAAS;iBAC5B;aACF;SACF,CAAC,CAAC;QAEH,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAE/B,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;YAC3F,CAAC;YAED,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,qCAAqC;gBAC1C,MAAM;gBACN,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,IAAI,EAAE,IAAI,CAAC,WAAW;aACvB,CAAC,CAAC;YAEH,sCAAsC;YACtC,OAAO,GAAG,MAAM,qBAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAChD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;YAC/C,CAAC;YAED,yCAAyC;YACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;YAEjE,oBAAoB;YACpB,MAAM,OAAO,GAAG,EAAE,CAAC,CAAC,6BAA6B;YAEjD,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;gBACjD,eAAM,CAAC,KAAK,CAAC;oBACX,GAAG,EAAE,sBAAsB;oBAC3B,SAAS,EAAE,KAAK,GAAG,CAAC;oBACpB,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,IAAI,EAAE,IAAI,CAAC,WAAW;iBACvB,CAAC,CAAC;gBAEH,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,IAAA,iCAAc,EAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;oBAE5D,yBAAyB;oBACzB,IAAI,IAAI,CAAC,IAAI,KAAK,2BAAa,CAAC,YAAY,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;wBAC5D,OAAO,CAAC,IAAI,CAAC;4BACX,SAAS,EAAE,KAAK,GAAG,CAAC;4BACpB,GAAG,EAAE,MAAM,CAAC,GAAG;4BACf,IAAI,EAAE,MAAM,CAAC,IAAI;yBAClB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAAC,OAAO,SAAS,EAAE,CAAC;oBACnB,eAAM,CAAC,KAAK,CAAC;wBACX,GAAG,EAAE,6BAA6B;wBAClC,SAAS,EAAE,KAAK,GAAG,CAAC;wBACpB,QAAQ,EAAE,IAAI,CAAC,IAAI;wBACnB,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;wBACvE,SAAS,EAAE,KAAK,CAAC,SAAS;wBAC1B,IAAI,EAAE,IAAI,CAAC,WAAW;qBACvB,CAAC,CAAC;oBAEH,sDAAsD;oBACtD,MAAM,SAAS,CAAC;gBAClB,CAAC;YACH,CAAC;YAED,mCAAmC;YACnC,MAAM,WAAW,GAAG,IAAI,sBAAW,CAAC;gBAClC,EAAE,EAAE,UAAU;gBACd,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;oBACtB,MAAM,EAAE,OAAO;iBAChB,CAAC;gBACF,IAAI,EAAE,UAAU;gBAChB,YAAY,EAAE,UAAU;gBACxB,MAAM,EAAE,SAAS;aAClB,CAAC,CAAC;YAEH,gFAAgF;YAChF,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAEjC,4CAA4C;YAC5C,KAAK,CAAC,OAAO,CAAC,IAAI,CAChB,IAAA,2BAAiB,EAAc,KAAK,CAAC,OAAO,EAAE;gBAC5C,IAAI,EAAE,sBAAQ,CAAC,GAAG;gBAClB,MAAM,EAAE,IAAI,CAAC,IAAI;gBACjB,eAAe,EAAE,IAAI,CAAC,WAAW;gBACjC,GAAG,EAAE;oBACH,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,OAAO;iBACR;gBACD,UAAU,EAAE,CAAC,WAAW,EAAE,WAAW,CAAC,EAAG,CAAC;aAC3C,CAAC,CACH,CAAC;YAEF,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,gCAAgC;gBACrC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;gBAC/D,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,IAAI,EAAE,IAAI,CAAC,WAAW;aACvB,CAAC,CAAC;YAEH,4BAA4B;YAC5B,MAAM,gBAAgB,GAAG,IAAI,sBAAW,CAAC;gBACvC,EAAE,EAAE,IAAA,SAAM,GAAE;gBACZ,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;oBACtB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;iBAChE,CAAC;gBACF,IAAI,EAAE,UAAU;gBAChB,YAAY,EAAE,UAAU;gBACxB,MAAM,EAAE,OAAO;aAChB,CAAC,CAAC;YAEH,sFAAsF;YACtF,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAEtC,4BAA4B;YAC5B,KAAK,CAAC,OAAO,CAAC,IAAI,CAChB,IAAA,2BAAiB,EAAc,KAAK,CAAC,OAAO,EAAE;gBAC5C,IAAI,EAAE,sBAAQ,CAAC,GAAG;gBAClB,MAAM,EAAE,IAAI,CAAC,IAAI;gBACjB,eAAe,EAAE,IAAI,CAAC,WAAW;gBACjC,GAAG,EAAE;oBACH,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;oBAC/D,KAAK,EAAE,IAAI,CAAC,KAAK;iBAClB;gBACD,UAAU,EAAE,CAAC,WAAW,EAAE,gBAAgB,CAAC,EAAG,CAAC;aAChD,CAAC,CACH,CAAC;YAEF,OAAO,KAAK,CAAC;QACf,CAAC;gBAAS,CAAC;YACT,6DAA6D;YAC7D,gEAAgE;QAClE,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AACrC,CAAC,CAAC;AA9LW,QAAA,UAAU,cA8LrB"}
@@ -1 +1 @@
1
- {"version":3,"file":"toolExecutor.d.ts","sourceRoot":"","sources":["../../src/platform/toolExecutor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAGjC,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,GAAG,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,KAAK,CAAC,EAAE,GAAG,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,YAAY;IAGX,OAAO,CAAC,KAAK;IAFzB,OAAO,CAAC,KAAK,CAA0C;gBAEnC,KAAK,EAAE,KAAK;IAEhC;;OAEG;IACH,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE;IAQrC;;;OAGG;IACG,WAAW,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;CA+DjF"}
1
+ {"version":3,"file":"toolExecutor.d.ts","sourceRoot":"","sources":["../../src/platform/toolExecutor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAGjC,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,GAAG,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,KAAK,CAAC,EAAE,GAAG,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,YAAY;IAGX,OAAO,CAAC,KAAK;IAFzB,OAAO,CAAC,KAAK,CAA0C;gBAEnC,KAAK,EAAE,KAAK;IAEhC;;OAEG;IACH,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE;IAQrC;;;OAGG;IACG,WAAW,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;CAmEjF"}
@@ -22,6 +22,7 @@ class ToolExecutor {
22
22
  * This is called when browser-use requests tool execution via socket
23
23
  */
24
24
  async executeTool(request) {
25
+ var _a, _b;
25
26
  const { toolName, toolParams, sessionId, cdpUrl } = request;
26
27
  try {
27
28
  // Find the tool
@@ -44,7 +45,11 @@ class ToolExecutor {
44
45
  // Execute the tool
45
46
  const startTime = Date.now();
46
47
  if (cdpUrl) {
47
- state.cdpUrl = cdpUrl;
48
+ state.cdp = {
49
+ url: cdpUrl,
50
+ sessionId: ((_a = state.cdp) === null || _a === void 0 ? void 0 : _a.sessionId) || null,
51
+ liveUrl: ((_b = state.cdp) === null || _b === void 0 ? void 0 : _b.liveUrl) || null,
52
+ };
48
53
  }
49
54
  await tool.execute({
50
55
  input: toolParams,
@@ -1 +1 @@
1
- {"version":3,"file":"toolExecutor.js","sourceRoot":"","sources":["../../src/platform/toolExecutor.ts"],"names":[],"mappings":";;;AAEA,4CAAyC;AAgBzC,MAAa,YAAY;IAGvB,YAAoB,KAAY;QAAZ,UAAK,GAAL,KAAK,CAAO;QAFxB,UAAK,GAAgC,IAAI,GAAG,EAAE,CAAC;IAEpB,CAAC;IAEpC;;OAEG;IACH,aAAa,CAAC,KAAuB;QACnC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACrB,IAAI,IAAI,CAAC,sBAAsB,KAAK,IAAI,EAAE,CAAC;gBACzC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAClC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CAAC,OAA6B;QAC7C,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAE5D,IAAI,CAAC;YACH,gBAAgB;YAChB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACtC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,IAAI,KAAK,CAAC,mBAAmB,QAAQ,EAAE,CAAC,CAAC;YACjD,CAAC;YAED,2EAA2E;YAE3E,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,+BAA+B;gBACpC,QAAQ;gBACR,SAAS;gBACT,SAAS,EAAE,CAAC,CAAC,MAAM;aACpB,CAAC,CAAC;YAEH,wCAAwC;YACxC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YACnD,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,4BAA4B,SAAS,EAAE,CAAC,CAAC;YAC3D,CAAC;YAED,mBAAmB;YACnB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,IAAI,MAAM,EAAE,CAAC;gBACX,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;YACxB,CAAC;YAED,MAAM,IAAI,CAAC,OAAO,CAAC;gBACjB,KAAK,EAAE,UAAU;gBACjB,KAAK;gBACL,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE3B,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,yCAAyC;gBAC9C,QAAQ;gBACR,eAAe,EAAE,OAAO,GAAG,SAAS;aACrC,CAAC,CAAC;YAEH,2DAA2D;YAC3D,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;YAEnD,OAAO;gBACL,KAAK;aACN,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,eAAM,CAAC,KAAK,CAAC;gBACX,OAAO,EAAE,qCAAqC;gBAC9C,QAAQ;gBACR,GAAG;aACJ,CAAC,CAAC;YAEH,OAAO;gBACL,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAnFD,oCAmFC"}
1
+ {"version":3,"file":"toolExecutor.js","sourceRoot":"","sources":["../../src/platform/toolExecutor.ts"],"names":[],"mappings":";;;AAEA,4CAAyC;AAgBzC,MAAa,YAAY;IAGvB,YAAoB,KAAY;QAAZ,UAAK,GAAL,KAAK,CAAO;QAFxB,UAAK,GAAgC,IAAI,GAAG,EAAE,CAAC;IAEpB,CAAC;IAEpC;;OAEG;IACH,aAAa,CAAC,KAAuB;QACnC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACrB,IAAI,IAAI,CAAC,sBAAsB,KAAK,IAAI,EAAE,CAAC;gBACzC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAClC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CAAC,OAA6B;;QAC7C,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAE5D,IAAI,CAAC;YACH,gBAAgB;YAChB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACtC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,IAAI,KAAK,CAAC,mBAAmB,QAAQ,EAAE,CAAC,CAAC;YACjD,CAAC;YAED,2EAA2E;YAE3E,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,+BAA+B;gBACpC,QAAQ;gBACR,SAAS;gBACT,SAAS,EAAE,CAAC,CAAC,MAAM;aACpB,CAAC,CAAC;YAEH,wCAAwC;YACxC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YACnD,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,4BAA4B,SAAS,EAAE,CAAC,CAAC;YAC3D,CAAC;YAED,mBAAmB;YACnB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,IAAI,MAAM,EAAE,CAAC;gBACX,KAAK,CAAC,GAAG,GAAG;oBACV,GAAG,EAAE,MAAM;oBACX,SAAS,EAAE,CAAA,MAAA,KAAK,CAAC,GAAG,0CAAE,SAAS,KAAI,IAAI;oBACvC,OAAO,EAAE,CAAA,MAAA,KAAK,CAAC,GAAG,0CAAE,OAAO,KAAI,IAAI;iBACpC,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,CAAC,OAAO,CAAC;gBACjB,KAAK,EAAE,UAAU;gBACjB,KAAK;gBACL,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE3B,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,yCAAyC;gBAC9C,QAAQ;gBACR,eAAe,EAAE,OAAO,GAAG,SAAS;aACrC,CAAC,CAAC;YAEH,2DAA2D;YAC3D,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;YAEnD,OAAO;gBACL,KAAK;aACN,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,eAAM,CAAC,KAAK,CAAC;gBACX,OAAO,EAAE,qCAAqC;gBAC9C,QAAQ;gBACR,GAAG;aACJ,CAAC,CAAC;YAEH,OAAO;gBACL,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAvFD,oCAuFC"}
@@ -10,9 +10,15 @@ export declare const createStateAnnotation: <Memory = any>(memorySchema?: z.ZodS
10
10
  goto: import("@langchain/langgraph").BinaryOperatorAggregate<string | null | undefined, string | null | undefined>;
11
11
  sessionType: import("@langchain/langgraph").BinaryOperatorAggregate<SessionType, SessionType>;
12
12
  scenario: import("@langchain/langgraph").BinaryOperatorAggregate<Record<string, string | boolean>, Record<string, string | boolean>>;
13
- cdpUrl: import("@langchain/langgraph").BinaryOperatorAggregate<string | null, string | null>;
14
- cdpLiveUrl: import("@langchain/langgraph").BinaryOperatorAggregate<string | null | undefined, string | null | undefined>;
15
- cdpSessionId: import("@langchain/langgraph").BinaryOperatorAggregate<string | null | undefined, string | null | undefined>;
13
+ cdp: import("@langchain/langgraph").BinaryOperatorAggregate<{
14
+ url: string | null;
15
+ liveUrl: string | null | undefined;
16
+ sessionId: string | null | undefined;
17
+ } | null, {
18
+ url: string | null;
19
+ liveUrl: string | null | undefined;
20
+ sessionId: string | null | undefined;
21
+ } | null>;
16
22
  }>;
17
23
  export declare const stateAnnotation: import("@langchain/langgraph").AnnotationRoot<{
18
24
  messages: import("@langchain/langgraph").BinaryOperatorAggregate<BaseMessage[], BaseMessage[]>;
@@ -22,9 +28,15 @@ export declare const stateAnnotation: import("@langchain/langgraph").AnnotationR
22
28
  goto: import("@langchain/langgraph").BinaryOperatorAggregate<string | null | undefined, string | null | undefined>;
23
29
  sessionType: import("@langchain/langgraph").BinaryOperatorAggregate<SessionType, SessionType>;
24
30
  scenario: import("@langchain/langgraph").BinaryOperatorAggregate<Record<string, string | boolean>, Record<string, string | boolean>>;
25
- cdpUrl: import("@langchain/langgraph").BinaryOperatorAggregate<string | null, string | null>;
26
- cdpLiveUrl: import("@langchain/langgraph").BinaryOperatorAggregate<string | null | undefined, string | null | undefined>;
27
- cdpSessionId: import("@langchain/langgraph").BinaryOperatorAggregate<string | null | undefined, string | null | undefined>;
31
+ cdp: import("@langchain/langgraph").BinaryOperatorAggregate<{
32
+ url: string | null;
33
+ liveUrl: string | null | undefined;
34
+ sessionId: string | null | undefined;
35
+ } | null, {
36
+ url: string | null;
37
+ liveUrl: string | null | undefined;
38
+ sessionId: string | null | undefined;
39
+ } | null>;
28
40
  }>;
29
41
  export declare const getInitialState: <Memory = any>(memorySchema?: z.ZodSchema<Memory>) => State<Memory>;
30
42
  export type CompiledGraph = CompiledStateGraph<any, any, string>;
@@ -1 +1 @@
1
- {"version":3,"file":"LangGraph.types.d.ts","sourceRoot":"","sources":["../../src/types/LangGraph.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAc,kBAAkB,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClF,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACzD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,eAAO,MAAM,qBAAqB,GAAI,MAAM,GAAG,GAAG,EAAE,eAAe,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;;;;;;;;;;;EAgElF,CAAC;AAGL,eAAO,MAAM,eAAe;;;;;;;;;;;EAA0B,CAAC;AAEvD,eAAO,MAAM,eAAe,GAAI,MAAM,GAAG,GAAG,EAAE,eAAe,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,KAAG,KAAK,CAAC,MAAM,CAe9F,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;AACjE,MAAM,MAAM,gBAAgB,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;AAC5D,MAAM,MAAM,KAAK,CAAC,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,OAAO,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC"}
1
+ {"version":3,"file":"LangGraph.types.d.ts","sourceRoot":"","sources":["../../src/types/LangGraph.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAc,kBAAkB,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClF,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACzD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,eAAO,MAAM,qBAAqB,GAAI,MAAM,GAAG,GAAG,EAAE,eAAe,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;;;;;;;;;aAiD3E,MAAM,GAAG,IAAI;iBACT,MAAM,GAAG,IAAI,GAAG,SAAS;mBACvB,MAAM,GAAG,IAAI,GAAG,SAAS;;aAF/B,MAAM,GAAG,IAAI;iBACT,MAAM,GAAG,IAAI,GAAG,SAAS;mBACvB,MAAM,GAAG,IAAI,GAAG,SAAS;;EAMtC,CAAC;AAGL,eAAO,MAAM,eAAe;;;;;;;;;aAXjB,MAAM,GAAG,IAAI;iBACT,MAAM,GAAG,IAAI,GAAG,SAAS;mBACvB,MAAM,GAAG,IAAI,GAAG,SAAS;;aAF/B,MAAM,GAAG,IAAI;iBACT,MAAM,GAAG,IAAI,GAAG,SAAS;mBACvB,MAAM,GAAG,IAAI,GAAG,SAAS;;EASY,CAAC;AAEvD,eAAO,MAAM,eAAe,GAAI,MAAM,GAAG,GAAG,EAAE,eAAe,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,KAAG,KAAK,CAAC,MAAM,CAa9F,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;AACjE,MAAM,MAAM,gBAAgB,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;AAC5D,MAAM,MAAM,KAAK,CAAC,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,OAAO,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC"}
@@ -51,18 +51,7 @@ const createStateAnnotation = (memorySchema) => langgraph_1.Annotation.Root({
51
51
  reducer: (_, newValue) => newValue,
52
52
  }),
53
53
  // Available only when executing browser-use
54
- cdpUrl: (0, langgraph_1.Annotation)({
55
- default: () => null,
56
- // Direct replacement - no reducer, just replace the entire value
57
- reducer: (_, newValue) => newValue,
58
- }),
59
- // Available only when executing browser-use
60
- cdpLiveUrl: (0, langgraph_1.Annotation)({
61
- default: () => null,
62
- // Direct replacement - no reducer, just replace the entire value
63
- reducer: (_, newValue) => newValue,
64
- }),
65
- cdpSessionId: (0, langgraph_1.Annotation)({
54
+ cdp: (0, langgraph_1.Annotation)({
66
55
  default: () => null,
67
56
  // Direct replacement - no reducer, just replace the entire value
68
57
  reducer: (_, newValue) => newValue,
@@ -80,9 +69,7 @@ const getInitialState = (memorySchema) => {
80
69
  goto: null,
81
70
  sessionType: Agent_types_1.SessionType.TEXT,
82
71
  scenario: {},
83
- cdpUrl: null,
84
- cdpLiveUrl: null,
85
- cdpSessionId: null,
72
+ cdp: null,
86
73
  memory,
87
74
  };
88
75
  };
@@ -1 +1 @@
1
- {"version":3,"file":"LangGraph.types.js","sourceRoot":"","sources":["../../src/types/LangGraph.types.ts"],"names":[],"mappings":";;;AACA,oDAAkF;AAClF,+CAAyD;AAEzD,4CAAyC;AAElC,MAAM,qBAAqB,GAAG,CAAe,YAAkC,EAAE,EAAE,CACxF,sBAAU,CAAC,IAAI,CAAC;IACd,QAAQ,EAAE,IAAA,sBAAU,EAAqB;QACvC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAmB;QAClC,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,MAAM,EAAE,IAAA,sBAAU,EAAS;QACzB,OAAO,EAAE,GAAG,EAAE;YACZ,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,WAAW,GAAG,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBAC/C,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;oBACzB,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,+BAA+B,EAAE,GAAG,EAAE,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC;oBACnF,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;gBACnD,CAAC;gBACD,OAAO,WAAW,CAAC,IAAI,CAAC;YAC1B,CAAC;YACD,OAAO,EAAY,CAAC;QACtB,CAAC;QACD,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,OAAO,EAAE,IAAA,sBAAU,EAAqB;QACtC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAmB;QAClC,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,SAAS,EAAE,IAAA,sBAAU,EAAS;QAC5B,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE;QACjB,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,IAAI,EAAE,IAAA,sBAAU,EAA4B;QAC1C,OAAO,EAAE,GAAG,EAAE,CAAC,IAAiC;QAChD,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,WAAW,EAAE,IAAA,sBAAU,EAAc;QACnC,OAAO,EAAE,GAAG,EAAE,CAAC,yBAAW,CAAC,IAAI;QAC/B,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,QAAQ,EAAE,IAAA,sBAAU,EAAmC;QACrD,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,EAAuC,CAAA;QACvD,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,4CAA4C;IAC5C,MAAM,EAAE,IAAA,sBAAU,EAAgB;QAChC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAqB;QACpC,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,4CAA4C;IAC5C,UAAU,EAAE,IAAA,sBAAU,EAA4B;QAChD,OAAO,EAAE,GAAG,EAAE,CAAC,IAAqB;QACpC,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,YAAY,EAAE,IAAA,sBAAU,EAA4B;QAClD,OAAO,EAAE,GAAG,EAAE,CAAC,IAAqB;QACpC,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;CACH,CAAC,CAAC;AAhEQ,QAAA,qBAAqB,yBAgE7B;AAEL,gDAAgD;AACnC,QAAA,eAAe,GAAG,IAAA,6BAAqB,GAAE,CAAC;AAEhD,MAAM,eAAe,GAAG,CAAe,YAAkC,EAAiB,EAAE;IACjG,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,EAAa,CAAC;IAEtE,OAAO;QACL,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,EAAE;QACX,SAAS,EAAE,EAAE;QACb,IAAI,EAAE,IAAI;QACV,WAAW,EAAE,yBAAW,CAAC,IAAI;QAC7B,QAAQ,EAAE,EAAE;QACZ,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,IAAI;QAChB,YAAY,EAAE,IAAI;QAClB,MAAM;KACU,CAAC;AACrB,CAAC,CAAC;AAfW,QAAA,eAAe,mBAe1B"}
1
+ {"version":3,"file":"LangGraph.types.js","sourceRoot":"","sources":["../../src/types/LangGraph.types.ts"],"names":[],"mappings":";;;AACA,oDAAkF;AAClF,+CAAyD;AAEzD,4CAAyC;AAElC,MAAM,qBAAqB,GAAG,CAAe,YAAkC,EAAE,EAAE,CACxF,sBAAU,CAAC,IAAI,CAAC;IACd,QAAQ,EAAE,IAAA,sBAAU,EAAqB;QACvC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAmB;QAClC,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,MAAM,EAAE,IAAA,sBAAU,EAAS;QACzB,OAAO,EAAE,GAAG,EAAE;YACZ,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,WAAW,GAAG,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBAC/C,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;oBACzB,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,+BAA+B,EAAE,GAAG,EAAE,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC;oBACnF,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;gBACnD,CAAC;gBACD,OAAO,WAAW,CAAC,IAAI,CAAC;YAC1B,CAAC;YACD,OAAO,EAAY,CAAC;QACtB,CAAC;QACD,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,OAAO,EAAE,IAAA,sBAAU,EAAqB;QACtC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAmB;QAClC,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,SAAS,EAAE,IAAA,sBAAU,EAAS;QAC5B,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE;QACjB,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,IAAI,EAAE,IAAA,sBAAU,EAA4B;QAC1C,OAAO,EAAE,GAAG,EAAE,CAAC,IAAiC;QAChD,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,WAAW,EAAE,IAAA,sBAAU,EAAc;QACnC,OAAO,EAAE,GAAG,EAAE,CAAC,yBAAW,CAAC,IAAI;QAC/B,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,QAAQ,EAAE,IAAA,sBAAU,EAAmC;QACrD,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,EAAuC,CAAA;QACvD,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,4CAA4C;IAC5C,GAAG,EAAE,IAAA,sBAAU,EAIL;QACR,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI;QACnB,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;CACH,CAAC,CAAC;AAzDQ,QAAA,qBAAqB,yBAyD7B;AAEL,gDAAgD;AACnC,QAAA,eAAe,GAAG,IAAA,6BAAqB,GAAE,CAAC;AAEhD,MAAM,eAAe,GAAG,CAAe,YAAkC,EAAiB,EAAE;IACjG,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,EAAa,CAAC;IAEtE,OAAO;QACL,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,EAAE;QACX,SAAS,EAAE,EAAE;QACb,IAAI,EAAE,IAAI;QACV,WAAW,EAAE,yBAAW,CAAC,IAAI;QAC7B,QAAQ,EAAE,EAAE;QACZ,GAAG,EAAE,IAAI;QACT,MAAM;KACU,CAAC;AACrB,CAAC,CAAC;AAbW,QAAA,eAAe,mBAa1B"}
@@ -0,0 +1,5 @@
1
+ import { ToolMessage } from '@langchain/core/messages';
2
+ import { State } from '../types/LangGraph.types';
3
+ declare const extractToolStateResponse: (toolMessage: ToolMessage) => Partial<State>;
4
+ export default extractToolStateResponse;
5
+ //# sourceMappingURL=extractStateMemoryResponse.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"extractStateMemoryResponse.d.ts","sourceRoot":"","sources":["../../src/utils/extractStateMemoryResponse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,WAAW,EAA0C,MAAM,0BAA0B,CAAC;AAE5G,OAAO,EAAE,KAAK,EAAE,MAAM,0BAA0B,CAAC;AAEjD,QAAA,MAAM,wBAAwB,gBAAiB,WAAW,KAAG,OAAO,CAAC,KAAK,CAazE,CAAC;AA4EF,eAAe,wBAAwB,CAAC"}
@@ -0,0 +1,91 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ const messages_1 = require("@langchain/core/messages");
4
+ const logger_1 = require("./logger");
5
+ const extractToolStateResponse = (toolMessage) => {
6
+ try {
7
+ const parsed = JSON.parse(toolMessage.content);
8
+ if (typeof parsed === 'object' && parsed !== null && 'state' in parsed) {
9
+ if (parsed.state.messages) {
10
+ parsed.state.messages = constructMessagesFromToolMessage(parsed.state.messages);
11
+ }
12
+ return parsed.state;
13
+ }
14
+ }
15
+ catch (err) {
16
+ logger_1.logger.error({ message: 'Error parsing tool state response', err });
17
+ }
18
+ return {};
19
+ };
20
+ const constructMessagesFromToolMessage = (messages) => {
21
+ if (!Array.isArray(messages)) {
22
+ logger_1.logger.error({ msg: 'Expected messages to be an array', messages });
23
+ return [];
24
+ }
25
+ return messages
26
+ .map((messageObj) => {
27
+ try {
28
+ // Handle case where message is already a BaseMessage instance
29
+ if (messageObj instanceof messages_1.BaseMessage) {
30
+ return messageObj;
31
+ }
32
+ // Handle case where message is a plain object that needs reconstruction
33
+ const messageType = messageObj.id[2];
34
+ const content = messageObj.kwargs.content || '';
35
+ const id = messageObj.kwargs.id;
36
+ const additionalKwargs = messageObj.additional_kwargs || {};
37
+ switch (messageType) {
38
+ case 'AIMessage':
39
+ return new messages_1.AIMessage({
40
+ content,
41
+ id,
42
+ additional_kwargs: additionalKwargs,
43
+ tool_calls: messageObj.tool_calls || [],
44
+ invalid_tool_calls: messageObj.invalid_tool_calls || [],
45
+ });
46
+ case 'HumanMessage':
47
+ return new messages_1.HumanMessage({
48
+ content,
49
+ id,
50
+ additional_kwargs: additionalKwargs,
51
+ });
52
+ case 'SystemMessage':
53
+ return new messages_1.SystemMessage({
54
+ content,
55
+ id,
56
+ additional_kwargs: additionalKwargs,
57
+ });
58
+ case 'ToolMessage':
59
+ return new messages_1.ToolMessage({
60
+ content,
61
+ id,
62
+ additional_kwargs: additionalKwargs,
63
+ tool_call_id: messageObj.tool_call_id || '',
64
+ });
65
+ default:
66
+ // Default to HumanMessage for unknown types
67
+ logger_1.logger.warn({
68
+ msg: 'Unknown message type, defaulting to HumanMessage',
69
+ messageType,
70
+ messageObj,
71
+ });
72
+ return null;
73
+ }
74
+ }
75
+ catch (err) {
76
+ logger_1.logger.error({
77
+ msg: 'Error reconstructing message',
78
+ err,
79
+ messageObj,
80
+ });
81
+ // Return a fallback HumanMessage in case of error
82
+ return new messages_1.HumanMessage({
83
+ content: messageObj.content || 'Error reconstructing message',
84
+ id: messageObj.id,
85
+ });
86
+ }
87
+ })
88
+ .filter(Boolean);
89
+ };
90
+ exports.default = extractToolStateResponse;
91
+ //# sourceMappingURL=extractStateMemoryResponse.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"extractStateMemoryResponse.js","sourceRoot":"","sources":["../../src/utils/extractStateMemoryResponse.ts"],"names":[],"mappings":";;AAAA,uDAA4G;AAC5G,qCAAkC;AAGlC,MAAM,wBAAwB,GAAG,CAAC,WAAwB,EAAkB,EAAE;IAC5E,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,OAAiB,CAAC,CAAC;QACzD,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;YACvE,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;gBAC1B,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,gCAAgC,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAClF,CAAC;YACD,OAAO,MAAM,CAAC,KAAK,CAAC;QACtB,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,mCAAmC,EAAE,GAAG,EAAE,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC,CAAC;AAEF,MAAM,gCAAgC,GAAG,CAAC,QAAe,EAAiB,EAAE;IAC1E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,kCAAkC,EAAE,QAAQ,EAAE,CAAC,CAAC;QACpE,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,QAAQ;SACZ,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;QAClB,IAAI,CAAC;YACH,8DAA8D;YAC9D,IAAI,UAAU,YAAY,sBAAW,EAAE,CAAC;gBACtC,OAAO,UAAU,CAAC;YACpB,CAAC;YAED,wEAAwE;YACxE,MAAM,WAAW,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;YAChD,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAChC,MAAM,gBAAgB,GAAG,UAAU,CAAC,iBAAiB,IAAI,EAAE,CAAC;YAE5D,QAAQ,WAAW,EAAE,CAAC;gBACpB,KAAK,WAAW;oBACd,OAAO,IAAI,oBAAS,CAAC;wBACnB,OAAO;wBACP,EAAE;wBACF,iBAAiB,EAAE,gBAAgB;wBACnC,UAAU,EAAE,UAAU,CAAC,UAAU,IAAI,EAAE;wBACvC,kBAAkB,EAAE,UAAU,CAAC,kBAAkB,IAAI,EAAE;qBACxD,CAAC,CAAC;gBACL,KAAK,cAAc;oBACjB,OAAO,IAAI,uBAAY,CAAC;wBACtB,OAAO;wBACP,EAAE;wBACF,iBAAiB,EAAE,gBAAgB;qBACpC,CAAC,CAAC;gBACL,KAAK,eAAe;oBAClB,OAAO,IAAI,wBAAa,CAAC;wBACvB,OAAO;wBACP,EAAE;wBACF,iBAAiB,EAAE,gBAAgB;qBACpC,CAAC,CAAC;gBACL,KAAK,aAAa;oBAChB,OAAO,IAAI,sBAAW,CAAC;wBACrB,OAAO;wBACP,EAAE;wBACF,iBAAiB,EAAE,gBAAgB;wBACnC,YAAY,EAAE,UAAU,CAAC,YAAY,IAAI,EAAE;qBAC5C,CAAC,CAAC;gBAEL;oBACE,4CAA4C;oBAC5C,eAAM,CAAC,IAAI,CAAC;wBACV,GAAG,EAAE,kDAAkD;wBACvD,WAAW;wBACX,UAAU;qBACX,CAAC,CAAC;oBACH,OAAO,IAAI,CAAC;YAChB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,8BAA8B;gBACnC,GAAG;gBACH,UAAU;aACX,CAAC,CAAC;YACH,kDAAkD;YAClD,OAAO,IAAI,uBAAY,CAAC;gBACtB,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,8BAA8B;gBAC7D,EAAE,EAAE,UAAU,CAAC,EAAE;aAClB,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;SACD,MAAM,CAAC,OAAO,CAAkB,CAAC;AACtC,CAAC,CAAC;AAEF,kBAAe,wBAAwB,CAAC"}
@@ -352,9 +352,9 @@ const myBrowserTool: Tool<typeof schema, Memory> = {
352
352
  allowExecutionRequests: true, // Required for ToolExecutor
353
353
  execute: async ({ input, state, agent }) => {
354
354
  // Access CDP URL if available (browser-use context)
355
- if (state.cdpUrl) {
355
+ if (state.cdp?.url) {
356
356
  // Connect to browser using Playwright or similar
357
- const browser = await chromium.connectOverCDP(state.cdpUrl);
357
+ const browser = await chromium.connectOverCDP(state.cdp.url);
358
358
  const page = browser.contexts()[0].pages()[0];
359
359
 
360
360
  // Perform browser automation
@@ -408,9 +408,9 @@ const browserTool: Tool<typeof schema, Memory> = {
408
408
  input: schema,
409
409
  allowExecutionRequests: true,
410
410
  execute: async ({ input, state, agent }) => {
411
- const { cdpUrl } = state;
411
+ const cdp = state.cdp;
412
412
 
413
- if (!cdpUrl) {
413
+ if (!cdp?.url) {
414
414
  return {
415
415
  result: 'This tool requires browser context',
416
416
  error: 'CDP URL not available',
@@ -418,7 +418,7 @@ const browserTool: Tool<typeof schema, Memory> = {
418
418
  }
419
419
 
420
420
  // Use Playwright with CDP
421
- const browser = await playwright.chromium.connectOverCDP(cdpUrl);
421
+ const browser = await playwright.chromium.connectOverCDP(cdp.url);
422
422
  const context = browser.contexts()[0];
423
423
  const page = context.pages()[0];
424
424
 
@@ -451,8 +451,8 @@ const browserTool: Tool<typeof schema, Memory> = {
451
451
 
452
452
  1. Browser-use requests tool execution via socket
453
453
  2. ToolExecutor receives request with CDP URL
454
- 3. CDP URL is injected into state (`state.cdpUrl`)
455
- 4. Tool connects to browser using CDP URL
454
+ 3. CDP info is injected into state (`state.cdp`)
455
+ 4. Tool connects to browser using CDP URL from `state.cdp.url`
456
456
  5. Tool performs automation and returns results
457
457
  6. State updates are automatically applied
458
458
 
@@ -475,7 +475,7 @@ const toolExecutor = new ToolExecutor(agent);
475
475
  toolExecutor.registerTools(browserTools);
476
476
 
477
477
  // State updates are handled internally when tools return state changes
478
- // The cdpUrl is automatically injected when available
478
+ // The CDP info is automatically injected when available in state.cdp
479
479
  ```
480
480
 
481
481
  ### With Voice Sessions
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@minded-ai/mindedjs",
3
- "version": "2.0.16",
3
+ "version": "2.0.18-beta-1",
4
4
  "description": "MindedJS is a TypeScript library for building agents.",
5
5
  "main": "dist/index.js",
6
6
  "types": "dist/index.d.ts",
package/src/agent.ts CHANGED
@@ -433,6 +433,15 @@ export class Agent {
433
433
  logger.error({ msg: '[Trigger] Agent initialization failed', err });
434
434
  throw err;
435
435
  }
436
+ const [, flows, playbooks] = await Promise.all([
437
+ this.loadSecrets(),
438
+ loadFlows(this.config.flows),
439
+ loadPlaybooks(this.config.playbooks),
440
+ ]);
441
+
442
+ this.playbooks = playbooks;
443
+ this.flows = flows;
444
+ this.compiledGraph = this.initializeGraph();
436
445
 
437
446
  try {
438
447
  // Try to acquire lock atomically (unless bypassing session check)
@@ -11,7 +11,7 @@ import {
11
11
  DestroyBrowserSessionRequest,
12
12
  DestroyBrowserSessionResponse,
13
13
  } from '../platform/mindedConnectionTypes';
14
- import { kill, getOrStartLocalCDP } from './localBrowserTask';
14
+ import { kill, getOrStartLocalCDP, isLocalBrowserRunning } from './localBrowserTask';
15
15
  import { BrowserTaskMode, InvokeBrowserTaskOptions } from './types';
16
16
  import { isLocalOperatorSetup, validateLocalOperatorSetup } from '../cli/localOperatorSetup';
17
17
 
@@ -111,10 +111,10 @@ export const invokeBrowserTask = async (options: InvokeBrowserTaskOptions): Prom
111
111
  stdio: ['pipe', 'pipe', 'pipe'],
112
112
  env: isLocalOperatorSetup()
113
113
  ? {
114
- ...process.env,
115
- VIRTUAL_ENV: path.join(process.cwd(), '.venv'),
116
- PATH: `${path.join(process.cwd(), '.venv', 'bin')}:${process.env.PATH}`,
117
- }
114
+ ...process.env,
115
+ VIRTUAL_ENV: path.join(process.cwd(), '.venv'),
116
+ PATH: `${path.join(process.cwd(), '.venv', 'bin')}:${process.env.PATH}`,
117
+ }
118
118
  : process.env,
119
119
  });
120
120
 
@@ -146,11 +146,27 @@ export const invokeBrowserTask = async (options: InvokeBrowserTaskOptions): Prom
146
146
  process.stderr.write(text);
147
147
  });
148
148
 
149
+ const interval = setInterval(() => {
150
+ // Check if chromium process stopped running
151
+ if (!isLocalBrowserRunning()) {
152
+ logger.error({ message: 'Local browser process stopped running, killing browser task' });
153
+ child.kill();
154
+ clearInterval(interval);
155
+ }
156
+ }, 1000);
157
+
158
+ // Automatically clear interval after 20 minutes to avoid memory leaks
159
+ setTimeout(() => {
160
+ clearInterval(interval);
161
+ }, 1200000); // 20 minutes
162
+
149
163
  const exitCode: number = await new Promise((resolve, reject) => {
150
164
  child.on('error', (err) => reject(err));
151
165
  child.on('close', (code) => resolve(code ?? 1));
152
166
  });
153
167
 
168
+ clearInterval(interval);
169
+
154
170
  if (exitCode !== 0) {
155
171
  logger.error({ message: 'Operator failed', exitCode, stderr: stderrBuffer });
156
172
  throw new Error(`Local browser task failed with exit code ${exitCode}`);
@@ -158,6 +174,7 @@ export const invokeBrowserTask = async (options: InvokeBrowserTaskOptions): Prom
158
174
 
159
175
  logger.info({ message: 'Operator finished' });
160
176
 
177
+
161
178
  let result = stdoutBuffer.split('___RESULT___')[1]?.trim() || stdoutBuffer;
162
179
  if (outputSchema?.length) {
163
180
  try {
@@ -130,6 +130,7 @@ export async function getOrStartLocalCDP(
130
130
 
131
131
  proc.on("exit", (code, signal) => {
132
132
  logger.error({ message: 'Chromium exited', code, signal });
133
+ localBrowserTask = null;
133
134
  });
134
135
 
135
136
  await waitForCdpEndpoint(port, 30);
@@ -168,10 +169,15 @@ async function waitForCdpEndpoint(port: number, maxAttempts: number): Promise<vo
168
169
  throw new Error(`CDP endpoint not available on port ${port} after ${maxAttempts} attempts`);
169
170
  }
170
171
 
172
+ export function isLocalBrowserRunning(): boolean {
173
+ return localBrowserTask !== null;
174
+ }
175
+
171
176
  export async function kill() {
172
177
  if (localBrowserTask) {
173
178
  localBrowserTask.proc.kill("SIGTERM");
174
179
  await wait(300);
175
180
  localBrowserTask.proc.kill("SIGKILL");
181
+ localBrowserTask = null; // Reset the variable after killing the process
176
182
  }
177
183
  }
@@ -81,7 +81,7 @@ ${Object.keys(inputParams).length > 0 ? `# Input parameters:\n${JSON.stringify(i
81
81
  // Determine keepAlive based on NODE_ENV
82
82
  const keepAlive = process.env.NODE_ENV !== 'production';
83
83
  // Create browser session using socket
84
- if (!state.cdpUrl) {
84
+ if (!state.cdp?.url) {
85
85
  const session = await createBrowserSession({
86
86
  sessionId: state.sessionId,
87
87
  proxy: node.proxy,
@@ -98,9 +98,11 @@ ${Object.keys(inputParams).length > 0 ? `# Input parameters:\n${JSON.stringify(i
98
98
  keepAlive,
99
99
  nodeEnv: process.env.NODE_ENV,
100
100
  });
101
- state.cdpUrl = session.cdpUrl;
102
- state.cdpLiveUrl = session.liveViewUrl;
103
- state.cdpSessionId = session.sessionId;
101
+ state.cdp = {
102
+ url: session.cdpUrl,
103
+ liveUrl: session.liveViewUrl,
104
+ sessionId: session.sessionId,
105
+ };
104
106
  }
105
107
 
106
108
  // Update the tool call with session info and prompt
@@ -120,9 +122,9 @@ ${Object.keys(inputParams).length > 0 ? `# Input parameters:\n${JSON.stringify(i
120
122
  mindedMetadata: {
121
123
  nodeType: NodeType.BROWSER_TASK,
122
124
  nodeDisplayName: node.displayName,
123
- sessionId: state.cdpSessionId,
124
- cdpUrl: state.cdpUrl,
125
- liveUrl: state.cdpLiveUrl,
125
+ sessionId: state.cdp?.sessionId,
126
+ cdpUrl: state.cdp?.url,
127
+ liveUrl: state.cdp?.liveUrl,
126
128
  keepAlive,
127
129
  hooks: node.hooks || [],
128
130
  onPrem: browserTaskMode === BrowserTaskMode.ON_PREM,
@@ -138,7 +140,7 @@ ${Object.keys(inputParams).length > 0 ? `# Input parameters:\n${JSON.stringify(i
138
140
  type: NodeType.BROWSER_TASK,
139
141
  nodeId: node.name,
140
142
  nodeDisplayName: node.displayName,
141
- raw: { taskId: state.cdpSessionId, liveUrl: state.cdpLiveUrl, inputParams },
143
+ raw: { taskId: state.cdp?.sessionId, liveUrl: state.cdp?.liveUrl, inputParams },
142
144
  messageIds: [toolCallingMessage.id!],
143
145
  }),
144
146
  );
@@ -33,7 +33,7 @@ export const addRpaNode = async ({ graph, node, agent, llm }: AddRpaNodeParams)
33
33
  let page: Page | null = null;
34
34
  const { browserTaskMode } = getConfig();
35
35
 
36
- if (!state.cdpUrl) {
36
+ if (!state.cdp?.url) {
37
37
  const session = await createBrowserSession({
38
38
  sessionId: state.sessionId,
39
39
  browserTaskMode,
@@ -42,16 +42,18 @@ export const addRpaNode = async ({ graph, node, agent, llm }: AddRpaNodeParams)
42
42
  if (!session.sessionId || !session.cdpUrl) {
43
43
  throw new Error('Failed to create browser session: missing session details');
44
44
  }
45
- state.cdpUrl = session.cdpUrl;
46
- state.cdpSessionId = session.sessionId;
47
- state.cdpLiveUrl = session.liveViewUrl;
45
+ state.cdp = {
46
+ url: session.cdpUrl,
47
+ sessionId: session.sessionId,
48
+ liveUrl: session.liveViewUrl,
49
+ };
48
50
  }
49
51
 
50
52
  // Create tool call for RPA execution
51
53
  const toolCallId = uuidv4();
52
54
  const aiMessageId = uuidv4();
53
55
  // Get CDP URL from state
54
- const cdpUrl = state.cdpUrl;
56
+ const cdpUrl = state.cdp?.url || null;
55
57
 
56
58
  const toolCall = {
57
59
  id: toolCallId,
@@ -65,7 +65,11 @@ export class ToolExecutor {
65
65
  const startTime = Date.now();
66
66
 
67
67
  if (cdpUrl) {
68
- state.cdpUrl = cdpUrl;
68
+ state.cdp = {
69
+ url: cdpUrl,
70
+ sessionId: state.cdp?.sessionId || null,
71
+ liveUrl: state.cdp?.liveUrl || null,
72
+ };
69
73
  }
70
74
 
71
75
  await tool.execute({
@@ -52,19 +52,12 @@ export const createStateAnnotation = <Memory = any>(memorySchema?: z.ZodSchema<M
52
52
  reducer: (_, newValue) => newValue,
53
53
  }),
54
54
  // Available only when executing browser-use
55
- cdpUrl: Annotation<string | null>({
56
- default: () => null as string | null,
57
- // Direct replacement - no reducer, just replace the entire value
58
- reducer: (_, newValue) => newValue,
59
- }),
60
- // Available only when executing browser-use
61
- cdpLiveUrl: Annotation<string | null | undefined>({
62
- default: () => null as string | null,
63
- // Direct replacement - no reducer, just replace the entire value
64
- reducer: (_, newValue) => newValue,
65
- }),
66
- cdpSessionId: Annotation<string | null | undefined>({
67
- default: () => null as string | null,
55
+ cdp: Annotation<{
56
+ url: string | null;
57
+ liveUrl: string | null | undefined;
58
+ sessionId: string | null | undefined;
59
+ } | null>({
60
+ default: () => null,
68
61
  // Direct replacement - no reducer, just replace the entire value
69
62
  reducer: (_, newValue) => newValue,
70
63
  }),
@@ -83,9 +76,7 @@ export const getInitialState = <Memory = any>(memorySchema?: z.ZodSchema<Memory>
83
76
  goto: null,
84
77
  sessionType: SessionType.TEXT,
85
78
  scenario: {},
86
- cdpUrl: null,
87
- cdpLiveUrl: null,
88
- cdpSessionId: null,
79
+ cdp: null,
89
80
  memory,
90
81
  } as State<Memory>;
91
82
  };