@minded-ai/mindedjs 2.0.15 → 2.0.17
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/nodes/addBrowserTaskNode.d.ts.map +1 -1
- package/dist/nodes/addBrowserTaskNode.js +28 -21
- package/dist/nodes/addBrowserTaskNode.js.map +1 -1
- package/dist/nodes/addRpaNode.d.ts.map +1 -1
- package/dist/nodes/addRpaNode.js +15 -8
- package/dist/nodes/addRpaNode.js.map +1 -1
- package/dist/nodes/rpaStepsExecutor.js +9 -9
- package/dist/nodes/rpaStepsExecutor.js.map +1 -1
- package/dist/platform/toolExecutor.d.ts.map +1 -1
- package/dist/platform/toolExecutor.js +6 -1
- package/dist/platform/toolExecutor.js.map +1 -1
- package/dist/types/LangGraph.types.d.ts +18 -2
- package/dist/types/LangGraph.types.d.ts.map +1 -1
- package/dist/types/LangGraph.types.js +2 -2
- package/dist/types/LangGraph.types.js.map +1 -1
- package/docs/sdk/agent-api.md +8 -8
- package/package.json +1 -1
- package/src/nodes/addBrowserTaskNode.ts +28 -25
- package/src/nodes/addRpaNode.ts +15 -8
- package/src/nodes/rpaStepsExecutor.ts +9 -9
- package/src/platform/toolExecutor.ts +5 -1
- package/src/types/LangGraph.types.ts +7 -3
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"addBrowserTaskNode.d.ts","sourceRoot":"","sources":["../../src/nodes/addBrowserTaskNode.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAY,MAAM,sBAAsB,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAmB,MAAM,0BAA0B,CAAC;AAM7E,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAGjC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAOlD,KAAK,wBAAwB,GAAG;IAC9B,KAAK,EAAE,gBAAgB,CAAC;IACxB,IAAI,EAAE,eAAe,CAAC;IACtB,KAAK,EAAE,KAAK,CAAC;IACb,GAAG,EAAE,CAAC,OAAO,YAAY,CAAC,CAAC,MAAM,OAAO,YAAY,CAAC,CAAC;CACvD,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAU,6BAA6B,wBAAwB,
|
|
1
|
+
{"version":3,"file":"addBrowserTaskNode.d.ts","sourceRoot":"","sources":["../../src/nodes/addBrowserTaskNode.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAY,MAAM,sBAAsB,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAmB,MAAM,0BAA0B,CAAC;AAM7E,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAGjC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAOlD,KAAK,wBAAwB,GAAG;IAC9B,KAAK,EAAE,gBAAgB,CAAC;IACxB,IAAI,EAAE,eAAe,CAAC;IACtB,KAAK,EAAE,KAAK,CAAC;IACb,GAAG,EAAE,CAAC,OAAO,YAAY,CAAC,CAAC,MAAM,OAAO,YAAY,CAAC,CAAC;CACvD,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAU,6BAA6B,wBAAwB,kBAqK7F,CAAC"}
|
|
@@ -15,6 +15,7 @@ const config_1 = require("../platform/config");
|
|
|
15
15
|
const schemaUtils_1 = require("../utils/schemaUtils");
|
|
16
16
|
const addBrowserTaskNode = async ({ graph, node, agent, llm }) => {
|
|
17
17
|
const callback = async (state) => {
|
|
18
|
+
var _a, _b, _c, _d, _e, _f;
|
|
18
19
|
logger_1.logger.info({ msg: `Executing browser task node ${node.displayName}`, prompt: node.prompt });
|
|
19
20
|
await agent.interruptSessionManager.checkQueueAndInterrupt(state.sessionId);
|
|
20
21
|
// Create Zod schema from inputSchema
|
|
@@ -61,24 +62,31 @@ ${compiledPrompt}
|
|
|
61
62
|
|
|
62
63
|
${Object.keys(inputParams).length > 0 ? `# Input parameters:\n${JSON.stringify(inputParams, null, 2)}\n\n` : ''}`;
|
|
63
64
|
const { browserTaskMode } = (0, config_1.getConfig)();
|
|
64
|
-
// Create browser session using socket
|
|
65
|
-
const session = await (0, executeBrowserTask_1.createBrowserSession)({
|
|
66
|
-
sessionId: state.sessionId,
|
|
67
|
-
proxy: node.proxy,
|
|
68
|
-
browserTaskMode,
|
|
69
|
-
});
|
|
70
|
-
if (!session.sessionId || !session.cdpUrl) {
|
|
71
|
-
throw new Error('Failed to create browser session: missing session details');
|
|
72
|
-
}
|
|
73
65
|
// Determine keepAlive based on NODE_ENV
|
|
74
66
|
const keepAlive = process.env.NODE_ENV !== 'production';
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
67
|
+
// Create browser session using socket
|
|
68
|
+
if (!((_a = state.cdp) === null || _a === void 0 ? void 0 : _a.url)) {
|
|
69
|
+
const session = await (0, executeBrowserTask_1.createBrowserSession)({
|
|
70
|
+
sessionId: state.sessionId,
|
|
71
|
+
proxy: node.proxy,
|
|
72
|
+
browserTaskMode,
|
|
73
|
+
});
|
|
74
|
+
if (!session.sessionId || !session.cdpUrl) {
|
|
75
|
+
throw new Error('Failed to create browser session: missing session details');
|
|
76
|
+
}
|
|
77
|
+
logger_1.logger.debug({
|
|
78
|
+
msg: 'Browser session created',
|
|
79
|
+
sessionId: session.sessionId,
|
|
80
|
+
hasLiveUrl: !!session.liveViewUrl,
|
|
81
|
+
keepAlive,
|
|
82
|
+
nodeEnv: process.env.NODE_ENV,
|
|
83
|
+
});
|
|
84
|
+
state.cdp = {
|
|
85
|
+
url: session.cdpUrl,
|
|
86
|
+
liveUrl: session.liveViewUrl,
|
|
87
|
+
sessionId: session.sessionId,
|
|
88
|
+
};
|
|
89
|
+
}
|
|
82
90
|
// Update the tool call with session info and prompt
|
|
83
91
|
const updatedToolCall = {
|
|
84
92
|
...toolCall,
|
|
@@ -95,9 +103,9 @@ ${Object.keys(inputParams).length > 0 ? `# Input parameters:\n${JSON.stringify(i
|
|
|
95
103
|
mindedMetadata: {
|
|
96
104
|
nodeType: Flows_types_1.NodeType.BROWSER_TASK,
|
|
97
105
|
nodeDisplayName: node.displayName,
|
|
98
|
-
sessionId:
|
|
99
|
-
cdpUrl:
|
|
100
|
-
liveUrl:
|
|
106
|
+
sessionId: (_b = state.cdp) === null || _b === void 0 ? void 0 : _b.sessionId,
|
|
107
|
+
cdpUrl: (_c = state.cdp) === null || _c === void 0 ? void 0 : _c.url,
|
|
108
|
+
liveUrl: (_d = state.cdp) === null || _d === void 0 ? void 0 : _d.liveUrl,
|
|
101
109
|
keepAlive,
|
|
102
110
|
hooks: node.hooks || [],
|
|
103
111
|
onPrem: browserTaskMode === types_1.BrowserTaskMode.ON_PREM,
|
|
@@ -107,12 +115,11 @@ ${Object.keys(inputParams).length > 0 ? `# Input parameters:\n${JSON.stringify(i
|
|
|
107
115
|
},
|
|
108
116
|
});
|
|
109
117
|
state.messages.push(toolCallingMessage);
|
|
110
|
-
state.cdpUrl = session.cdpUrl;
|
|
111
118
|
state.history.push((0, history_1.createHistoryStep)(state.history, {
|
|
112
119
|
type: Flows_types_1.NodeType.BROWSER_TASK,
|
|
113
120
|
nodeId: node.name,
|
|
114
121
|
nodeDisplayName: node.displayName,
|
|
115
|
-
raw: { taskId:
|
|
122
|
+
raw: { taskId: (_e = state.cdp) === null || _e === void 0 ? void 0 : _e.sessionId, liveUrl: (_f = state.cdp) === null || _f === void 0 ? void 0 : _f.liveUrl, inputParams },
|
|
116
123
|
messageIds: [toolCallingMessage.id],
|
|
117
124
|
}));
|
|
118
125
|
return state;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"addBrowserTaskNode.js","sourceRoot":"","sources":["../../src/nodes/addBrowserTaskNode.ts"],"names":[],"mappings":";;;AACA,sDAAiE;AAGjE,4CAAyC;AACzC,8CAAqD;AACrD,uDAAoE;AACpE,+BAAoC;AAEpC,0EAAyE;AACzE,iDAA8D;AAE9D,mDAAgD;AAChD,sDAA0D;AAC1D,gDAAuD;AACvD,+CAA+C;AAC/C,sDAAiE;AAS1D,MAAM,kBAAkB,GAAG,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAA4B,EAAE,EAAE;IAChG,MAAM,QAAQ,GAAiB,KAAK,EAAE,KAAmC,EAAE,EAAE
|
|
1
|
+
{"version":3,"file":"addBrowserTaskNode.js","sourceRoot":"","sources":["../../src/nodes/addBrowserTaskNode.ts"],"names":[],"mappings":";;;AACA,sDAAiE;AAGjE,4CAAyC;AACzC,8CAAqD;AACrD,uDAAoE;AACpE,+BAAoC;AAEpC,0EAAyE;AACzE,iDAA8D;AAE9D,mDAAgD;AAChD,sDAA0D;AAC1D,gDAAuD;AACvD,+CAA+C;AAC/C,sDAAiE;AAS1D,MAAM,kBAAkB,GAAG,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAA4B,EAAE,EAAE;IAChG,MAAM,QAAQ,GAAiB,KAAK,EAAE,KAAmC,EAAE,EAAE;;QAC3E,eAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,+BAA+B,IAAI,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7F,MAAM,KAAK,CAAC,uBAAuB,CAAC,sBAAsB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5E,qCAAqC;QACrC,MAAM,SAAS,GAAG,IAAA,uCAAyB,EAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAE9D,wBAAwB;QACxB,MAAM,IAAI,GAAG,IAAA,YAAa,EAAC,GAAG,EAAE,GAAE,CAAC,EAAE;YACnC,IAAI,EAAE,cAAc;YACpB,WAAW,EAAE,IAAI,CAAC,MAAM;YACxB,MAAM,EAAE,SAAgB;SACzB,CAAC,CAAC;QAEH,MAAM,iBAAiB,GAAG,IAAA,4BAAgB,EAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5D,IAAI,iBAAiB,EAAE,CAAC;YACtB,MAAM,cAAc,GAAG,IAAA,6BAAa,EAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;YAChG,MAAM,aAAa,GAAG,IAAI,wBAAa,CAAC,cAAc,CAAC,CAAC;YACxD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE,CAAC;gBAC5E,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,gCAAgC;YAChC,MAAM,iBAAiB,GAAc,MAAM,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACpH,MAAM,KAAK,CAAC,uBAAuB,CAAC,sBAAsB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC5E,IAAI,CAAC,iBAAiB,CAAC,UAAU,IAAI,iBAAiB,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/E,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;YACpD,CAAC;YAED,MAAM,QAAQ,GAAG,iBAAiB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YACjD,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC;YAExC,4CAA4C;YAC5C,MAAM,YAAY,GAAG;gBACnB,KAAK,EAAE,WAAW;gBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE;aAClD,CAAC;YAEF,qCAAqC;YACrC,MAAM,cAAc,GAAG,IAAA,6BAAa,EAAC,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,YAAY,EAAE,CAAC,CAAC;YAEvE,8CAA8C;YAC9C,MAAM,UAAU,GAAG;;EAEvB,cAAc;;EAEd,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,wBAAwB,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YAE5G,MAAM,EAAE,eAAe,EAAE,GAAG,IAAA,kBAAS,GAAE,CAAC;YACxC,wCAAwC;YACxC,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,YAAY,CAAC;YACxD,sCAAsC;YACtC,IAAI,CAAC,CAAA,MAAA,KAAK,CAAC,GAAG,0CAAE,GAAG,CAAA,EAAE,CAAC;gBACpB,MAAM,OAAO,GAAG,MAAM,IAAA,yCAAoB,EAAC;oBACzC,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,eAAe;iBAChB,CAAC,CAAC;gBACH,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;oBAC1C,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;gBAC/E,CAAC;gBAED,eAAM,CAAC,KAAK,CAAC;oBACX,GAAG,EAAE,yBAAyB;oBAC9B,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW;oBACjC,SAAS;oBACT,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ;iBAC9B,CAAC,CAAC;gBACH,KAAK,CAAC,GAAG,GAAG;oBACV,GAAG,EAAE,OAAO,CAAC,MAAM;oBACnB,OAAO,EAAE,OAAO,CAAC,WAAW;oBAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;iBAC7B,CAAC;YACJ,CAAC;YAED,oDAAoD;YACpD,MAAM,eAAe,GAAG;gBACtB,GAAG,QAAQ;gBACX,IAAI,EAAE;oBACJ,GAAG,WAAW;oBACd,MAAM,EAAE,UAAU;iBACnB;aACF,CAAC;YAEF,MAAM,kBAAkB,GAAG,IAAI,oBAAS,CAAC;gBACvC,EAAE,EAAE,iBAAiB,CAAC,EAAE;gBACxB,OAAO,EAAE,iBAAiB,CAAC,OAAO;gBAClC,UAAU,EAAE,CAAC,eAAe,CAAC;gBAC7B,iBAAiB,EAAE;oBACjB,cAAc,EAAE;wBACd,QAAQ,EAAE,sBAAQ,CAAC,YAAY;wBAC/B,eAAe,EAAE,IAAI,CAAC,WAAW;wBACjC,SAAS,EAAE,MAAA,KAAK,CAAC,GAAG,0CAAE,SAAS;wBAC/B,MAAM,EAAE,MAAA,KAAK,CAAC,GAAG,0CAAE,GAAG;wBACtB,OAAO,EAAE,MAAA,KAAK,CAAC,GAAG,0CAAE,OAAO;wBAC3B,SAAS;wBACT,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE;wBACvB,MAAM,EAAE,eAAe,KAAK,uBAAe,CAAC,OAAO;wBACnD,QAAQ,EAAE,eAAe,KAAK,uBAAe,CAAC,KAAK;wBACnD,YAAY,EAAE,IAAI,CAAC,YAAY;qBAChC;iBACF;aACF,CAAC,CAAC;YAEH,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACxC,KAAK,CAAC,OAAO,CAAC,IAAI,CAChB,IAAA,2BAAiB,EAAc,KAAK,CAAC,OAAO,EAAE;gBAC5C,IAAI,EAAE,sBAAQ,CAAC,YAAY;gBAC3B,MAAM,EAAE,IAAI,CAAC,IAAI;gBACjB,eAAe,EAAE,IAAI,CAAC,WAAW;gBACjC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAA,KAAK,CAAC,GAAG,0CAAE,SAAS,EAAE,OAAO,EAAE,MAAA,KAAK,CAAC,GAAG,0CAAE,OAAO,EAAE,WAAW,EAAE;gBAC/E,UAAU,EAAE,CAAC,kBAAkB,CAAC,EAAG,CAAC;aACrC,CAAC,CACH,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,eAAM,CAAC,KAAK,CAAC,oCAAoC,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC,CAAC;YAE/E,MAAM,cAAc,GAAG,IAAA,SAAM,GAAE,CAAC;YAChC,MAAM,eAAe,GAAG,IAAA,SAAM,GAAE,CAAC;YAEjC,MAAM,kBAAkB,GAAG,IAAI,oBAAS,CAAC;gBACvC,EAAE,EAAE,cAAc;gBAClB,OAAO,EAAE,EAAE;gBACX,UAAU,EAAE;oBACV;wBACE,EAAE,EAAE,eAAe;wBACnB,IAAI,EAAE,cAAc;wBACpB,IAAI,EAAE;4BACJ,KAAK,EAAE,KAAK,CAAC,OAAO;yBACrB;qBACF;iBACF;gBACD,iBAAiB,EAAE;oBACjB,cAAc,EAAE;wBACd,QAAQ,EAAE,sBAAQ,CAAC,YAAY;wBAC/B,eAAe,EAAE,IAAI,CAAC,WAAW;wBACjC,KAAK,EAAE,KAAK,CAAC,OAAO;wBACpB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE;wBACvB,YAAY,EAAE,IAAI,CAAC,YAAY;qBAChC;iBACF;aACF,CAAC,CAAC;YAEH,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACxC,KAAK,CAAC,OAAO,CAAC,IAAI,CAChB,IAAA,2BAAiB,EAAc,KAAK,CAAC,OAAO,EAAE;gBAC5C,IAAI,EAAE,sBAAQ,CAAC,YAAY;gBAC3B,MAAM,EAAE,IAAI,CAAC,IAAI;gBACjB,eAAe,EAAE,IAAI,CAAC,WAAW;gBACjC,GAAG,EAAE,KAAK;gBACV,UAAU,EAAE,CAAC,cAAc,CAAC;aAC7B,CAAC,CACH,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC,CAAC;IACF,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AACrC,CAAC,CAAC;AArKW,QAAA,kBAAkB,sBAqK7B"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"addRpaNode.d.ts","sourceRoot":"","sources":["../../src/nodes/addRpaNode.ts"],"names":[],"mappings":"AACA,OAAO,EAAY,OAAO,EAAiB,MAAM,sBAAsB,CAAC;AACxE,OAAO,EAAE,gBAAgB,EAAmB,MAAM,0BAA0B,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAC;AAC5C,OAAO,EAAE,yBAAyB,EAAE,MAAM,uBAAuB,CAAC;AAClE,OAAO,EAAE,aAAa,EAAe,MAAM,sBAAsB,CAAC;AAClE,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAIjC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAOlD,KAAK,gBAAgB,GAAG;IACtB,KAAK,EAAE,gBAAgB,CAAC;IACxB,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;IACxB,IAAI,EAAE,aAAa,CAAC,GAAG,EAAE,MAAM,yBAAyB,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/D,KAAK,EAAE,KAAK,CAAC;IACb,GAAG,EAAE,CAAC,OAAO,YAAY,CAAC,CAAC,MAAM,OAAO,YAAY,CAAC,CAAC;CACvD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAU,6BAA6B,gBAAgB,
|
|
1
|
+
{"version":3,"file":"addRpaNode.d.ts","sourceRoot":"","sources":["../../src/nodes/addRpaNode.ts"],"names":[],"mappings":"AACA,OAAO,EAAY,OAAO,EAAiB,MAAM,sBAAsB,CAAC;AACxE,OAAO,EAAE,gBAAgB,EAAmB,MAAM,0BAA0B,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAC;AAC5C,OAAO,EAAE,yBAAyB,EAAE,MAAM,uBAAuB,CAAC;AAClE,OAAO,EAAE,aAAa,EAAe,MAAM,sBAAsB,CAAC;AAClE,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAIjC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAOlD,KAAK,gBAAgB,GAAG;IACtB,KAAK,EAAE,gBAAgB,CAAC;IACxB,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;IACxB,IAAI,EAAE,aAAa,CAAC,GAAG,EAAE,MAAM,yBAAyB,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/D,KAAK,EAAE,KAAK,CAAC;IACb,GAAG,EAAE,CAAC,OAAO,YAAY,CAAC,CAAC,MAAM,OAAO,YAAY,CAAC,CAAC;CACvD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAU,6BAA6B,gBAAgB,kBA8L7E,CAAC"}
|
package/dist/nodes/addRpaNode.js
CHANGED
|
@@ -12,24 +12,31 @@ const executeBrowserTask_1 = require("../browserTask/executeBrowserTask");
|
|
|
12
12
|
const config_1 = require("../platform/config");
|
|
13
13
|
const addRpaNode = async ({ graph, node, agent, llm }) => {
|
|
14
14
|
const callback = async (state) => {
|
|
15
|
+
var _a, _b;
|
|
15
16
|
await agent.interruptSessionManager.checkQueueAndInterrupt(state.sessionId);
|
|
16
17
|
logger_1.logger.info({ msg: `[Node] Executing RPA node`, node: node.displayName, sessionId: state.sessionId });
|
|
17
18
|
let browser = null;
|
|
18
19
|
let page = null;
|
|
19
20
|
const { browserTaskMode } = (0, config_1.getConfig)();
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
21
|
+
if (!((_a = state.cdp) === null || _a === void 0 ? void 0 : _a.url)) {
|
|
22
|
+
const session = await (0, executeBrowserTask_1.createBrowserSession)({
|
|
23
|
+
sessionId: state.sessionId,
|
|
24
|
+
browserTaskMode,
|
|
25
|
+
});
|
|
26
|
+
if (!session.sessionId || !session.cdpUrl) {
|
|
27
|
+
throw new Error('Failed to create browser session: missing session details');
|
|
28
|
+
}
|
|
29
|
+
state.cdp = {
|
|
30
|
+
url: session.cdpUrl,
|
|
31
|
+
sessionId: session.sessionId,
|
|
32
|
+
liveUrl: session.liveViewUrl,
|
|
33
|
+
};
|
|
26
34
|
}
|
|
27
35
|
// Create tool call for RPA execution
|
|
28
36
|
const toolCallId = (0, uuid_1.v4)();
|
|
29
37
|
const aiMessageId = (0, uuid_1.v4)();
|
|
30
|
-
state.cdpUrl = session.cdpUrl;
|
|
31
38
|
// Get CDP URL from state
|
|
32
|
-
const cdpUrl =
|
|
39
|
+
const cdpUrl = ((_b = state.cdp) === null || _b === void 0 ? void 0 : _b.url) || null;
|
|
33
40
|
const toolCall = {
|
|
34
41
|
id: toolCallId,
|
|
35
42
|
name: 'rpa-task',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"addRpaNode.js","sourceRoot":"","sources":["../../src/nodes/addRpaNode.ts"],"names":[],"mappings":";;;AACA,sDAAwE;AAMxE,4CAAyC;AACzC,8CAAqD;AACrD,2CAAqD;AAErD,uDAAkE;AAClE,+BAAoC;AACpC,yDAAoD;AACpD,0EAAyE;AACzE,+CAA+C;AAWxC,MAAM,UAAU,GAAG,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAoB,EAAE,EAAE;IAChF,MAAM,QAAQ,GAAiB,KAAK,EAAE,KAAmC,EAAE,EAAE
|
|
1
|
+
{"version":3,"file":"addRpaNode.js","sourceRoot":"","sources":["../../src/nodes/addRpaNode.ts"],"names":[],"mappings":";;;AACA,sDAAwE;AAMxE,4CAAyC;AACzC,8CAAqD;AACrD,2CAAqD;AAErD,uDAAkE;AAClE,+BAAoC;AACpC,yDAAoD;AACpD,0EAAyE;AACzE,+CAA+C;AAWxC,MAAM,UAAU,GAAG,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAoB,EAAE,EAAE;IAChF,MAAM,QAAQ,GAAiB,KAAK,EAAE,KAAmC,EAAE,EAAE;;QAC3E,MAAM,KAAK,CAAC,uBAAuB,CAAC,sBAAsB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5E,eAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,2BAA2B,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QAEtG,IAAI,OAAO,GAAmB,IAAI,CAAC;QACnC,IAAI,IAAI,GAAgB,IAAI,CAAC;QAC7B,MAAM,EAAE,eAAe,EAAE,GAAG,IAAA,kBAAS,GAAE,CAAC;QAExC,IAAI,CAAC,CAAA,MAAA,KAAK,CAAC,GAAG,0CAAE,GAAG,CAAA,EAAE,CAAC;YACpB,MAAM,OAAO,GAAG,MAAM,IAAA,yCAAoB,EAAC;gBACzC,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,eAAe;aAChB,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC1C,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;YAC/E,CAAC;YACD,KAAK,CAAC,GAAG,GAAG;gBACV,GAAG,EAAE,OAAO,CAAC,MAAM;gBACnB,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,OAAO,EAAE,OAAO,CAAC,WAAW;aAC7B,CAAC;QACJ,CAAC;QAED,qCAAqC;QACrC,MAAM,UAAU,GAAG,IAAA,SAAM,GAAE,CAAC;QAC5B,MAAM,WAAW,GAAG,IAAA,SAAM,GAAE,CAAC;QAC7B,yBAAyB;QACzB,MAAM,MAAM,GAAG,CAAA,MAAA,KAAK,CAAC,GAAG,0CAAE,GAAG,KAAI,IAAI,CAAC;QAEtC,MAAM,QAAQ,GAAG;YACf,EAAE,EAAE,UAAU;YACd,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE;gBACJ,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB;SACF,CAAC;QAEF,mCAAmC;QACnC,MAAM,SAAS,GAAG,IAAI,oBAAS,CAAC;YAC9B,EAAE,EAAE,WAAW;YACf,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,CAAC,QAAQ,CAAC;YACtB,iBAAiB,EAAE;gBACjB,cAAc,EAAE;oBACd,QAAQ,EAAE,sBAAQ,CAAC,GAAG;oBACtB,eAAe,EAAE,IAAI,CAAC,WAAW;oBACjC,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,MAAM,EAAE,MAAM,IAAI,SAAS;iBAC5B;aACF;SACF,CAAC,CAAC;QAEH,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAE/B,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;YAC3F,CAAC;YAED,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,qCAAqC;gBAC1C,MAAM;gBACN,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,IAAI,EAAE,IAAI,CAAC,WAAW;aACvB,CAAC,CAAC;YAEH,sCAAsC;YACtC,OAAO,GAAG,MAAM,qBAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAChD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;YAC/C,CAAC;YAED,yCAAyC;YACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;YAEjE,oBAAoB;YACpB,MAAM,OAAO,GAAG,EAAE,CAAC,CAAC,6BAA6B;YAEjD,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;gBACjD,eAAM,CAAC,KAAK,CAAC;oBACX,GAAG,EAAE,sBAAsB;oBAC3B,SAAS,EAAE,KAAK,GAAG,CAAC;oBACpB,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,IAAI,EAAE,IAAI,CAAC,WAAW;iBACvB,CAAC,CAAC;gBAEH,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,IAAA,iCAAc,EAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;oBAE5D,yBAAyB;oBACzB,IAAI,IAAI,CAAC,IAAI,KAAK,2BAAa,CAAC,YAAY,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;wBAC5D,OAAO,CAAC,IAAI,CAAC;4BACX,SAAS,EAAE,KAAK,GAAG,CAAC;4BACpB,GAAG,EAAE,MAAM,CAAC,GAAG;4BACf,IAAI,EAAE,MAAM,CAAC,IAAI;yBAClB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAAC,OAAO,SAAS,EAAE,CAAC;oBACnB,eAAM,CAAC,KAAK,CAAC;wBACX,GAAG,EAAE,6BAA6B;wBAClC,SAAS,EAAE,KAAK,GAAG,CAAC;wBACpB,QAAQ,EAAE,IAAI,CAAC,IAAI;wBACnB,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;wBACvE,SAAS,EAAE,KAAK,CAAC,SAAS;wBAC1B,IAAI,EAAE,IAAI,CAAC,WAAW;qBACvB,CAAC,CAAC;oBAEH,sDAAsD;oBACtD,MAAM,SAAS,CAAC;gBAClB,CAAC;YACH,CAAC;YAED,mCAAmC;YACnC,MAAM,WAAW,GAAG,IAAI,sBAAW,CAAC;gBAClC,EAAE,EAAE,UAAU;gBACd,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;oBACtB,MAAM,EAAE,OAAO;iBAChB,CAAC;gBACF,IAAI,EAAE,UAAU;gBAChB,YAAY,EAAE,UAAU;gBACxB,MAAM,EAAE,SAAS;aAClB,CAAC,CAAC;YAEH,gFAAgF;YAChF,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAEjC,4CAA4C;YAC5C,KAAK,CAAC,OAAO,CAAC,IAAI,CAChB,IAAA,2BAAiB,EAAc,KAAK,CAAC,OAAO,EAAE;gBAC5C,IAAI,EAAE,sBAAQ,CAAC,GAAG;gBAClB,MAAM,EAAE,IAAI,CAAC,IAAI;gBACjB,eAAe,EAAE,IAAI,CAAC,WAAW;gBACjC,GAAG,EAAE;oBACH,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,OAAO;iBACR;gBACD,UAAU,EAAE,CAAC,WAAW,EAAE,WAAW,CAAC,EAAG,CAAC;aAC3C,CAAC,CACH,CAAC;YAEF,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,gCAAgC;gBACrC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;gBAC/D,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,IAAI,EAAE,IAAI,CAAC,WAAW;aACvB,CAAC,CAAC;YAEH,4BAA4B;YAC5B,MAAM,gBAAgB,GAAG,IAAI,sBAAW,CAAC;gBACvC,EAAE,EAAE,IAAA,SAAM,GAAE;gBACZ,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;oBACtB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;iBAChE,CAAC;gBACF,IAAI,EAAE,UAAU;gBAChB,YAAY,EAAE,UAAU;gBACxB,MAAM,EAAE,OAAO;aAChB,CAAC,CAAC;YAEH,sFAAsF;YACtF,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAEtC,4BAA4B;YAC5B,KAAK,CAAC,OAAO,CAAC,IAAI,CAChB,IAAA,2BAAiB,EAAc,KAAK,CAAC,OAAO,EAAE;gBAC5C,IAAI,EAAE,sBAAQ,CAAC,GAAG;gBAClB,MAAM,EAAE,IAAI,CAAC,IAAI;gBACjB,eAAe,EAAE,IAAI,CAAC,WAAW;gBACjC,GAAG,EAAE;oBACH,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;oBAC/D,KAAK,EAAE,IAAI,CAAC,KAAK;iBAClB;gBACD,UAAU,EAAE,CAAC,WAAW,EAAE,gBAAgB,CAAC,EAAG,CAAC;aAChD,CAAC,CACH,CAAC;YAEF,OAAO,KAAK,CAAC;QACf,CAAC;gBAAS,CAAC;YACT,6DAA6D;YAC7D,gEAAgE;QAClE,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AACrC,CAAC,CAAC;AA9LW,QAAA,UAAU,cA8LrB"}
|
|
@@ -20,10 +20,10 @@ async function executeRpaStep(page, step, state, llm) {
|
|
|
20
20
|
const compiledXpath = step.xpath ? (0, compilePrompt_1.compilePrompt)(step.xpath, params) : undefined;
|
|
21
21
|
const compiledSelector = step.selector ? (0, compilePrompt_1.compilePrompt)(step.selector, params) : undefined;
|
|
22
22
|
if (compiledXpath) {
|
|
23
|
-
await page.locator(`xpath=${compiledXpath}`).click({ timeout:
|
|
23
|
+
await page.locator(`xpath=${compiledXpath}`).click({ timeout: 15000 });
|
|
24
24
|
}
|
|
25
25
|
else if (compiledSelector) {
|
|
26
|
-
await page.click(compiledSelector, { timeout:
|
|
26
|
+
await page.click(compiledSelector, { timeout: 15000 });
|
|
27
27
|
}
|
|
28
28
|
return { action: 'clicked' };
|
|
29
29
|
}
|
|
@@ -34,18 +34,18 @@ async function executeRpaStep(page, step, state, llm) {
|
|
|
34
34
|
const compiledTypeSelector = step.selector ? (0, compilePrompt_1.compilePrompt)(step.selector, params) : undefined;
|
|
35
35
|
if (step.shouldReplaceExistingText) {
|
|
36
36
|
if (compiledTypeXpath) {
|
|
37
|
-
await page.locator(`xpath=${compiledTypeXpath}`).fill(compiledText, { timeout:
|
|
37
|
+
await page.locator(`xpath=${compiledTypeXpath}`).fill(compiledText, { timeout: 15000 });
|
|
38
38
|
}
|
|
39
39
|
else if (compiledTypeSelector) {
|
|
40
|
-
await page.fill(compiledTypeSelector, compiledText, { timeout:
|
|
40
|
+
await page.fill(compiledTypeSelector, compiledText, { timeout: 15000 });
|
|
41
41
|
}
|
|
42
42
|
}
|
|
43
43
|
else {
|
|
44
44
|
if (compiledTypeXpath) {
|
|
45
|
-
await page.locator(`xpath=${compiledTypeXpath}`).type(compiledText, { timeout:
|
|
45
|
+
await page.locator(`xpath=${compiledTypeXpath}`).type(compiledText, { timeout: 15000 });
|
|
46
46
|
}
|
|
47
47
|
else if (compiledTypeSelector) {
|
|
48
|
-
await page.type(compiledTypeSelector, compiledText, { timeout:
|
|
48
|
+
await page.type(compiledTypeSelector, compiledText, { timeout: 15000 });
|
|
49
49
|
}
|
|
50
50
|
}
|
|
51
51
|
return { action: 'typed', text: compiledText };
|
|
@@ -56,7 +56,7 @@ async function executeRpaStep(page, step, state, llm) {
|
|
|
56
56
|
case Flows_types_1.RpaActionType.GOTO: {
|
|
57
57
|
// Compile URL
|
|
58
58
|
const compiledUrl = step.url ? (0, compilePrompt_1.compilePrompt)(step.url, params) : '';
|
|
59
|
-
await page.goto(compiledUrl, { waitUntil: 'load', timeout:
|
|
59
|
+
await page.goto(compiledUrl, { waitUntil: 'load', timeout: 15000 });
|
|
60
60
|
return { action: 'navigated', url: compiledUrl };
|
|
61
61
|
}
|
|
62
62
|
case Flows_types_1.RpaActionType.PRESS: {
|
|
@@ -71,10 +71,10 @@ async function executeRpaStep(page, step, state, llm) {
|
|
|
71
71
|
const compiledSelectXpath = step.xpath ? (0, compilePrompt_1.compilePrompt)(step.xpath, params) : undefined;
|
|
72
72
|
const compiledSelectSelector = step.selector ? (0, compilePrompt_1.compilePrompt)(step.selector, params) : undefined;
|
|
73
73
|
if (compiledSelectXpath) {
|
|
74
|
-
await page.locator(`xpath=${compiledSelectXpath}`).selectOption(compiledValue, { timeout:
|
|
74
|
+
await page.locator(`xpath=${compiledSelectXpath}`).selectOption(compiledValue, { timeout: 15000 });
|
|
75
75
|
}
|
|
76
76
|
else if (compiledSelectSelector) {
|
|
77
|
-
await page.selectOption(compiledSelectSelector, compiledValue, { timeout:
|
|
77
|
+
await page.selectOption(compiledSelectSelector, compiledValue, { timeout: 15000 });
|
|
78
78
|
}
|
|
79
79
|
return { action: 'selected', value: compiledValue };
|
|
80
80
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rpaStepsExecutor.js","sourceRoot":"","sources":["../../src/nodes/rpaStepsExecutor.ts"],"names":[],"mappings":";;AAWA,wCAmKC;AA7KD,sDAAqD;AAErD,4CAAyC;AACzC,6BAAwB;AACxB,uDAAyD;AACzD,mDAAgD;AAEhD,sDAAiE;AAEjE,kDAAkD;AAC3C,KAAK,UAAU,cAAc,CAClC,IAAU,EACV,IAAS,EACT,KAAmC,EACnC,GAAqD;IAErD,+CAA+C;IAC/C,MAAM,MAAM,GAAG;QACb,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,KAAK,EAAE,KAAK;KACb,CAAC;IAEF,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,2BAAa,CAAC,KAAK,CAAC,CAAC,CAAC;YACzB,sDAAsD;YACtD,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAA,6BAAa,EAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACjF,MAAM,gBAAgB,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAA,6BAAa,EAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAE1F,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"rpaStepsExecutor.js","sourceRoot":"","sources":["../../src/nodes/rpaStepsExecutor.ts"],"names":[],"mappings":";;AAWA,wCAmKC;AA7KD,sDAAqD;AAErD,4CAAyC;AACzC,6BAAwB;AACxB,uDAAyD;AACzD,mDAAgD;AAEhD,sDAAiE;AAEjE,kDAAkD;AAC3C,KAAK,UAAU,cAAc,CAClC,IAAU,EACV,IAAS,EACT,KAAmC,EACnC,GAAqD;IAErD,+CAA+C;IAC/C,MAAM,MAAM,GAAG;QACb,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,KAAK,EAAE,KAAK;KACb,CAAC;IAEF,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,2BAAa,CAAC,KAAK,CAAC,CAAC,CAAC;YACzB,sDAAsD;YACtD,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAA,6BAAa,EAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACjF,MAAM,gBAAgB,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAA,6BAAa,EAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAE1F,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACzE,CAAC;iBAAM,IAAI,gBAAgB,EAAE,CAAC;gBAC5B,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QAC/B,CAAC;QAED,KAAK,2BAAa,CAAC,IAAI,CAAC,CAAC,CAAC;YACxB,6BAA6B;YAC7B,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAA,6BAAa,EAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACvE,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAA,6BAAa,EAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACrF,MAAM,oBAAoB,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAA,6BAAa,EAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAE9F,IAAI,IAAI,CAAC,yBAAyB,EAAE,CAAC;gBACnC,IAAI,iBAAiB,EAAE,CAAC;oBACtB,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,iBAAiB,EAAE,CAAC,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC1F,CAAC;qBAAM,IAAI,oBAAoB,EAAE,CAAC;oBAChC,MAAM,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC1E,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,iBAAiB,EAAE,CAAC;oBACtB,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,iBAAiB,EAAE,CAAC,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC1F,CAAC;qBAAM,IAAI,oBAAoB,EAAE,CAAC;oBAChC,MAAM,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC1E,CAAC;YACH,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;QACjD,CAAC;QAED,KAAK,2BAAa,CAAC,IAAI;YACrB,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC;YACjD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;QAEvD,KAAK,2BAAa,CAAC,IAAI,CAAC,CAAC,CAAC;YACxB,cAAc;YACd,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAA,6BAAa,EAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACpE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC;QACnD,CAAC;QAED,KAAK,2BAAa,CAAC,KAAK,CAAC,CAAC,CAAC;YACzB,cAAc;YACd,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAA,6BAAa,EAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACzE,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACvC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC;QACjD,CAAC;QAED,KAAK,2BAAa,CAAC,MAAM,CAAC,CAAC,CAAC;YAC1B,8BAA8B;YAC9B,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAA,6BAAa,EAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1E,MAAM,mBAAmB,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAA,6BAAa,EAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACvF,MAAM,sBAAsB,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAA,6BAAa,EAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAEhG,IAAI,mBAAmB,EAAE,CAAC;gBACxB,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,mBAAmB,EAAE,CAAC,CAAC,YAAY,CAAC,aAAa,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACrG,CAAC;iBAAM,IAAI,sBAAsB,EAAE,CAAC;gBAClC,MAAM,IAAI,CAAC,YAAY,CAAC,sBAAsB,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACrF,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;QACtD,CAAC;QAED,KAAK,2BAAa,CAAC,UAAU,CAAC,CAAC,CAAC;YAC9B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1D,kCAAkC;YAClC,MAAM,mBAAmB,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAA,6BAAa,EAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACnG,OAAO;gBACL,MAAM,EAAE,YAAY;gBACpB,WAAW,EAAE,mBAAmB;gBAChC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;aACpC,CAAC;QACJ,CAAC;QAED,KAAK,2BAAa,CAAC,YAAY,CAAC,CAAC,CAAC;YAChC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;YAC7D,CAAC;YAED,sCAAsC;YACtC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YACzC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAEvB,qCAAqC;YACrC,MAAM,SAAS,GAAG,IAAA,uCAAyB,EAAC,IAAI,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;YAEtH,MAAM,MAAM,GAAG;;;wBAGG,WAAW,EAAE,CAAC;YAEhC,IAAI,CAAC;gBACH,0CAA0C;gBAC1C,MAAM,wBAAwB,GAAG,sBAAsB,IAAI,GAAG,IAAI,OAAQ,GAAW,CAAC,oBAAoB,KAAK,UAAU,CAAC;gBAE1H,IAAI,aAAkB,CAAC;gBAEvB,IAAI,wBAAwB,EAAE,CAAC;oBAC7B,4DAA4D;oBAC5D,MAAM,aAAa,GAAI,GAAW,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;oBACnE,MAAM,QAAQ,GAAG,CAAC,IAAI,wBAAa,CAAC,MAAM,CAAC,CAAC,CAAC;oBAC7C,aAAa,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACvD,CAAC;qBAAM,CAAC;oBACN,wEAAwE;oBACxE,eAAM,CAAC,IAAI,CAAC;wBACV,GAAG,EAAE,uEAAuE;wBAC5E,GAAG;qBACJ,CAAC,CAAC;oBAEH,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,wBAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;oBAE/D,oCAAoC;oBACpC,MAAM,eAAe,GAAG,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;oBACnH,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;oBAE5C,0BAA0B;oBAC1B,IAAI,CAAC;wBACH,aAAa,GAAG,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;oBACjD,CAAC;oBAAC,OAAO,eAAe,EAAE,CAAC;wBACzB,eAAM,CAAC,KAAK,CAAC;4BACX,GAAG,EAAE,wCAAwC;4BAC7C,KAAK,EAAE,eAAe,YAAY,KAAK,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;4BACnF,GAAG;yBACJ,CAAC,CAAC;wBACH,MAAM,eAAe,CAAC;oBACxB,CAAC;gBACH,CAAC;gBAED,OAAO;oBACL,MAAM,EAAE,cAAc;oBACtB,GAAG;oBACH,IAAI,EAAE,aAAa;iBACpB,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,eAAM,CAAC,KAAK,CAAC;oBACX,GAAG,EAAE,8BAA8B;oBACnC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;oBAC/D,GAAG;iBACJ,CAAC,CAAC;gBACH,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAED;YACE,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7D,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"toolExecutor.d.ts","sourceRoot":"","sources":["../../src/platform/toolExecutor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAGjC,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,GAAG,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,KAAK,CAAC,EAAE,GAAG,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,YAAY;IAGX,OAAO,CAAC,KAAK;IAFzB,OAAO,CAAC,KAAK,CAA0C;gBAEnC,KAAK,EAAE,KAAK;IAEhC;;OAEG;IACH,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE;IAQrC;;;OAGG;IACG,WAAW,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"toolExecutor.d.ts","sourceRoot":"","sources":["../../src/platform/toolExecutor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAGjC,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,GAAG,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,KAAK,CAAC,EAAE,GAAG,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,YAAY;IAGX,OAAO,CAAC,KAAK;IAFzB,OAAO,CAAC,KAAK,CAA0C;gBAEnC,KAAK,EAAE,KAAK;IAEhC;;OAEG;IACH,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE;IAQrC;;;OAGG;IACG,WAAW,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;CAmEjF"}
|
|
@@ -22,6 +22,7 @@ class ToolExecutor {
|
|
|
22
22
|
* This is called when browser-use requests tool execution via socket
|
|
23
23
|
*/
|
|
24
24
|
async executeTool(request) {
|
|
25
|
+
var _a, _b;
|
|
25
26
|
const { toolName, toolParams, sessionId, cdpUrl } = request;
|
|
26
27
|
try {
|
|
27
28
|
// Find the tool
|
|
@@ -44,7 +45,11 @@ class ToolExecutor {
|
|
|
44
45
|
// Execute the tool
|
|
45
46
|
const startTime = Date.now();
|
|
46
47
|
if (cdpUrl) {
|
|
47
|
-
state.
|
|
48
|
+
state.cdp = {
|
|
49
|
+
url: cdpUrl,
|
|
50
|
+
sessionId: ((_a = state.cdp) === null || _a === void 0 ? void 0 : _a.sessionId) || null,
|
|
51
|
+
liveUrl: ((_b = state.cdp) === null || _b === void 0 ? void 0 : _b.liveUrl) || null,
|
|
52
|
+
};
|
|
48
53
|
}
|
|
49
54
|
await tool.execute({
|
|
50
55
|
input: toolParams,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"toolExecutor.js","sourceRoot":"","sources":["../../src/platform/toolExecutor.ts"],"names":[],"mappings":";;;AAEA,4CAAyC;AAgBzC,MAAa,YAAY;IAGvB,YAAoB,KAAY;QAAZ,UAAK,GAAL,KAAK,CAAO;QAFxB,UAAK,GAAgC,IAAI,GAAG,EAAE,CAAC;IAEpB,CAAC;IAEpC;;OAEG;IACH,aAAa,CAAC,KAAuB;QACnC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACrB,IAAI,IAAI,CAAC,sBAAsB,KAAK,IAAI,EAAE,CAAC;gBACzC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAClC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CAAC,OAA6B
|
|
1
|
+
{"version":3,"file":"toolExecutor.js","sourceRoot":"","sources":["../../src/platform/toolExecutor.ts"],"names":[],"mappings":";;;AAEA,4CAAyC;AAgBzC,MAAa,YAAY;IAGvB,YAAoB,KAAY;QAAZ,UAAK,GAAL,KAAK,CAAO;QAFxB,UAAK,GAAgC,IAAI,GAAG,EAAE,CAAC;IAEpB,CAAC;IAEpC;;OAEG;IACH,aAAa,CAAC,KAAuB;QACnC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACrB,IAAI,IAAI,CAAC,sBAAsB,KAAK,IAAI,EAAE,CAAC;gBACzC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAClC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CAAC,OAA6B;;QAC7C,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAE5D,IAAI,CAAC;YACH,gBAAgB;YAChB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACtC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,IAAI,KAAK,CAAC,mBAAmB,QAAQ,EAAE,CAAC,CAAC;YACjD,CAAC;YAED,2EAA2E;YAE3E,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,+BAA+B;gBACpC,QAAQ;gBACR,SAAS;gBACT,SAAS,EAAE,CAAC,CAAC,MAAM;aACpB,CAAC,CAAC;YAEH,wCAAwC;YACxC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YACnD,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,4BAA4B,SAAS,EAAE,CAAC,CAAC;YAC3D,CAAC;YAED,mBAAmB;YACnB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,IAAI,MAAM,EAAE,CAAC;gBACX,KAAK,CAAC,GAAG,GAAG;oBACV,GAAG,EAAE,MAAM;oBACX,SAAS,EAAE,CAAA,MAAA,KAAK,CAAC,GAAG,0CAAE,SAAS,KAAI,IAAI;oBACvC,OAAO,EAAE,CAAA,MAAA,KAAK,CAAC,GAAG,0CAAE,OAAO,KAAI,IAAI;iBACpC,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,CAAC,OAAO,CAAC;gBACjB,KAAK,EAAE,UAAU;gBACjB,KAAK;gBACL,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE3B,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,yCAAyC;gBAC9C,QAAQ;gBACR,eAAe,EAAE,OAAO,GAAG,SAAS;aACrC,CAAC,CAAC;YAEH,2DAA2D;YAC3D,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;YAEnD,OAAO;gBACL,KAAK;aACN,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,eAAM,CAAC,KAAK,CAAC;gBACX,OAAO,EAAE,qCAAqC;gBAC9C,QAAQ;gBACR,GAAG;aACJ,CAAC,CAAC;YAEH,OAAO;gBACL,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAvFD,oCAuFC"}
|
|
@@ -10,7 +10,15 @@ export declare const createStateAnnotation: <Memory = any>(memorySchema?: z.ZodS
|
|
|
10
10
|
goto: import("@langchain/langgraph").BinaryOperatorAggregate<string | null | undefined, string | null | undefined>;
|
|
11
11
|
sessionType: import("@langchain/langgraph").BinaryOperatorAggregate<SessionType, SessionType>;
|
|
12
12
|
scenario: import("@langchain/langgraph").BinaryOperatorAggregate<Record<string, string | boolean>, Record<string, string | boolean>>;
|
|
13
|
-
|
|
13
|
+
cdp: import("@langchain/langgraph").BinaryOperatorAggregate<{
|
|
14
|
+
url: string | null;
|
|
15
|
+
liveUrl: string | null | undefined;
|
|
16
|
+
sessionId: string | null | undefined;
|
|
17
|
+
} | null, {
|
|
18
|
+
url: string | null;
|
|
19
|
+
liveUrl: string | null | undefined;
|
|
20
|
+
sessionId: string | null | undefined;
|
|
21
|
+
} | null>;
|
|
14
22
|
}>;
|
|
15
23
|
export declare const stateAnnotation: import("@langchain/langgraph").AnnotationRoot<{
|
|
16
24
|
messages: import("@langchain/langgraph").BinaryOperatorAggregate<BaseMessage[], BaseMessage[]>;
|
|
@@ -20,7 +28,15 @@ export declare const stateAnnotation: import("@langchain/langgraph").AnnotationR
|
|
|
20
28
|
goto: import("@langchain/langgraph").BinaryOperatorAggregate<string | null | undefined, string | null | undefined>;
|
|
21
29
|
sessionType: import("@langchain/langgraph").BinaryOperatorAggregate<SessionType, SessionType>;
|
|
22
30
|
scenario: import("@langchain/langgraph").BinaryOperatorAggregate<Record<string, string | boolean>, Record<string, string | boolean>>;
|
|
23
|
-
|
|
31
|
+
cdp: import("@langchain/langgraph").BinaryOperatorAggregate<{
|
|
32
|
+
url: string | null;
|
|
33
|
+
liveUrl: string | null | undefined;
|
|
34
|
+
sessionId: string | null | undefined;
|
|
35
|
+
} | null, {
|
|
36
|
+
url: string | null;
|
|
37
|
+
liveUrl: string | null | undefined;
|
|
38
|
+
sessionId: string | null | undefined;
|
|
39
|
+
} | null>;
|
|
24
40
|
}>;
|
|
25
41
|
export declare const getInitialState: <Memory = any>(memorySchema?: z.ZodSchema<Memory>) => State<Memory>;
|
|
26
42
|
export type CompiledGraph = CompiledStateGraph<any, any, string>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"LangGraph.types.d.ts","sourceRoot":"","sources":["../../src/types/LangGraph.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAc,kBAAkB,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClF,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACzD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,eAAO,MAAM,qBAAqB,GAAI,MAAM,GAAG,GAAG,EAAE,eAAe,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"LangGraph.types.d.ts","sourceRoot":"","sources":["../../src/types/LangGraph.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAc,kBAAkB,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClF,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACzD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,eAAO,MAAM,qBAAqB,GAAI,MAAM,GAAG,GAAG,EAAE,eAAe,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;;;;;;;;;aAiD3E,MAAM,GAAG,IAAI;iBACT,MAAM,GAAG,IAAI,GAAG,SAAS;mBACvB,MAAM,GAAG,IAAI,GAAG,SAAS;;aAF/B,MAAM,GAAG,IAAI;iBACT,MAAM,GAAG,IAAI,GAAG,SAAS;mBACvB,MAAM,GAAG,IAAI,GAAG,SAAS;;EAMtC,CAAC;AAGL,eAAO,MAAM,eAAe;;;;;;;;;aAXjB,MAAM,GAAG,IAAI;iBACT,MAAM,GAAG,IAAI,GAAG,SAAS;mBACvB,MAAM,GAAG,IAAI,GAAG,SAAS;;aAF/B,MAAM,GAAG,IAAI;iBACT,MAAM,GAAG,IAAI,GAAG,SAAS;mBACvB,MAAM,GAAG,IAAI,GAAG,SAAS;;EASY,CAAC;AAEvD,eAAO,MAAM,eAAe,GAAI,MAAM,GAAG,GAAG,EAAE,eAAe,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,KAAG,KAAK,CAAC,MAAM,CAa9F,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;AACjE,MAAM,MAAM,gBAAgB,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;AAC5D,MAAM,MAAM,KAAK,CAAC,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,OAAO,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC"}
|
|
@@ -51,7 +51,7 @@ const createStateAnnotation = (memorySchema) => langgraph_1.Annotation.Root({
|
|
|
51
51
|
reducer: (_, newValue) => newValue,
|
|
52
52
|
}),
|
|
53
53
|
// Available only when executing browser-use
|
|
54
|
-
|
|
54
|
+
cdp: (0, langgraph_1.Annotation)({
|
|
55
55
|
default: () => null,
|
|
56
56
|
// Direct replacement - no reducer, just replace the entire value
|
|
57
57
|
reducer: (_, newValue) => newValue,
|
|
@@ -69,7 +69,7 @@ const getInitialState = (memorySchema) => {
|
|
|
69
69
|
goto: null,
|
|
70
70
|
sessionType: Agent_types_1.SessionType.TEXT,
|
|
71
71
|
scenario: {},
|
|
72
|
-
|
|
72
|
+
cdp: null,
|
|
73
73
|
memory,
|
|
74
74
|
};
|
|
75
75
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"LangGraph.types.js","sourceRoot":"","sources":["../../src/types/LangGraph.types.ts"],"names":[],"mappings":";;;AACA,oDAAkF;AAClF,+CAAyD;AAEzD,4CAAyC;AAElC,MAAM,qBAAqB,GAAG,CAAe,YAAkC,EAAE,EAAE,CACxF,sBAAU,CAAC,IAAI,CAAC;IACd,QAAQ,EAAE,IAAA,sBAAU,EAAqB;QACvC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAmB;QAClC,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,MAAM,EAAE,IAAA,sBAAU,EAAS;QACzB,OAAO,EAAE,GAAG,EAAE;YACZ,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,WAAW,GAAG,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBAC/C,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;oBACzB,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,+BAA+B,EAAE,GAAG,EAAE,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC;oBACnF,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;gBACnD,CAAC;gBACD,OAAO,WAAW,CAAC,IAAI,CAAC;YAC1B,CAAC;YACD,OAAO,EAAY,CAAC;QACtB,CAAC;QACD,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,OAAO,EAAE,IAAA,sBAAU,EAAqB;QACtC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAmB;QAClC,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,SAAS,EAAE,IAAA,sBAAU,EAAS;QAC5B,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE;QACjB,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,IAAI,EAAE,IAAA,sBAAU,EAA4B;QAC1C,OAAO,EAAE,GAAG,EAAE,CAAC,IAAiC;QAChD,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,WAAW,EAAE,IAAA,sBAAU,EAAc;QACnC,OAAO,EAAE,GAAG,EAAE,CAAC,yBAAW,CAAC,IAAI;QAC/B,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,QAAQ,EAAE,IAAA,sBAAU,EAAmC;QACrD,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,EAAuC,CAAA;QACvD,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,4CAA4C;IAC5C,
|
|
1
|
+
{"version":3,"file":"LangGraph.types.js","sourceRoot":"","sources":["../../src/types/LangGraph.types.ts"],"names":[],"mappings":";;;AACA,oDAAkF;AAClF,+CAAyD;AAEzD,4CAAyC;AAElC,MAAM,qBAAqB,GAAG,CAAe,YAAkC,EAAE,EAAE,CACxF,sBAAU,CAAC,IAAI,CAAC;IACd,QAAQ,EAAE,IAAA,sBAAU,EAAqB;QACvC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAmB;QAClC,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,MAAM,EAAE,IAAA,sBAAU,EAAS;QACzB,OAAO,EAAE,GAAG,EAAE;YACZ,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,WAAW,GAAG,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBAC/C,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;oBACzB,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,+BAA+B,EAAE,GAAG,EAAE,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC;oBACnF,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;gBACnD,CAAC;gBACD,OAAO,WAAW,CAAC,IAAI,CAAC;YAC1B,CAAC;YACD,OAAO,EAAY,CAAC;QACtB,CAAC;QACD,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,OAAO,EAAE,IAAA,sBAAU,EAAqB;QACtC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAmB;QAClC,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,SAAS,EAAE,IAAA,sBAAU,EAAS;QAC5B,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE;QACjB,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,IAAI,EAAE,IAAA,sBAAU,EAA4B;QAC1C,OAAO,EAAE,GAAG,EAAE,CAAC,IAAiC;QAChD,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,WAAW,EAAE,IAAA,sBAAU,EAAc;QACnC,OAAO,EAAE,GAAG,EAAE,CAAC,yBAAW,CAAC,IAAI;QAC/B,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,QAAQ,EAAE,IAAA,sBAAU,EAAmC;QACrD,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,EAAuC,CAAA;QACvD,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;IACF,4CAA4C;IAC5C,GAAG,EAAE,IAAA,sBAAU,EAIL;QACR,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI;QACnB,iEAAiE;QACjE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ;KACnC,CAAC;CACH,CAAC,CAAC;AAzDQ,QAAA,qBAAqB,yBAyD7B;AAEL,gDAAgD;AACnC,QAAA,eAAe,GAAG,IAAA,6BAAqB,GAAE,CAAC;AAEhD,MAAM,eAAe,GAAG,CAAe,YAAkC,EAAiB,EAAE;IACjG,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,EAAa,CAAC;IAEtE,OAAO;QACL,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,EAAE;QACX,SAAS,EAAE,EAAE;QACb,IAAI,EAAE,IAAI;QACV,WAAW,EAAE,yBAAW,CAAC,IAAI;QAC7B,QAAQ,EAAE,EAAE;QACZ,GAAG,EAAE,IAAI;QACT,MAAM;KACU,CAAC;AACrB,CAAC,CAAC;AAbW,QAAA,eAAe,mBAa1B"}
|
package/docs/sdk/agent-api.md
CHANGED
|
@@ -352,9 +352,9 @@ const myBrowserTool: Tool<typeof schema, Memory> = {
|
|
|
352
352
|
allowExecutionRequests: true, // Required for ToolExecutor
|
|
353
353
|
execute: async ({ input, state, agent }) => {
|
|
354
354
|
// Access CDP URL if available (browser-use context)
|
|
355
|
-
if (state.
|
|
355
|
+
if (state.cdp?.url) {
|
|
356
356
|
// Connect to browser using Playwright or similar
|
|
357
|
-
const browser = await chromium.connectOverCDP(state.
|
|
357
|
+
const browser = await chromium.connectOverCDP(state.cdp.url);
|
|
358
358
|
const page = browser.contexts()[0].pages()[0];
|
|
359
359
|
|
|
360
360
|
// Perform browser automation
|
|
@@ -408,9 +408,9 @@ const browserTool: Tool<typeof schema, Memory> = {
|
|
|
408
408
|
input: schema,
|
|
409
409
|
allowExecutionRequests: true,
|
|
410
410
|
execute: async ({ input, state, agent }) => {
|
|
411
|
-
const
|
|
411
|
+
const cdp = state.cdp;
|
|
412
412
|
|
|
413
|
-
if (!
|
|
413
|
+
if (!cdp?.url) {
|
|
414
414
|
return {
|
|
415
415
|
result: 'This tool requires browser context',
|
|
416
416
|
error: 'CDP URL not available',
|
|
@@ -418,7 +418,7 @@ const browserTool: Tool<typeof schema, Memory> = {
|
|
|
418
418
|
}
|
|
419
419
|
|
|
420
420
|
// Use Playwright with CDP
|
|
421
|
-
const browser = await playwright.chromium.connectOverCDP(
|
|
421
|
+
const browser = await playwright.chromium.connectOverCDP(cdp.url);
|
|
422
422
|
const context = browser.contexts()[0];
|
|
423
423
|
const page = context.pages()[0];
|
|
424
424
|
|
|
@@ -451,8 +451,8 @@ const browserTool: Tool<typeof schema, Memory> = {
|
|
|
451
451
|
|
|
452
452
|
1. Browser-use requests tool execution via socket
|
|
453
453
|
2. ToolExecutor receives request with CDP URL
|
|
454
|
-
3. CDP
|
|
455
|
-
4. Tool connects to browser using CDP URL
|
|
454
|
+
3. CDP info is injected into state (`state.cdp`)
|
|
455
|
+
4. Tool connects to browser using CDP URL from `state.cdp.url`
|
|
456
456
|
5. Tool performs automation and returns results
|
|
457
457
|
6. State updates are automatically applied
|
|
458
458
|
|
|
@@ -475,7 +475,7 @@ const toolExecutor = new ToolExecutor(agent);
|
|
|
475
475
|
toolExecutor.registerTools(browserTools);
|
|
476
476
|
|
|
477
477
|
// State updates are handled internally when tools return state changes
|
|
478
|
-
// The
|
|
478
|
+
// The CDP info is automatically injected when available in state.cdp
|
|
479
479
|
```
|
|
480
480
|
|
|
481
481
|
### With Voice Sessions
|
package/package.json
CHANGED
|
@@ -78,28 +78,32 @@ ${compiledPrompt}
|
|
|
78
78
|
${Object.keys(inputParams).length > 0 ? `# Input parameters:\n${JSON.stringify(inputParams, null, 2)}\n\n` : ''}`;
|
|
79
79
|
|
|
80
80
|
const { browserTaskMode } = getConfig();
|
|
81
|
-
|
|
82
|
-
// Create browser session using socket
|
|
83
|
-
const session = await createBrowserSession({
|
|
84
|
-
sessionId: state.sessionId,
|
|
85
|
-
proxy: node.proxy,
|
|
86
|
-
browserTaskMode,
|
|
87
|
-
});
|
|
88
|
-
|
|
89
|
-
if (!session.sessionId || !session.cdpUrl) {
|
|
90
|
-
throw new Error('Failed to create browser session: missing session details');
|
|
91
|
-
}
|
|
92
|
-
|
|
93
81
|
// Determine keepAlive based on NODE_ENV
|
|
94
82
|
const keepAlive = process.env.NODE_ENV !== 'production';
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
83
|
+
// Create browser session using socket
|
|
84
|
+
if (!state.cdp?.url) {
|
|
85
|
+
const session = await createBrowserSession({
|
|
86
|
+
sessionId: state.sessionId,
|
|
87
|
+
proxy: node.proxy,
|
|
88
|
+
browserTaskMode,
|
|
89
|
+
});
|
|
90
|
+
if (!session.sessionId || !session.cdpUrl) {
|
|
91
|
+
throw new Error('Failed to create browser session: missing session details');
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
logger.debug({
|
|
95
|
+
msg: 'Browser session created',
|
|
96
|
+
sessionId: session.sessionId,
|
|
97
|
+
hasLiveUrl: !!session.liveViewUrl,
|
|
98
|
+
keepAlive,
|
|
99
|
+
nodeEnv: process.env.NODE_ENV,
|
|
100
|
+
});
|
|
101
|
+
state.cdp = {
|
|
102
|
+
url: session.cdpUrl,
|
|
103
|
+
liveUrl: session.liveViewUrl,
|
|
104
|
+
sessionId: session.sessionId,
|
|
105
|
+
};
|
|
106
|
+
}
|
|
103
107
|
|
|
104
108
|
// Update the tool call with session info and prompt
|
|
105
109
|
const updatedToolCall = {
|
|
@@ -118,9 +122,9 @@ ${Object.keys(inputParams).length > 0 ? `# Input parameters:\n${JSON.stringify(i
|
|
|
118
122
|
mindedMetadata: {
|
|
119
123
|
nodeType: NodeType.BROWSER_TASK,
|
|
120
124
|
nodeDisplayName: node.displayName,
|
|
121
|
-
sessionId:
|
|
122
|
-
cdpUrl:
|
|
123
|
-
liveUrl:
|
|
125
|
+
sessionId: state.cdp?.sessionId,
|
|
126
|
+
cdpUrl: state.cdp?.url,
|
|
127
|
+
liveUrl: state.cdp?.liveUrl,
|
|
124
128
|
keepAlive,
|
|
125
129
|
hooks: node.hooks || [],
|
|
126
130
|
onPrem: browserTaskMode === BrowserTaskMode.ON_PREM,
|
|
@@ -131,13 +135,12 @@ ${Object.keys(inputParams).length > 0 ? `# Input parameters:\n${JSON.stringify(i
|
|
|
131
135
|
});
|
|
132
136
|
|
|
133
137
|
state.messages.push(toolCallingMessage);
|
|
134
|
-
state.cdpUrl = session.cdpUrl;
|
|
135
138
|
state.history.push(
|
|
136
139
|
createHistoryStep<HistoryStep>(state.history, {
|
|
137
140
|
type: NodeType.BROWSER_TASK,
|
|
138
141
|
nodeId: node.name,
|
|
139
142
|
nodeDisplayName: node.displayName,
|
|
140
|
-
raw: { taskId:
|
|
143
|
+
raw: { taskId: state.cdp?.sessionId, liveUrl: state.cdp?.liveUrl, inputParams },
|
|
141
144
|
messageIds: [toolCallingMessage.id!],
|
|
142
145
|
}),
|
|
143
146
|
);
|
package/src/nodes/addRpaNode.ts
CHANGED
|
@@ -33,20 +33,27 @@ export const addRpaNode = async ({ graph, node, agent, llm }: AddRpaNodeParams)
|
|
|
33
33
|
let page: Page | null = null;
|
|
34
34
|
const { browserTaskMode } = getConfig();
|
|
35
35
|
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
36
|
+
if (!state.cdp?.url) {
|
|
37
|
+
const session = await createBrowserSession({
|
|
38
|
+
sessionId: state.sessionId,
|
|
39
|
+
browserTaskMode,
|
|
40
|
+
});
|
|
40
41
|
|
|
41
|
-
|
|
42
|
-
|
|
42
|
+
if (!session.sessionId || !session.cdpUrl) {
|
|
43
|
+
throw new Error('Failed to create browser session: missing session details');
|
|
44
|
+
}
|
|
45
|
+
state.cdp = {
|
|
46
|
+
url: session.cdpUrl,
|
|
47
|
+
sessionId: session.sessionId,
|
|
48
|
+
liveUrl: session.liveViewUrl,
|
|
49
|
+
};
|
|
43
50
|
}
|
|
51
|
+
|
|
44
52
|
// Create tool call for RPA execution
|
|
45
53
|
const toolCallId = uuidv4();
|
|
46
54
|
const aiMessageId = uuidv4();
|
|
47
|
-
state.cdpUrl = session.cdpUrl;
|
|
48
55
|
// Get CDP URL from state
|
|
49
|
-
const cdpUrl =
|
|
56
|
+
const cdpUrl = state.cdp?.url || null;
|
|
50
57
|
|
|
51
58
|
const toolCall = {
|
|
52
59
|
id: toolCallId,
|
|
@@ -28,9 +28,9 @@ export async function executeRpaStep(
|
|
|
28
28
|
const compiledSelector = step.selector ? compilePrompt(step.selector, params) : undefined;
|
|
29
29
|
|
|
30
30
|
if (compiledXpath) {
|
|
31
|
-
await page.locator(`xpath=${compiledXpath}`).click({ timeout:
|
|
31
|
+
await page.locator(`xpath=${compiledXpath}`).click({ timeout: 15000 });
|
|
32
32
|
} else if (compiledSelector) {
|
|
33
|
-
await page.click(compiledSelector, { timeout:
|
|
33
|
+
await page.click(compiledSelector, { timeout: 15000 });
|
|
34
34
|
}
|
|
35
35
|
return { action: 'clicked' };
|
|
36
36
|
}
|
|
@@ -43,15 +43,15 @@ export async function executeRpaStep(
|
|
|
43
43
|
|
|
44
44
|
if (step.shouldReplaceExistingText) {
|
|
45
45
|
if (compiledTypeXpath) {
|
|
46
|
-
await page.locator(`xpath=${compiledTypeXpath}`).fill(compiledText, { timeout:
|
|
46
|
+
await page.locator(`xpath=${compiledTypeXpath}`).fill(compiledText, { timeout: 15000 });
|
|
47
47
|
} else if (compiledTypeSelector) {
|
|
48
|
-
await page.fill(compiledTypeSelector, compiledText, { timeout:
|
|
48
|
+
await page.fill(compiledTypeSelector, compiledText, { timeout: 15000 });
|
|
49
49
|
}
|
|
50
50
|
} else {
|
|
51
51
|
if (compiledTypeXpath) {
|
|
52
|
-
await page.locator(`xpath=${compiledTypeXpath}`).type(compiledText, { timeout:
|
|
52
|
+
await page.locator(`xpath=${compiledTypeXpath}`).type(compiledText, { timeout: 15000 });
|
|
53
53
|
} else if (compiledTypeSelector) {
|
|
54
|
-
await page.type(compiledTypeSelector, compiledText, { timeout:
|
|
54
|
+
await page.type(compiledTypeSelector, compiledText, { timeout: 15000 });
|
|
55
55
|
}
|
|
56
56
|
}
|
|
57
57
|
return { action: 'typed', text: compiledText };
|
|
@@ -64,7 +64,7 @@ export async function executeRpaStep(
|
|
|
64
64
|
case RpaActionType.GOTO: {
|
|
65
65
|
// Compile URL
|
|
66
66
|
const compiledUrl = step.url ? compilePrompt(step.url, params) : '';
|
|
67
|
-
await page.goto(compiledUrl, { waitUntil: 'load', timeout:
|
|
67
|
+
await page.goto(compiledUrl, { waitUntil: 'load', timeout: 15000 });
|
|
68
68
|
return { action: 'navigated', url: compiledUrl };
|
|
69
69
|
}
|
|
70
70
|
|
|
@@ -82,9 +82,9 @@ export async function executeRpaStep(
|
|
|
82
82
|
const compiledSelectSelector = step.selector ? compilePrompt(step.selector, params) : undefined;
|
|
83
83
|
|
|
84
84
|
if (compiledSelectXpath) {
|
|
85
|
-
await page.locator(`xpath=${compiledSelectXpath}`).selectOption(compiledValue, { timeout:
|
|
85
|
+
await page.locator(`xpath=${compiledSelectXpath}`).selectOption(compiledValue, { timeout: 15000 });
|
|
86
86
|
} else if (compiledSelectSelector) {
|
|
87
|
-
await page.selectOption(compiledSelectSelector, compiledValue, { timeout:
|
|
87
|
+
await page.selectOption(compiledSelectSelector, compiledValue, { timeout: 15000 });
|
|
88
88
|
}
|
|
89
89
|
return { action: 'selected', value: compiledValue };
|
|
90
90
|
}
|
|
@@ -65,7 +65,11 @@ export class ToolExecutor {
|
|
|
65
65
|
const startTime = Date.now();
|
|
66
66
|
|
|
67
67
|
if (cdpUrl) {
|
|
68
|
-
state.
|
|
68
|
+
state.cdp = {
|
|
69
|
+
url: cdpUrl,
|
|
70
|
+
sessionId: state.cdp?.sessionId || null,
|
|
71
|
+
liveUrl: state.cdp?.liveUrl || null,
|
|
72
|
+
};
|
|
69
73
|
}
|
|
70
74
|
|
|
71
75
|
await tool.execute({
|
|
@@ -52,8 +52,12 @@ export const createStateAnnotation = <Memory = any>(memorySchema?: z.ZodSchema<M
|
|
|
52
52
|
reducer: (_, newValue) => newValue,
|
|
53
53
|
}),
|
|
54
54
|
// Available only when executing browser-use
|
|
55
|
-
|
|
56
|
-
|
|
55
|
+
cdp: Annotation<{
|
|
56
|
+
url: string | null;
|
|
57
|
+
liveUrl: string | null | undefined;
|
|
58
|
+
sessionId: string | null | undefined;
|
|
59
|
+
} | null>({
|
|
60
|
+
default: () => null,
|
|
57
61
|
// Direct replacement - no reducer, just replace the entire value
|
|
58
62
|
reducer: (_, newValue) => newValue,
|
|
59
63
|
}),
|
|
@@ -72,7 +76,7 @@ export const getInitialState = <Memory = any>(memorySchema?: z.ZodSchema<Memory>
|
|
|
72
76
|
goto: null,
|
|
73
77
|
sessionType: SessionType.TEXT,
|
|
74
78
|
scenario: {},
|
|
75
|
-
|
|
79
|
+
cdp: null,
|
|
76
80
|
memory,
|
|
77
81
|
} as State<Memory>;
|
|
78
82
|
};
|