@minded-ai/mindedjs 2.0.7-beta-1 → 2.0.7-beta-2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js.map +1 -1
- package/dist/nodes/addRpaNode.d.ts.map +1 -1
- package/dist/nodes/addRpaNode.js +135 -31
- package/dist/nodes/addRpaNode.js.map +1 -1
- package/dist/types/Flows.types.d.ts +28 -5
- package/dist/types/Flows.types.d.ts.map +1 -1
- package/dist/types/Flows.types.js +12 -1
- package/dist/types/Flows.types.js.map +1 -1
- package/package.json +2 -1
- package/src/index.ts +2 -0
- package/src/nodes/addRpaNode.ts +145 -35
- package/src/types/Flows.types.ts +30 -8
package/dist/index.d.ts
CHANGED
|
@@ -13,7 +13,7 @@ export { createParallelWrapper } from './platform/models/parallelWrapper';
|
|
|
13
13
|
export type { MindedChatOpenAIFields, BaseParallelChatFields } from './platform/models/mindedChatOpenAI';
|
|
14
14
|
export type { BaseParallelChatFields as ParallelWrapperFields } from './platform/models/parallelWrapper';
|
|
15
15
|
export type { PIIGatewayInstance, HttpRequestConfig, HttpResponse } from './platform/piiGateway';
|
|
16
|
-
export type { Flow, Node, Edge, TriggerNode, AppTriggerNode, PromptNode, PromptConditionEdge, LogicalConditionEdge, StepForwardEdge, ManualTriggerNode, JunctionNode, ToolNode, AppToolNode, VoiceTriggerNode, WebhookTriggerNode, InterfaceTriggerNode, RpaNode, } from './types/Flows.types';
|
|
16
|
+
export type { Flow, Node, Edge, TriggerNode, AppTriggerNode, PromptNode, PromptConditionEdge, LogicalConditionEdge, StepForwardEdge, ManualTriggerNode, JunctionNode, ToolNode, AppToolNode, VoiceTriggerNode, WebhookTriggerNode, InterfaceTriggerNode, RpaNode, RpaStep, RpaActionType, } from './types/Flows.types';
|
|
17
17
|
export { NodeType, TriggerType, EdgeType, AppNodeMetadata, AppNodeMetadataType, NodeMetadata, KnownTriggerNames, } from './types/Flows.types';
|
|
18
18
|
export type { Tool, ToolExecuteInput } from './types/Tools.types';
|
|
19
19
|
export { DocumentProcessor, extractFromDocument } from './internalTools/documentExtraction/documentExtraction';
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAChC,OAAO,MAAM,MAAM,UAAU,CAAC;AAC9B,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,sBAAsB,EAAE,MAAM,8CAA8C,CAAC;AACtF,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AACzE,OAAO,EAAE,iBAAiB,EAAE,MAAM,yCAAyC,CAAC;AAC5E,OAAO,EAAE,iCAAiC,EAAE,MAAM,kCAAkC,CAAC;AAErF,YAAY,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EACL,KAAK,EACL,MAAM,EACN,MAAM,EACN,sBAAsB,EACtB,UAAU,EACV,WAAW,EACX,OAAO,EACP,UAAU,EACV,aAAa,EACb,iBAAiB,EACjB,iCAAiC,GAClC,CAAC;AAGF,OAAO,EAAE,gBAAgB,EAAE,MAAM,oCAAoC,CAAC;AACtE,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAC1E,YAAY,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AACzG,YAAY,EAAE,sBAAsB,IAAI,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAGzG,YAAY,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAEjG,YAAY,EACV,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,WAAW,EACX,cAAc,EACd,UAAU,EACV,mBAAmB,EACnB,oBAAoB,EACpB,eAAe,EACf,iBAAiB,EACjB,YAAY,EACZ,QAAQ,EACR,WAAW,EACX,gBAAgB,EAChB,kBAAkB,EAClB,oBAAoB,EACpB,OAAO,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAChC,OAAO,MAAM,MAAM,UAAU,CAAC;AAC9B,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,sBAAsB,EAAE,MAAM,8CAA8C,CAAC;AACtF,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AACzE,OAAO,EAAE,iBAAiB,EAAE,MAAM,yCAAyC,CAAC;AAC5E,OAAO,EAAE,iCAAiC,EAAE,MAAM,kCAAkC,CAAC;AAErF,YAAY,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EACL,KAAK,EACL,MAAM,EACN,MAAM,EACN,sBAAsB,EACtB,UAAU,EACV,WAAW,EACX,OAAO,EACP,UAAU,EACV,aAAa,EACb,iBAAiB,EACjB,iCAAiC,GAClC,CAAC;AAGF,OAAO,EAAE,gBAAgB,EAAE,MAAM,oCAAoC,CAAC;AACtE,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAC1E,YAAY,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AACzG,YAAY,EAAE,sBAAsB,IAAI,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAGzG,YAAY,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAEjG,YAAY,EACV,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,WAAW,EACX,cAAc,EACd,UAAU,EACV,mBAAmB,EACnB,oBAAoB,EACpB,eAAe,EACf,iBAAiB,EACjB,YAAY,EACZ,QAAQ,EACR,WAAW,EACX,gBAAgB,EAChB,kBAAkB,EAClB,oBAAoB,EACpB,OAAO,EACP,OAAO,EACP,aAAa,GACd,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,QAAQ,EACR,WAAW,EACX,QAAQ,EACR,eAAe,EACf,mBAAmB,EACnB,YAAY,EACZ,iBAAiB,GAClB,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAGlE,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,uDAAuD,CAAC;AAC/G,YAAY,EACV,uBAAuB,EACvB,yBAAyB,EACzB,wBAAwB,GACzB,MAAM,0CAA0C,CAAC;AAElD,OAAO,EACL,WAAW,EACX,kBAAkB,EAClB,8BAA8B,EAC9B,qBAAqB,EACrB,iCAAiC,EACjC,WAAW,EACX,YAAY,GACb,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAC9E,YAAY,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAC1D,YAAY,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAG/C,OAAO,KAAK,YAAY,MAAM,gBAAgB,CAAC;AAG/C,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AACtF,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAGzG,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AACrE,YAAY,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAGtG,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,YAAY,EAAE,yBAAyB,EAAE,0BAA0B,EAAE,MAAM,sBAAsB,CAAC;AAElG,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AAE/F,OAAO,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC"}
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,mCAAgC;AAW9B,sFAXO,aAAK,OAWP;AAVP,sDAA8B;AAW5B,iBAXK,gBAAM,CAWL;AAVR,2CAAwC;AAWtC,uFAXO,eAAM,OAWP;AAVR,yFAAsF;AAWpF,uGAXO,+CAAsB,OAWP;AAVxB,iDAAyE;AAWvE,2FAXO,kBAAU,OAWP;AACV,4FAZmB,mBAAW,OAYnB;AACX,wFAbgC,eAAO,OAahC;AAZT,yDAAyE;AAavE,2FAbO,mBAAU,OAaP;AACV,8FAdmB,sBAAa,OAcnB;AAbf,+EAA4E;AAc1E,kGAdO,qCAAiB,OAcP;AAbnB,4EAAqF;AAcnF,kHAdO,yDAAiC,OAcP;AAGnC,6BAA6B;AAC7B,uEAAsE;AAA7D,oHAAA,gBAAgB,OAAA;AACzB,qEAA0E;AAAjE,wHAAA,qBAAqB,OAAA;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,mCAAgC;AAW9B,sFAXO,aAAK,OAWP;AAVP,sDAA8B;AAW5B,iBAXK,gBAAM,CAWL;AAVR,2CAAwC;AAWtC,uFAXO,eAAM,OAWP;AAVR,yFAAsF;AAWpF,uGAXO,+CAAsB,OAWP;AAVxB,iDAAyE;AAWvE,2FAXO,kBAAU,OAWP;AACV,4FAZmB,mBAAW,OAYnB;AACX,wFAbgC,eAAO,OAahC;AAZT,yDAAyE;AAavE,2FAbO,mBAAU,OAaP;AACV,8FAdmB,sBAAa,OAcnB;AAbf,+EAA4E;AAc1E,kGAdO,qCAAiB,OAcP;AAbnB,4EAAqF;AAcnF,kHAdO,yDAAiC,OAcP;AAGnC,6BAA6B;AAC7B,uEAAsE;AAA7D,oHAAA,gBAAgB,OAAA;AACzB,qEAA0E;AAAjE,wHAAA,qBAAqB,OAAA;AA4B9B,mDAQ6B;AAP3B,uGAAA,QAAQ,OAAA;AACR,0GAAA,WAAW,OAAA;AACX,uGAAA,QAAQ,OAAA;AAER,kHAAA,mBAAmB,OAAA;AAEnB,gHAAA,iBAAiB,OAAA;AAInB,gCAAgC;AAChC,4FAA+G;AAAtG,uHAAA,iBAAiB,OAAA;AAAE,yHAAA,mBAAmB,OAAA;AAO/C,mDAQ6B;AAF3B,0GAAA,WAAW,OAAA;AAMb,gDAA+C;AAAtC,kGAAA,OAAO,OAAA;AAEhB,uBAAuB;AACvB,+DAA+C;AAE/C,8BAA8B;AAC9B,wDAAsF;AAA7E,sGAAA,QAAQ,OAAA;AAAE,8GAAA,gBAAgB,OAAA;AAAE,2GAAA,aAAa,OAAA;AAGlD,8BAA8B;AAC9B,wDAAqE;AAA5D,qGAAA,OAAO,OAAA;AAAE,6GAAA,eAAe,OAAA;AAGjC,qBAAqB;AACrB,oDAAmD;AAA1C,0GAAA,WAAW,OAAA;AAGpB,uEAA+F;AAAtF,0HAAA,oBAAoB,OAAA;AAAE,2HAAA,qBAAqB,OAAA;AAEpD,yCAAsD;AAA7C,oHAAA,uBAAuB,OAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"addRpaNode.d.ts","sourceRoot":"","sources":["../../src/nodes/addRpaNode.ts"],"names":[],"mappings":"AACA,OAAO,EAAY,OAAO,
|
|
1
|
+
{"version":3,"file":"addRpaNode.d.ts","sourceRoot":"","sources":["../../src/nodes/addRpaNode.ts"],"names":[],"mappings":"AACA,OAAO,EAAY,OAAO,EAAiB,MAAM,sBAAsB,CAAC;AACxE,OAAO,EAAE,gBAAgB,EAAmB,MAAM,0BAA0B,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAC;AAC5C,OAAO,EAAE,yBAAyB,EAAE,MAAM,uBAAuB,CAAC;AAClE,OAAO,EAAE,aAAa,EAAe,MAAM,sBAAsB,CAAC;AAClE,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAKjC,KAAK,gBAAgB,GAAG;IACtB,KAAK,EAAE,gBAAgB,CAAC;IACxB,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;IACxB,IAAI,EAAE,aAAa,CAAC,GAAG,EAAE,MAAM,yBAAyB,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/D,KAAK,EAAE,KAAK,CAAC;CACd,CAAC;AAEF,eAAO,MAAM,UAAU,wCAA+C,gBAAgB,kBAqHrF,CAAC"}
|
package/dist/nodes/addRpaNode.js
CHANGED
|
@@ -4,46 +4,87 @@ exports.addRpaNode = void 0;
|
|
|
4
4
|
const Flows_types_1 = require("../types/Flows.types");
|
|
5
5
|
const logger_1 = require("../utils/logger");
|
|
6
6
|
const history_1 = require("../utils/history");
|
|
7
|
+
const playwright_1 = require("playwright");
|
|
7
8
|
const addRpaNode = async ({ graph, node, tools, emit, agent }) => {
|
|
8
9
|
const callback = async (state) => {
|
|
9
10
|
await agent.interruptSessionManager.checkQueueAndInterrupt(state.sessionId);
|
|
10
11
|
logger_1.logger.info({ msg: `[Node] Executing RPA node`, node: node.displayName, sessionId: state.sessionId });
|
|
12
|
+
let browser = null;
|
|
13
|
+
let page = null;
|
|
11
14
|
try {
|
|
12
|
-
//
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
// 2. Connect to RPA service/tool
|
|
18
|
-
// 3. Execute RPA operations based on node.prompt
|
|
19
|
-
// 4. Handle results and update state
|
|
20
|
-
// 5. Emit appropriate events
|
|
21
|
-
// Placeholder: Log the RPA configuration
|
|
15
|
+
// Get CDP URL from state
|
|
16
|
+
const cdpUrl = state.cdpUrl;
|
|
17
|
+
if (!cdpUrl) {
|
|
18
|
+
throw new Error('CDP URL not found in state. Make sure a browser session is available.');
|
|
19
|
+
}
|
|
22
20
|
logger_1.logger.debug({
|
|
23
|
-
msg: '[RPA]
|
|
24
|
-
|
|
25
|
-
prompt: node.prompt,
|
|
21
|
+
msg: '[RPA] Connecting to browser via CDP',
|
|
22
|
+
cdpUrl,
|
|
26
23
|
sessionId: state.sessionId,
|
|
27
24
|
node: node.displayName,
|
|
28
25
|
});
|
|
29
|
-
//
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
//
|
|
26
|
+
// Connect to existing browser via CDP
|
|
27
|
+
browser = await playwright_1.chromium.connectOverCDP(cdpUrl);
|
|
28
|
+
const contexts = browser.contexts();
|
|
29
|
+
if (contexts.length === 0) {
|
|
30
|
+
throw new Error('No browser contexts found');
|
|
31
|
+
}
|
|
32
|
+
// Get the first page or create a new one
|
|
33
|
+
const pages = contexts[0].pages();
|
|
34
|
+
page = pages.length > 0 ? pages[0] : await contexts[0].newPage();
|
|
35
|
+
// Set viewport if specified
|
|
36
|
+
if (node.viewport) {
|
|
37
|
+
await page.setViewportSize(node.viewport);
|
|
38
|
+
}
|
|
39
|
+
// Execute each step
|
|
40
|
+
const results = [];
|
|
41
|
+
for (const [index, step] of node.steps.entries()) {
|
|
42
|
+
logger_1.logger.debug({
|
|
43
|
+
msg: '[RPA] Executing step',
|
|
44
|
+
stepIndex: index + 1,
|
|
45
|
+
stepType: step.type,
|
|
46
|
+
sessionId: state.sessionId,
|
|
47
|
+
node: node.displayName,
|
|
48
|
+
});
|
|
49
|
+
try {
|
|
50
|
+
const result = await executeRpaStep(page, step);
|
|
51
|
+
results.push({
|
|
52
|
+
stepIndex: index + 1,
|
|
53
|
+
type: step.type,
|
|
54
|
+
success: true,
|
|
55
|
+
result,
|
|
56
|
+
});
|
|
57
|
+
}
|
|
58
|
+
catch (stepError) {
|
|
59
|
+
logger_1.logger.error({
|
|
60
|
+
msg: '[RPA] Step execution failed',
|
|
61
|
+
stepIndex: index + 1,
|
|
62
|
+
stepType: step.type,
|
|
63
|
+
error: stepError instanceof Error ? stepError.message : 'Unknown error',
|
|
64
|
+
sessionId: state.sessionId,
|
|
65
|
+
node: node.displayName,
|
|
66
|
+
});
|
|
67
|
+
results.push({
|
|
68
|
+
stepIndex: index + 1,
|
|
69
|
+
type: step.type,
|
|
70
|
+
success: false,
|
|
71
|
+
error: stepError instanceof Error ? stepError.message : 'Unknown error',
|
|
72
|
+
});
|
|
73
|
+
// Stop execution on error unless configured otherwise
|
|
74
|
+
throw stepError;
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
// Update history with RPA execution results
|
|
36
78
|
state.history.push((0, history_1.createHistoryStep)(state.history, {
|
|
37
79
|
type: Flows_types_1.NodeType.RPA,
|
|
38
80
|
nodeId: node.name,
|
|
39
81
|
nodeDisplayName: node.displayName,
|
|
40
82
|
raw: {
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
result: 'RPA node executed (placeholder)',
|
|
83
|
+
steps: node.steps,
|
|
84
|
+
results,
|
|
85
|
+
viewport: node.viewport,
|
|
45
86
|
},
|
|
46
|
-
messageIds: [],
|
|
87
|
+
messageIds: [],
|
|
47
88
|
}));
|
|
48
89
|
// Clear goto to allow natural flow progression
|
|
49
90
|
state.goto = null;
|
|
@@ -58,16 +99,79 @@ const addRpaNode = async ({ graph, node, tools, emit, agent }) => {
|
|
|
58
99
|
sessionId: state.sessionId,
|
|
59
100
|
node: node.displayName,
|
|
60
101
|
});
|
|
61
|
-
// TODO: Add proper error handling
|
|
62
|
-
// Consider whether to:
|
|
63
|
-
// - Retry the operation
|
|
64
|
-
// - Emit an error event
|
|
65
|
-
// - Update state with error information
|
|
66
|
-
// - Allow graceful degradation
|
|
67
102
|
throw error;
|
|
68
103
|
}
|
|
104
|
+
finally {
|
|
105
|
+
// Note: We don't close the browser as it's connected via CDP
|
|
106
|
+
// The browser session should remain active for other operations
|
|
107
|
+
}
|
|
69
108
|
};
|
|
70
109
|
graph.addNode(node.name, callback);
|
|
71
110
|
};
|
|
72
111
|
exports.addRpaNode = addRpaNode;
|
|
112
|
+
// Helper function to execute individual RPA steps
|
|
113
|
+
async function executeRpaStep(page, step) {
|
|
114
|
+
switch (step.type) {
|
|
115
|
+
case Flows_types_1.RpaActionType.CLICK:
|
|
116
|
+
if (step.xpath) {
|
|
117
|
+
await page.locator(`xpath=${step.xpath}`).click({ timeout: 30000 });
|
|
118
|
+
}
|
|
119
|
+
else if (step.selector) {
|
|
120
|
+
await page.click(step.selector, { timeout: 30000 });
|
|
121
|
+
}
|
|
122
|
+
return { action: 'clicked' };
|
|
123
|
+
case Flows_types_1.RpaActionType.TYPE:
|
|
124
|
+
if (step.shouldReplaceExistingText) {
|
|
125
|
+
if (step.xpath) {
|
|
126
|
+
await page.locator(`xpath=${step.xpath}`).fill(step.text || '');
|
|
127
|
+
}
|
|
128
|
+
else if (step.selector) {
|
|
129
|
+
await page.fill(step.selector, step.text || '');
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
else {
|
|
133
|
+
if (step.xpath) {
|
|
134
|
+
await page.locator(`xpath=${step.xpath}`).type(step.text || '');
|
|
135
|
+
}
|
|
136
|
+
else if (step.selector) {
|
|
137
|
+
await page.type(step.selector, step.text || '');
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
return { action: 'typed', text: step.text };
|
|
141
|
+
case Flows_types_1.RpaActionType.WAIT:
|
|
142
|
+
await page.waitForTimeout(step.waitTime || 1000);
|
|
143
|
+
return { action: 'waited', duration: step.waitTime };
|
|
144
|
+
case Flows_types_1.RpaActionType.GOTO:
|
|
145
|
+
await page.goto(step.url || '', { waitUntil: 'networkidle' });
|
|
146
|
+
return { action: 'navigated', url: step.url };
|
|
147
|
+
case Flows_types_1.RpaActionType.PRESS:
|
|
148
|
+
await page.keyboard.press(step.key || 'Enter');
|
|
149
|
+
return { action: 'pressed', key: step.key };
|
|
150
|
+
case Flows_types_1.RpaActionType.SELECT:
|
|
151
|
+
if (step.xpath) {
|
|
152
|
+
await page.locator(`xpath=${step.xpath}`).selectOption(step.value || '');
|
|
153
|
+
}
|
|
154
|
+
else if (step.selector) {
|
|
155
|
+
await page.selectOption(step.selector, step.value || '');
|
|
156
|
+
}
|
|
157
|
+
return { action: 'selected', value: step.value };
|
|
158
|
+
case Flows_types_1.RpaActionType.HOVER:
|
|
159
|
+
if (step.xpath) {
|
|
160
|
+
await page.locator(`xpath=${step.xpath}`).hover();
|
|
161
|
+
}
|
|
162
|
+
else if (step.selector) {
|
|
163
|
+
await page.hover(step.selector);
|
|
164
|
+
}
|
|
165
|
+
return { action: 'hovered' };
|
|
166
|
+
case Flows_types_1.RpaActionType.SCREENSHOT:
|
|
167
|
+
const screenshot = await page.screenshot({ type: 'png' });
|
|
168
|
+
return {
|
|
169
|
+
action: 'screenshot',
|
|
170
|
+
description: step.description,
|
|
171
|
+
data: screenshot.toString('base64'),
|
|
172
|
+
};
|
|
173
|
+
default:
|
|
174
|
+
throw new Error(`Unknown RPA action type: ${step.type}`);
|
|
175
|
+
}
|
|
176
|
+
}
|
|
73
177
|
//# sourceMappingURL=addRpaNode.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"addRpaNode.js","sourceRoot":"","sources":["../../src/nodes/addRpaNode.ts"],"names":[],"mappings":";;;AACA,
|
|
1
|
+
{"version":3,"file":"addRpaNode.js","sourceRoot":"","sources":["../../src/nodes/addRpaNode.ts"],"names":[],"mappings":";;;AACA,sDAAwE;AAMxE,4CAAyC;AACzC,8CAAqD;AACrD,2CAAqD;AAU9C,MAAM,UAAU,GAAG,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAoB,EAAE,EAAE;IACxF,MAAM,QAAQ,GAAiB,KAAK,EAAE,KAAmC,EAAE,EAAE;QAC3E,MAAM,KAAK,CAAC,uBAAuB,CAAC,sBAAsB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5E,eAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,2BAA2B,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QAEtG,IAAI,OAAO,GAAmB,IAAI,CAAC;QACnC,IAAI,IAAI,GAAgB,IAAI,CAAC;QAE7B,IAAI,CAAC;YACH,yBAAyB;YACzB,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;YAC5B,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;YAC3F,CAAC;YAED,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,qCAAqC;gBAC1C,MAAM;gBACN,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,IAAI,EAAE,IAAI,CAAC,WAAW;aACvB,CAAC,CAAC;YAEH,sCAAsC;YACtC,OAAO,GAAG,MAAM,qBAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAChD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;YAC/C,CAAC;YAED,yCAAyC;YACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;YAEjE,4BAA4B;YAC5B,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC5C,CAAC;YAED,oBAAoB;YACpB,MAAM,OAAO,GAAG,EAAE,CAAC;YACnB,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;gBACjD,eAAM,CAAC,KAAK,CAAC;oBACX,GAAG,EAAE,sBAAsB;oBAC3B,SAAS,EAAE,KAAK,GAAG,CAAC;oBACpB,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,IAAI,EAAE,IAAI,CAAC,WAAW;iBACvB,CAAC,CAAC;gBAEH,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;oBAChD,OAAO,CAAC,IAAI,CAAC;wBACX,SAAS,EAAE,KAAK,GAAG,CAAC;wBACpB,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,OAAO,EAAE,IAAI;wBACb,MAAM;qBACP,CAAC,CAAC;gBACL,CAAC;gBAAC,OAAO,SAAS,EAAE,CAAC;oBACnB,eAAM,CAAC,KAAK,CAAC;wBACX,GAAG,EAAE,6BAA6B;wBAClC,SAAS,EAAE,KAAK,GAAG,CAAC;wBACpB,QAAQ,EAAE,IAAI,CAAC,IAAI;wBACnB,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;wBACvE,SAAS,EAAE,KAAK,CAAC,SAAS;wBAC1B,IAAI,EAAE,IAAI,CAAC,WAAW;qBACvB,CAAC,CAAC;oBAEH,OAAO,CAAC,IAAI,CAAC;wBACX,SAAS,EAAE,KAAK,GAAG,CAAC;wBACpB,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;qBACxE,CAAC,CAAC;oBAEH,sDAAsD;oBACtD,MAAM,SAAS,CAAC;gBAClB,CAAC;YACH,CAAC;YAED,4CAA4C;YAC5C,KAAK,CAAC,OAAO,CAAC,IAAI,CAChB,IAAA,2BAAiB,EAAc,KAAK,CAAC,OAAO,EAAE;gBAC5C,IAAI,EAAE,sBAAQ,CAAC,GAAG;gBAClB,MAAM,EAAE,IAAI,CAAC,IAAI;gBACjB,eAAe,EAAE,IAAI,CAAC,WAAW;gBACjC,GAAG,EAAE;oBACH,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,OAAO;oBACP,QAAQ,EAAE,IAAI,CAAC,QAAQ;iBACxB;gBACD,UAAU,EAAE,EAAE;aACf,CAAC,CACH,CAAC;YAEF,+CAA+C;YAC/C,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;YAElB,2CAA2C;YAC3C,MAAM,KAAK,CAAC,uBAAuB,CAAC,sBAAsB,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YAEnF,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,gCAAgC;gBACrC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;gBAC/D,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,IAAI,EAAE,IAAI,CAAC,WAAW;aACvB,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,6DAA6D;YAC7D,gEAAgE;QAClE,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AACrC,CAAC,CAAC;AArHW,QAAA,UAAU,cAqHrB;AAEF,kDAAkD;AAClD,KAAK,UAAU,cAAc,CAAC,IAAU,EAAE,IAAS;IACjD,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,2BAAa,CAAC,KAAK;YACtB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACtE,CAAC;iBAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACtD,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QAE/B,KAAK,2BAAa,CAAC,IAAI;YACrB,IAAI,IAAI,CAAC,yBAAyB,EAAE,CAAC;gBACnC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBACf,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;gBAClE,CAAC;qBAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACzB,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;gBAClD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBACf,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;gBAClE,CAAC;qBAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACzB,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;gBAClD,CAAC;YACH,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;QAE9C,KAAK,2BAAa,CAAC,IAAI;YACrB,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC;YACjD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;QAEvD,KAAK,2BAAa,CAAC,IAAI;YACrB,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC,CAAC;YAC9D,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC;QAEhD,KAAK,2BAAa,CAAC,KAAK;YACtB,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,OAAO,CAAC,CAAC;YAC/C,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC;QAE9C,KAAK,2BAAa,CAAC,MAAM;YACvB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YAC3E,CAAC;iBAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YAC3D,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;QAEnD,KAAK,2BAAa,CAAC,KAAK;YACtB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;YACpD,CAAC;iBAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAClC,CAAC;YACD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QAE/B,KAAK,2BAAa,CAAC,UAAU;YAC3B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1D,OAAO;gBACL,MAAM,EAAE,YAAY;gBACpB,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;aACpC,CAAC;QAEJ;YACE,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7D,CAAC;AACH,CAAC"}
|
|
@@ -111,13 +111,36 @@ export interface BrowserTaskNode extends BaseNode {
|
|
|
111
111
|
}[];
|
|
112
112
|
onPrem?: boolean;
|
|
113
113
|
}
|
|
114
|
+
export declare enum RpaActionType {
|
|
115
|
+
CLICK = "click",
|
|
116
|
+
TYPE = "type",
|
|
117
|
+
WAIT = "wait",
|
|
118
|
+
SCREENSHOT = "screenshot",
|
|
119
|
+
SELECT = "select",
|
|
120
|
+
HOVER = "hover",
|
|
121
|
+
PRESS = "press",
|
|
122
|
+
GOTO = "goto"
|
|
123
|
+
}
|
|
124
|
+
export interface RpaStep {
|
|
125
|
+
id: string;
|
|
126
|
+
type: RpaActionType;
|
|
127
|
+
xpath?: string;
|
|
128
|
+
selector?: string;
|
|
129
|
+
text?: string;
|
|
130
|
+
value?: string;
|
|
131
|
+
key?: string;
|
|
132
|
+
url?: string;
|
|
133
|
+
shouldReplaceExistingText?: boolean;
|
|
134
|
+
waitTime?: number;
|
|
135
|
+
description?: string;
|
|
136
|
+
}
|
|
114
137
|
export interface RpaNode extends BaseNode {
|
|
115
138
|
type: NodeType.RPA;
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
139
|
+
steps: RpaStep[];
|
|
140
|
+
timeout?: number;
|
|
141
|
+
viewport?: {
|
|
142
|
+
width: number;
|
|
143
|
+
height: number;
|
|
121
144
|
};
|
|
122
145
|
}
|
|
123
146
|
export type TriggerNode = AppTriggerNode | WebhookTriggerNode | ManualTriggerNode | VoiceTriggerNode | InterfaceTriggerNode;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Flows.types.d.ts","sourceRoot":"","sources":["../../src/types/Flows.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,MAAM,WAAW,QAAQ;IACvB,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX;AAED,oBAAY,QAAQ;IAClB,OAAO,YAAY;IACnB,QAAQ,aAAa;IACrB,IAAI,SAAS;IACb,QAAQ,YAAY;IACpB,WAAW,eAAe;IAC1B,YAAY,eAAe;IAC3B,YAAY,gBAAgB;IAC5B,GAAG,QAAQ;CACZ;AAED,oBAAY,QAAQ;IAClB,iBAAiB,qBAAqB;IACtC,gBAAgB,oBAAoB;IACpC,YAAY,gBAAgB;CAC7B;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,QAAQ,CAAC;IACf,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,oBAAY,WAAW;IACrB,GAAG,QAAQ;IACX,OAAO,YAAY;IACnB,MAAM,WAAW;IACjB,KAAK,UAAU;IACf,SAAS,cAAc;CACxB;AAED,MAAM,WAAW,eAAgB,SAAQ,QAAQ;IAC/C,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC;IACvB,WAAW,EAAE,WAAW,CAAC;CAC1B;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,cAAe,SAAQ,eAAe,EAAE,WAAW;IAClE,WAAW,EAAE,WAAW,CAAC,GAAG,CAAC;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,kBAAmB,SAAQ,eAAe;IACzD,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC;IACjC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,oBAAqB,SAAQ,eAAe;IAC3D,WAAW,EAAE,WAAW,CAAC,SAAS,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,gBAAiB,SAAQ,eAAe;IACvD,WAAW,EAAE,WAAW,CAAC,KAAK,CAAC;IAC/B;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,iBAAkB,SAAQ,eAAe;IACxD,WAAW,EAAE,WAAW,CAAC,MAAM,CAAC;CACjC;AAED,MAAM,WAAW,UAAW,SAAQ,QAAQ;IAC1C,IAAI,EAAE,QAAQ,CAAC,WAAW,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;AAED,MAAM,WAAW,UAAW,SAAQ,QAAQ;IAC1C,IAAI,EAAE,QAAQ,CAAC,YAAY,CAAC;IAC5B,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,eAAgB,SAAQ,QAAQ;IAC/C,IAAI,EAAE,QAAQ,CAAC,YAAY,CAAC;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,QAAQ,GAAG,QAAQ,CAAC;QAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;KACpB,EAAE,CAAC;IACJ,YAAY,CAAC,EAAE;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,QAAQ,GAAG,QAAQ,CAAC;QAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;KACpB,EAAE,CAAC;IACJ,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAC3B,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,
|
|
1
|
+
{"version":3,"file":"Flows.types.d.ts","sourceRoot":"","sources":["../../src/types/Flows.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,MAAM,WAAW,QAAQ;IACvB,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX;AAED,oBAAY,QAAQ;IAClB,OAAO,YAAY;IACnB,QAAQ,aAAa;IACrB,IAAI,SAAS;IACb,QAAQ,YAAY;IACpB,WAAW,eAAe;IAC1B,YAAY,eAAe;IAC3B,YAAY,gBAAgB;IAC5B,GAAG,QAAQ;CACZ;AAED,oBAAY,QAAQ;IAClB,iBAAiB,qBAAqB;IACtC,gBAAgB,oBAAoB;IACpC,YAAY,gBAAgB;CAC7B;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,QAAQ,CAAC;IACf,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,oBAAY,WAAW;IACrB,GAAG,QAAQ;IACX,OAAO,YAAY;IACnB,MAAM,WAAW;IACjB,KAAK,UAAU;IACf,SAAS,cAAc;CACxB;AAED,MAAM,WAAW,eAAgB,SAAQ,QAAQ;IAC/C,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC;IACvB,WAAW,EAAE,WAAW,CAAC;CAC1B;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,cAAe,SAAQ,eAAe,EAAE,WAAW;IAClE,WAAW,EAAE,WAAW,CAAC,GAAG,CAAC;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,kBAAmB,SAAQ,eAAe;IACzD,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC;IACjC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,oBAAqB,SAAQ,eAAe;IAC3D,WAAW,EAAE,WAAW,CAAC,SAAS,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,gBAAiB,SAAQ,eAAe;IACvD,WAAW,EAAE,WAAW,CAAC,KAAK,CAAC;IAC/B;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,iBAAkB,SAAQ,eAAe;IACxD,WAAW,EAAE,WAAW,CAAC,MAAM,CAAC;CACjC;AAED,MAAM,WAAW,UAAW,SAAQ,QAAQ;IAC1C,IAAI,EAAE,QAAQ,CAAC,WAAW,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;AAED,MAAM,WAAW,UAAW,SAAQ,QAAQ;IAC1C,IAAI,EAAE,QAAQ,CAAC,YAAY,CAAC;IAC5B,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,eAAgB,SAAQ,QAAQ;IAC/C,IAAI,EAAE,QAAQ,CAAC,YAAY,CAAC;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,QAAQ,GAAG,QAAQ,CAAC;QAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;KACpB,EAAE,CAAC;IACJ,YAAY,CAAC,EAAE;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,QAAQ,GAAG,QAAQ,CAAC;QAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;KACpB,EAAE,CAAC;IACJ,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAC3B,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,oBAAY,aAAa;IACvB,KAAK,UAAU;IACf,IAAI,SAAS;IACb,IAAI,SAAS;IACb,UAAU,eAAe;IACzB,MAAM,WAAW;IACjB,KAAK,UAAU;IACf,KAAK,UAAU;IACf,IAAI,SAAS;CACd;AAED,MAAM,WAAW,OAAO;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,OAAQ,SAAQ,QAAQ;IACvC,IAAI,EAAE,QAAQ,CAAC,GAAG,CAAC;IACnB,KAAK,EAAE,OAAO,EAAE,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE;QACT,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED,MAAM,MAAM,WAAW,GAAG,cAAc,GAAG,kBAAkB,GAAG,iBAAiB,GAAG,gBAAgB,GAAG,oBAAoB,CAAC;AAE5H,MAAM,WAAW,YAAa,SAAQ,QAAQ;IAC5C,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC;CACzB;AAED,MAAM,WAAW,QAAS,SAAQ,QAAQ;IACxC,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,WAAY,SAAQ,QAAQ,EAAE,WAAW;IACxD,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,eAAe,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,IAAI,GAAG,WAAW,GAAG,YAAY,GAAG,QAAQ,GAAG,WAAW,GAAG,UAAU,GAAG,UAAU,GAAG,eAAe,GAAG,OAAO,CAAC;AAE7H,MAAM,WAAW,QAAQ;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,QAAQ,CAAC;CAChB;AAED,MAAM,WAAW,oBAAqB,SAAQ,QAAQ;IACpD,IAAI,EAAE,QAAQ,CAAC,iBAAiB,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,mBAAoB,SAAQ,QAAQ;IACnD,IAAI,EAAE,QAAQ,CAAC,gBAAgB,CAAC;IAChC,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,eAAgB,SAAQ,QAAQ;IAC/C,IAAI,EAAE,QAAQ,CAAC,YAAY,CAAC;CAC7B;AAED,MAAM,MAAM,IAAI,GAAG,oBAAoB,GAAG,mBAAmB,GAAG,eAAe,CAAC;AAEhF,oBAAY,mBAAmB;IAC7B,QAAQ,YAAY;CACrB;AACD,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,mBAAmB,CAAC;CAC3B;AACD,MAAM,WAAW,eAAgB,SAAQ,YAAY;IACnD,IAAI,EAAE,mBAAmB,CAAC,QAAQ,CAAC;IACnC,MAAM,EAAE,gBAAgB,EAAE,CAAC;CAC5B;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,oBAAoB,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,KAAK,CAAC,EAAE;QACN,IAAI,EAAE,oBAAoB,CAAC;QAC3B,UAAU,CAAC,EAAE,gBAAgB,EAAE,CAAC;KACjC,CAAC;CACH,CAAC;AAEF,oBAAY,oBAAoB;IAC9B,MAAM,WAAW;IACjB,MAAM,WAAW;IACjB,OAAO,YAAY;IACnB,KAAK,UAAU;IACf,MAAM,WAAW;IACjB,GAAG,QAAQ;CACZ;AAED,MAAM,WAAW,IAAI;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,KAAK,EAAE,IAAI,EAAE,CAAC;CACf;AAED,oBAAY,iBAAiB;IAC3B,OAAO,YAAY;IACnB,iBAAiB,sBAAsB;IACvC,aAAa,kBAAkB;CAChC;AAED,oBAAY,mBAAmB;IAC7B,iBAAiB,oBAAoB;IACrC,QAAQ,aAAa;IACrB,gBAAgB,oBAAoB;CACrC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.internalNodesSuffix = exports.KnownTriggerNames = exports.ActionInputParamType = exports.AppNodeMetadataType = exports.TriggerType = exports.EdgeType = exports.NodeType = void 0;
|
|
3
|
+
exports.internalNodesSuffix = exports.KnownTriggerNames = exports.ActionInputParamType = exports.AppNodeMetadataType = exports.RpaActionType = exports.TriggerType = exports.EdgeType = exports.NodeType = void 0;
|
|
4
4
|
var NodeType;
|
|
5
5
|
(function (NodeType) {
|
|
6
6
|
NodeType["TRIGGER"] = "trigger";
|
|
@@ -26,6 +26,17 @@ var TriggerType;
|
|
|
26
26
|
TriggerType["VOICE"] = "voice";
|
|
27
27
|
TriggerType["INTERFACE"] = "interface";
|
|
28
28
|
})(TriggerType || (exports.TriggerType = TriggerType = {}));
|
|
29
|
+
var RpaActionType;
|
|
30
|
+
(function (RpaActionType) {
|
|
31
|
+
RpaActionType["CLICK"] = "click";
|
|
32
|
+
RpaActionType["TYPE"] = "type";
|
|
33
|
+
RpaActionType["WAIT"] = "wait";
|
|
34
|
+
RpaActionType["SCREENSHOT"] = "screenshot";
|
|
35
|
+
RpaActionType["SELECT"] = "select";
|
|
36
|
+
RpaActionType["HOVER"] = "hover";
|
|
37
|
+
RpaActionType["PRESS"] = "press";
|
|
38
|
+
RpaActionType["GOTO"] = "goto";
|
|
39
|
+
})(RpaActionType || (exports.RpaActionType = RpaActionType = {}));
|
|
29
40
|
var AppNodeMetadataType;
|
|
30
41
|
(function (AppNodeMetadataType) {
|
|
31
42
|
AppNodeMetadataType["APP_TOOL"] = "appTool";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Flows.types.js","sourceRoot":"","sources":["../../src/types/Flows.types.ts"],"names":[],"mappings":";;;AAMA,IAAY,QASX;AATD,WAAY,QAAQ;IAClB,+BAAmB,CAAA;IACnB,iCAAqB,CAAA;IACrB,yBAAa,CAAA;IACb,gCAAoB,CAAA;IACpB,sCAA0B,CAAA;IAC1B,uCAA2B,CAAA;IAC3B,wCAA4B,CAAA;IAC5B,uBAAW,CAAA;AACb,CAAC,EATW,QAAQ,wBAAR,QAAQ,QASnB;AAED,IAAY,QAIX;AAJD,WAAY,QAAQ;IAClB,kDAAsC,CAAA;IACtC,gDAAoC,CAAA;IACpC,wCAA4B,CAAA;AAC9B,CAAC,EAJW,QAAQ,wBAAR,QAAQ,QAInB;AAWD,IAAY,WAMX;AAND,WAAY,WAAW;IACrB,0BAAW,CAAA;IACX,kCAAmB,CAAA;IACnB,gCAAiB,CAAA;IACjB,8BAAe,CAAA;IACf,sCAAuB,CAAA;AACzB,CAAC,EANW,WAAW,2BAAX,WAAW,QAMtB;
|
|
1
|
+
{"version":3,"file":"Flows.types.js","sourceRoot":"","sources":["../../src/types/Flows.types.ts"],"names":[],"mappings":";;;AAMA,IAAY,QASX;AATD,WAAY,QAAQ;IAClB,+BAAmB,CAAA;IACnB,iCAAqB,CAAA;IACrB,yBAAa,CAAA;IACb,gCAAoB,CAAA;IACpB,sCAA0B,CAAA;IAC1B,uCAA2B,CAAA;IAC3B,wCAA4B,CAAA;IAC5B,uBAAW,CAAA;AACb,CAAC,EATW,QAAQ,wBAAR,QAAQ,QASnB;AAED,IAAY,QAIX;AAJD,WAAY,QAAQ;IAClB,kDAAsC,CAAA;IACtC,gDAAoC,CAAA;IACpC,wCAA4B,CAAA;AAC9B,CAAC,EAJW,QAAQ,wBAAR,QAAQ,QAInB;AAWD,IAAY,WAMX;AAND,WAAY,WAAW;IACrB,0BAAW,CAAA;IACX,kCAAmB,CAAA;IACnB,gCAAiB,CAAA;IACjB,8BAAe,CAAA;IACf,sCAAuB,CAAA;AACzB,CAAC,EANW,WAAW,2BAAX,WAAW,QAMtB;AAwFD,IAAY,aASX;AATD,WAAY,aAAa;IACvB,gCAAe,CAAA;IACf,8BAAa,CAAA;IACb,8BAAa,CAAA;IACb,0CAAyB,CAAA;IACzB,kCAAiB,CAAA;IACjB,gCAAe,CAAA;IACf,gCAAe,CAAA;IACf,8BAAa,CAAA;AACf,CAAC,EATW,aAAa,6BAAb,aAAa,QASxB;AAwED,IAAY,mBAEX;AAFD,WAAY,mBAAmB;IAC7B,2CAAoB,CAAA;AACtB,CAAC,EAFW,mBAAmB,mCAAnB,mBAAmB,QAE9B;AAsBD,IAAY,oBAOX;AAPD,WAAY,oBAAoB;IAC9B,yCAAiB,CAAA;IACjB,yCAAiB,CAAA;IACjB,2CAAmB,CAAA;IACnB,uCAAe,CAAA;IACf,yCAAiB,CAAA;IACjB,mCAAW,CAAA;AACb,CAAC,EAPW,oBAAoB,oCAApB,oBAAoB,QAO/B;AAQD,IAAY,iBAIX;AAJD,WAAY,iBAAiB;IAC3B,wCAAmB,CAAA;IACnB,4DAAuC,CAAA;IACvC,oDAA+B,CAAA;AACjC,CAAC,EAJW,iBAAiB,iCAAjB,iBAAiB,QAI5B;AAED,IAAY,mBAIX;AAJD,WAAY,mBAAmB;IAC7B,4DAAqC,CAAA;IACrC,4CAAqB,CAAA;IACrB,2DAAoC,CAAA;AACtC,CAAC,EAJW,mBAAmB,mCAAnB,mBAAmB,QAI9B"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@minded-ai/mindedjs",
|
|
3
|
-
"version": "2.0.7-beta-
|
|
3
|
+
"version": "2.0.7-beta-2",
|
|
4
4
|
"description": "MindedJS is a TypeScript library for building agents.",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -61,6 +61,7 @@
|
|
|
61
61
|
"langchain": "^0.3.25",
|
|
62
62
|
"pino": "^9.7.0",
|
|
63
63
|
"pino-pretty": "^13.0.0",
|
|
64
|
+
"playwright": "^1.40.0",
|
|
64
65
|
"socket.io-client": "^4.8.1",
|
|
65
66
|
"uuid": "^11.1.0",
|
|
66
67
|
"ws": "^8.15.1",
|
package/src/index.ts
CHANGED
package/src/nodes/addRpaNode.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { RunnableLike } from '@langchain/core/runnables';
|
|
2
|
-
import { NodeType, RpaNode } from '../types/Flows.types';
|
|
2
|
+
import { NodeType, RpaNode, RpaActionType } from '../types/Flows.types';
|
|
3
3
|
import { PreCompiledGraph, stateAnnotation } from '../types/LangGraph.types';
|
|
4
4
|
import { Tool } from '../types/Tools.types';
|
|
5
5
|
import { AgentEventRequestPayloads } from '../events/AgentEvents';
|
|
@@ -7,6 +7,7 @@ import { EmitSignature, HistoryStep } from '../types/Agent.types';
|
|
|
7
7
|
import { Agent } from '../agent';
|
|
8
8
|
import { logger } from '../utils/logger';
|
|
9
9
|
import { createHistoryStep } from '../utils/history';
|
|
10
|
+
import { chromium, Browser, Page } from 'playwright';
|
|
10
11
|
|
|
11
12
|
type AddRpaNodeParams = {
|
|
12
13
|
graph: PreCompiledGraph;
|
|
@@ -21,47 +22,92 @@ export const addRpaNode = async ({ graph, node, tools, emit, agent }: AddRpaNode
|
|
|
21
22
|
await agent.interruptSessionManager.checkQueueAndInterrupt(state.sessionId);
|
|
22
23
|
logger.info({ msg: `[Node] Executing RPA node`, node: node.displayName, sessionId: state.sessionId });
|
|
23
24
|
|
|
25
|
+
let browser: Browser | null = null;
|
|
26
|
+
let page: Page | null = null;
|
|
27
|
+
|
|
24
28
|
try {
|
|
25
|
-
//
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
// 2. Connect to RPA service/tool
|
|
32
|
-
// 3. Execute RPA operations based on node.prompt
|
|
33
|
-
// 4. Handle results and update state
|
|
34
|
-
// 5. Emit appropriate events
|
|
35
|
-
|
|
36
|
-
// Placeholder: Log the RPA configuration
|
|
29
|
+
// Get CDP URL from state
|
|
30
|
+
const cdpUrl = state.cdpUrl;
|
|
31
|
+
if (!cdpUrl) {
|
|
32
|
+
throw new Error('CDP URL not found in state. Make sure a browser session is available.');
|
|
33
|
+
}
|
|
34
|
+
|
|
37
35
|
logger.debug({
|
|
38
|
-
msg: '[RPA]
|
|
39
|
-
|
|
40
|
-
prompt: node.prompt,
|
|
36
|
+
msg: '[RPA] Connecting to browser via CDP',
|
|
37
|
+
cdpUrl,
|
|
41
38
|
sessionId: state.sessionId,
|
|
42
39
|
node: node.displayName,
|
|
43
40
|
});
|
|
44
41
|
|
|
45
|
-
//
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
42
|
+
// Connect to existing browser via CDP
|
|
43
|
+
browser = await chromium.connectOverCDP(cdpUrl);
|
|
44
|
+
const contexts = browser.contexts();
|
|
45
|
+
if (contexts.length === 0) {
|
|
46
|
+
throw new Error('No browser contexts found');
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
// Get the first page or create a new one
|
|
50
|
+
const pages = contexts[0].pages();
|
|
51
|
+
page = pages.length > 0 ? pages[0] : await contexts[0].newPage();
|
|
52
|
+
|
|
53
|
+
// Set viewport if specified
|
|
54
|
+
if (node.viewport) {
|
|
55
|
+
await page.setViewportSize(node.viewport);
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
// Execute each step
|
|
59
|
+
const results = [];
|
|
60
|
+
for (const [index, step] of node.steps.entries()) {
|
|
61
|
+
logger.debug({
|
|
62
|
+
msg: '[RPA] Executing step',
|
|
63
|
+
stepIndex: index + 1,
|
|
64
|
+
stepType: step.type,
|
|
65
|
+
sessionId: state.sessionId,
|
|
66
|
+
node: node.displayName,
|
|
67
|
+
});
|
|
51
68
|
|
|
52
|
-
|
|
69
|
+
try {
|
|
70
|
+
const result = await executeRpaStep(page, step);
|
|
71
|
+
results.push({
|
|
72
|
+
stepIndex: index + 1,
|
|
73
|
+
type: step.type,
|
|
74
|
+
success: true,
|
|
75
|
+
result,
|
|
76
|
+
});
|
|
77
|
+
} catch (stepError) {
|
|
78
|
+
logger.error({
|
|
79
|
+
msg: '[RPA] Step execution failed',
|
|
80
|
+
stepIndex: index + 1,
|
|
81
|
+
stepType: step.type,
|
|
82
|
+
error: stepError instanceof Error ? stepError.message : 'Unknown error',
|
|
83
|
+
sessionId: state.sessionId,
|
|
84
|
+
node: node.displayName,
|
|
85
|
+
});
|
|
86
|
+
|
|
87
|
+
results.push({
|
|
88
|
+
stepIndex: index + 1,
|
|
89
|
+
type: step.type,
|
|
90
|
+
success: false,
|
|
91
|
+
error: stepError instanceof Error ? stepError.message : 'Unknown error',
|
|
92
|
+
});
|
|
93
|
+
|
|
94
|
+
// Stop execution on error unless configured otherwise
|
|
95
|
+
throw stepError;
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
// Update history with RPA execution results
|
|
53
100
|
state.history.push(
|
|
54
101
|
createHistoryStep<HistoryStep>(state.history, {
|
|
55
102
|
type: NodeType.RPA,
|
|
56
103
|
nodeId: node.name,
|
|
57
104
|
nodeDisplayName: node.displayName,
|
|
58
105
|
raw: {
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
result: 'RPA node executed (placeholder)',
|
|
106
|
+
steps: node.steps,
|
|
107
|
+
results,
|
|
108
|
+
viewport: node.viewport,
|
|
63
109
|
},
|
|
64
|
-
messageIds: [],
|
|
110
|
+
messageIds: [],
|
|
65
111
|
}),
|
|
66
112
|
);
|
|
67
113
|
|
|
@@ -80,16 +126,80 @@ export const addRpaNode = async ({ graph, node, tools, emit, agent }: AddRpaNode
|
|
|
80
126
|
node: node.displayName,
|
|
81
127
|
});
|
|
82
128
|
|
|
83
|
-
// TODO: Add proper error handling
|
|
84
|
-
// Consider whether to:
|
|
85
|
-
// - Retry the operation
|
|
86
|
-
// - Emit an error event
|
|
87
|
-
// - Update state with error information
|
|
88
|
-
// - Allow graceful degradation
|
|
89
|
-
|
|
90
129
|
throw error;
|
|
130
|
+
} finally {
|
|
131
|
+
// Note: We don't close the browser as it's connected via CDP
|
|
132
|
+
// The browser session should remain active for other operations
|
|
91
133
|
}
|
|
92
134
|
};
|
|
93
135
|
|
|
94
136
|
graph.addNode(node.name, callback);
|
|
95
137
|
};
|
|
138
|
+
|
|
139
|
+
// Helper function to execute individual RPA steps
|
|
140
|
+
async function executeRpaStep(page: Page, step: any): Promise<any> {
|
|
141
|
+
switch (step.type) {
|
|
142
|
+
case RpaActionType.CLICK:
|
|
143
|
+
if (step.xpath) {
|
|
144
|
+
await page.locator(`xpath=${step.xpath}`).click({ timeout: 30000 });
|
|
145
|
+
} else if (step.selector) {
|
|
146
|
+
await page.click(step.selector, { timeout: 30000 });
|
|
147
|
+
}
|
|
148
|
+
return { action: 'clicked' };
|
|
149
|
+
|
|
150
|
+
case RpaActionType.TYPE:
|
|
151
|
+
if (step.shouldReplaceExistingText) {
|
|
152
|
+
if (step.xpath) {
|
|
153
|
+
await page.locator(`xpath=${step.xpath}`).fill(step.text || '');
|
|
154
|
+
} else if (step.selector) {
|
|
155
|
+
await page.fill(step.selector, step.text || '');
|
|
156
|
+
}
|
|
157
|
+
} else {
|
|
158
|
+
if (step.xpath) {
|
|
159
|
+
await page.locator(`xpath=${step.xpath}`).type(step.text || '');
|
|
160
|
+
} else if (step.selector) {
|
|
161
|
+
await page.type(step.selector, step.text || '');
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
return { action: 'typed', text: step.text };
|
|
165
|
+
|
|
166
|
+
case RpaActionType.WAIT:
|
|
167
|
+
await page.waitForTimeout(step.waitTime || 1000);
|
|
168
|
+
return { action: 'waited', duration: step.waitTime };
|
|
169
|
+
|
|
170
|
+
case RpaActionType.GOTO:
|
|
171
|
+
await page.goto(step.url || '', { waitUntil: 'networkidle' });
|
|
172
|
+
return { action: 'navigated', url: step.url };
|
|
173
|
+
|
|
174
|
+
case RpaActionType.PRESS:
|
|
175
|
+
await page.keyboard.press(step.key || 'Enter');
|
|
176
|
+
return { action: 'pressed', key: step.key };
|
|
177
|
+
|
|
178
|
+
case RpaActionType.SELECT:
|
|
179
|
+
if (step.xpath) {
|
|
180
|
+
await page.locator(`xpath=${step.xpath}`).selectOption(step.value || '');
|
|
181
|
+
} else if (step.selector) {
|
|
182
|
+
await page.selectOption(step.selector, step.value || '');
|
|
183
|
+
}
|
|
184
|
+
return { action: 'selected', value: step.value };
|
|
185
|
+
|
|
186
|
+
case RpaActionType.HOVER:
|
|
187
|
+
if (step.xpath) {
|
|
188
|
+
await page.locator(`xpath=${step.xpath}`).hover();
|
|
189
|
+
} else if (step.selector) {
|
|
190
|
+
await page.hover(step.selector);
|
|
191
|
+
}
|
|
192
|
+
return { action: 'hovered' };
|
|
193
|
+
|
|
194
|
+
case RpaActionType.SCREENSHOT:
|
|
195
|
+
const screenshot = await page.screenshot({ type: 'png' });
|
|
196
|
+
return {
|
|
197
|
+
action: 'screenshot',
|
|
198
|
+
description: step.description,
|
|
199
|
+
data: screenshot.toString('base64'),
|
|
200
|
+
};
|
|
201
|
+
|
|
202
|
+
default:
|
|
203
|
+
throw new Error(`Unknown RPA action type: ${step.type}`);
|
|
204
|
+
}
|
|
205
|
+
}
|
package/src/types/Flows.types.ts
CHANGED
|
@@ -124,16 +124,38 @@ export interface BrowserTaskNode extends BaseNode {
|
|
|
124
124
|
onPrem?: boolean;
|
|
125
125
|
}
|
|
126
126
|
|
|
127
|
+
export enum RpaActionType {
|
|
128
|
+
CLICK = 'click',
|
|
129
|
+
TYPE = 'type',
|
|
130
|
+
WAIT = 'wait',
|
|
131
|
+
SCREENSHOT = 'screenshot',
|
|
132
|
+
SELECT = 'select',
|
|
133
|
+
HOVER = 'hover',
|
|
134
|
+
PRESS = 'press',
|
|
135
|
+
GOTO = 'goto',
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
export interface RpaStep {
|
|
139
|
+
id: string;
|
|
140
|
+
type: RpaActionType;
|
|
141
|
+
xpath?: string;
|
|
142
|
+
selector?: string;
|
|
143
|
+
text?: string;
|
|
144
|
+
value?: string;
|
|
145
|
+
key?: string;
|
|
146
|
+
url?: string;
|
|
147
|
+
shouldReplaceExistingText?: boolean;
|
|
148
|
+
waitTime?: number;
|
|
149
|
+
description?: string;
|
|
150
|
+
}
|
|
151
|
+
|
|
127
152
|
export interface RpaNode extends BaseNode {
|
|
128
153
|
type: NodeType.RPA;
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
targetApplication?: string;
|
|
135
|
-
timeout?: number;
|
|
136
|
-
retryCount?: number;
|
|
154
|
+
steps: RpaStep[];
|
|
155
|
+
timeout?: number;
|
|
156
|
+
viewport?: {
|
|
157
|
+
width: number;
|
|
158
|
+
height: number;
|
|
137
159
|
};
|
|
138
160
|
}
|
|
139
161
|
|