@inkeep/agents-api 0.80.5 → 0.80.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (35) hide show
  1. package/dist/.well-known/workflow/v1/flow.cjs +60091 -51241
  2. package/dist/.well-known/workflow/v1/flow.cjs.debug.json +3 -1
  3. package/dist/.well-known/workflow/v1/manifest.json +1402 -267
  4. package/dist/.well-known/workflow/v1/step.cjs +2 -2
  5. package/dist/.well-known/workflow/v1/step.cjs.debug.json +4 -2
  6. package/dist/data/db/manageDbClient.d.ts +2 -2
  7. package/dist/data/db/runDbClient.d.ts +2 -2
  8. package/dist/data-reconciliation/handlers/agent.d.ts +2 -2
  9. package/dist/data-reconciliation/handlers/context-configs.d.ts +2 -2
  10. package/dist/data-reconciliation/handlers/tools.d.ts +2 -2
  11. package/dist/domains/evals/routes/index.d.ts +2 -2
  12. package/dist/domains/evals/workflow/routes.d.ts +2 -2
  13. package/dist/domains/manage/routes/authLookup.d.ts +2 -2
  14. package/dist/domains/manage/routes/availableAgents.d.ts +2 -2
  15. package/dist/domains/manage/routes/conversations.d.ts +2 -2
  16. package/dist/domains/manage/routes/feedback.d.ts +2 -2
  17. package/dist/domains/manage/routes/index.d.ts +2 -2
  18. package/dist/domains/manage/routes/passwordResetLinks.d.ts +2 -2
  19. package/dist/domains/manage/routes/signoz.d.ts +2 -2
  20. package/dist/domains/manage/routes/users.d.ts +2 -2
  21. package/dist/domains/mcp/routes/mcp.d.ts +2 -2
  22. package/dist/domains/run/agents/generation/ai-sdk-callbacks.js +5 -2
  23. package/dist/domains/run/agents/relationTools.d.ts +2 -2
  24. package/dist/domains/run/types/chat.d.ts +3 -3
  25. package/dist/domains/run/workflow/steps/scheduledTriggerSteps.d.ts +6 -6
  26. package/dist/middleware/evalsAuth.d.ts +2 -2
  27. package/dist/middleware/manageAuth.d.ts +3 -3
  28. package/dist/middleware/projectConfig.d.ts +3 -3
  29. package/dist/middleware/requireEntitlement.d.ts +2 -2
  30. package/dist/middleware/requirePermission.d.ts +2 -2
  31. package/dist/middleware/runAuth.d.ts +4 -4
  32. package/dist/middleware/sessionAuth.d.ts +3 -3
  33. package/dist/middleware/tenantAccess.d.ts +2 -2
  34. package/dist/middleware/tracing.d.ts +3 -3
  35. package/package.json +10 -10
@@ -1,81 +1,35 @@
1
1
  {
2
2
  "version": "1.0.0",
3
3
  "steps": {
4
- "src/domains/evals/workflow/steps/scheduledDatasetRunSteps.ts": {
5
- "checkDatasetRunTriggerEnabledStep": {
6
- "stepId": "step//./src/domains/evals/workflow/steps/scheduledDatasetRunSteps//checkDatasetRunTriggerEnabledStep"
7
- },
8
- "disableDatasetRunTriggerStep": {
9
- "stepId": "step//./src/domains/evals/workflow/steps/scheduledDatasetRunSteps//disableDatasetRunTriggerStep"
10
- },
11
- "executeDatasetRunStep": {
12
- "stepId": "step//./src/domains/evals/workflow/steps/scheduledDatasetRunSteps//executeDatasetRunStep"
13
- }
14
- },
15
- "node_modules/.pnpm/workflow@4.2.0-beta.67_@nestjs+common@11.1.13_reflect-metadata@0.2.2_rxjs@7.8.2__@nestj_96922d2271aac238f90b7b371b58c984/node_modules/workflow/dist/internal/builtins.js": {
16
- "__builtin_response_array_buffer": {
17
- "stepId": "__builtin_response_array_buffer"
18
- },
19
- "__builtin_response_json": {
20
- "stepId": "__builtin_response_json"
21
- },
22
- "__builtin_response_text": {
23
- "stepId": "__builtin_response_text"
24
- }
25
- },
26
- "src/domains/run/workflow/steps/agentExecutionSteps.ts": {
27
- "callLlmStep": {
28
- "stepId": "step//./src/domains/run/workflow/steps/agentExecutionSteps//callLlmStep"
29
- },
30
- "executeToolStep": {
31
- "stepId": "step//./src/domains/run/workflow/steps/agentExecutionSteps//executeToolStep"
32
- },
33
- "initializeTaskStep": {
34
- "stepId": "step//./src/domains/run/workflow/steps/agentExecutionSteps//initializeTaskStep"
35
- },
36
- "markWorkflowCompleteStep": {
37
- "stepId": "step//./src/domains/run/workflow/steps/agentExecutionSteps//markWorkflowCompleteStep"
38
- },
39
- "markWorkflowFailedStep": {
40
- "stepId": "step//./src/domains/run/workflow/steps/agentExecutionSteps//markWorkflowFailedStep"
41
- },
42
- "markWorkflowResumingStep": {
43
- "stepId": "step//./src/domains/run/workflow/steps/agentExecutionSteps//markWorkflowResumingStep"
44
- },
45
- "markWorkflowRunningStep": {
46
- "stepId": "step//./src/domains/run/workflow/steps/agentExecutionSteps//markWorkflowRunningStep"
47
- },
48
- "markWorkflowSuspendedStep": {
49
- "stepId": "step//./src/domains/run/workflow/steps/agentExecutionSteps//markWorkflowSuspendedStep"
50
- }
51
- },
52
- "src/domains/evals/workflow/functions/runDatasetItem.ts": {
53
- "executeDatasetItemStep": {
54
- "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//executeDatasetItemStep"
55
- },
4
+ "src/domains/evals/workflow/functions/evaluateConversation.ts": {
56
5
  "executeEvaluatorStep": {
57
- "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//executeEvaluatorStep"
6
+ "stepId": "step//./src/domains/evals/workflow/functions/evaluateConversation//executeEvaluatorStep"
58
7
  },
59
8
  "filterEvaluatorsByAgentStep": {
60
- "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//filterEvaluatorsByAgentStep"
9
+ "stepId": "step//./src/domains/evals/workflow/functions/evaluateConversation//filterEvaluatorsByAgentStep"
61
10
  },
62
- "logStep": {
63
- "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//logStep"
11
+ "getConversationStep": {
12
+ "stepId": "step//./src/domains/evals/workflow/functions/evaluateConversation//getConversationStep"
64
13
  },
65
- "markCompletedStep": {
66
- "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//markCompletedStep"
14
+ "getEvaluatorsStep": {
15
+ "stepId": "step//./src/domains/evals/workflow/functions/evaluateConversation//getEvaluatorsStep"
67
16
  },
68
- "markFailedStep": {
69
- "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//markFailedStep"
17
+ "logStep": {
18
+ "stepId": "step//./src/domains/evals/workflow/functions/evaluateConversation//logStep"
70
19
  },
71
- "markRunningStep": {
72
- "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//markRunningStep"
20
+ "resolveAgentNameStep": {
21
+ "stepId": "step//./src/domains/evals/workflow/functions/evaluateConversation//resolveAgentNameStep"
22
+ }
23
+ },
24
+ "src/domains/evals/workflow/steps/scheduledDatasetRunSteps.ts": {
25
+ "checkDatasetRunTriggerEnabledStep": {
26
+ "stepId": "step//./src/domains/evals/workflow/steps/scheduledDatasetRunSteps//checkDatasetRunTriggerEnabledStep"
73
27
  },
74
- "recordConversationStep": {
75
- "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//recordConversationStep"
28
+ "disableDatasetRunTriggerStep": {
29
+ "stepId": "step//./src/domains/evals/workflow/steps/scheduledDatasetRunSteps//disableDatasetRunTriggerStep"
76
30
  },
77
- "resolveAgentNameStep": {
78
- "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//resolveAgentNameStep"
31
+ "executeDatasetRunStep": {
32
+ "stepId": "step//./src/domains/evals/workflow/steps/scheduledDatasetRunSteps//executeDatasetRunStep"
79
33
  }
80
34
  },
81
35
  "src/domains/run/workflow/steps/schedulerSteps.ts": {
@@ -100,11 +54,6 @@
100
54
  "stepId": "step//./src/domains/run/workflow/steps/webhookDeliverySteps//logStep"
101
55
  }
102
56
  },
103
- "node_modules/.pnpm/workflow@4.2.0-beta.67_@nestjs+common@11.1.13_reflect-metadata@0.2.2_rxjs@7.8.2__@nestj_96922d2271aac238f90b7b371b58c984/node_modules/workflow/dist/stdlib.js": {
104
- "fetch": {
105
- "stepId": "step//workflow@4.2.0-beta.67//fetch"
106
- }
107
- },
108
57
  "src/domains/run/workflow/steps/scheduledTriggerSteps.ts": {
109
58
  "addConversationIdStep": {
110
59
  "stepId": "step//./src/domains/run/workflow/steps/scheduledTriggerSteps//addConversationIdStep"
@@ -143,55 +92,134 @@
143
92
  "stepId": "step//./src/domains/run/workflow/steps/scheduledTriggerSteps//resetInvocationToPendingStep"
144
93
  }
145
94
  },
146
- "src/domains/evals/workflow/functions/evaluateConversation.ts": {
95
+ "node_modules/.pnpm/workflow@4.6.0_@nestjs+common@11.1.13_reflect-metadata@0.2.2_rxjs@7.8.2_supports-color@_d15b02856e611d27d37d0fb70cbc8b4f/node_modules/workflow/dist/stdlib.js": {
96
+ "fetch": {
97
+ "stepId": "step//workflow@4.6.0//fetch"
98
+ }
99
+ },
100
+ "node_modules/.pnpm/workflow@4.6.0_@nestjs+common@11.1.13_reflect-metadata@0.2.2_rxjs@7.8.2_supports-color@_d15b02856e611d27d37d0fb70cbc8b4f/node_modules/workflow/dist/internal/builtins.js": {
101
+ "__builtin_response_array_buffer": {
102
+ "stepId": "__builtin_response_array_buffer"
103
+ },
104
+ "__builtin_response_json": {
105
+ "stepId": "__builtin_response_json"
106
+ },
107
+ "__builtin_response_text": {
108
+ "stepId": "__builtin_response_text"
109
+ }
110
+ },
111
+ "src/domains/run/workflow/steps/agentExecutionSteps.ts": {
112
+ "callLlmStep": {
113
+ "stepId": "step//./src/domains/run/workflow/steps/agentExecutionSteps//callLlmStep"
114
+ },
115
+ "executeToolStep": {
116
+ "stepId": "step//./src/domains/run/workflow/steps/agentExecutionSteps//executeToolStep"
117
+ },
118
+ "initializeTaskStep": {
119
+ "stepId": "step//./src/domains/run/workflow/steps/agentExecutionSteps//initializeTaskStep"
120
+ },
121
+ "markWorkflowCompleteStep": {
122
+ "stepId": "step//./src/domains/run/workflow/steps/agentExecutionSteps//markWorkflowCompleteStep"
123
+ },
124
+ "markWorkflowFailedStep": {
125
+ "stepId": "step//./src/domains/run/workflow/steps/agentExecutionSteps//markWorkflowFailedStep"
126
+ },
127
+ "markWorkflowResumingStep": {
128
+ "stepId": "step//./src/domains/run/workflow/steps/agentExecutionSteps//markWorkflowResumingStep"
129
+ },
130
+ "markWorkflowRunningStep": {
131
+ "stepId": "step//./src/domains/run/workflow/steps/agentExecutionSteps//markWorkflowRunningStep"
132
+ },
133
+ "markWorkflowSuspendedStep": {
134
+ "stepId": "step//./src/domains/run/workflow/steps/agentExecutionSteps//markWorkflowSuspendedStep"
135
+ }
136
+ },
137
+ "src/domains/evals/workflow/functions/runDatasetItem.ts": {
138
+ "executeDatasetItemStep": {
139
+ "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//executeDatasetItemStep"
140
+ },
147
141
  "executeEvaluatorStep": {
148
- "stepId": "step//./src/domains/evals/workflow/functions/evaluateConversation//executeEvaluatorStep"
142
+ "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//executeEvaluatorStep"
149
143
  },
150
144
  "filterEvaluatorsByAgentStep": {
151
- "stepId": "step//./src/domains/evals/workflow/functions/evaluateConversation//filterEvaluatorsByAgentStep"
145
+ "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//filterEvaluatorsByAgentStep"
152
146
  },
153
- "getConversationStep": {
154
- "stepId": "step//./src/domains/evals/workflow/functions/evaluateConversation//getConversationStep"
147
+ "logStep": {
148
+ "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//logStep"
155
149
  },
156
- "getEvaluatorsStep": {
157
- "stepId": "step//./src/domains/evals/workflow/functions/evaluateConversation//getEvaluatorsStep"
150
+ "markCompletedStep": {
151
+ "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//markCompletedStep"
158
152
  },
159
- "logStep": {
160
- "stepId": "step//./src/domains/evals/workflow/functions/evaluateConversation//logStep"
153
+ "markFailedStep": {
154
+ "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//markFailedStep"
155
+ },
156
+ "markRunningStep": {
157
+ "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//markRunningStep"
158
+ },
159
+ "recordConversationStep": {
160
+ "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//recordConversationStep"
161
161
  },
162
162
  "resolveAgentNameStep": {
163
- "stepId": "step//./src/domains/evals/workflow/functions/evaluateConversation//resolveAgentNameStep"
163
+ "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//resolveAgentNameStep"
164
164
  }
165
165
  }
166
166
  },
167
167
  "workflows": {
168
- "src/domains/evals/workflow/functions/runDatasetItem.ts": {
169
- "_runDatasetItemWorkflow": {
170
- "workflowId": "workflow//./src/domains/evals/workflow/functions/runDatasetItem//_runDatasetItemWorkflow",
168
+ "src/domains/evals/workflow/functions/evaluateConversation.ts": {
169
+ "_evaluateConversationWorkflow": {
170
+ "workflowId": "workflow//./src/domains/evals/workflow/functions/evaluateConversation//_evaluateConversationWorkflow",
171
171
  "graph": {
172
172
  "nodes": [
173
173
  {
174
174
  "id": "start",
175
175
  "type": "workflowStart",
176
176
  "data": {
177
- "label": "Start: _runDatasetItemWorkflow",
177
+ "label": "Start: _evaluateConversationWorkflow",
178
178
  "nodeKind": "workflow_start"
179
179
  }
180
180
  },
181
+ {
182
+ "id": "node_0",
183
+ "type": "step",
184
+ "data": {
185
+ "label": "logStep",
186
+ "nodeKind": "step",
187
+ "stepId": "step//./src/domains/evals/workflow/functions/evaluateConversation//logStep"
188
+ }
189
+ },
190
+ {
191
+ "id": "node_1",
192
+ "type": "step",
193
+ "data": {
194
+ "label": "getConversationStep",
195
+ "nodeKind": "step",
196
+ "stepId": "step//./src/domains/evals/workflow/functions/evaluateConversation//getConversationStep"
197
+ }
198
+ },
199
+ {
200
+ "id": "node_2",
201
+ "type": "step",
202
+ "data": {
203
+ "label": "filterEvaluatorsByAgentStep",
204
+ "nodeKind": "step",
205
+ "stepId": "step//./src/domains/evals/workflow/functions/evaluateConversation//filterEvaluatorsByAgentStep"
206
+ }
207
+ },
181
208
  {
182
209
  "id": "cond_0_node",
183
210
  "type": "conditional",
184
211
  "data": {
185
- "label": "delayBeforeExecutionMs && delayBeforeExecutionMs > 0",
212
+ "label": "filteredEvaluatorIds.length === 0",
186
213
  "nodeKind": "conditional"
187
214
  }
188
215
  },
189
216
  {
190
- "id": "node_0",
191
- "type": "primitive",
217
+ "id": "node_3",
218
+ "type": "step",
192
219
  "data": {
193
- "label": "sleep",
194
- "nodeKind": "primitive"
220
+ "label": "logStep",
221
+ "nodeKind": "step",
222
+ "stepId": "step//./src/domains/evals/workflow/functions/evaluateConversation//logStep"
195
223
  },
196
224
  "metadata": {
197
225
  "conditionalId": "cond_0",
@@ -199,49 +227,55 @@
199
227
  }
200
228
  },
201
229
  {
202
- "id": "end",
203
- "type": "workflowEnd",
230
+ "id": "node_4",
231
+ "type": "step",
204
232
  "data": {
205
- "label": "Return",
206
- "nodeKind": "workflow_end"
233
+ "label": "getEvaluatorsStep",
234
+ "nodeKind": "step",
235
+ "stepId": "step//./src/domains/evals/workflow/functions/evaluateConversation//getEvaluatorsStep"
207
236
  }
208
- }
209
- ],
210
- "edges": [
237
+ },
211
238
  {
212
- "id": "e_cond_0_node_node_0_true",
213
- "source": "cond_0_node",
214
- "target": "node_0",
239
+ "id": "cond_1_node",
215
240
  "type": "conditional",
216
- "label": "true"
241
+ "data": {
242
+ "label": "evaluators.length === 0",
243
+ "nodeKind": "conditional"
244
+ }
217
245
  },
218
246
  {
219
- "id": "e_start_cond_0_node",
220
- "source": "start",
221
- "target": "cond_0_node",
222
- "type": "default"
247
+ "id": "node_5",
248
+ "type": "step",
249
+ "data": {
250
+ "label": "logStep",
251
+ "nodeKind": "step",
252
+ "stepId": "step//./src/domains/evals/workflow/functions/evaluateConversation//logStep"
253
+ },
254
+ "metadata": {
255
+ "conditionalId": "cond_1",
256
+ "conditionalBranch": "Then"
257
+ }
223
258
  },
224
259
  {
225
- "id": "e_node_0_end",
226
- "source": "node_0",
227
- "target": "end",
228
- "type": "default"
229
- }
230
- ]
231
- }
232
- }
233
- },
234
- "src/domains/evals/workflow/functions/evaluateConversation.ts": {
235
- "_evaluateConversationWorkflow": {
236
- "workflowId": "workflow//./src/domains/evals/workflow/functions/evaluateConversation//_evaluateConversationWorkflow",
237
- "graph": {
238
- "nodes": [
260
+ "id": "node_6",
261
+ "type": "step",
262
+ "data": {
263
+ "label": "resolveAgentNameStep",
264
+ "nodeKind": "step",
265
+ "stepId": "step//./src/domains/evals/workflow/functions/evaluateConversation//resolveAgentNameStep"
266
+ }
267
+ },
239
268
  {
240
- "id": "start",
241
- "type": "workflowStart",
269
+ "id": "node_7",
270
+ "type": "step",
242
271
  "data": {
243
- "label": "Start: _evaluateConversationWorkflow",
244
- "nodeKind": "workflow_start"
272
+ "label": "executeEvaluatorStep",
273
+ "nodeKind": "step",
274
+ "stepId": "step//./src/domains/evals/workflow/functions/evaluateConversation//executeEvaluatorStep"
275
+ },
276
+ "metadata": {
277
+ "loopId": "loop_0",
278
+ "loopIsAwait": false
245
279
  }
246
280
  },
247
281
  {
@@ -255,38 +289,750 @@
255
289
  ],
256
290
  "edges": [
257
291
  {
258
- "id": "e_start_end",
292
+ "id": "e_start_node_0",
259
293
  "source": "start",
260
- "target": "end",
294
+ "target": "node_0",
261
295
  "type": "default"
262
- }
263
- ]
264
- }
265
- }
266
- },
267
- "src/domains/run/workflow/functions/scheduledTriggerRunner.ts": {
268
- "_scheduledTriggerRunnerWorkflow": {
269
- "workflowId": "workflow//./src/domains/run/workflow/functions/scheduledTriggerRunner//_scheduledTriggerRunnerWorkflow",
270
- "graph": {
271
- "nodes": [
296
+ },
272
297
  {
273
- "id": "start",
274
- "type": "workflowStart",
275
- "data": {
276
- "label": "Start: _scheduledTriggerRunnerWorkflow",
277
- "nodeKind": "workflow_start"
278
- }
298
+ "id": "e_node_0_node_1",
299
+ "source": "node_0",
300
+ "target": "node_1",
301
+ "type": "default"
279
302
  },
280
303
  {
281
- "id": "cond_4_node",
282
- "type": "conditional",
283
- "data": {
304
+ "id": "e_node_1_node_2",
305
+ "source": "node_1",
306
+ "target": "node_2",
307
+ "type": "default"
308
+ },
309
+ {
310
+ "id": "e_cond_0_node_node_3_true",
311
+ "source": "cond_0_node",
312
+ "target": "node_3",
313
+ "type": "conditional",
314
+ "label": "true"
315
+ },
316
+ {
317
+ "id": "e_node_2_cond_0_node",
318
+ "source": "node_2",
319
+ "target": "cond_0_node",
320
+ "type": "default"
321
+ },
322
+ {
323
+ "id": "e_node_3_node_4",
324
+ "source": "node_3",
325
+ "target": "node_4",
326
+ "type": "default"
327
+ },
328
+ {
329
+ "id": "e_cond_1_node_node_5_true",
330
+ "source": "cond_1_node",
331
+ "target": "node_5",
332
+ "type": "conditional",
333
+ "label": "true"
334
+ },
335
+ {
336
+ "id": "e_node_4_cond_1_node",
337
+ "source": "node_4",
338
+ "target": "cond_1_node",
339
+ "type": "default"
340
+ },
341
+ {
342
+ "id": "e_node_5_node_6",
343
+ "source": "node_5",
344
+ "target": "node_6",
345
+ "type": "default"
346
+ },
347
+ {
348
+ "id": "e_node_7_back_node_7",
349
+ "source": "node_7",
350
+ "target": "node_7",
351
+ "type": "loop"
352
+ },
353
+ {
354
+ "id": "e_node_6_node_7",
355
+ "source": "node_6",
356
+ "target": "node_7",
357
+ "type": "default"
358
+ },
359
+ {
360
+ "id": "e_node_7_end",
361
+ "source": "node_7",
362
+ "target": "end",
363
+ "type": "default"
364
+ }
365
+ ]
366
+ }
367
+ }
368
+ },
369
+ "src/domains/evals/workflow/functions/runDatasetItem.ts": {
370
+ "_runDatasetItemWorkflow": {
371
+ "workflowId": "workflow//./src/domains/evals/workflow/functions/runDatasetItem//_runDatasetItemWorkflow",
372
+ "graph": {
373
+ "nodes": [
374
+ {
375
+ "id": "start",
376
+ "type": "workflowStart",
377
+ "data": {
378
+ "label": "Start: _runDatasetItemWorkflow",
379
+ "nodeKind": "workflow_start"
380
+ }
381
+ },
382
+ {
383
+ "id": "node_0",
384
+ "type": "step",
385
+ "data": {
386
+ "label": "logStep",
387
+ "nodeKind": "step",
388
+ "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//logStep"
389
+ }
390
+ },
391
+ {
392
+ "id": "cond_0_node",
393
+ "type": "conditional",
394
+ "data": {
395
+ "label": "delayBeforeExecutionMs && delayBeforeExecutionMs > 0",
396
+ "nodeKind": "conditional"
397
+ }
398
+ },
399
+ {
400
+ "id": "node_1",
401
+ "type": "primitive",
402
+ "data": {
403
+ "label": "sleep",
404
+ "nodeKind": "primitive"
405
+ },
406
+ "metadata": {
407
+ "conditionalId": "cond_0",
408
+ "conditionalBranch": "Then"
409
+ }
410
+ },
411
+ {
412
+ "id": "node_2",
413
+ "type": "step",
414
+ "data": {
415
+ "label": "markRunningStep",
416
+ "nodeKind": "step",
417
+ "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//markRunningStep"
418
+ }
419
+ },
420
+ {
421
+ "id": "node_3",
422
+ "type": "step",
423
+ "data": {
424
+ "label": "executeDatasetItemStep",
425
+ "nodeKind": "step",
426
+ "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//executeDatasetItemStep"
427
+ }
428
+ },
429
+ {
430
+ "id": "cond_1_node",
431
+ "type": "conditional",
432
+ "data": {
433
+ "label": "result.success && result.conversationId",
434
+ "nodeKind": "conditional"
435
+ }
436
+ },
437
+ {
438
+ "id": "node_4",
439
+ "type": "step",
440
+ "data": {
441
+ "label": "recordConversationStep",
442
+ "nodeKind": "step",
443
+ "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//recordConversationStep"
444
+ },
445
+ "metadata": {
446
+ "conditionalId": "cond_1",
447
+ "conditionalBranch": "Then"
448
+ }
449
+ },
450
+ {
451
+ "id": "node_5",
452
+ "type": "step",
453
+ "data": {
454
+ "label": "markCompletedStep",
455
+ "nodeKind": "step",
456
+ "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//markCompletedStep"
457
+ },
458
+ "metadata": {
459
+ "conditionalId": "cond_1",
460
+ "conditionalBranch": "Then"
461
+ }
462
+ },
463
+ {
464
+ "id": "cond_2_node",
465
+ "type": "conditional",
466
+ "data": {
467
+ "label": "evaluatorIds && evaluatorIds.length > 0 && evaluationRunId",
468
+ "nodeKind": "conditional"
469
+ },
470
+ "metadata": {
471
+ "conditionalId": "cond_1",
472
+ "conditionalBranch": "Then"
473
+ }
474
+ },
475
+ {
476
+ "id": "node_6",
477
+ "type": "step",
478
+ "data": {
479
+ "label": "filterEvaluatorsByAgentStep",
480
+ "nodeKind": "step",
481
+ "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//filterEvaluatorsByAgentStep"
482
+ },
483
+ "metadata": {
484
+ "conditionalId": "cond_1",
485
+ "conditionalBranch": "Then"
486
+ }
487
+ },
488
+ {
489
+ "id": "node_7",
490
+ "type": "step",
491
+ "data": {
492
+ "label": "executeEvaluatorStep",
493
+ "nodeKind": "step",
494
+ "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//executeEvaluatorStep"
495
+ },
496
+ "metadata": {
497
+ "loopId": "loop_0",
498
+ "conditionalId": "cond_1",
499
+ "loopIsAwait": false,
500
+ "conditionalBranch": "Then"
501
+ }
502
+ },
503
+ {
504
+ "id": "node_8",
505
+ "type": "step",
506
+ "data": {
507
+ "label": "logStep",
508
+ "nodeKind": "step",
509
+ "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//logStep"
510
+ },
511
+ "metadata": {
512
+ "conditionalId": "cond_1",
513
+ "conditionalBranch": "Else"
514
+ }
515
+ },
516
+ {
517
+ "id": "node_9",
518
+ "type": "step",
519
+ "data": {
520
+ "label": "markFailedStep",
521
+ "nodeKind": "step",
522
+ "stepId": "step//./src/domains/evals/workflow/functions/runDatasetItem//markFailedStep"
523
+ },
524
+ "metadata": {
525
+ "conditionalId": "cond_1",
526
+ "conditionalBranch": "Else"
527
+ }
528
+ },
529
+ {
530
+ "id": "end",
531
+ "type": "workflowEnd",
532
+ "data": {
533
+ "label": "Return",
534
+ "nodeKind": "workflow_end"
535
+ }
536
+ }
537
+ ],
538
+ "edges": [
539
+ {
540
+ "id": "e_start_node_0",
541
+ "source": "start",
542
+ "target": "node_0",
543
+ "type": "default"
544
+ },
545
+ {
546
+ "id": "e_cond_0_node_node_1_true",
547
+ "source": "cond_0_node",
548
+ "target": "node_1",
549
+ "type": "conditional",
550
+ "label": "true"
551
+ },
552
+ {
553
+ "id": "e_node_0_cond_0_node",
554
+ "source": "node_0",
555
+ "target": "cond_0_node",
556
+ "type": "default"
557
+ },
558
+ {
559
+ "id": "e_node_1_node_2",
560
+ "source": "node_1",
561
+ "target": "node_2",
562
+ "type": "default"
563
+ },
564
+ {
565
+ "id": "e_node_2_node_3",
566
+ "source": "node_2",
567
+ "target": "node_3",
568
+ "type": "default"
569
+ },
570
+ {
571
+ "id": "e_node_4_node_5",
572
+ "source": "node_4",
573
+ "target": "node_5",
574
+ "type": "default"
575
+ },
576
+ {
577
+ "id": "e_node_7_back_node_7",
578
+ "source": "node_7",
579
+ "target": "node_7",
580
+ "type": "loop"
581
+ },
582
+ {
583
+ "id": "e_node_6_node_7",
584
+ "source": "node_6",
585
+ "target": "node_7",
586
+ "type": "default"
587
+ },
588
+ {
589
+ "id": "e_cond_2_node_node_6_true",
590
+ "source": "cond_2_node",
591
+ "target": "node_6",
592
+ "type": "conditional",
593
+ "label": "true"
594
+ },
595
+ {
596
+ "id": "e_node_5_cond_2_node",
597
+ "source": "node_5",
598
+ "target": "cond_2_node",
599
+ "type": "default"
600
+ },
601
+ {
602
+ "id": "e_cond_1_node_node_4_true",
603
+ "source": "cond_1_node",
604
+ "target": "node_4",
605
+ "type": "conditional",
606
+ "label": "true"
607
+ },
608
+ {
609
+ "id": "e_node_8_node_9",
610
+ "source": "node_8",
611
+ "target": "node_9",
612
+ "type": "default"
613
+ },
614
+ {
615
+ "id": "e_cond_1_node_node_8_false",
616
+ "source": "cond_1_node",
617
+ "target": "node_8",
618
+ "type": "conditional",
619
+ "label": "false"
620
+ },
621
+ {
622
+ "id": "e_node_3_cond_1_node",
623
+ "source": "node_3",
624
+ "target": "cond_1_node",
625
+ "type": "default"
626
+ },
627
+ {
628
+ "id": "e_node_7_end",
629
+ "source": "node_7",
630
+ "target": "end",
631
+ "type": "default"
632
+ },
633
+ {
634
+ "id": "e_node_9_end",
635
+ "source": "node_9",
636
+ "target": "end",
637
+ "type": "default"
638
+ }
639
+ ]
640
+ }
641
+ }
642
+ },
643
+ "src/domains/evals/workflow/functions/scheduledDatasetRun.ts": {
644
+ "_scheduledDatasetRunWorkflow": {
645
+ "workflowId": "workflow//./src/domains/evals/workflow/functions/scheduledDatasetRun//_scheduledDatasetRunWorkflow",
646
+ "graph": {
647
+ "nodes": [
648
+ {
649
+ "id": "start",
650
+ "type": "workflowStart",
651
+ "data": {
652
+ "label": "Start: _scheduledDatasetRunWorkflow",
653
+ "nodeKind": "workflow_start"
654
+ }
655
+ },
656
+ {
657
+ "id": "node_0",
658
+ "type": "step",
659
+ "data": {
660
+ "label": "logStep",
661
+ "nodeKind": "step",
662
+ "stepId": "step//./src/domains/run/workflow/steps/scheduledTriggerSteps//logStep"
663
+ }
664
+ },
665
+ {
666
+ "id": "node_1",
667
+ "type": "step",
668
+ "data": {
669
+ "label": "checkDatasetRunTriggerEnabledStep",
670
+ "nodeKind": "step",
671
+ "stepId": "step//./src/domains/evals/workflow/steps/scheduledDatasetRunSteps//checkDatasetRunTriggerEnabledStep"
672
+ }
673
+ },
674
+ {
675
+ "id": "cond_1_node",
676
+ "type": "conditional",
677
+ "data": {
678
+ "label": "delayBeforeExecutionMs && delayBeforeExecutionMs > 0",
679
+ "nodeKind": "conditional"
680
+ }
681
+ },
682
+ {
683
+ "id": "node_2",
684
+ "type": "primitive",
685
+ "data": {
686
+ "label": "sleep",
687
+ "nodeKind": "primitive"
688
+ },
689
+ "metadata": {
690
+ "conditionalId": "cond_1",
691
+ "conditionalBranch": "Then"
692
+ }
693
+ },
694
+ {
695
+ "id": "node_3",
696
+ "type": "step",
697
+ "data": {
698
+ "label": "executeDatasetRunStep",
699
+ "nodeKind": "step",
700
+ "stepId": "step//./src/domains/evals/workflow/steps/scheduledDatasetRunSteps//executeDatasetRunStep"
701
+ },
702
+ "metadata": {
703
+ "loopId": "loop_0"
704
+ }
705
+ },
706
+ {
707
+ "id": "cond_2_node",
708
+ "type": "conditional",
709
+ "data": {
710
+ "label": "result.success",
711
+ "nodeKind": "conditional"
712
+ },
713
+ "metadata": {
714
+ "loopId": "loop_0"
715
+ }
716
+ },
717
+ {
718
+ "id": "cond_3_node",
719
+ "type": "conditional",
720
+ "data": {
721
+ "label": "!trigger.cronExpression",
722
+ "nodeKind": "conditional"
723
+ },
724
+ "metadata": {
725
+ "loopId": "loop_0",
726
+ "conditionalId": "cond_2",
727
+ "conditionalBranch": "Then"
728
+ }
729
+ },
730
+ {
731
+ "id": "node_4",
732
+ "type": "step",
733
+ "data": {
734
+ "label": "disableDatasetRunTriggerStep",
735
+ "nodeKind": "step",
736
+ "stepId": "step//./src/domains/evals/workflow/steps/scheduledDatasetRunSteps//disableDatasetRunTriggerStep"
737
+ },
738
+ "metadata": {
739
+ "loopId": "loop_0",
740
+ "conditionalId": "cond_2",
741
+ "conditionalBranch": "Then"
742
+ }
743
+ },
744
+ {
745
+ "id": "cond_4_node",
746
+ "type": "conditional",
747
+ "data": {
748
+ "label": "result.configDeleted",
749
+ "nodeKind": "conditional"
750
+ },
751
+ "metadata": {
752
+ "loopId": "loop_0"
753
+ }
754
+ },
755
+ {
756
+ "id": "node_5",
757
+ "type": "step",
758
+ "data": {
759
+ "label": "disableDatasetRunTriggerStep",
760
+ "nodeKind": "step",
761
+ "stepId": "step//./src/domains/evals/workflow/steps/scheduledDatasetRunSteps//disableDatasetRunTriggerStep"
762
+ },
763
+ "metadata": {
764
+ "loopId": "loop_0",
765
+ "conditionalId": "cond_4",
766
+ "conditionalBranch": "Then"
767
+ }
768
+ },
769
+ {
770
+ "id": "cond_5_node",
771
+ "type": "conditional",
772
+ "data": {
773
+ "label": "result.configMisconfigured",
774
+ "nodeKind": "conditional"
775
+ },
776
+ "metadata": {
777
+ "loopId": "loop_0"
778
+ }
779
+ },
780
+ {
781
+ "id": "node_6",
782
+ "type": "step",
783
+ "data": {
784
+ "label": "disableDatasetRunTriggerStep",
785
+ "nodeKind": "step",
786
+ "stepId": "step//./src/domains/evals/workflow/steps/scheduledDatasetRunSteps//disableDatasetRunTriggerStep"
787
+ },
788
+ "metadata": {
789
+ "loopId": "loop_0",
790
+ "conditionalId": "cond_5",
791
+ "conditionalBranch": "Then"
792
+ }
793
+ },
794
+ {
795
+ "id": "node_7",
796
+ "type": "step",
797
+ "data": {
798
+ "label": "logStep",
799
+ "nodeKind": "step",
800
+ "stepId": "step//./src/domains/run/workflow/steps/scheduledTriggerSteps//logStep"
801
+ },
802
+ "metadata": {
803
+ "loopId": "loop_0"
804
+ }
805
+ },
806
+ {
807
+ "id": "cond_6_node",
808
+ "type": "conditional",
809
+ "data": {
810
+ "label": "attemptNumber < maxAttempts",
811
+ "nodeKind": "conditional"
812
+ },
813
+ "metadata": {
814
+ "loopId": "loop_0"
815
+ }
816
+ },
817
+ {
818
+ "id": "node_8",
819
+ "type": "primitive",
820
+ "data": {
821
+ "label": "sleep",
822
+ "nodeKind": "primitive"
823
+ },
824
+ "metadata": {
825
+ "loopId": "loop_0",
826
+ "conditionalId": "cond_6",
827
+ "conditionalBranch": "Then"
828
+ }
829
+ },
830
+ {
831
+ "id": "cond_7_node",
832
+ "type": "conditional",
833
+ "data": {
834
+ "label": "!trigger.cronExpression",
835
+ "nodeKind": "conditional"
836
+ }
837
+ },
838
+ {
839
+ "id": "node_9",
840
+ "type": "step",
841
+ "data": {
842
+ "label": "disableDatasetRunTriggerStep",
843
+ "nodeKind": "step",
844
+ "stepId": "step//./src/domains/evals/workflow/steps/scheduledDatasetRunSteps//disableDatasetRunTriggerStep"
845
+ },
846
+ "metadata": {
847
+ "conditionalId": "cond_7",
848
+ "conditionalBranch": "Then"
849
+ }
850
+ },
851
+ {
852
+ "id": "end",
853
+ "type": "workflowEnd",
854
+ "data": {
855
+ "label": "Return",
856
+ "nodeKind": "workflow_end"
857
+ }
858
+ }
859
+ ],
860
+ "edges": [
861
+ {
862
+ "id": "e_start_node_0",
863
+ "source": "start",
864
+ "target": "node_0",
865
+ "type": "default"
866
+ },
867
+ {
868
+ "id": "e_node_0_node_1",
869
+ "source": "node_0",
870
+ "target": "node_1",
871
+ "type": "default"
872
+ },
873
+ {
874
+ "id": "e_cond_1_node_node_2_true",
875
+ "source": "cond_1_node",
876
+ "target": "node_2",
877
+ "type": "conditional",
878
+ "label": "true"
879
+ },
880
+ {
881
+ "id": "e_node_1_cond_1_node",
882
+ "source": "node_1",
883
+ "target": "cond_1_node",
884
+ "type": "default"
885
+ },
886
+ {
887
+ "id": "e_cond_3_node_node_4_true",
888
+ "source": "cond_3_node",
889
+ "target": "node_4",
890
+ "type": "conditional",
891
+ "label": "true"
892
+ },
893
+ {
894
+ "id": "e_cond_2_node_cond_3_node_true",
895
+ "source": "cond_2_node",
896
+ "target": "cond_3_node",
897
+ "type": "conditional",
898
+ "label": "true"
899
+ },
900
+ {
901
+ "id": "e_node_3_cond_2_node",
902
+ "source": "node_3",
903
+ "target": "cond_2_node",
904
+ "type": "default"
905
+ },
906
+ {
907
+ "id": "e_cond_4_node_node_5_true",
908
+ "source": "cond_4_node",
909
+ "target": "node_5",
910
+ "type": "conditional",
911
+ "label": "true"
912
+ },
913
+ {
914
+ "id": "e_node_4_cond_4_node",
915
+ "source": "node_4",
916
+ "target": "cond_4_node",
917
+ "type": "default"
918
+ },
919
+ {
920
+ "id": "e_cond_5_node_node_6_true",
921
+ "source": "cond_5_node",
922
+ "target": "node_6",
923
+ "type": "conditional",
924
+ "label": "true"
925
+ },
926
+ {
927
+ "id": "e_node_5_cond_5_node",
928
+ "source": "node_5",
929
+ "target": "cond_5_node",
930
+ "type": "default"
931
+ },
932
+ {
933
+ "id": "e_node_6_node_7",
934
+ "source": "node_6",
935
+ "target": "node_7",
936
+ "type": "default"
937
+ },
938
+ {
939
+ "id": "e_cond_6_node_node_8_true",
940
+ "source": "cond_6_node",
941
+ "target": "node_8",
942
+ "type": "conditional",
943
+ "label": "true"
944
+ },
945
+ {
946
+ "id": "e_node_7_cond_6_node",
947
+ "source": "node_7",
948
+ "target": "cond_6_node",
949
+ "type": "default"
950
+ },
951
+ {
952
+ "id": "e_node_8_back_node_3",
953
+ "source": "node_8",
954
+ "target": "node_3",
955
+ "type": "loop"
956
+ },
957
+ {
958
+ "id": "e_node_2_node_3",
959
+ "source": "node_2",
960
+ "target": "node_3",
961
+ "type": "default"
962
+ },
963
+ {
964
+ "id": "e_cond_7_node_node_9_true",
965
+ "source": "cond_7_node",
966
+ "target": "node_9",
967
+ "type": "conditional",
968
+ "label": "true"
969
+ },
970
+ {
971
+ "id": "e_node_8_cond_7_node",
972
+ "source": "node_8",
973
+ "target": "cond_7_node",
974
+ "type": "default"
975
+ },
976
+ {
977
+ "id": "e_node_9_end",
978
+ "source": "node_9",
979
+ "target": "end",
980
+ "type": "default"
981
+ }
982
+ ]
983
+ }
984
+ }
985
+ },
986
+ "src/domains/run/workflow/functions/scheduledTriggerRunner.ts": {
987
+ "_scheduledTriggerRunnerWorkflow": {
988
+ "workflowId": "workflow//./src/domains/run/workflow/functions/scheduledTriggerRunner//_scheduledTriggerRunnerWorkflow",
989
+ "graph": {
990
+ "nodes": [
991
+ {
992
+ "id": "start",
993
+ "type": "workflowStart",
994
+ "data": {
995
+ "label": "Start: _scheduledTriggerRunnerWorkflow",
996
+ "nodeKind": "workflow_start"
997
+ }
998
+ },
999
+ {
1000
+ "id": "node_0",
1001
+ "type": "step",
1002
+ "data": {
1003
+ "label": "logStep",
1004
+ "nodeKind": "step",
1005
+ "stepId": "step//./src/domains/run/workflow/steps/scheduledTriggerSteps//logStep"
1006
+ }
1007
+ },
1008
+ {
1009
+ "id": "node_1",
1010
+ "type": "step",
1011
+ "data": {
1012
+ "label": "checkTriggerEnabledStep",
1013
+ "nodeKind": "step",
1014
+ "stepId": "step//./src/domains/run/workflow/steps/scheduledTriggerSteps//checkTriggerEnabledStep"
1015
+ }
1016
+ },
1017
+ {
1018
+ "id": "node_2",
1019
+ "type": "step",
1020
+ "data": {
1021
+ "label": "createInvocationIdempotentStep",
1022
+ "nodeKind": "step",
1023
+ "stepId": "step//./src/domains/run/workflow/steps/scheduledTriggerSteps//createInvocationIdempotentStep"
1024
+ }
1025
+ },
1026
+ {
1027
+ "id": "cond_4_node",
1028
+ "type": "conditional",
1029
+ "data": {
284
1030
  "label": "delayBeforeExecutionMs && delayBeforeExecutionMs > 0",
285
1031
  "nodeKind": "conditional"
286
1032
  }
287
1033
  },
288
1034
  {
289
- "id": "node_0",
1035
+ "id": "node_3",
290
1036
  "type": "primitive",
291
1037
  "data": {
292
1038
  "label": "sleep",
@@ -297,6 +1043,131 @@
297
1043
  "conditionalBranch": "Then"
298
1044
  }
299
1045
  },
1046
+ {
1047
+ "id": "node_4",
1048
+ "type": "step",
1049
+ "data": {
1050
+ "label": "checkInvocationCancelledStep",
1051
+ "nodeKind": "step",
1052
+ "stepId": "step//./src/domains/run/workflow/steps/scheduledTriggerSteps//checkInvocationCancelledStep"
1053
+ },
1054
+ "metadata": {
1055
+ "loopId": "loop_0"
1056
+ }
1057
+ },
1058
+ {
1059
+ "id": "node_5",
1060
+ "type": "step",
1061
+ "data": {
1062
+ "label": "markRunningStep",
1063
+ "nodeKind": "step",
1064
+ "stepId": "step//./src/domains/run/workflow/steps/scheduledTriggerSteps//markRunningStep"
1065
+ },
1066
+ "metadata": {
1067
+ "loopId": "loop_0"
1068
+ }
1069
+ },
1070
+ {
1071
+ "id": "node_6",
1072
+ "type": "step",
1073
+ "data": {
1074
+ "label": "executeScheduledTriggerStep",
1075
+ "nodeKind": "step",
1076
+ "stepId": "step//./src/domains/run/workflow/steps/scheduledTriggerSteps//executeScheduledTriggerStep"
1077
+ },
1078
+ "metadata": {
1079
+ "loopId": "loop_0"
1080
+ }
1081
+ },
1082
+ {
1083
+ "id": "cond_6_node",
1084
+ "type": "conditional",
1085
+ "data": {
1086
+ "label": "result.conversationId",
1087
+ "nodeKind": "conditional"
1088
+ },
1089
+ "metadata": {
1090
+ "loopId": "loop_0"
1091
+ }
1092
+ },
1093
+ {
1094
+ "id": "node_7",
1095
+ "type": "step",
1096
+ "data": {
1097
+ "label": "addConversationIdStep",
1098
+ "nodeKind": "step",
1099
+ "stepId": "step//./src/domains/run/workflow/steps/scheduledTriggerSteps//addConversationIdStep"
1100
+ },
1101
+ "metadata": {
1102
+ "loopId": "loop_0",
1103
+ "conditionalId": "cond_6",
1104
+ "conditionalBranch": "Then"
1105
+ }
1106
+ },
1107
+ {
1108
+ "id": "cond_7_node",
1109
+ "type": "conditional",
1110
+ "data": {
1111
+ "label": "result.success",
1112
+ "nodeKind": "conditional"
1113
+ },
1114
+ "metadata": {
1115
+ "loopId": "loop_0"
1116
+ }
1117
+ },
1118
+ {
1119
+ "id": "node_8",
1120
+ "type": "step",
1121
+ "data": {
1122
+ "label": "markCompletedStep",
1123
+ "nodeKind": "step",
1124
+ "stepId": "step//./src/domains/run/workflow/steps/scheduledTriggerSteps//markCompletedStep"
1125
+ },
1126
+ "metadata": {
1127
+ "loopId": "loop_0",
1128
+ "conditionalId": "cond_7",
1129
+ "conditionalBranch": "Then"
1130
+ }
1131
+ },
1132
+ {
1133
+ "id": "cond_8_node",
1134
+ "type": "conditional",
1135
+ "data": {
1136
+ "label": "!trigger.cronExpression",
1137
+ "nodeKind": "conditional"
1138
+ },
1139
+ "metadata": {
1140
+ "loopId": "loop_0",
1141
+ "conditionalId": "cond_7",
1142
+ "conditionalBranch": "Then"
1143
+ }
1144
+ },
1145
+ {
1146
+ "id": "node_9",
1147
+ "type": "step",
1148
+ "data": {
1149
+ "label": "disableOneTimeTriggerStep",
1150
+ "nodeKind": "step",
1151
+ "stepId": "step//./src/domains/run/workflow/steps/scheduledTriggerSteps//disableOneTimeTriggerStep"
1152
+ },
1153
+ "metadata": {
1154
+ "loopId": "loop_0",
1155
+ "conditionalId": "cond_7",
1156
+ "conditionalBranch": "Then"
1157
+ }
1158
+ },
1159
+ {
1160
+ "id": "node_10",
1161
+ "type": "step",
1162
+ "data": {
1163
+ "label": "logStep",
1164
+ "nodeKind": "step",
1165
+ "stepId": "step//./src/domains/run/workflow/steps/scheduledTriggerSteps//logStep"
1166
+ },
1167
+ "metadata": {
1168
+ "loopId": "loop_0"
1169
+ }
1170
+ },
300
1171
  {
301
1172
  "id": "cond_9_node",
302
1173
  "type": "conditional",
@@ -309,7 +1180,21 @@
309
1180
  }
310
1181
  },
311
1182
  {
312
- "id": "node_1",
1183
+ "id": "node_11",
1184
+ "type": "step",
1185
+ "data": {
1186
+ "label": "incrementAttemptStep",
1187
+ "nodeKind": "step",
1188
+ "stepId": "step//./src/domains/run/workflow/steps/scheduledTriggerSteps//incrementAttemptStep"
1189
+ },
1190
+ "metadata": {
1191
+ "loopId": "loop_0",
1192
+ "conditionalId": "cond_9",
1193
+ "conditionalBranch": "Then"
1194
+ }
1195
+ },
1196
+ {
1197
+ "id": "node_12",
313
1198
  "type": "primitive",
314
1199
  "data": {
315
1200
  "label": "sleep",
@@ -322,50 +1207,186 @@
322
1207
  }
323
1208
  },
324
1209
  {
325
- "id": "end",
326
- "type": "workflowEnd",
327
- "data": {
328
- "label": "Return",
329
- "nodeKind": "workflow_end"
330
- }
331
- }
332
- ],
333
- "edges": [
1210
+ "id": "node_13",
1211
+ "type": "step",
1212
+ "data": {
1213
+ "label": "markFailedStep",
1214
+ "nodeKind": "step",
1215
+ "stepId": "step//./src/domains/run/workflow/steps/scheduledTriggerSteps//markFailedStep"
1216
+ }
1217
+ },
1218
+ {
1219
+ "id": "cond_10_node",
1220
+ "type": "conditional",
1221
+ "data": {
1222
+ "label": "!trigger.cronExpression",
1223
+ "nodeKind": "conditional"
1224
+ }
1225
+ },
1226
+ {
1227
+ "id": "node_14",
1228
+ "type": "step",
1229
+ "data": {
1230
+ "label": "disableOneTimeTriggerStep",
1231
+ "nodeKind": "step",
1232
+ "stepId": "step//./src/domains/run/workflow/steps/scheduledTriggerSteps//disableOneTimeTriggerStep"
1233
+ },
1234
+ "metadata": {
1235
+ "conditionalId": "cond_10",
1236
+ "conditionalBranch": "Then"
1237
+ }
1238
+ },
1239
+ {
1240
+ "id": "end",
1241
+ "type": "workflowEnd",
1242
+ "data": {
1243
+ "label": "Return",
1244
+ "nodeKind": "workflow_end"
1245
+ }
1246
+ }
1247
+ ],
1248
+ "edges": [
1249
+ {
1250
+ "id": "e_start_node_0",
1251
+ "source": "start",
1252
+ "target": "node_0",
1253
+ "type": "default"
1254
+ },
1255
+ {
1256
+ "id": "e_node_0_node_1",
1257
+ "source": "node_0",
1258
+ "target": "node_1",
1259
+ "type": "default"
1260
+ },
1261
+ {
1262
+ "id": "e_node_1_node_2",
1263
+ "source": "node_1",
1264
+ "target": "node_2",
1265
+ "type": "default"
1266
+ },
1267
+ {
1268
+ "id": "e_cond_4_node_node_3_true",
1269
+ "source": "cond_4_node",
1270
+ "target": "node_3",
1271
+ "type": "conditional",
1272
+ "label": "true"
1273
+ },
1274
+ {
1275
+ "id": "e_node_2_cond_4_node",
1276
+ "source": "node_2",
1277
+ "target": "cond_4_node",
1278
+ "type": "default"
1279
+ },
1280
+ {
1281
+ "id": "e_node_4_node_5",
1282
+ "source": "node_4",
1283
+ "target": "node_5",
1284
+ "type": "default"
1285
+ },
1286
+ {
1287
+ "id": "e_node_5_node_6",
1288
+ "source": "node_5",
1289
+ "target": "node_6",
1290
+ "type": "default"
1291
+ },
1292
+ {
1293
+ "id": "e_cond_6_node_node_7_true",
1294
+ "source": "cond_6_node",
1295
+ "target": "node_7",
1296
+ "type": "conditional",
1297
+ "label": "true"
1298
+ },
1299
+ {
1300
+ "id": "e_node_6_cond_6_node",
1301
+ "source": "node_6",
1302
+ "target": "cond_6_node",
1303
+ "type": "default"
1304
+ },
334
1305
  {
335
- "id": "e_cond_4_node_node_0_true",
336
- "source": "cond_4_node",
337
- "target": "node_0",
1306
+ "id": "e_cond_8_node_node_9_true",
1307
+ "source": "cond_8_node",
1308
+ "target": "node_9",
338
1309
  "type": "conditional",
339
1310
  "label": "true"
340
1311
  },
341
1312
  {
342
- "id": "e_start_cond_4_node",
343
- "source": "start",
344
- "target": "cond_4_node",
1313
+ "id": "e_node_8_cond_8_node",
1314
+ "source": "node_8",
1315
+ "target": "cond_8_node",
1316
+ "type": "default"
1317
+ },
1318
+ {
1319
+ "id": "e_cond_7_node_node_8_true",
1320
+ "source": "cond_7_node",
1321
+ "target": "node_8",
1322
+ "type": "conditional",
1323
+ "label": "true"
1324
+ },
1325
+ {
1326
+ "id": "e_node_7_cond_7_node",
1327
+ "source": "node_7",
1328
+ "target": "cond_7_node",
1329
+ "type": "default"
1330
+ },
1331
+ {
1332
+ "id": "e_node_9_node_10",
1333
+ "source": "node_9",
1334
+ "target": "node_10",
345
1335
  "type": "default"
346
1336
  },
347
1337
  {
348
- "id": "e_cond_9_node_node_1_true",
1338
+ "id": "e_node_11_node_12",
1339
+ "source": "node_11",
1340
+ "target": "node_12",
1341
+ "type": "default"
1342
+ },
1343
+ {
1344
+ "id": "e_cond_9_node_node_11_true",
349
1345
  "source": "cond_9_node",
350
- "target": "node_1",
1346
+ "target": "node_11",
351
1347
  "type": "conditional",
352
1348
  "label": "true"
353
1349
  },
354
1350
  {
355
- "id": "e_node_1_back_cond_9_node",
356
- "source": "node_1",
1351
+ "id": "e_node_10_cond_9_node",
1352
+ "source": "node_10",
357
1353
  "target": "cond_9_node",
1354
+ "type": "default"
1355
+ },
1356
+ {
1357
+ "id": "e_node_12_back_node_4",
1358
+ "source": "node_12",
1359
+ "target": "node_4",
358
1360
  "type": "loop"
359
1361
  },
360
1362
  {
361
- "id": "e_node_0_cond_9_node",
362
- "source": "node_0",
363
- "target": "cond_9_node",
1363
+ "id": "e_node_3_node_4",
1364
+ "source": "node_3",
1365
+ "target": "node_4",
364
1366
  "type": "default"
365
1367
  },
366
1368
  {
367
- "id": "e_node_1_end",
368
- "source": "node_1",
1369
+ "id": "e_node_12_node_13",
1370
+ "source": "node_12",
1371
+ "target": "node_13",
1372
+ "type": "default"
1373
+ },
1374
+ {
1375
+ "id": "e_cond_10_node_node_14_true",
1376
+ "source": "cond_10_node",
1377
+ "target": "node_14",
1378
+ "type": "conditional",
1379
+ "label": "true"
1380
+ },
1381
+ {
1382
+ "id": "e_node_13_cond_10_node",
1383
+ "source": "node_13",
1384
+ "target": "cond_10_node",
1385
+ "type": "default"
1386
+ },
1387
+ {
1388
+ "id": "e_node_14_end",
1389
+ "source": "node_14",
369
1390
  "target": "end",
370
1391
  "type": "default"
371
1392
  }
@@ -373,44 +1394,70 @@
373
1394
  }
374
1395
  }
375
1396
  },
376
- "src/domains/evals/workflow/functions/scheduledDatasetRun.ts": {
377
- "_scheduledDatasetRunWorkflow": {
378
- "workflowId": "workflow//./src/domains/evals/workflow/functions/scheduledDatasetRun//_scheduledDatasetRunWorkflow",
1397
+ "src/domains/run/workflow/functions/webhookDelivery.ts": {
1398
+ "_webhookDeliveryWorkflow": {
1399
+ "workflowId": "workflow//./src/domains/run/workflow/functions/webhookDelivery//_webhookDeliveryWorkflow",
379
1400
  "graph": {
380
1401
  "nodes": [
381
1402
  {
382
1403
  "id": "start",
383
1404
  "type": "workflowStart",
384
1405
  "data": {
385
- "label": "Start: _scheduledDatasetRunWorkflow",
1406
+ "label": "Start: _webhookDeliveryWorkflow",
386
1407
  "nodeKind": "workflow_start"
387
1408
  }
388
1409
  },
1410
+ {
1411
+ "id": "node_0",
1412
+ "type": "step",
1413
+ "data": {
1414
+ "label": "logStep",
1415
+ "nodeKind": "step",
1416
+ "stepId": "step//./src/domains/run/workflow/steps/webhookDeliverySteps//logStep"
1417
+ }
1418
+ },
1419
+ {
1420
+ "id": "node_1",
1421
+ "type": "step",
1422
+ "data": {
1423
+ "label": "deliverWebhookStep",
1424
+ "nodeKind": "step",
1425
+ "stepId": "step//./src/domains/run/workflow/steps/webhookDeliverySteps//deliverWebhookStep"
1426
+ },
1427
+ "metadata": {
1428
+ "loopId": "loop_0"
1429
+ }
1430
+ },
389
1431
  {
390
1432
  "id": "cond_1_node",
391
1433
  "type": "conditional",
392
1434
  "data": {
393
- "label": "delayBeforeExecutionMs && delayBeforeExecutionMs > 0",
1435
+ "label": "result.success",
394
1436
  "nodeKind": "conditional"
1437
+ },
1438
+ "metadata": {
1439
+ "loopId": "loop_0"
395
1440
  }
396
1441
  },
397
1442
  {
398
- "id": "node_0",
399
- "type": "primitive",
1443
+ "id": "node_2",
1444
+ "type": "step",
400
1445
  "data": {
401
- "label": "sleep",
402
- "nodeKind": "primitive"
1446
+ "label": "logStep",
1447
+ "nodeKind": "step",
1448
+ "stepId": "step//./src/domains/run/workflow/steps/webhookDeliverySteps//logStep"
403
1449
  },
404
1450
  "metadata": {
1451
+ "loopId": "loop_0",
405
1452
  "conditionalId": "cond_1",
406
1453
  "conditionalBranch": "Then"
407
1454
  }
408
1455
  },
409
1456
  {
410
- "id": "cond_6_node",
1457
+ "id": "cond_2_node",
411
1458
  "type": "conditional",
412
1459
  "data": {
413
- "label": "attemptNumber < maxAttempts",
1460
+ "label": "nonRetryableStatus || result.blocked",
414
1461
  "nodeKind": "conditional"
415
1462
  },
416
1463
  "metadata": {
@@ -418,7 +1465,32 @@
418
1465
  }
419
1466
  },
420
1467
  {
421
- "id": "node_1",
1468
+ "id": "node_3",
1469
+ "type": "step",
1470
+ "data": {
1471
+ "label": "logStep",
1472
+ "nodeKind": "step",
1473
+ "stepId": "step//./src/domains/run/workflow/steps/webhookDeliverySteps//logStep"
1474
+ },
1475
+ "metadata": {
1476
+ "loopId": "loop_0",
1477
+ "conditionalId": "cond_2",
1478
+ "conditionalBranch": "Then"
1479
+ }
1480
+ },
1481
+ {
1482
+ "id": "cond_3_node",
1483
+ "type": "conditional",
1484
+ "data": {
1485
+ "label": "attempt < MAX_ATTEMPTS",
1486
+ "nodeKind": "conditional"
1487
+ },
1488
+ "metadata": {
1489
+ "loopId": "loop_0"
1490
+ }
1491
+ },
1492
+ {
1493
+ "id": "node_4",
422
1494
  "type": "primitive",
423
1495
  "data": {
424
1496
  "label": "sleep",
@@ -426,10 +1498,19 @@
426
1498
  },
427
1499
  "metadata": {
428
1500
  "loopId": "loop_0",
429
- "conditionalId": "cond_6",
1501
+ "conditionalId": "cond_3",
430
1502
  "conditionalBranch": "Then"
431
1503
  }
432
1504
  },
1505
+ {
1506
+ "id": "node_5",
1507
+ "type": "step",
1508
+ "data": {
1509
+ "label": "logStep",
1510
+ "nodeKind": "step",
1511
+ "stepId": "step//./src/domains/run/workflow/steps/webhookDeliverySteps//logStep"
1512
+ }
1513
+ },
433
1514
  {
434
1515
  "id": "end",
435
1516
  "type": "workflowEnd",
@@ -441,40 +1522,71 @@
441
1522
  ],
442
1523
  "edges": [
443
1524
  {
444
- "id": "e_cond_1_node_node_0_true",
445
- "source": "cond_1_node",
1525
+ "id": "e_start_node_0",
1526
+ "source": "start",
446
1527
  "target": "node_0",
1528
+ "type": "default"
1529
+ },
1530
+ {
1531
+ "id": "e_cond_1_node_node_2_true",
1532
+ "source": "cond_1_node",
1533
+ "target": "node_2",
447
1534
  "type": "conditional",
448
1535
  "label": "true"
449
1536
  },
450
1537
  {
451
- "id": "e_start_cond_1_node",
452
- "source": "start",
1538
+ "id": "e_node_1_cond_1_node",
1539
+ "source": "node_1",
453
1540
  "target": "cond_1_node",
454
1541
  "type": "default"
455
1542
  },
456
1543
  {
457
- "id": "e_cond_6_node_node_1_true",
458
- "source": "cond_6_node",
459
- "target": "node_1",
1544
+ "id": "e_cond_2_node_node_3_true",
1545
+ "source": "cond_2_node",
1546
+ "target": "node_3",
460
1547
  "type": "conditional",
461
1548
  "label": "true"
462
1549
  },
463
1550
  {
464
- "id": "e_node_1_back_cond_6_node",
465
- "source": "node_1",
466
- "target": "cond_6_node",
1551
+ "id": "e_node_2_cond_2_node",
1552
+ "source": "node_2",
1553
+ "target": "cond_2_node",
1554
+ "type": "default"
1555
+ },
1556
+ {
1557
+ "id": "e_cond_3_node_node_4_true",
1558
+ "source": "cond_3_node",
1559
+ "target": "node_4",
1560
+ "type": "conditional",
1561
+ "label": "true"
1562
+ },
1563
+ {
1564
+ "id": "e_node_3_cond_3_node",
1565
+ "source": "node_3",
1566
+ "target": "cond_3_node",
1567
+ "type": "default"
1568
+ },
1569
+ {
1570
+ "id": "e_node_4_back_node_1",
1571
+ "source": "node_4",
1572
+ "target": "node_1",
467
1573
  "type": "loop"
468
1574
  },
469
1575
  {
470
- "id": "e_node_0_cond_6_node",
1576
+ "id": "e_node_0_node_1",
471
1577
  "source": "node_0",
472
- "target": "cond_6_node",
1578
+ "target": "node_1",
473
1579
  "type": "default"
474
1580
  },
475
1581
  {
476
- "id": "e_node_1_end",
477
- "source": "node_1",
1582
+ "id": "e_node_4_node_5",
1583
+ "source": "node_4",
1584
+ "target": "node_5",
1585
+ "type": "default"
1586
+ },
1587
+ {
1588
+ "id": "e_node_5_end",
1589
+ "source": "node_5",
478
1590
  "target": "end",
479
1591
  "type": "default"
480
1592
  }
@@ -482,41 +1594,35 @@
482
1594
  }
483
1595
  }
484
1596
  },
485
- "src/domains/run/workflow/functions/webhookDelivery.ts": {
486
- "_webhookDeliveryWorkflow": {
487
- "workflowId": "workflow//./src/domains/run/workflow/functions/webhookDelivery//_webhookDeliveryWorkflow",
1597
+ "src/domains/run/workflow/functions/agentExecution.ts": {
1598
+ "_agentExecutionWorkflow": {
1599
+ "workflowId": "workflow//./src/domains/run/workflow/functions/agentExecution//_agentExecutionWorkflow",
488
1600
  "graph": {
489
1601
  "nodes": [
490
1602
  {
491
1603
  "id": "start",
492
1604
  "type": "workflowStart",
493
1605
  "data": {
494
- "label": "Start: _webhookDeliveryWorkflow",
1606
+ "label": "Start: _agentExecutionWorkflow",
495
1607
  "nodeKind": "workflow_start"
496
1608
  }
497
1609
  },
498
1610
  {
499
- "id": "cond_3_node",
500
- "type": "conditional",
1611
+ "id": "node_0",
1612
+ "type": "step",
501
1613
  "data": {
502
- "label": "attempt < MAX_ATTEMPTS",
503
- "nodeKind": "conditional"
504
- },
505
- "metadata": {
506
- "loopId": "loop_0"
1614
+ "label": "markWorkflowRunningStep",
1615
+ "nodeKind": "step",
1616
+ "stepId": "step//./src/domains/run/workflow/steps/agentExecutionSteps//markWorkflowRunningStep"
507
1617
  }
508
1618
  },
509
1619
  {
510
- "id": "node_0",
511
- "type": "primitive",
1620
+ "id": "node_1",
1621
+ "type": "step",
512
1622
  "data": {
513
- "label": "sleep",
514
- "nodeKind": "primitive"
515
- },
516
- "metadata": {
517
- "loopId": "loop_0",
518
- "conditionalId": "cond_3",
519
- "conditionalBranch": "Then"
1623
+ "label": "initializeTaskStep",
1624
+ "nodeKind": "step",
1625
+ "stepId": "step//./src/domains/run/workflow/steps/agentExecutionSteps//initializeTaskStep"
520
1626
  }
521
1627
  },
522
1628
  {
@@ -530,27 +1636,20 @@
530
1636
  ],
531
1637
  "edges": [
532
1638
  {
533
- "id": "e_cond_3_node_node_0_true",
534
- "source": "cond_3_node",
1639
+ "id": "e_start_node_0",
1640
+ "source": "start",
535
1641
  "target": "node_0",
536
- "type": "conditional",
537
- "label": "true"
1642
+ "type": "default"
538
1643
  },
539
1644
  {
540
- "id": "e_node_0_back_cond_3_node",
1645
+ "id": "e_node_0_node_1",
541
1646
  "source": "node_0",
542
- "target": "cond_3_node",
543
- "type": "loop"
544
- },
545
- {
546
- "id": "e_start_cond_3_node",
547
- "source": "start",
548
- "target": "cond_3_node",
1647
+ "target": "node_1",
549
1648
  "type": "default"
550
1649
  },
551
1650
  {
552
- "id": "e_node_0_end",
553
- "source": "node_0",
1651
+ "id": "e_node_1_end",
1652
+ "source": "node_1",
554
1653
  "target": "end",
555
1654
  "type": "default"
556
1655
  }
@@ -573,6 +1672,27 @@
573
1672
  },
574
1673
  {
575
1674
  "id": "node_0",
1675
+ "type": "step",
1676
+ "data": {
1677
+ "label": "registerSchedulerStep",
1678
+ "nodeKind": "step",
1679
+ "stepId": "step//./src/domains/run/workflow/steps/schedulerSteps//registerSchedulerStep"
1680
+ }
1681
+ },
1682
+ {
1683
+ "id": "node_1",
1684
+ "type": "step",
1685
+ "data": {
1686
+ "label": "msUntilNextMinuteStep",
1687
+ "nodeKind": "step",
1688
+ "stepId": "step//./src/domains/run/workflow/steps/schedulerSteps//msUntilNextMinuteStep"
1689
+ },
1690
+ "metadata": {
1691
+ "loopId": "loop_0"
1692
+ }
1693
+ },
1694
+ {
1695
+ "id": "node_2",
576
1696
  "type": "primitive",
577
1697
  "data": {
578
1698
  "label": "sleep",
@@ -582,6 +1702,30 @@
582
1702
  "loopId": "loop_0"
583
1703
  }
584
1704
  },
1705
+ {
1706
+ "id": "node_3",
1707
+ "type": "step",
1708
+ "data": {
1709
+ "label": "checkSchedulerCurrentStep",
1710
+ "nodeKind": "step",
1711
+ "stepId": "step//./src/domains/run/workflow/steps/schedulerSteps//checkSchedulerCurrentStep"
1712
+ },
1713
+ "metadata": {
1714
+ "loopId": "loop_0"
1715
+ }
1716
+ },
1717
+ {
1718
+ "id": "node_4",
1719
+ "type": "step",
1720
+ "data": {
1721
+ "label": "dispatchDueTriggersStep",
1722
+ "nodeKind": "step",
1723
+ "stepId": "step//./src/domains/run/workflow/steps/schedulerSteps//dispatchDueTriggersStep"
1724
+ },
1725
+ "metadata": {
1726
+ "loopId": "loop_0"
1727
+ }
1728
+ },
585
1729
  {
586
1730
  "id": "end",
587
1731
  "type": "workflowEnd",
@@ -592,12 +1736,6 @@
592
1736
  }
593
1737
  ],
594
1738
  "edges": [
595
- {
596
- "id": "e_node_0_back_node_0",
597
- "source": "node_0",
598
- "target": "node_0",
599
- "type": "loop"
600
- },
601
1739
  {
602
1740
  "id": "e_start_node_0",
603
1741
  "source": "start",
@@ -605,41 +1743,38 @@
605
1743
  "type": "default"
606
1744
  },
607
1745
  {
608
- "id": "e_node_0_end",
609
- "source": "node_0",
610
- "target": "end",
1746
+ "id": "e_node_1_node_2",
1747
+ "source": "node_1",
1748
+ "target": "node_2",
611
1749
  "type": "default"
612
- }
613
- ]
614
- }
615
- }
616
- },
617
- "src/domains/run/workflow/functions/agentExecution.ts": {
618
- "_agentExecutionWorkflow": {
619
- "workflowId": "workflow//./src/domains/run/workflow/functions/agentExecution//_agentExecutionWorkflow",
620
- "graph": {
621
- "nodes": [
1750
+ },
622
1751
  {
623
- "id": "start",
624
- "type": "workflowStart",
625
- "data": {
626
- "label": "Start: _agentExecutionWorkflow",
627
- "nodeKind": "workflow_start"
628
- }
1752
+ "id": "e_node_2_node_3",
1753
+ "source": "node_2",
1754
+ "target": "node_3",
1755
+ "type": "default"
629
1756
  },
630
1757
  {
631
- "id": "end",
632
- "type": "workflowEnd",
633
- "data": {
634
- "label": "Return",
635
- "nodeKind": "workflow_end"
636
- }
637
- }
638
- ],
639
- "edges": [
1758
+ "id": "e_node_3_node_4",
1759
+ "source": "node_3",
1760
+ "target": "node_4",
1761
+ "type": "default"
1762
+ },
640
1763
  {
641
- "id": "e_start_end",
642
- "source": "start",
1764
+ "id": "e_node_4_back_node_1",
1765
+ "source": "node_4",
1766
+ "target": "node_1",
1767
+ "type": "loop"
1768
+ },
1769
+ {
1770
+ "id": "e_node_0_node_1",
1771
+ "source": "node_0",
1772
+ "target": "node_1",
1773
+ "type": "default"
1774
+ },
1775
+ {
1776
+ "id": "e_node_4_end",
1777
+ "source": "node_4",
643
1778
  "target": "end",
644
1779
  "type": "default"
645
1780
  }