@mastra/inngest 0.0.0-tsconfig-compile-20250703214351 → 0.0.0-type-testing-20260120105120
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +2520 -2
- package/LICENSE.md +11 -42
- package/dist/__tests__/adapters/_utils.d.ts +18 -0
- package/dist/__tests__/adapters/_utils.d.ts.map +1 -0
- package/dist/execution-engine.d.ts +206 -0
- package/dist/execution-engine.d.ts.map +1 -0
- package/dist/index.cjs +1941 -942
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.ts +92 -7
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +1938 -942
- package/dist/index.js.map +1 -0
- package/dist/pubsub.d.ts +56 -0
- package/dist/pubsub.d.ts.map +1 -0
- package/dist/run.d.ts +175 -0
- package/dist/run.d.ts.map +1 -0
- package/dist/serve.d.ts +76 -0
- package/dist/serve.d.ts.map +1 -0
- package/dist/types.d.ts +16 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/workflow.d.ts +52 -0
- package/dist/workflow.d.ts.map +1 -0
- package/package.json +52 -22
- package/dist/_tsup-dts-rollup.d.cts +0 -309
- package/dist/_tsup-dts-rollup.d.ts +0 -309
- package/dist/index.d.cts +0 -7
- package/docker-compose.yaml +0 -10
- package/eslint.config.js +0 -6
- package/src/index.test.ts +0 -7527
- package/src/index.ts +0 -1736
- package/tsconfig.json +0 -5
- package/vitest.config.ts +0 -14
package/dist/index.cjs
CHANGED
|
@@ -1,33 +1,630 @@
|
|
|
1
1
|
'use strict';
|
|
2
2
|
|
|
3
|
-
var
|
|
4
|
-
var
|
|
5
|
-
var
|
|
3
|
+
var agent = require('@mastra/core/agent');
|
|
4
|
+
var error = require('@mastra/core/error');
|
|
5
|
+
var observability = require('@mastra/core/observability');
|
|
6
|
+
var processors = require('@mastra/core/processors');
|
|
6
7
|
var tools = require('@mastra/core/tools');
|
|
7
8
|
var workflows = require('@mastra/core/workflows');
|
|
8
9
|
var _constants = require('@mastra/core/workflows/_constants');
|
|
9
|
-
var hono = require('inngest/hono');
|
|
10
10
|
var zod = require('zod');
|
|
11
|
+
var crypto$1 = require('crypto');
|
|
12
|
+
var di = require('@mastra/core/di');
|
|
13
|
+
var inngest = require('inngest');
|
|
14
|
+
var realtime = require('@inngest/realtime');
|
|
15
|
+
var events = require('@mastra/core/events');
|
|
16
|
+
var web = require('stream/web');
|
|
17
|
+
var stream = require('@mastra/core/stream');
|
|
18
|
+
var hono = require('inngest/hono');
|
|
11
19
|
|
|
12
20
|
// src/index.ts
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
+
var InngestExecutionEngine = class extends workflows.DefaultExecutionEngine {
|
|
22
|
+
inngestStep;
|
|
23
|
+
inngestAttempts;
|
|
24
|
+
constructor(mastra, inngestStep, inngestAttempts = 0, options) {
|
|
25
|
+
super({ mastra, options });
|
|
26
|
+
this.inngestStep = inngestStep;
|
|
27
|
+
this.inngestAttempts = inngestAttempts;
|
|
28
|
+
}
|
|
29
|
+
// =============================================================================
|
|
30
|
+
// Hook Overrides
|
|
31
|
+
// =============================================================================
|
|
32
|
+
/**
|
|
33
|
+
* Format errors while preserving Error instances and their custom properties.
|
|
34
|
+
* Uses getErrorFromUnknown to ensure all error properties are preserved.
|
|
35
|
+
*/
|
|
36
|
+
formatResultError(error$1, lastOutput) {
|
|
37
|
+
const outputError = lastOutput?.error;
|
|
38
|
+
const errorSource = error$1 || outputError;
|
|
39
|
+
const errorInstance = error.getErrorFromUnknown(errorSource, {
|
|
40
|
+
serializeStack: true,
|
|
41
|
+
// Include stack in JSON for better debugging in Inngest
|
|
42
|
+
fallbackMessage: "Unknown workflow error"
|
|
43
|
+
});
|
|
44
|
+
return errorInstance.toJSON();
|
|
45
|
+
}
|
|
46
|
+
/**
|
|
47
|
+
* Detect InngestWorkflow instances for special nested workflow handling
|
|
48
|
+
*/
|
|
49
|
+
isNestedWorkflowStep(step) {
|
|
50
|
+
return step instanceof InngestWorkflow;
|
|
51
|
+
}
|
|
52
|
+
/**
|
|
53
|
+
* Inngest requires requestContext serialization for memoization.
|
|
54
|
+
* When steps are replayed, the original function doesn't re-execute,
|
|
55
|
+
* so requestContext modifications must be captured and restored.
|
|
56
|
+
*/
|
|
57
|
+
requiresDurableContextSerialization() {
|
|
58
|
+
return true;
|
|
59
|
+
}
|
|
60
|
+
/**
|
|
61
|
+
* Execute a step with retry logic for Inngest.
|
|
62
|
+
* Retries are handled via step-level retry (RetryAfterError thrown INSIDE step.run()).
|
|
63
|
+
* After retries exhausted, error propagates here and we return a failed result.
|
|
64
|
+
*/
|
|
65
|
+
async executeStepWithRetry(stepId, runStep, params) {
|
|
66
|
+
for (let i = 0; i < params.retries + 1; i++) {
|
|
67
|
+
if (i > 0 && params.delay) {
|
|
68
|
+
await new Promise((resolve) => setTimeout(resolve, params.delay));
|
|
69
|
+
}
|
|
70
|
+
try {
|
|
71
|
+
const result = await this.wrapDurableOperation(stepId, runStep);
|
|
72
|
+
return { ok: true, result };
|
|
73
|
+
} catch (e) {
|
|
74
|
+
if (i === params.retries) {
|
|
75
|
+
const cause = e?.cause;
|
|
76
|
+
if (cause?.status === "failed") {
|
|
77
|
+
params.stepSpan?.error({
|
|
78
|
+
error: e,
|
|
79
|
+
attributes: { status: "failed" }
|
|
80
|
+
});
|
|
81
|
+
if (cause.error && !(cause.error instanceof Error)) {
|
|
82
|
+
cause.error = error.getErrorFromUnknown(cause.error, { serializeStack: false });
|
|
83
|
+
}
|
|
84
|
+
return { ok: false, error: cause };
|
|
85
|
+
}
|
|
86
|
+
const errorInstance = error.getErrorFromUnknown(e, {
|
|
87
|
+
serializeStack: false,
|
|
88
|
+
fallbackMessage: "Unknown step execution error"
|
|
89
|
+
});
|
|
90
|
+
params.stepSpan?.error({
|
|
91
|
+
error: errorInstance,
|
|
92
|
+
attributes: { status: "failed" }
|
|
93
|
+
});
|
|
94
|
+
return {
|
|
95
|
+
ok: false,
|
|
96
|
+
error: {
|
|
97
|
+
status: "failed",
|
|
98
|
+
error: errorInstance,
|
|
99
|
+
endedAt: Date.now()
|
|
100
|
+
}
|
|
101
|
+
};
|
|
21
102
|
}
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
)
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
}
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
return { ok: false, error: { status: "failed", error: new Error("Unknown error"), endedAt: Date.now() } };
|
|
106
|
+
}
|
|
107
|
+
/**
|
|
108
|
+
* Use Inngest's sleep primitive for durability
|
|
109
|
+
*/
|
|
110
|
+
async executeSleepDuration(duration, sleepId, workflowId) {
|
|
111
|
+
await this.inngestStep.sleep(`workflow.${workflowId}.sleep.${sleepId}`, duration < 0 ? 0 : duration);
|
|
112
|
+
}
|
|
113
|
+
/**
|
|
114
|
+
* Use Inngest's sleepUntil primitive for durability
|
|
115
|
+
*/
|
|
116
|
+
async executeSleepUntilDate(date, sleepUntilId, workflowId) {
|
|
117
|
+
await this.inngestStep.sleepUntil(`workflow.${workflowId}.sleepUntil.${sleepUntilId}`, date);
|
|
118
|
+
}
|
|
119
|
+
/**
|
|
120
|
+
* Wrap durable operations in Inngest step.run() for durability.
|
|
121
|
+
*
|
|
122
|
+
* IMPORTANT: Errors are wrapped with a cause structure before throwing.
|
|
123
|
+
* This is necessary because Inngest's error serialization (serialize-error-cjs)
|
|
124
|
+
* only captures standard Error properties (message, name, stack, code, cause).
|
|
125
|
+
* Custom properties like statusCode, responseHeaders from AI SDK errors would
|
|
126
|
+
* be lost. By putting our serialized error (via getErrorFromUnknown with toJSON())
|
|
127
|
+
* in the cause property, we ensure custom properties survive serialization.
|
|
128
|
+
* The cause property is in serialize-error-cjs's allowlist, and when the cause
|
|
129
|
+
* object is finally JSON.stringify'd, our error's toJSON() is called.
|
|
130
|
+
*/
|
|
131
|
+
async wrapDurableOperation(operationId, operationFn) {
|
|
132
|
+
return this.inngestStep.run(operationId, async () => {
|
|
133
|
+
try {
|
|
134
|
+
return await operationFn();
|
|
135
|
+
} catch (e) {
|
|
136
|
+
const errorInstance = error.getErrorFromUnknown(e, {
|
|
137
|
+
serializeStack: false,
|
|
138
|
+
fallbackMessage: "Unknown step execution error"
|
|
139
|
+
});
|
|
140
|
+
throw new Error(errorInstance.message, {
|
|
141
|
+
cause: {
|
|
142
|
+
status: "failed",
|
|
143
|
+
error: errorInstance,
|
|
144
|
+
endedAt: Date.now()
|
|
145
|
+
}
|
|
146
|
+
});
|
|
147
|
+
}
|
|
148
|
+
});
|
|
149
|
+
}
|
|
150
|
+
/**
|
|
151
|
+
* Provide Inngest step primitive in engine context
|
|
152
|
+
*/
|
|
153
|
+
getEngineContext() {
|
|
154
|
+
return { step: this.inngestStep };
|
|
155
|
+
}
|
|
156
|
+
/**
|
|
157
|
+
* For Inngest, lifecycle callbacks are invoked in the workflow's finalize step
|
|
158
|
+
* (wrapped in step.run for durability), not in execute(). Override to skip.
|
|
159
|
+
*/
|
|
160
|
+
async invokeLifecycleCallbacks(_result) {
|
|
161
|
+
}
|
|
162
|
+
/**
|
|
163
|
+
* Actually invoke the lifecycle callbacks. Called from workflow.ts finalize step.
|
|
164
|
+
*/
|
|
165
|
+
async invokeLifecycleCallbacksInternal(result) {
|
|
166
|
+
return super.invokeLifecycleCallbacks(result);
|
|
167
|
+
}
|
|
168
|
+
// =============================================================================
|
|
169
|
+
// Durable Span Lifecycle Hooks
|
|
170
|
+
// =============================================================================
|
|
171
|
+
/**
|
|
172
|
+
* Create a step span durably - on first execution, creates and exports span.
|
|
173
|
+
* On replay, returns cached span data without re-creating.
|
|
174
|
+
*/
|
|
175
|
+
async createStepSpan(params) {
|
|
176
|
+
const { executionContext, operationId, options, parentSpan } = params;
|
|
177
|
+
const parentSpanId = parentSpan?.id ?? executionContext.tracingIds?.workflowSpanId;
|
|
178
|
+
const exportedSpan = await this.wrapDurableOperation(operationId, async () => {
|
|
179
|
+
const observability = this.mastra?.observability?.getSelectedInstance({});
|
|
180
|
+
if (!observability) return void 0;
|
|
181
|
+
const span = observability.startSpan({
|
|
182
|
+
...options,
|
|
183
|
+
entityType: options.entityType,
|
|
184
|
+
traceId: executionContext.tracingIds?.traceId,
|
|
185
|
+
parentSpanId
|
|
186
|
+
});
|
|
187
|
+
return span?.exportSpan();
|
|
188
|
+
});
|
|
189
|
+
if (exportedSpan) {
|
|
190
|
+
const observability = this.mastra?.observability?.getSelectedInstance({});
|
|
191
|
+
return observability?.rebuildSpan(exportedSpan);
|
|
192
|
+
}
|
|
193
|
+
return void 0;
|
|
194
|
+
}
|
|
195
|
+
/**
|
|
196
|
+
* End a step span durably.
|
|
197
|
+
*/
|
|
198
|
+
async endStepSpan(params) {
|
|
199
|
+
const { span, operationId, endOptions } = params;
|
|
200
|
+
if (!span) return;
|
|
201
|
+
await this.wrapDurableOperation(operationId, async () => {
|
|
202
|
+
span.end(endOptions);
|
|
203
|
+
});
|
|
204
|
+
}
|
|
205
|
+
/**
|
|
206
|
+
* Record error on step span durably.
|
|
207
|
+
*/
|
|
208
|
+
async errorStepSpan(params) {
|
|
209
|
+
const { span, operationId, errorOptions } = params;
|
|
210
|
+
if (!span) return;
|
|
211
|
+
await this.wrapDurableOperation(operationId, async () => {
|
|
212
|
+
span.error(errorOptions);
|
|
213
|
+
});
|
|
214
|
+
}
|
|
215
|
+
/**
|
|
216
|
+
* Create a generic child span durably (for control-flow operations).
|
|
217
|
+
* On first execution, creates and exports span. On replay, returns cached span data.
|
|
218
|
+
*/
|
|
219
|
+
async createChildSpan(params) {
|
|
220
|
+
const { executionContext, operationId, options, parentSpan } = params;
|
|
221
|
+
const parentSpanId = parentSpan?.id ?? executionContext.tracingIds?.workflowSpanId;
|
|
222
|
+
const exportedSpan = await this.wrapDurableOperation(operationId, async () => {
|
|
223
|
+
const observability = this.mastra?.observability?.getSelectedInstance({});
|
|
224
|
+
if (!observability) return void 0;
|
|
225
|
+
const span = observability.startSpan({
|
|
226
|
+
...options,
|
|
227
|
+
traceId: executionContext.tracingIds?.traceId,
|
|
228
|
+
parentSpanId
|
|
229
|
+
});
|
|
230
|
+
return span?.exportSpan();
|
|
231
|
+
});
|
|
232
|
+
if (exportedSpan) {
|
|
233
|
+
const observability = this.mastra?.observability?.getSelectedInstance({});
|
|
234
|
+
return observability?.rebuildSpan(exportedSpan);
|
|
235
|
+
}
|
|
236
|
+
return void 0;
|
|
237
|
+
}
|
|
238
|
+
/**
|
|
239
|
+
* End a generic child span durably (for control-flow operations).
|
|
240
|
+
*/
|
|
241
|
+
async endChildSpan(params) {
|
|
242
|
+
const { span, operationId, endOptions } = params;
|
|
243
|
+
if (!span) return;
|
|
244
|
+
await this.wrapDurableOperation(operationId, async () => {
|
|
245
|
+
span.end(endOptions);
|
|
246
|
+
});
|
|
247
|
+
}
|
|
248
|
+
/**
|
|
249
|
+
* Record error on a generic child span durably (for control-flow operations).
|
|
250
|
+
*/
|
|
251
|
+
async errorChildSpan(params) {
|
|
252
|
+
const { span, operationId, errorOptions } = params;
|
|
253
|
+
if (!span) return;
|
|
254
|
+
await this.wrapDurableOperation(operationId, async () => {
|
|
255
|
+
span.error(errorOptions);
|
|
256
|
+
});
|
|
257
|
+
}
|
|
258
|
+
/**
|
|
259
|
+
* Execute nested InngestWorkflow using inngestStep.invoke() for durability.
|
|
260
|
+
* This MUST be called directly (not inside step.run()) due to Inngest constraints.
|
|
261
|
+
*/
|
|
262
|
+
async executeWorkflowStep(params) {
|
|
263
|
+
if (!(params.step instanceof InngestWorkflow)) {
|
|
264
|
+
return null;
|
|
265
|
+
}
|
|
266
|
+
const {
|
|
267
|
+
step,
|
|
268
|
+
stepResults,
|
|
269
|
+
executionContext,
|
|
270
|
+
resume,
|
|
271
|
+
timeTravel,
|
|
272
|
+
prevOutput,
|
|
273
|
+
inputData,
|
|
274
|
+
pubsub,
|
|
275
|
+
startedAt,
|
|
276
|
+
perStep,
|
|
277
|
+
stepSpan
|
|
278
|
+
} = params;
|
|
279
|
+
const nestedTracingContext = executionContext.tracingIds?.traceId ? {
|
|
280
|
+
traceId: executionContext.tracingIds.traceId,
|
|
281
|
+
parentSpanId: stepSpan?.id
|
|
282
|
+
} : void 0;
|
|
283
|
+
const isResume = !!resume?.steps?.length;
|
|
284
|
+
let result;
|
|
285
|
+
let runId;
|
|
286
|
+
const isTimeTravel = !!(timeTravel && timeTravel.steps?.length > 1 && timeTravel.steps[0] === step.id);
|
|
287
|
+
try {
|
|
288
|
+
if (isResume) {
|
|
289
|
+
runId = stepResults[resume?.steps?.[0] ?? ""]?.suspendPayload?.__workflow_meta?.runId ?? crypto$1.randomUUID();
|
|
290
|
+
const workflowsStore = await this.mastra?.getStorage()?.getStore("workflows");
|
|
291
|
+
const snapshot = await workflowsStore?.loadWorkflowSnapshot({
|
|
292
|
+
workflowName: step.id,
|
|
293
|
+
runId
|
|
294
|
+
});
|
|
295
|
+
const invokeResp = await this.inngestStep.invoke(`workflow.${executionContext.workflowId}.step.${step.id}`, {
|
|
296
|
+
function: step.getFunction(),
|
|
297
|
+
data: {
|
|
298
|
+
inputData,
|
|
299
|
+
initialState: executionContext.state ?? snapshot?.value ?? {},
|
|
300
|
+
runId,
|
|
301
|
+
resume: {
|
|
302
|
+
runId,
|
|
303
|
+
steps: resume.steps.slice(1),
|
|
304
|
+
stepResults: snapshot?.context,
|
|
305
|
+
resumePayload: resume.resumePayload,
|
|
306
|
+
resumePath: resume.steps?.[1] ? snapshot?.suspendedPaths?.[resume.steps?.[1]] : void 0
|
|
307
|
+
},
|
|
308
|
+
outputOptions: { includeState: true },
|
|
309
|
+
perStep,
|
|
310
|
+
tracingOptions: nestedTracingContext
|
|
311
|
+
}
|
|
312
|
+
});
|
|
313
|
+
result = invokeResp.result;
|
|
314
|
+
runId = invokeResp.runId;
|
|
315
|
+
executionContext.state = invokeResp.result.state;
|
|
316
|
+
} else if (isTimeTravel) {
|
|
317
|
+
const workflowsStoreForTimeTravel = await this.mastra?.getStorage()?.getStore("workflows");
|
|
318
|
+
const snapshot = await workflowsStoreForTimeTravel?.loadWorkflowSnapshot({
|
|
319
|
+
workflowName: step.id,
|
|
320
|
+
runId: executionContext.runId
|
|
321
|
+
}) ?? { context: {} };
|
|
322
|
+
const timeTravelParams = workflows.createTimeTravelExecutionParams({
|
|
323
|
+
steps: timeTravel.steps.slice(1),
|
|
324
|
+
inputData: timeTravel.inputData,
|
|
325
|
+
resumeData: timeTravel.resumeData,
|
|
326
|
+
context: timeTravel.nestedStepResults?.[step.id] ?? {},
|
|
327
|
+
nestedStepsContext: timeTravel.nestedStepResults ?? {},
|
|
328
|
+
snapshot,
|
|
329
|
+
graph: step.buildExecutionGraph()
|
|
330
|
+
});
|
|
331
|
+
const invokeResp = await this.inngestStep.invoke(`workflow.${executionContext.workflowId}.step.${step.id}`, {
|
|
332
|
+
function: step.getFunction(),
|
|
333
|
+
data: {
|
|
334
|
+
timeTravel: timeTravelParams,
|
|
335
|
+
initialState: executionContext.state ?? {},
|
|
336
|
+
runId: executionContext.runId,
|
|
337
|
+
outputOptions: { includeState: true },
|
|
338
|
+
perStep,
|
|
339
|
+
tracingOptions: nestedTracingContext
|
|
340
|
+
}
|
|
341
|
+
});
|
|
342
|
+
result = invokeResp.result;
|
|
343
|
+
runId = invokeResp.runId;
|
|
344
|
+
executionContext.state = invokeResp.result.state;
|
|
345
|
+
} else {
|
|
346
|
+
const invokeResp = await this.inngestStep.invoke(`workflow.${executionContext.workflowId}.step.${step.id}`, {
|
|
347
|
+
function: step.getFunction(),
|
|
348
|
+
data: {
|
|
349
|
+
inputData,
|
|
350
|
+
initialState: executionContext.state ?? {},
|
|
351
|
+
outputOptions: { includeState: true },
|
|
352
|
+
perStep,
|
|
353
|
+
tracingOptions: nestedTracingContext
|
|
354
|
+
}
|
|
355
|
+
});
|
|
356
|
+
result = invokeResp.result;
|
|
357
|
+
runId = invokeResp.runId;
|
|
358
|
+
executionContext.state = invokeResp.result.state;
|
|
359
|
+
}
|
|
360
|
+
} catch (e) {
|
|
361
|
+
const errorCause = e?.cause;
|
|
362
|
+
if (errorCause && typeof errorCause === "object") {
|
|
363
|
+
result = errorCause;
|
|
364
|
+
runId = errorCause.runId || crypto$1.randomUUID();
|
|
365
|
+
} else {
|
|
366
|
+
runId = crypto$1.randomUUID();
|
|
367
|
+
result = {
|
|
368
|
+
status: "failed",
|
|
369
|
+
error: e instanceof Error ? e : new Error(String(e)),
|
|
370
|
+
steps: {},
|
|
371
|
+
input: inputData
|
|
372
|
+
};
|
|
373
|
+
}
|
|
374
|
+
}
|
|
375
|
+
const res = await this.inngestStep.run(
|
|
376
|
+
`workflow.${executionContext.workflowId}.step.${step.id}.nestedwf-results`,
|
|
377
|
+
async () => {
|
|
378
|
+
if (result.status === "failed") {
|
|
379
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
380
|
+
type: "watch",
|
|
381
|
+
runId: executionContext.runId,
|
|
382
|
+
data: {
|
|
383
|
+
type: "workflow-step-result",
|
|
384
|
+
payload: {
|
|
385
|
+
id: step.id,
|
|
386
|
+
status: "failed",
|
|
387
|
+
error: result?.error,
|
|
388
|
+
payload: prevOutput
|
|
389
|
+
}
|
|
390
|
+
}
|
|
391
|
+
});
|
|
392
|
+
return { executionContext, result: { status: "failed", error: result?.error, endedAt: Date.now() } };
|
|
393
|
+
} else if (result.status === "suspended") {
|
|
394
|
+
const suspendedSteps = Object.entries(result.steps).filter(([_stepName, stepResult]) => {
|
|
395
|
+
const stepRes = stepResult;
|
|
396
|
+
return stepRes?.status === "suspended";
|
|
397
|
+
});
|
|
398
|
+
for (const [stepName, stepResult] of suspendedSteps) {
|
|
399
|
+
const suspendPath = [stepName, ...stepResult?.suspendPayload?.__workflow_meta?.path ?? []];
|
|
400
|
+
executionContext.suspendedPaths[step.id] = executionContext.executionPath;
|
|
401
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
402
|
+
type: "watch",
|
|
403
|
+
runId: executionContext.runId,
|
|
404
|
+
data: {
|
|
405
|
+
type: "workflow-step-suspended",
|
|
406
|
+
payload: {
|
|
407
|
+
id: step.id,
|
|
408
|
+
status: "suspended"
|
|
409
|
+
}
|
|
410
|
+
}
|
|
411
|
+
});
|
|
412
|
+
return {
|
|
413
|
+
executionContext,
|
|
414
|
+
result: {
|
|
415
|
+
status: "suspended",
|
|
416
|
+
suspendedAt: Date.now(),
|
|
417
|
+
payload: stepResult.payload,
|
|
418
|
+
suspendPayload: {
|
|
419
|
+
...stepResult?.suspendPayload,
|
|
420
|
+
__workflow_meta: { runId, path: suspendPath }
|
|
421
|
+
}
|
|
422
|
+
}
|
|
423
|
+
};
|
|
424
|
+
}
|
|
425
|
+
return {
|
|
426
|
+
executionContext,
|
|
427
|
+
result: {
|
|
428
|
+
status: "suspended",
|
|
429
|
+
suspendedAt: Date.now(),
|
|
430
|
+
payload: {}
|
|
431
|
+
}
|
|
432
|
+
};
|
|
433
|
+
} else if (result.status === "tripwire") {
|
|
434
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
435
|
+
type: "watch",
|
|
436
|
+
runId: executionContext.runId,
|
|
437
|
+
data: {
|
|
438
|
+
type: "workflow-step-result",
|
|
439
|
+
payload: {
|
|
440
|
+
id: step.id,
|
|
441
|
+
status: "tripwire",
|
|
442
|
+
error: result?.tripwire?.reason,
|
|
443
|
+
payload: prevOutput
|
|
444
|
+
}
|
|
445
|
+
}
|
|
446
|
+
});
|
|
447
|
+
return {
|
|
448
|
+
executionContext,
|
|
449
|
+
result: {
|
|
450
|
+
status: "tripwire",
|
|
451
|
+
tripwire: result?.tripwire,
|
|
452
|
+
endedAt: Date.now()
|
|
453
|
+
}
|
|
454
|
+
};
|
|
455
|
+
} else if (perStep || result.status === "paused") {
|
|
456
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
457
|
+
type: "watch",
|
|
458
|
+
runId: executionContext.runId,
|
|
459
|
+
data: {
|
|
460
|
+
type: "workflow-step-result",
|
|
461
|
+
payload: {
|
|
462
|
+
id: step.id,
|
|
463
|
+
status: "paused"
|
|
464
|
+
}
|
|
465
|
+
}
|
|
466
|
+
});
|
|
467
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
468
|
+
type: "watch",
|
|
469
|
+
runId: executionContext.runId,
|
|
470
|
+
data: {
|
|
471
|
+
type: "workflow-step-finish",
|
|
472
|
+
payload: {
|
|
473
|
+
id: step.id,
|
|
474
|
+
metadata: {}
|
|
475
|
+
}
|
|
476
|
+
}
|
|
477
|
+
});
|
|
478
|
+
return { executionContext, result: { status: "paused" } };
|
|
479
|
+
}
|
|
480
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
481
|
+
type: "watch",
|
|
482
|
+
runId: executionContext.runId,
|
|
483
|
+
data: {
|
|
484
|
+
type: "workflow-step-result",
|
|
485
|
+
payload: {
|
|
486
|
+
id: step.id,
|
|
487
|
+
status: "success",
|
|
488
|
+
output: result?.result
|
|
489
|
+
}
|
|
490
|
+
}
|
|
491
|
+
});
|
|
492
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
493
|
+
type: "watch",
|
|
494
|
+
runId: executionContext.runId,
|
|
495
|
+
data: {
|
|
496
|
+
type: "workflow-step-finish",
|
|
497
|
+
payload: {
|
|
498
|
+
id: step.id,
|
|
499
|
+
metadata: {}
|
|
500
|
+
}
|
|
501
|
+
}
|
|
502
|
+
});
|
|
503
|
+
return { executionContext, result: { status: "success", output: result?.result, endedAt: Date.now() } };
|
|
504
|
+
}
|
|
505
|
+
);
|
|
506
|
+
Object.assign(executionContext, res.executionContext);
|
|
507
|
+
return {
|
|
508
|
+
...res.result,
|
|
509
|
+
startedAt,
|
|
510
|
+
payload: inputData,
|
|
511
|
+
resumedAt: resume?.steps[0] === step.id ? startedAt : void 0,
|
|
512
|
+
resumePayload: resume?.steps[0] === step.id ? resume?.resumePayload : void 0
|
|
513
|
+
};
|
|
514
|
+
}
|
|
515
|
+
};
|
|
516
|
+
var InngestPubSub = class extends events.PubSub {
|
|
517
|
+
inngest;
|
|
518
|
+
workflowId;
|
|
519
|
+
publishFn;
|
|
520
|
+
subscriptions = /* @__PURE__ */ new Map();
|
|
521
|
+
constructor(inngest, workflowId, publishFn) {
|
|
522
|
+
super();
|
|
523
|
+
this.inngest = inngest;
|
|
524
|
+
this.workflowId = workflowId;
|
|
525
|
+
this.publishFn = publishFn;
|
|
526
|
+
}
|
|
527
|
+
/**
|
|
528
|
+
* Publish an event to Inngest's realtime system.
|
|
529
|
+
*
|
|
530
|
+
* Topic format: "workflow.events.v2.{runId}"
|
|
531
|
+
* Maps to Inngest channel: "workflow:{workflowId}:{runId}"
|
|
532
|
+
*/
|
|
533
|
+
async publish(topic, event) {
|
|
534
|
+
if (!this.publishFn) {
|
|
535
|
+
return;
|
|
536
|
+
}
|
|
537
|
+
const match = topic.match(/^workflow\.events\.v2\.(.+)$/);
|
|
538
|
+
if (!match) {
|
|
539
|
+
return;
|
|
540
|
+
}
|
|
541
|
+
const runId = match[1];
|
|
542
|
+
try {
|
|
543
|
+
await this.publishFn({
|
|
544
|
+
channel: `workflow:${this.workflowId}:${runId}`,
|
|
545
|
+
topic: "watch",
|
|
546
|
+
data: event.data
|
|
547
|
+
});
|
|
548
|
+
} catch (err) {
|
|
549
|
+
console.error("InngestPubSub publish error:", err?.message ?? err);
|
|
550
|
+
}
|
|
551
|
+
}
|
|
552
|
+
/**
|
|
553
|
+
* Subscribe to events from Inngest's realtime system.
|
|
554
|
+
*
|
|
555
|
+
* Topic format: "workflow.events.v2.{runId}"
|
|
556
|
+
* Maps to Inngest channel: "workflow:{workflowId}:{runId}"
|
|
557
|
+
*/
|
|
558
|
+
async subscribe(topic, cb) {
|
|
559
|
+
const match = topic.match(/^workflow\.events\.v2\.(.+)$/);
|
|
560
|
+
if (!match || !match[1]) {
|
|
561
|
+
return;
|
|
562
|
+
}
|
|
563
|
+
const runId = match[1];
|
|
564
|
+
if (this.subscriptions.has(topic)) {
|
|
565
|
+
this.subscriptions.get(topic).callbacks.add(cb);
|
|
566
|
+
return;
|
|
567
|
+
}
|
|
568
|
+
const callbacks = /* @__PURE__ */ new Set([cb]);
|
|
569
|
+
const channel = `workflow:${this.workflowId}:${runId}`;
|
|
570
|
+
const streamPromise = realtime.subscribe(
|
|
571
|
+
{
|
|
572
|
+
channel,
|
|
573
|
+
topics: ["watch"],
|
|
574
|
+
app: this.inngest
|
|
575
|
+
},
|
|
576
|
+
(message) => {
|
|
577
|
+
const event = {
|
|
578
|
+
id: crypto.randomUUID(),
|
|
579
|
+
type: "watch",
|
|
580
|
+
runId,
|
|
581
|
+
data: message.data,
|
|
582
|
+
createdAt: /* @__PURE__ */ new Date()
|
|
583
|
+
};
|
|
584
|
+
for (const callback of callbacks) {
|
|
585
|
+
callback(event);
|
|
586
|
+
}
|
|
587
|
+
}
|
|
588
|
+
);
|
|
589
|
+
this.subscriptions.set(topic, {
|
|
590
|
+
unsubscribe: () => {
|
|
591
|
+
streamPromise.then((stream) => stream.cancel()).catch((err) => {
|
|
592
|
+
console.error("InngestPubSub unsubscribe error:", err);
|
|
593
|
+
});
|
|
594
|
+
},
|
|
595
|
+
callbacks
|
|
596
|
+
});
|
|
597
|
+
}
|
|
598
|
+
/**
|
|
599
|
+
* Unsubscribe a callback from a topic.
|
|
600
|
+
* If no callbacks remain, the underlying Inngest subscription is cancelled.
|
|
601
|
+
*/
|
|
602
|
+
async unsubscribe(topic, cb) {
|
|
603
|
+
const sub = this.subscriptions.get(topic);
|
|
604
|
+
if (!sub) {
|
|
605
|
+
return;
|
|
606
|
+
}
|
|
607
|
+
sub.callbacks.delete(cb);
|
|
608
|
+
if (sub.callbacks.size === 0) {
|
|
609
|
+
sub.unsubscribe();
|
|
610
|
+
this.subscriptions.delete(topic);
|
|
611
|
+
}
|
|
612
|
+
}
|
|
613
|
+
/**
|
|
614
|
+
* Flush any pending operations. No-op for Inngest.
|
|
615
|
+
*/
|
|
616
|
+
async flush() {
|
|
617
|
+
}
|
|
618
|
+
/**
|
|
619
|
+
* Clean up all subscriptions during graceful shutdown.
|
|
620
|
+
*/
|
|
621
|
+
async close() {
|
|
622
|
+
for (const [, sub] of this.subscriptions) {
|
|
623
|
+
sub.unsubscribe();
|
|
624
|
+
}
|
|
625
|
+
this.subscriptions.clear();
|
|
626
|
+
}
|
|
627
|
+
};
|
|
31
628
|
var InngestRun = class extends workflows.Run {
|
|
32
629
|
inngest;
|
|
33
630
|
serializedStepGraph;
|
|
@@ -39,82 +636,209 @@ var InngestRun = class extends workflows.Run {
|
|
|
39
636
|
this.#mastra = params.mastra;
|
|
40
637
|
}
|
|
41
638
|
async getRuns(eventId) {
|
|
42
|
-
const
|
|
43
|
-
|
|
44
|
-
|
|
639
|
+
const maxRetries = 3;
|
|
640
|
+
let lastError = null;
|
|
641
|
+
for (let attempt = 0; attempt < maxRetries; attempt++) {
|
|
642
|
+
try {
|
|
643
|
+
const response = await fetch(
|
|
644
|
+
`${this.inngest.apiBaseUrl ?? "https://api.inngest.com"}/v1/events/${eventId}/runs`,
|
|
645
|
+
{
|
|
646
|
+
headers: {
|
|
647
|
+
Authorization: `Bearer ${process.env.INNGEST_SIGNING_KEY}`
|
|
648
|
+
}
|
|
649
|
+
}
|
|
650
|
+
);
|
|
651
|
+
if (response.status === 429) {
|
|
652
|
+
const retryAfter = parseInt(response.headers.get("retry-after") || "2", 10);
|
|
653
|
+
await new Promise((resolve) => setTimeout(resolve, retryAfter * 1e3));
|
|
654
|
+
continue;
|
|
655
|
+
}
|
|
656
|
+
if (!response.ok) {
|
|
657
|
+
throw new Error(`Inngest API error: ${response.status} ${response.statusText}`);
|
|
658
|
+
}
|
|
659
|
+
const text = await response.text();
|
|
660
|
+
if (!text) {
|
|
661
|
+
await new Promise((resolve) => setTimeout(resolve, 1e3 * (attempt + 1)));
|
|
662
|
+
continue;
|
|
663
|
+
}
|
|
664
|
+
const json = JSON.parse(text);
|
|
665
|
+
return json.data;
|
|
666
|
+
} catch (error) {
|
|
667
|
+
lastError = error;
|
|
668
|
+
if (attempt < maxRetries - 1) {
|
|
669
|
+
await new Promise((resolve) => setTimeout(resolve, 1e3 * Math.pow(2, attempt)));
|
|
670
|
+
}
|
|
45
671
|
}
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
return json.data;
|
|
672
|
+
}
|
|
673
|
+
throw new inngest.NonRetriableError(`Failed to get runs after ${maxRetries} attempts: ${lastError?.message}`);
|
|
49
674
|
}
|
|
50
|
-
async getRunOutput(eventId) {
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
675
|
+
async getRunOutput(eventId, maxWaitMs = 3e5) {
|
|
676
|
+
const startTime = Date.now();
|
|
677
|
+
const storage = this.#mastra?.getStorage();
|
|
678
|
+
const workflowsStore = await storage?.getStore("workflows");
|
|
679
|
+
while (Date.now() - startTime < maxWaitMs) {
|
|
680
|
+
let runs;
|
|
681
|
+
try {
|
|
682
|
+
runs = await this.getRuns(eventId);
|
|
683
|
+
} catch (error) {
|
|
684
|
+
if (error instanceof inngest.NonRetriableError) {
|
|
685
|
+
throw error;
|
|
686
|
+
}
|
|
687
|
+
throw new inngest.NonRetriableError(
|
|
688
|
+
`Failed to poll workflow status: ${error instanceof Error ? error.message : String(error)}`
|
|
689
|
+
);
|
|
690
|
+
}
|
|
691
|
+
if (runs?.[0]?.status === "Completed" && runs?.[0]?.event_id === eventId) {
|
|
692
|
+
return runs[0];
|
|
693
|
+
}
|
|
55
694
|
if (runs?.[0]?.status === "Failed") {
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
695
|
+
const snapshot = await workflowsStore?.loadWorkflowSnapshot({
|
|
696
|
+
workflowName: this.workflowId,
|
|
697
|
+
runId: this.runId
|
|
698
|
+
});
|
|
699
|
+
if (snapshot?.context) {
|
|
700
|
+
snapshot.context = workflows.hydrateSerializedStepErrors(snapshot.context);
|
|
701
|
+
}
|
|
702
|
+
return {
|
|
703
|
+
output: {
|
|
704
|
+
result: {
|
|
705
|
+
steps: snapshot?.context,
|
|
706
|
+
status: "failed",
|
|
707
|
+
// Get the original error from NonRetriableError's cause (which contains the workflow result)
|
|
708
|
+
error: error.getErrorFromUnknown(runs?.[0]?.output?.cause?.error, { serializeStack: false })
|
|
709
|
+
}
|
|
710
|
+
}
|
|
711
|
+
};
|
|
712
|
+
}
|
|
713
|
+
if (runs?.[0]?.status === "Cancelled") {
|
|
714
|
+
const snapshot = await workflowsStore?.loadWorkflowSnapshot({
|
|
60
715
|
workflowName: this.workflowId,
|
|
61
716
|
runId: this.runId
|
|
62
717
|
});
|
|
63
718
|
return { output: { result: { steps: snapshot?.context, status: "canceled" } } };
|
|
64
719
|
}
|
|
720
|
+
await new Promise((resolve) => setTimeout(resolve, 1e3 + Math.random() * 1e3));
|
|
65
721
|
}
|
|
66
|
-
|
|
67
|
-
}
|
|
68
|
-
async sendEvent(event, data) {
|
|
69
|
-
await this.inngest.send({
|
|
70
|
-
name: `user-event-${event}`,
|
|
71
|
-
data
|
|
72
|
-
});
|
|
722
|
+
throw new inngest.NonRetriableError(`Workflow did not complete within ${maxWaitMs}ms`);
|
|
73
723
|
}
|
|
74
724
|
async cancel() {
|
|
725
|
+
const storage = this.#mastra?.getStorage();
|
|
75
726
|
await this.inngest.send({
|
|
76
727
|
name: `cancel.workflow.${this.workflowId}`,
|
|
77
728
|
data: {
|
|
78
729
|
runId: this.runId
|
|
79
730
|
}
|
|
80
731
|
});
|
|
81
|
-
const
|
|
732
|
+
const workflowsStore = await storage?.getStore("workflows");
|
|
733
|
+
const snapshot = await workflowsStore?.loadWorkflowSnapshot({
|
|
82
734
|
workflowName: this.workflowId,
|
|
83
735
|
runId: this.runId
|
|
84
736
|
});
|
|
85
737
|
if (snapshot) {
|
|
86
|
-
await
|
|
738
|
+
await workflowsStore?.persistWorkflowSnapshot({
|
|
87
739
|
workflowName: this.workflowId,
|
|
88
740
|
runId: this.runId,
|
|
741
|
+
resourceId: this.resourceId,
|
|
89
742
|
snapshot: {
|
|
90
743
|
...snapshot,
|
|
91
|
-
status: "canceled"
|
|
744
|
+
status: "canceled",
|
|
745
|
+
value: snapshot.value
|
|
92
746
|
}
|
|
93
747
|
});
|
|
94
748
|
}
|
|
95
749
|
}
|
|
96
|
-
async start({
|
|
97
|
-
|
|
98
|
-
}
|
|
99
|
-
|
|
750
|
+
async start(args) {
|
|
751
|
+
return this._start(args);
|
|
752
|
+
}
|
|
753
|
+
/**
|
|
754
|
+
* Starts the workflow execution without waiting for completion (fire-and-forget).
|
|
755
|
+
* Returns immediately with the runId after sending the event to Inngest.
|
|
756
|
+
* The workflow executes independently in Inngest.
|
|
757
|
+
* Use this when you don't need to wait for the result or want to avoid polling failures.
|
|
758
|
+
*/
|
|
759
|
+
async startAsync(args) {
|
|
760
|
+
const workflowsStore = await this.#mastra.getStorage()?.getStore("workflows");
|
|
761
|
+
await workflowsStore?.persistWorkflowSnapshot({
|
|
100
762
|
workflowName: this.workflowId,
|
|
101
763
|
runId: this.runId,
|
|
764
|
+
resourceId: this.resourceId,
|
|
102
765
|
snapshot: {
|
|
103
766
|
runId: this.runId,
|
|
104
767
|
serializedStepGraph: this.serializedStepGraph,
|
|
768
|
+
status: "running",
|
|
105
769
|
value: {},
|
|
106
770
|
context: {},
|
|
107
771
|
activePaths: [],
|
|
108
772
|
suspendedPaths: {},
|
|
109
|
-
|
|
110
|
-
|
|
773
|
+
activeStepsPath: {},
|
|
774
|
+
resumeLabels: {},
|
|
775
|
+
waitingPaths: {},
|
|
776
|
+
timestamp: Date.now()
|
|
111
777
|
}
|
|
112
778
|
});
|
|
779
|
+
const inputDataToUse = await this._validateInput(args.inputData);
|
|
780
|
+
const initialStateToUse = await this._validateInitialState(args.initialState ?? {});
|
|
113
781
|
const eventOutput = await this.inngest.send({
|
|
114
782
|
name: `workflow.${this.workflowId}`,
|
|
115
783
|
data: {
|
|
116
|
-
inputData,
|
|
117
|
-
|
|
784
|
+
inputData: inputDataToUse,
|
|
785
|
+
initialState: initialStateToUse,
|
|
786
|
+
runId: this.runId,
|
|
787
|
+
resourceId: this.resourceId,
|
|
788
|
+
outputOptions: args.outputOptions,
|
|
789
|
+
tracingOptions: args.tracingOptions,
|
|
790
|
+
requestContext: args.requestContext ? Object.fromEntries(args.requestContext.entries()) : {},
|
|
791
|
+
perStep: args.perStep
|
|
792
|
+
}
|
|
793
|
+
});
|
|
794
|
+
const eventId = eventOutput.ids[0];
|
|
795
|
+
if (!eventId) {
|
|
796
|
+
throw new Error("Event ID is not set");
|
|
797
|
+
}
|
|
798
|
+
return { runId: this.runId };
|
|
799
|
+
}
|
|
800
|
+
async _start({
|
|
801
|
+
inputData,
|
|
802
|
+
initialState,
|
|
803
|
+
outputOptions,
|
|
804
|
+
tracingOptions,
|
|
805
|
+
format,
|
|
806
|
+
requestContext,
|
|
807
|
+
perStep
|
|
808
|
+
}) {
|
|
809
|
+
const workflowsStore = await this.#mastra.getStorage()?.getStore("workflows");
|
|
810
|
+
await workflowsStore?.persistWorkflowSnapshot({
|
|
811
|
+
workflowName: this.workflowId,
|
|
812
|
+
runId: this.runId,
|
|
813
|
+
resourceId: this.resourceId,
|
|
814
|
+
snapshot: {
|
|
815
|
+
runId: this.runId,
|
|
816
|
+
serializedStepGraph: this.serializedStepGraph,
|
|
817
|
+
status: "running",
|
|
818
|
+
value: {},
|
|
819
|
+
context: {},
|
|
820
|
+
activePaths: [],
|
|
821
|
+
suspendedPaths: {},
|
|
822
|
+
activeStepsPath: {},
|
|
823
|
+
resumeLabels: {},
|
|
824
|
+
waitingPaths: {},
|
|
825
|
+
timestamp: Date.now()
|
|
826
|
+
}
|
|
827
|
+
});
|
|
828
|
+
const inputDataToUse = await this._validateInput(inputData);
|
|
829
|
+
const initialStateToUse = await this._validateInitialState(initialState ?? {});
|
|
830
|
+
const eventOutput = await this.inngest.send({
|
|
831
|
+
name: `workflow.${this.workflowId}`,
|
|
832
|
+
data: {
|
|
833
|
+
inputData: inputDataToUse,
|
|
834
|
+
initialState: initialStateToUse,
|
|
835
|
+
runId: this.runId,
|
|
836
|
+
resourceId: this.resourceId,
|
|
837
|
+
outputOptions,
|
|
838
|
+
tracingOptions,
|
|
839
|
+
format,
|
|
840
|
+
requestContext: requestContext ? Object.fromEntries(requestContext.entries()) : {},
|
|
841
|
+
perStep
|
|
118
842
|
}
|
|
119
843
|
});
|
|
120
844
|
const eventId = eventOutput.ids[0];
|
|
@@ -123,9 +847,7 @@ var InngestRun = class extends workflows.Run {
|
|
|
123
847
|
}
|
|
124
848
|
const runOutput = await this.getRunOutput(eventId);
|
|
125
849
|
const result = runOutput?.output?.result;
|
|
126
|
-
|
|
127
|
-
result.error = new Error(result.error);
|
|
128
|
-
}
|
|
850
|
+
this.hydrateFailedResult(result);
|
|
129
851
|
if (result.status !== "suspended") {
|
|
130
852
|
this.cleanup?.();
|
|
131
853
|
}
|
|
@@ -143,26 +865,41 @@ var InngestRun = class extends workflows.Run {
|
|
|
143
865
|
return p;
|
|
144
866
|
}
|
|
145
867
|
async _resume(params) {
|
|
146
|
-
const
|
|
147
|
-
|
|
148
|
-
)
|
|
149
|
-
|
|
868
|
+
const storage = this.#mastra?.getStorage();
|
|
869
|
+
let steps = [];
|
|
870
|
+
if (typeof params.step === "string") {
|
|
871
|
+
steps = params.step.split(".");
|
|
872
|
+
} else {
|
|
873
|
+
steps = (Array.isArray(params.step) ? params.step : [params.step]).map(
|
|
874
|
+
(step) => typeof step === "string" ? step : step?.id
|
|
875
|
+
);
|
|
876
|
+
}
|
|
877
|
+
const workflowsStore = await storage?.getStore("workflows");
|
|
878
|
+
const snapshot = await workflowsStore?.loadWorkflowSnapshot({
|
|
150
879
|
workflowName: this.workflowId,
|
|
151
880
|
runId: this.runId
|
|
152
881
|
});
|
|
882
|
+
const suspendedStep = this.workflowSteps[steps?.[0] ?? ""];
|
|
883
|
+
const resumeDataToUse = await this._validateResumeData(params.resumeData, suspendedStep);
|
|
884
|
+
const persistedRequestContext = snapshot?.requestContext ?? {};
|
|
885
|
+
const newRequestContext = params.requestContext ? Object.fromEntries(params.requestContext.entries()) : {};
|
|
886
|
+
const mergedRequestContext = { ...persistedRequestContext, ...newRequestContext };
|
|
153
887
|
const eventOutput = await this.inngest.send({
|
|
154
888
|
name: `workflow.${this.workflowId}`,
|
|
155
889
|
data: {
|
|
156
|
-
inputData:
|
|
890
|
+
inputData: resumeDataToUse,
|
|
891
|
+
initialState: snapshot?.value ?? {},
|
|
157
892
|
runId: this.runId,
|
|
893
|
+
workflowId: this.workflowId,
|
|
158
894
|
stepResults: snapshot?.context,
|
|
159
895
|
resume: {
|
|
160
896
|
steps,
|
|
161
897
|
stepResults: snapshot?.context,
|
|
162
|
-
resumePayload:
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
898
|
+
resumePayload: resumeDataToUse,
|
|
899
|
+
resumePath: steps?.[0] ? snapshot?.suspendedPaths?.[steps?.[0]] : void 0
|
|
900
|
+
},
|
|
901
|
+
requestContext: mergedRequestContext,
|
|
902
|
+
perStep: params.perStep
|
|
166
903
|
}
|
|
167
904
|
});
|
|
168
905
|
const eventId = eventOutput.ids[0];
|
|
@@ -171,17 +908,108 @@ var InngestRun = class extends workflows.Run {
|
|
|
171
908
|
}
|
|
172
909
|
const runOutput = await this.getRunOutput(eventId);
|
|
173
910
|
const result = runOutput?.output?.result;
|
|
174
|
-
|
|
175
|
-
|
|
911
|
+
this.hydrateFailedResult(result);
|
|
912
|
+
return result;
|
|
913
|
+
}
|
|
914
|
+
async timeTravel(params) {
|
|
915
|
+
const p = this._timeTravel(params).then((result) => {
|
|
916
|
+
if (result.status !== "suspended") {
|
|
917
|
+
this.closeStreamAction?.().catch(() => {
|
|
918
|
+
});
|
|
919
|
+
}
|
|
920
|
+
return result;
|
|
921
|
+
});
|
|
922
|
+
this.executionResults = p;
|
|
923
|
+
return p;
|
|
924
|
+
}
|
|
925
|
+
async _timeTravel(params) {
|
|
926
|
+
if (!params.step || Array.isArray(params.step) && params.step?.length === 0) {
|
|
927
|
+
throw new Error("Step is required and must be a valid step or array of steps");
|
|
928
|
+
}
|
|
929
|
+
let steps = [];
|
|
930
|
+
if (typeof params.step === "string") {
|
|
931
|
+
steps = params.step.split(".");
|
|
932
|
+
} else {
|
|
933
|
+
steps = (Array.isArray(params.step) ? params.step : [params.step]).map(
|
|
934
|
+
(step) => typeof step === "string" ? step : step?.id
|
|
935
|
+
);
|
|
936
|
+
}
|
|
937
|
+
if (steps.length === 0) {
|
|
938
|
+
throw new Error("No steps provided to timeTravel");
|
|
939
|
+
}
|
|
940
|
+
const storage = this.#mastra?.getStorage();
|
|
941
|
+
const workflowsStore = await storage?.getStore("workflows");
|
|
942
|
+
const snapshot = await workflowsStore?.loadWorkflowSnapshot({
|
|
943
|
+
workflowName: this.workflowId,
|
|
944
|
+
runId: this.runId
|
|
945
|
+
});
|
|
946
|
+
if (!snapshot) {
|
|
947
|
+
await workflowsStore?.persistWorkflowSnapshot({
|
|
948
|
+
workflowName: this.workflowId,
|
|
949
|
+
runId: this.runId,
|
|
950
|
+
resourceId: this.resourceId,
|
|
951
|
+
snapshot: {
|
|
952
|
+
runId: this.runId,
|
|
953
|
+
serializedStepGraph: this.serializedStepGraph,
|
|
954
|
+
status: "pending",
|
|
955
|
+
value: {},
|
|
956
|
+
context: {},
|
|
957
|
+
activePaths: [],
|
|
958
|
+
suspendedPaths: {},
|
|
959
|
+
activeStepsPath: {},
|
|
960
|
+
resumeLabels: {},
|
|
961
|
+
waitingPaths: {},
|
|
962
|
+
timestamp: Date.now()
|
|
963
|
+
}
|
|
964
|
+
});
|
|
965
|
+
}
|
|
966
|
+
if (snapshot?.status === "running") {
|
|
967
|
+
throw new Error("This workflow run is still running, cannot time travel");
|
|
968
|
+
}
|
|
969
|
+
let inputDataToUse = params.inputData;
|
|
970
|
+
if (inputDataToUse && steps.length === 1) {
|
|
971
|
+
inputDataToUse = await this._validateTimetravelInputData(params.inputData, this.workflowSteps[steps[0]]);
|
|
972
|
+
}
|
|
973
|
+
const timeTravelData = workflows.createTimeTravelExecutionParams({
|
|
974
|
+
steps,
|
|
975
|
+
inputData: inputDataToUse,
|
|
976
|
+
resumeData: params.resumeData,
|
|
977
|
+
context: params.context,
|
|
978
|
+
nestedStepsContext: params.nestedStepsContext,
|
|
979
|
+
snapshot: snapshot ?? { context: {} },
|
|
980
|
+
graph: this.executionGraph,
|
|
981
|
+
initialState: params.initialState,
|
|
982
|
+
perStep: params.perStep
|
|
983
|
+
});
|
|
984
|
+
const eventOutput = await this.inngest.send({
|
|
985
|
+
name: `workflow.${this.workflowId}`,
|
|
986
|
+
data: {
|
|
987
|
+
initialState: timeTravelData.state,
|
|
988
|
+
runId: this.runId,
|
|
989
|
+
workflowId: this.workflowId,
|
|
990
|
+
stepResults: timeTravelData.stepResults,
|
|
991
|
+
timeTravel: timeTravelData,
|
|
992
|
+
tracingOptions: params.tracingOptions,
|
|
993
|
+
outputOptions: params.outputOptions,
|
|
994
|
+
requestContext: params.requestContext ? Object.fromEntries(params.requestContext.entries()) : {},
|
|
995
|
+
perStep: params.perStep
|
|
996
|
+
}
|
|
997
|
+
});
|
|
998
|
+
const eventId = eventOutput.ids[0];
|
|
999
|
+
if (!eventId) {
|
|
1000
|
+
throw new Error("Event ID is not set");
|
|
176
1001
|
}
|
|
1002
|
+
const runOutput = await this.getRunOutput(eventId);
|
|
1003
|
+
const result = runOutput?.output?.result;
|
|
1004
|
+
this.hydrateFailedResult(result);
|
|
177
1005
|
return result;
|
|
178
1006
|
}
|
|
179
|
-
watch(cb
|
|
1007
|
+
watch(cb) {
|
|
180
1008
|
let active = true;
|
|
181
1009
|
const streamPromise = realtime.subscribe(
|
|
182
1010
|
{
|
|
183
1011
|
channel: `workflow:${this.workflowId}:${this.runId}`,
|
|
184
|
-
topics: [
|
|
1012
|
+
topics: ["watch"],
|
|
185
1013
|
app: this.inngest
|
|
186
1014
|
},
|
|
187
1015
|
(message) => {
|
|
@@ -199,16 +1027,35 @@ var InngestRun = class extends workflows.Run {
|
|
|
199
1027
|
});
|
|
200
1028
|
};
|
|
201
1029
|
}
|
|
202
|
-
|
|
1030
|
+
streamLegacy({ inputData, requestContext } = {}) {
|
|
203
1031
|
const { readable, writable } = new TransformStream();
|
|
204
1032
|
const writer = writable.getWriter();
|
|
1033
|
+
void writer.write({
|
|
1034
|
+
// @ts-ignore
|
|
1035
|
+
type: "start",
|
|
1036
|
+
// @ts-ignore
|
|
1037
|
+
payload: { runId: this.runId }
|
|
1038
|
+
});
|
|
205
1039
|
const unwatch = this.watch(async (event) => {
|
|
206
1040
|
try {
|
|
207
|
-
|
|
1041
|
+
const e = {
|
|
1042
|
+
...event,
|
|
1043
|
+
type: event.type.replace("workflow-", "")
|
|
1044
|
+
};
|
|
1045
|
+
if (e.type === "step-output") {
|
|
1046
|
+
e.type = e.payload.output.type;
|
|
1047
|
+
e.payload = e.payload.output.payload;
|
|
1048
|
+
}
|
|
1049
|
+
await writer.write(e);
|
|
208
1050
|
} catch {
|
|
209
1051
|
}
|
|
210
|
-
}
|
|
1052
|
+
});
|
|
211
1053
|
this.closeStreamAction = async () => {
|
|
1054
|
+
await writer.write({
|
|
1055
|
+
type: "finish",
|
|
1056
|
+
// @ts-ignore
|
|
1057
|
+
payload: { runId: this.runId }
|
|
1058
|
+
});
|
|
212
1059
|
unwatch();
|
|
213
1060
|
try {
|
|
214
1061
|
await writer.close();
|
|
@@ -218,7 +1065,7 @@ var InngestRun = class extends workflows.Run {
|
|
|
218
1065
|
writer.releaseLock();
|
|
219
1066
|
}
|
|
220
1067
|
};
|
|
221
|
-
this.executionResults = this.
|
|
1068
|
+
this.executionResults = this._start({ inputData, requestContext, format: "legacy" }).then((result) => {
|
|
222
1069
|
if (result.status !== "suspended") {
|
|
223
1070
|
this.closeStreamAction?.().catch(() => {
|
|
224
1071
|
});
|
|
@@ -230,55 +1077,203 @@ var InngestRun = class extends workflows.Run {
|
|
|
230
1077
|
getWorkflowState: () => this.executionResults
|
|
231
1078
|
};
|
|
232
1079
|
}
|
|
1080
|
+
stream({
|
|
1081
|
+
inputData,
|
|
1082
|
+
requestContext,
|
|
1083
|
+
tracingOptions,
|
|
1084
|
+
closeOnSuspend = true,
|
|
1085
|
+
initialState,
|
|
1086
|
+
outputOptions,
|
|
1087
|
+
perStep
|
|
1088
|
+
} = {}) {
|
|
1089
|
+
if (this.closeStreamAction && this.streamOutput) {
|
|
1090
|
+
return this.streamOutput;
|
|
1091
|
+
}
|
|
1092
|
+
this.closeStreamAction = async () => {
|
|
1093
|
+
};
|
|
1094
|
+
const self = this;
|
|
1095
|
+
const stream$1 = new web.ReadableStream({
|
|
1096
|
+
async start(controller) {
|
|
1097
|
+
const unwatch = self.watch(async ({ type, from = stream.ChunkFrom.WORKFLOW, payload }) => {
|
|
1098
|
+
controller.enqueue({
|
|
1099
|
+
type,
|
|
1100
|
+
runId: self.runId,
|
|
1101
|
+
from,
|
|
1102
|
+
payload: {
|
|
1103
|
+
stepName: payload?.id,
|
|
1104
|
+
...payload
|
|
1105
|
+
}
|
|
1106
|
+
});
|
|
1107
|
+
});
|
|
1108
|
+
self.closeStreamAction = async () => {
|
|
1109
|
+
unwatch();
|
|
1110
|
+
try {
|
|
1111
|
+
await controller.close();
|
|
1112
|
+
} catch (err) {
|
|
1113
|
+
console.error("Error closing stream:", err);
|
|
1114
|
+
}
|
|
1115
|
+
};
|
|
1116
|
+
const executionResultsPromise = self._start({
|
|
1117
|
+
inputData,
|
|
1118
|
+
requestContext,
|
|
1119
|
+
// tracingContext, // We are not able to pass a reference to a span here, what to do?
|
|
1120
|
+
initialState,
|
|
1121
|
+
tracingOptions,
|
|
1122
|
+
outputOptions,
|
|
1123
|
+
format: "vnext",
|
|
1124
|
+
perStep
|
|
1125
|
+
});
|
|
1126
|
+
let executionResults;
|
|
1127
|
+
try {
|
|
1128
|
+
executionResults = await executionResultsPromise;
|
|
1129
|
+
if (closeOnSuspend) {
|
|
1130
|
+
self.closeStreamAction?.().catch(() => {
|
|
1131
|
+
});
|
|
1132
|
+
} else if (executionResults.status !== "suspended") {
|
|
1133
|
+
self.closeStreamAction?.().catch(() => {
|
|
1134
|
+
});
|
|
1135
|
+
}
|
|
1136
|
+
if (self.streamOutput) {
|
|
1137
|
+
self.streamOutput.updateResults(
|
|
1138
|
+
executionResults
|
|
1139
|
+
);
|
|
1140
|
+
}
|
|
1141
|
+
} catch (err) {
|
|
1142
|
+
self.streamOutput?.rejectResults(err);
|
|
1143
|
+
self.closeStreamAction?.().catch(() => {
|
|
1144
|
+
});
|
|
1145
|
+
}
|
|
1146
|
+
}
|
|
1147
|
+
});
|
|
1148
|
+
this.streamOutput = new stream.WorkflowRunOutput({
|
|
1149
|
+
runId: this.runId,
|
|
1150
|
+
workflowId: this.workflowId,
|
|
1151
|
+
stream: stream$1
|
|
1152
|
+
});
|
|
1153
|
+
return this.streamOutput;
|
|
1154
|
+
}
|
|
1155
|
+
timeTravelStream({
|
|
1156
|
+
inputData,
|
|
1157
|
+
resumeData,
|
|
1158
|
+
initialState,
|
|
1159
|
+
step,
|
|
1160
|
+
context,
|
|
1161
|
+
nestedStepsContext,
|
|
1162
|
+
requestContext,
|
|
1163
|
+
// tracingContext,
|
|
1164
|
+
tracingOptions,
|
|
1165
|
+
outputOptions,
|
|
1166
|
+
perStep
|
|
1167
|
+
}) {
|
|
1168
|
+
this.closeStreamAction = async () => {
|
|
1169
|
+
};
|
|
1170
|
+
const self = this;
|
|
1171
|
+
const stream$1 = new web.ReadableStream({
|
|
1172
|
+
async start(controller) {
|
|
1173
|
+
const unwatch = self.watch(async ({ type, from = stream.ChunkFrom.WORKFLOW, payload }) => {
|
|
1174
|
+
controller.enqueue({
|
|
1175
|
+
type,
|
|
1176
|
+
runId: self.runId,
|
|
1177
|
+
from,
|
|
1178
|
+
payload: {
|
|
1179
|
+
stepName: payload?.id,
|
|
1180
|
+
...payload
|
|
1181
|
+
}
|
|
1182
|
+
});
|
|
1183
|
+
});
|
|
1184
|
+
self.closeStreamAction = async () => {
|
|
1185
|
+
unwatch();
|
|
1186
|
+
try {
|
|
1187
|
+
controller.close();
|
|
1188
|
+
} catch (err) {
|
|
1189
|
+
console.error("Error closing stream:", err);
|
|
1190
|
+
}
|
|
1191
|
+
};
|
|
1192
|
+
const executionResultsPromise = self._timeTravel({
|
|
1193
|
+
inputData,
|
|
1194
|
+
step,
|
|
1195
|
+
context,
|
|
1196
|
+
nestedStepsContext,
|
|
1197
|
+
resumeData,
|
|
1198
|
+
initialState,
|
|
1199
|
+
requestContext,
|
|
1200
|
+
tracingOptions,
|
|
1201
|
+
outputOptions,
|
|
1202
|
+
perStep
|
|
1203
|
+
});
|
|
1204
|
+
self.executionResults = executionResultsPromise;
|
|
1205
|
+
let executionResults;
|
|
1206
|
+
try {
|
|
1207
|
+
executionResults = await executionResultsPromise;
|
|
1208
|
+
self.closeStreamAction?.().catch(() => {
|
|
1209
|
+
});
|
|
1210
|
+
if (self.streamOutput) {
|
|
1211
|
+
self.streamOutput.updateResults(executionResults);
|
|
1212
|
+
}
|
|
1213
|
+
} catch (err) {
|
|
1214
|
+
self.streamOutput?.rejectResults(err);
|
|
1215
|
+
self.closeStreamAction?.().catch(() => {
|
|
1216
|
+
});
|
|
1217
|
+
}
|
|
1218
|
+
}
|
|
1219
|
+
});
|
|
1220
|
+
this.streamOutput = new stream.WorkflowRunOutput({
|
|
1221
|
+
runId: this.runId,
|
|
1222
|
+
workflowId: this.workflowId,
|
|
1223
|
+
stream: stream$1
|
|
1224
|
+
});
|
|
1225
|
+
return this.streamOutput;
|
|
1226
|
+
}
|
|
1227
|
+
/**
|
|
1228
|
+
* Hydrates errors in a failed workflow result back to proper Error instances.
|
|
1229
|
+
* This ensures error.cause chains and custom properties are preserved.
|
|
1230
|
+
*/
|
|
1231
|
+
hydrateFailedResult(result) {
|
|
1232
|
+
if (result.status === "failed") {
|
|
1233
|
+
result.error = error.getErrorFromUnknown(result.error, { serializeStack: false });
|
|
1234
|
+
if (result.steps) {
|
|
1235
|
+
workflows.hydrateSerializedStepErrors(result.steps);
|
|
1236
|
+
}
|
|
1237
|
+
}
|
|
1238
|
+
}
|
|
233
1239
|
};
|
|
1240
|
+
|
|
1241
|
+
// src/workflow.ts
|
|
234
1242
|
var InngestWorkflow = class _InngestWorkflow extends workflows.Workflow {
|
|
235
1243
|
#mastra;
|
|
236
1244
|
inngest;
|
|
237
1245
|
function;
|
|
1246
|
+
cronFunction;
|
|
1247
|
+
flowControlConfig;
|
|
1248
|
+
cronConfig;
|
|
238
1249
|
constructor(params, inngest) {
|
|
239
|
-
|
|
1250
|
+
const { concurrency, rateLimit, throttle, debounce, priority, cron, inputData, initialState, ...workflowParams } = params;
|
|
1251
|
+
super(workflowParams);
|
|
1252
|
+
this.engineType = "inngest";
|
|
1253
|
+
const flowControlEntries = Object.entries({ concurrency, rateLimit, throttle, debounce, priority }).filter(
|
|
1254
|
+
([_, value]) => value !== void 0
|
|
1255
|
+
);
|
|
1256
|
+
this.flowControlConfig = flowControlEntries.length > 0 ? Object.fromEntries(flowControlEntries) : void 0;
|
|
240
1257
|
this.#mastra = params.mastra;
|
|
241
1258
|
this.inngest = inngest;
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
const storage = this.#mastra?.getStorage();
|
|
245
|
-
if (!storage) {
|
|
246
|
-
this.logger.debug("Cannot get workflow runs. Mastra engine is not initialized");
|
|
247
|
-
return { runs: [], total: 0 };
|
|
1259
|
+
if (cron) {
|
|
1260
|
+
this.cronConfig = { cron, inputData, initialState };
|
|
248
1261
|
}
|
|
249
|
-
return storage.getWorkflowRuns({ workflowName: this.id, ...args ?? {} });
|
|
250
1262
|
}
|
|
251
|
-
async
|
|
1263
|
+
async listWorkflowRuns(args) {
|
|
252
1264
|
const storage = this.#mastra?.getStorage();
|
|
253
1265
|
if (!storage) {
|
|
254
1266
|
this.logger.debug("Cannot get workflow runs. Mastra engine is not initialized");
|
|
255
|
-
return
|
|
256
|
-
}
|
|
257
|
-
const run = await storage.getWorkflowRunById({ runId, workflowName: this.id });
|
|
258
|
-
return run ?? (this.runs.get(runId) ? { ...this.runs.get(runId), workflowName: this.id } : null);
|
|
259
|
-
}
|
|
260
|
-
async getWorkflowRunExecutionResult(runId) {
|
|
261
|
-
const storage = this.#mastra?.getStorage();
|
|
262
|
-
if (!storage) {
|
|
263
|
-
this.logger.debug("Cannot get workflow run execution result. Mastra storage is not initialized");
|
|
264
|
-
return null;
|
|
265
|
-
}
|
|
266
|
-
const run = await storage.getWorkflowRunById({ runId, workflowName: this.id });
|
|
267
|
-
if (!run?.snapshot) {
|
|
268
|
-
return null;
|
|
1267
|
+
return { runs: [], total: 0 };
|
|
269
1268
|
}
|
|
270
|
-
|
|
271
|
-
|
|
1269
|
+
const workflowsStore = await storage.getStore("workflows");
|
|
1270
|
+
if (!workflowsStore) {
|
|
1271
|
+
return { runs: [], total: 0 };
|
|
272
1272
|
}
|
|
273
|
-
return {
|
|
274
|
-
status: run.snapshot.status,
|
|
275
|
-
result: run.snapshot.result,
|
|
276
|
-
error: run.snapshot.error,
|
|
277
|
-
payload: run.snapshot.context?.input,
|
|
278
|
-
steps: run.snapshot.context
|
|
279
|
-
};
|
|
1273
|
+
return workflowsStore.listWorkflowRuns({ workflowName: this.id, ...args ?? {} });
|
|
280
1274
|
}
|
|
281
1275
|
__registerMastra(mastra) {
|
|
1276
|
+
super.__registerMastra(mastra);
|
|
282
1277
|
this.#mastra = mastra;
|
|
283
1278
|
this.executionEngine.__registerMastra(mastra);
|
|
284
1279
|
const updateNested = (step) => {
|
|
@@ -296,62 +1291,85 @@ var InngestWorkflow = class _InngestWorkflow extends workflows.Workflow {
|
|
|
296
1291
|
}
|
|
297
1292
|
}
|
|
298
1293
|
}
|
|
299
|
-
createRun(options) {
|
|
300
|
-
const runIdToUse = options?.runId || crypto.randomUUID();
|
|
301
|
-
const
|
|
302
|
-
|
|
303
|
-
workflowId: this.id,
|
|
304
|
-
runId: runIdToUse,
|
|
305
|
-
executionEngine: this.executionEngine,
|
|
306
|
-
executionGraph: this.executionGraph,
|
|
307
|
-
serializedStepGraph: this.serializedStepGraph,
|
|
308
|
-
mastra: this.#mastra,
|
|
309
|
-
retryConfig: this.retryConfig,
|
|
310
|
-
cleanup: () => this.runs.delete(runIdToUse)
|
|
311
|
-
},
|
|
312
|
-
this.inngest
|
|
313
|
-
);
|
|
314
|
-
this.runs.set(runIdToUse, run);
|
|
315
|
-
return run;
|
|
316
|
-
}
|
|
317
|
-
async createRunAsync(options) {
|
|
318
|
-
const runIdToUse = options?.runId || crypto.randomUUID();
|
|
319
|
-
const run = this.runs.get(runIdToUse) ?? new InngestRun(
|
|
1294
|
+
async createRun(options) {
|
|
1295
|
+
const runIdToUse = options?.runId || crypto$1.randomUUID();
|
|
1296
|
+
const existingInMemoryRun = this.runs.get(runIdToUse);
|
|
1297
|
+
const newRun = new InngestRun(
|
|
320
1298
|
{
|
|
321
1299
|
workflowId: this.id,
|
|
322
1300
|
runId: runIdToUse,
|
|
1301
|
+
resourceId: options?.resourceId,
|
|
323
1302
|
executionEngine: this.executionEngine,
|
|
324
1303
|
executionGraph: this.executionGraph,
|
|
325
1304
|
serializedStepGraph: this.serializedStepGraph,
|
|
326
1305
|
mastra: this.#mastra,
|
|
327
1306
|
retryConfig: this.retryConfig,
|
|
328
|
-
cleanup: () => this.runs.delete(runIdToUse)
|
|
1307
|
+
cleanup: () => this.runs.delete(runIdToUse),
|
|
1308
|
+
workflowSteps: this.steps,
|
|
1309
|
+
workflowEngineType: this.engineType,
|
|
1310
|
+
validateInputs: this.options.validateInputs
|
|
329
1311
|
},
|
|
330
1312
|
this.inngest
|
|
331
1313
|
);
|
|
1314
|
+
const run = existingInMemoryRun ?? newRun;
|
|
332
1315
|
this.runs.set(runIdToUse, run);
|
|
333
|
-
const
|
|
334
|
-
|
|
335
|
-
|
|
1316
|
+
const shouldPersistSnapshot = this.options.shouldPersistSnapshot({
|
|
1317
|
+
workflowStatus: run.workflowRunStatus,
|
|
1318
|
+
stepResults: {}
|
|
1319
|
+
});
|
|
1320
|
+
const existingStoredRun = await this.getWorkflowRunById(runIdToUse, {
|
|
1321
|
+
withNestedWorkflows: false
|
|
1322
|
+
});
|
|
1323
|
+
const existsInStorage = existingStoredRun && !existingStoredRun.isFromInMemory;
|
|
1324
|
+
if (!existsInStorage && shouldPersistSnapshot) {
|
|
1325
|
+
const workflowsStore = await this.mastra?.getStorage()?.getStore("workflows");
|
|
1326
|
+
await workflowsStore?.persistWorkflowSnapshot({
|
|
336
1327
|
workflowName: this.id,
|
|
337
1328
|
runId: runIdToUse,
|
|
1329
|
+
resourceId: options?.resourceId,
|
|
338
1330
|
snapshot: {
|
|
339
1331
|
runId: runIdToUse,
|
|
340
1332
|
status: "pending",
|
|
341
1333
|
value: {},
|
|
342
1334
|
context: {},
|
|
343
1335
|
activePaths: [],
|
|
1336
|
+
activeStepsPath: {},
|
|
1337
|
+
waitingPaths: {},
|
|
344
1338
|
serializedStepGraph: this.serializedStepGraph,
|
|
345
1339
|
suspendedPaths: {},
|
|
1340
|
+
resumeLabels: {},
|
|
346
1341
|
result: void 0,
|
|
347
1342
|
error: void 0,
|
|
348
|
-
// @ts-ignore
|
|
349
1343
|
timestamp: Date.now()
|
|
350
1344
|
}
|
|
351
1345
|
});
|
|
352
1346
|
}
|
|
353
1347
|
return run;
|
|
354
1348
|
}
|
|
1349
|
+
//createCronFunction is only called if cronConfig.cron is defined.
|
|
1350
|
+
createCronFunction() {
|
|
1351
|
+
if (this.cronFunction) {
|
|
1352
|
+
return this.cronFunction;
|
|
1353
|
+
}
|
|
1354
|
+
this.cronFunction = this.inngest.createFunction(
|
|
1355
|
+
{
|
|
1356
|
+
id: `workflow.${this.id}.cron`,
|
|
1357
|
+
retries: 0,
|
|
1358
|
+
cancelOn: [{ event: `cancel.workflow.${this.id}` }],
|
|
1359
|
+
...this.flowControlConfig
|
|
1360
|
+
},
|
|
1361
|
+
{ cron: this.cronConfig?.cron ?? "" },
|
|
1362
|
+
async () => {
|
|
1363
|
+
const run = await this.createRun();
|
|
1364
|
+
const result = await run.start({
|
|
1365
|
+
inputData: this.cronConfig?.inputData,
|
|
1366
|
+
initialState: this.cronConfig?.initialState
|
|
1367
|
+
});
|
|
1368
|
+
return { result, runId: run.runId };
|
|
1369
|
+
}
|
|
1370
|
+
);
|
|
1371
|
+
return this.cronFunction;
|
|
1372
|
+
}
|
|
355
1373
|
getFunction() {
|
|
356
1374
|
if (this.function) {
|
|
357
1375
|
return this.function;
|
|
@@ -359,53 +1377,134 @@ var InngestWorkflow = class _InngestWorkflow extends workflows.Workflow {
|
|
|
359
1377
|
this.function = this.inngest.createFunction(
|
|
360
1378
|
{
|
|
361
1379
|
id: `workflow.${this.id}`,
|
|
362
|
-
|
|
363
|
-
|
|
364
|
-
|
|
1380
|
+
retries: 0,
|
|
1381
|
+
cancelOn: [{ event: `cancel.workflow.${this.id}` }],
|
|
1382
|
+
// Spread flow control configuration
|
|
1383
|
+
...this.flowControlConfig
|
|
365
1384
|
},
|
|
366
1385
|
{ event: `workflow.${this.id}` },
|
|
367
1386
|
async ({ event, step, attempt, publish }) => {
|
|
368
|
-
let {
|
|
1387
|
+
let {
|
|
1388
|
+
inputData,
|
|
1389
|
+
initialState,
|
|
1390
|
+
runId,
|
|
1391
|
+
resourceId,
|
|
1392
|
+
resume,
|
|
1393
|
+
outputOptions,
|
|
1394
|
+
format,
|
|
1395
|
+
timeTravel,
|
|
1396
|
+
perStep,
|
|
1397
|
+
tracingOptions
|
|
1398
|
+
} = event.data;
|
|
369
1399
|
if (!runId) {
|
|
370
1400
|
runId = await step.run(`workflow.${this.id}.runIdGen`, async () => {
|
|
371
|
-
return crypto.randomUUID();
|
|
1401
|
+
return crypto$1.randomUUID();
|
|
372
1402
|
});
|
|
373
1403
|
}
|
|
374
|
-
const
|
|
375
|
-
|
|
376
|
-
|
|
377
|
-
|
|
1404
|
+
const pubsub = new InngestPubSub(this.inngest, this.id, publish);
|
|
1405
|
+
const requestContext = new di.RequestContext(Object.entries(event.data.requestContext ?? {}));
|
|
1406
|
+
const mastra = this.#mastra;
|
|
1407
|
+
const tracingPolicy = this.options.tracingPolicy;
|
|
1408
|
+
const workflowSpanData = await step.run(`workflow.${this.id}.span.start`, async () => {
|
|
1409
|
+
const observability$1 = mastra?.observability?.getSelectedInstance({ requestContext });
|
|
1410
|
+
if (!observability$1) return void 0;
|
|
1411
|
+
const span = observability$1.startSpan({
|
|
1412
|
+
type: observability.SpanType.WORKFLOW_RUN,
|
|
1413
|
+
name: `workflow run: '${this.id}'`,
|
|
1414
|
+
entityType: observability.EntityType.WORKFLOW_RUN,
|
|
1415
|
+
entityId: this.id,
|
|
1416
|
+
input: inputData,
|
|
1417
|
+
metadata: {
|
|
1418
|
+
resourceId,
|
|
1419
|
+
runId
|
|
1420
|
+
},
|
|
1421
|
+
tracingPolicy,
|
|
1422
|
+
tracingOptions,
|
|
1423
|
+
requestContext
|
|
1424
|
+
});
|
|
1425
|
+
return span?.exportSpan();
|
|
1426
|
+
});
|
|
1427
|
+
const engine = new InngestExecutionEngine(this.#mastra, step, attempt, this.options);
|
|
1428
|
+
let result;
|
|
1429
|
+
try {
|
|
1430
|
+
result = await engine.execute({
|
|
1431
|
+
workflowId: this.id,
|
|
1432
|
+
runId,
|
|
1433
|
+
resourceId,
|
|
1434
|
+
graph: this.executionGraph,
|
|
1435
|
+
serializedStepGraph: this.serializedStepGraph,
|
|
1436
|
+
input: inputData,
|
|
1437
|
+
initialState,
|
|
1438
|
+
pubsub,
|
|
1439
|
+
retryConfig: this.retryConfig,
|
|
1440
|
+
requestContext,
|
|
1441
|
+
resume,
|
|
1442
|
+
timeTravel,
|
|
1443
|
+
perStep,
|
|
1444
|
+
format,
|
|
1445
|
+
abortController: new AbortController(),
|
|
1446
|
+
// For Inngest, we don't pass workflowSpan - step spans use tracingIds instead
|
|
1447
|
+
workflowSpan: void 0,
|
|
1448
|
+
// Pass tracing IDs for durable span operations
|
|
1449
|
+
tracingIds: workflowSpanData ? {
|
|
1450
|
+
traceId: workflowSpanData.traceId,
|
|
1451
|
+
workflowSpanId: workflowSpanData.id
|
|
1452
|
+
} : void 0,
|
|
1453
|
+
outputOptions,
|
|
1454
|
+
outputWriter: async (chunk) => {
|
|
1455
|
+
try {
|
|
1456
|
+
await pubsub.publish(`workflow.events.v2.${runId}`, {
|
|
1457
|
+
type: "watch",
|
|
1458
|
+
runId,
|
|
1459
|
+
data: chunk
|
|
1460
|
+
});
|
|
1461
|
+
} catch (err) {
|
|
1462
|
+
this.logger.debug?.("Failed to publish watch event:", err);
|
|
1463
|
+
}
|
|
378
1464
|
}
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
|
|
385
|
-
|
|
386
|
-
|
|
1465
|
+
});
|
|
1466
|
+
} catch (error) {
|
|
1467
|
+
throw error;
|
|
1468
|
+
}
|
|
1469
|
+
await step.run(`workflow.${this.id}.finalize`, async () => {
|
|
1470
|
+
if (result.status !== "paused") {
|
|
1471
|
+
await engine.invokeLifecycleCallbacksInternal({
|
|
1472
|
+
status: result.status,
|
|
1473
|
+
result: "result" in result ? result.result : void 0,
|
|
1474
|
+
error: "error" in result ? result.error : void 0,
|
|
1475
|
+
steps: result.steps,
|
|
1476
|
+
tripwire: "tripwire" in result ? result.tripwire : void 0,
|
|
1477
|
+
runId,
|
|
1478
|
+
workflowId: this.id,
|
|
1479
|
+
resourceId,
|
|
1480
|
+
input: inputData,
|
|
1481
|
+
requestContext,
|
|
1482
|
+
state: result.state ?? initialState ?? {}
|
|
1483
|
+
});
|
|
1484
|
+
}
|
|
1485
|
+
if (workflowSpanData) {
|
|
1486
|
+
const observability = mastra?.observability?.getSelectedInstance({ requestContext });
|
|
1487
|
+
if (observability) {
|
|
1488
|
+
const workflowSpan = observability.rebuildSpan(workflowSpanData);
|
|
1489
|
+
if (result.status === "failed") {
|
|
1490
|
+
workflowSpan.error({
|
|
1491
|
+
error: result.error instanceof Error ? result.error : new Error(String(result.error)),
|
|
1492
|
+
attributes: { status: "failed" }
|
|
1493
|
+
});
|
|
1494
|
+
} else {
|
|
1495
|
+
workflowSpan.end({
|
|
1496
|
+
output: result.status === "success" ? result.result : void 0,
|
|
1497
|
+
attributes: { status: result.status }
|
|
1498
|
+
});
|
|
1499
|
+
}
|
|
387
1500
|
}
|
|
388
|
-
},
|
|
389
|
-
on: (_event, _callback) => {
|
|
390
|
-
},
|
|
391
|
-
off: (_event, _callback) => {
|
|
392
|
-
},
|
|
393
|
-
once: (_event, _callback) => {
|
|
394
1501
|
}
|
|
395
|
-
|
|
396
|
-
|
|
397
|
-
|
|
398
|
-
|
|
399
|
-
|
|
400
|
-
|
|
401
|
-
serializedStepGraph: this.serializedStepGraph,
|
|
402
|
-
input: inputData,
|
|
403
|
-
emitter,
|
|
404
|
-
retryConfig: this.retryConfig,
|
|
405
|
-
runtimeContext: new di.RuntimeContext(),
|
|
406
|
-
// TODO
|
|
407
|
-
resume,
|
|
408
|
-
abortController: new AbortController()
|
|
1502
|
+
if (result.status === "failed") {
|
|
1503
|
+
throw new inngest.NonRetriableError(`Workflow failed`, {
|
|
1504
|
+
cause: result
|
|
1505
|
+
});
|
|
1506
|
+
}
|
|
1507
|
+
return result;
|
|
409
1508
|
});
|
|
410
1509
|
return { result, runId };
|
|
411
1510
|
}
|
|
@@ -426,103 +1525,201 @@ var InngestWorkflow = class _InngestWorkflow extends workflows.Workflow {
|
|
|
426
1525
|
});
|
|
427
1526
|
}
|
|
428
1527
|
getFunctions() {
|
|
429
|
-
return [
|
|
1528
|
+
return [
|
|
1529
|
+
this.getFunction(),
|
|
1530
|
+
...this.cronConfig?.cron ? [this.createCronFunction()] : [],
|
|
1531
|
+
...this.getNestedFunctions(this.executionGraph.steps)
|
|
1532
|
+
];
|
|
430
1533
|
}
|
|
431
1534
|
};
|
|
432
|
-
function
|
|
433
|
-
|
|
1535
|
+
function prepareServeOptions({ mastra, inngest, functions: userFunctions = [], registerOptions }) {
|
|
1536
|
+
const wfs = mastra.listWorkflows();
|
|
1537
|
+
const workflowFunctions = Array.from(
|
|
1538
|
+
new Set(
|
|
1539
|
+
Object.values(wfs).flatMap((wf) => {
|
|
1540
|
+
if (wf instanceof InngestWorkflow) {
|
|
1541
|
+
wf.__registerMastra(mastra);
|
|
1542
|
+
return wf.getFunctions();
|
|
1543
|
+
}
|
|
1544
|
+
return [];
|
|
1545
|
+
})
|
|
1546
|
+
)
|
|
1547
|
+
);
|
|
1548
|
+
return {
|
|
1549
|
+
...registerOptions,
|
|
1550
|
+
client: inngest,
|
|
1551
|
+
functions: [...workflowFunctions, ...userFunctions]
|
|
1552
|
+
};
|
|
1553
|
+
}
|
|
1554
|
+
function createServe(adapter) {
|
|
1555
|
+
return (options) => {
|
|
1556
|
+
const serveOptions = prepareServeOptions(options);
|
|
1557
|
+
return adapter(serveOptions);
|
|
1558
|
+
};
|
|
1559
|
+
}
|
|
1560
|
+
var serve = createServe(hono.serve);
|
|
1561
|
+
|
|
1562
|
+
// src/types.ts
|
|
1563
|
+
var _compatibilityCheck = true;
|
|
1564
|
+
|
|
1565
|
+
// src/index.ts
|
|
1566
|
+
function isInngestWorkflow(input) {
|
|
1567
|
+
return input instanceof InngestWorkflow;
|
|
1568
|
+
}
|
|
1569
|
+
function isAgent(input) {
|
|
1570
|
+
return input instanceof agent.Agent;
|
|
1571
|
+
}
|
|
1572
|
+
function isToolStep(input) {
|
|
1573
|
+
return input instanceof tools.Tool;
|
|
434
1574
|
}
|
|
435
|
-
function
|
|
436
|
-
return
|
|
1575
|
+
function isStepParams(input) {
|
|
1576
|
+
return input !== null && typeof input === "object" && "id" in input && "execute" in input && !(input instanceof agent.Agent) && !(input instanceof tools.Tool) && !(input instanceof InngestWorkflow);
|
|
437
1577
|
}
|
|
438
|
-
function
|
|
1578
|
+
function isProcessor(obj) {
|
|
1579
|
+
return obj !== null && typeof obj === "object" && "id" in obj && typeof obj.id === "string" && !(obj instanceof agent.Agent) && !(obj instanceof tools.Tool) && !(obj instanceof InngestWorkflow) && (typeof obj.processInput === "function" || typeof obj.processInputStep === "function" || typeof obj.processOutputStream === "function" || typeof obj.processOutputResult === "function" || typeof obj.processOutputStep === "function");
|
|
1580
|
+
}
|
|
1581
|
+
function createStep(params, agentOrToolOptions) {
|
|
1582
|
+
if (isInngestWorkflow(params)) {
|
|
1583
|
+
return params;
|
|
1584
|
+
}
|
|
439
1585
|
if (isAgent(params)) {
|
|
440
|
-
return
|
|
441
|
-
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
|
|
446
|
-
|
|
447
|
-
|
|
448
|
-
|
|
449
|
-
|
|
450
|
-
|
|
451
|
-
|
|
452
|
-
|
|
453
|
-
|
|
454
|
-
|
|
455
|
-
|
|
456
|
-
|
|
457
|
-
|
|
458
|
-
|
|
459
|
-
|
|
460
|
-
|
|
461
|
-
|
|
462
|
-
|
|
463
|
-
|
|
464
|
-
|
|
465
|
-
|
|
466
|
-
|
|
467
|
-
|
|
468
|
-
|
|
469
|
-
|
|
1586
|
+
return createStepFromAgent(params, agentOrToolOptions);
|
|
1587
|
+
}
|
|
1588
|
+
if (isToolStep(params)) {
|
|
1589
|
+
return createStepFromTool(params, agentOrToolOptions);
|
|
1590
|
+
}
|
|
1591
|
+
if (isStepParams(params)) {
|
|
1592
|
+
return createStepFromParams(params);
|
|
1593
|
+
}
|
|
1594
|
+
if (isProcessor(params)) {
|
|
1595
|
+
return createStepFromProcessor(params);
|
|
1596
|
+
}
|
|
1597
|
+
throw new Error("Invalid input: expected StepParams, Agent, ToolStep, Processor, or InngestWorkflow");
|
|
1598
|
+
}
|
|
1599
|
+
function createStepFromParams(params) {
|
|
1600
|
+
return {
|
|
1601
|
+
id: params.id,
|
|
1602
|
+
description: params.description,
|
|
1603
|
+
inputSchema: params.inputSchema,
|
|
1604
|
+
stateSchema: params.stateSchema,
|
|
1605
|
+
outputSchema: params.outputSchema,
|
|
1606
|
+
resumeSchema: params.resumeSchema,
|
|
1607
|
+
suspendSchema: params.suspendSchema,
|
|
1608
|
+
scorers: params.scorers,
|
|
1609
|
+
retries: params.retries,
|
|
1610
|
+
execute: params.execute.bind(params)
|
|
1611
|
+
};
|
|
1612
|
+
}
|
|
1613
|
+
function createStepFromAgent(params, agentOrToolOptions) {
|
|
1614
|
+
const options = agentOrToolOptions ?? {};
|
|
1615
|
+
const outputSchema = options?.structuredOutput?.schema ?? zod.z.object({ text: zod.z.string() });
|
|
1616
|
+
const { retries, scorers, ...agentOptions } = options ?? {};
|
|
1617
|
+
return {
|
|
1618
|
+
id: params.name,
|
|
1619
|
+
description: params.getDescription(),
|
|
1620
|
+
inputSchema: zod.z.object({
|
|
1621
|
+
prompt: zod.z.string()
|
|
1622
|
+
}),
|
|
1623
|
+
outputSchema,
|
|
1624
|
+
retries,
|
|
1625
|
+
scorers,
|
|
1626
|
+
execute: async ({
|
|
1627
|
+
inputData,
|
|
1628
|
+
runId,
|
|
1629
|
+
[_constants.PUBSUB_SYMBOL]: pubsub,
|
|
1630
|
+
[_constants.STREAM_FORMAT_SYMBOL]: streamFormat,
|
|
1631
|
+
requestContext,
|
|
1632
|
+
tracingContext,
|
|
1633
|
+
abortSignal,
|
|
1634
|
+
abort,
|
|
1635
|
+
writer
|
|
1636
|
+
}) => {
|
|
1637
|
+
let streamPromise = {};
|
|
1638
|
+
streamPromise.promise = new Promise((resolve, reject) => {
|
|
1639
|
+
streamPromise.resolve = resolve;
|
|
1640
|
+
streamPromise.reject = reject;
|
|
1641
|
+
});
|
|
1642
|
+
let structuredResult = null;
|
|
1643
|
+
const toolData = {
|
|
1644
|
+
name: params.name,
|
|
1645
|
+
args: inputData
|
|
1646
|
+
};
|
|
1647
|
+
let stream;
|
|
1648
|
+
if ((await params.getModel()).specificationVersion === "v1") {
|
|
1649
|
+
const { fullStream } = await params.streamLegacy(inputData.prompt, {
|
|
1650
|
+
...agentOptions ?? {},
|
|
1651
|
+
requestContext,
|
|
1652
|
+
tracingContext,
|
|
470
1653
|
onFinish: (result) => {
|
|
1654
|
+
const resultWithObject = result;
|
|
1655
|
+
if (agentOptions?.structuredOutput?.schema && resultWithObject.object) {
|
|
1656
|
+
structuredResult = resultWithObject.object;
|
|
1657
|
+
}
|
|
471
1658
|
streamPromise.resolve(result.text);
|
|
1659
|
+
void agentOptions?.onFinish?.(result);
|
|
472
1660
|
},
|
|
473
1661
|
abortSignal
|
|
474
1662
|
});
|
|
475
|
-
|
|
476
|
-
|
|
477
|
-
|
|
478
|
-
|
|
479
|
-
|
|
480
|
-
|
|
481
|
-
|
|
482
|
-
|
|
483
|
-
|
|
484
|
-
|
|
485
|
-
|
|
486
|
-
|
|
487
|
-
|
|
488
|
-
|
|
489
|
-
|
|
490
|
-
|
|
491
|
-
|
|
492
|
-
|
|
493
|
-
|
|
494
|
-
|
|
495
|
-
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
|
|
499
|
-
|
|
1663
|
+
stream = fullStream;
|
|
1664
|
+
} else {
|
|
1665
|
+
const modelOutput = await params.stream(inputData.prompt, {
|
|
1666
|
+
...agentOptions ?? {},
|
|
1667
|
+
requestContext,
|
|
1668
|
+
tracingContext,
|
|
1669
|
+
onFinish: (result) => {
|
|
1670
|
+
const resultWithObject = result;
|
|
1671
|
+
if (agentOptions?.structuredOutput?.schema && resultWithObject.object) {
|
|
1672
|
+
structuredResult = resultWithObject.object;
|
|
1673
|
+
}
|
|
1674
|
+
streamPromise.resolve(result.text);
|
|
1675
|
+
void agentOptions?.onFinish?.(result);
|
|
1676
|
+
},
|
|
1677
|
+
abortSignal
|
|
1678
|
+
});
|
|
1679
|
+
stream = modelOutput.fullStream;
|
|
1680
|
+
}
|
|
1681
|
+
if (streamFormat === "legacy") {
|
|
1682
|
+
await pubsub.publish(`workflow.events.v2.${runId}`, {
|
|
1683
|
+
type: "watch",
|
|
1684
|
+
runId,
|
|
1685
|
+
data: { type: "tool-call-streaming-start", ...toolData ?? {} }
|
|
1686
|
+
});
|
|
1687
|
+
for await (const chunk of stream) {
|
|
1688
|
+
if (chunk.type === "text-delta") {
|
|
1689
|
+
await pubsub.publish(`workflow.events.v2.${runId}`, {
|
|
1690
|
+
type: "watch",
|
|
1691
|
+
runId,
|
|
1692
|
+
data: { type: "tool-call-delta", ...toolData ?? {}, argsTextDelta: chunk.textDelta }
|
|
1693
|
+
});
|
|
500
1694
|
}
|
|
501
1695
|
}
|
|
502
|
-
|
|
503
|
-
|
|
504
|
-
|
|
505
|
-
|
|
506
|
-
};
|
|
507
|
-
}
|
|
508
|
-
if (isTool(params)) {
|
|
509
|
-
if (!params.inputSchema || !params.outputSchema) {
|
|
510
|
-
throw new Error("Tool must have input and output schemas defined");
|
|
511
|
-
}
|
|
512
|
-
return {
|
|
513
|
-
// TODO: tool probably should have strong id type
|
|
514
|
-
// @ts-ignore
|
|
515
|
-
id: params.id,
|
|
516
|
-
inputSchema: params.inputSchema,
|
|
517
|
-
outputSchema: params.outputSchema,
|
|
518
|
-
execute: async ({ inputData, mastra, runtimeContext }) => {
|
|
519
|
-
return params.execute({
|
|
520
|
-
context: inputData,
|
|
521
|
-
mastra,
|
|
522
|
-
runtimeContext
|
|
1696
|
+
await pubsub.publish(`workflow.events.v2.${runId}`, {
|
|
1697
|
+
type: "watch",
|
|
1698
|
+
runId,
|
|
1699
|
+
data: { type: "tool-call-streaming-finish", ...toolData ?? {} }
|
|
523
1700
|
});
|
|
1701
|
+
} else {
|
|
1702
|
+
for await (const chunk of stream) {
|
|
1703
|
+
await writer.write(chunk);
|
|
1704
|
+
}
|
|
524
1705
|
}
|
|
525
|
-
|
|
1706
|
+
if (abortSignal.aborted) {
|
|
1707
|
+
return abort();
|
|
1708
|
+
}
|
|
1709
|
+
if (structuredResult !== null) {
|
|
1710
|
+
return structuredResult;
|
|
1711
|
+
}
|
|
1712
|
+
return {
|
|
1713
|
+
text: await streamPromise.promise
|
|
1714
|
+
};
|
|
1715
|
+
},
|
|
1716
|
+
component: params.component
|
|
1717
|
+
};
|
|
1718
|
+
}
|
|
1719
|
+
function createStepFromTool(params, agentOrToolOptions) {
|
|
1720
|
+
const toolOpts = agentOrToolOptions;
|
|
1721
|
+
if (!params.inputSchema || !params.outputSchema) {
|
|
1722
|
+
throw new Error("Tool must have input and output schemas defined");
|
|
526
1723
|
}
|
|
527
1724
|
return {
|
|
528
1725
|
id: params.id,
|
|
@@ -531,13 +1728,489 @@ function createStep(params) {
|
|
|
531
1728
|
outputSchema: params.outputSchema,
|
|
532
1729
|
resumeSchema: params.resumeSchema,
|
|
533
1730
|
suspendSchema: params.suspendSchema,
|
|
534
|
-
|
|
1731
|
+
retries: toolOpts?.retries,
|
|
1732
|
+
scorers: toolOpts?.scorers,
|
|
1733
|
+
execute: async ({
|
|
1734
|
+
inputData,
|
|
1735
|
+
mastra,
|
|
1736
|
+
requestContext,
|
|
1737
|
+
tracingContext,
|
|
1738
|
+
suspend,
|
|
1739
|
+
resumeData,
|
|
1740
|
+
runId,
|
|
1741
|
+
workflowId,
|
|
1742
|
+
state,
|
|
1743
|
+
setState
|
|
1744
|
+
}) => {
|
|
1745
|
+
const toolContext = {
|
|
1746
|
+
mastra,
|
|
1747
|
+
requestContext,
|
|
1748
|
+
tracingContext,
|
|
1749
|
+
workflow: {
|
|
1750
|
+
runId,
|
|
1751
|
+
resumeData,
|
|
1752
|
+
suspend,
|
|
1753
|
+
workflowId,
|
|
1754
|
+
state,
|
|
1755
|
+
setState
|
|
1756
|
+
}
|
|
1757
|
+
};
|
|
1758
|
+
return params.execute(inputData, toolContext);
|
|
1759
|
+
},
|
|
1760
|
+
component: "TOOL"
|
|
1761
|
+
};
|
|
1762
|
+
}
|
|
1763
|
+
function createStepFromProcessor(processor) {
|
|
1764
|
+
const getProcessorEntityType = (phase) => {
|
|
1765
|
+
switch (phase) {
|
|
1766
|
+
case "input":
|
|
1767
|
+
return observability.EntityType.INPUT_PROCESSOR;
|
|
1768
|
+
case "inputStep":
|
|
1769
|
+
return observability.EntityType.INPUT_STEP_PROCESSOR;
|
|
1770
|
+
case "outputStream":
|
|
1771
|
+
case "outputResult":
|
|
1772
|
+
return observability.EntityType.OUTPUT_PROCESSOR;
|
|
1773
|
+
case "outputStep":
|
|
1774
|
+
return observability.EntityType.OUTPUT_STEP_PROCESSOR;
|
|
1775
|
+
default:
|
|
1776
|
+
return observability.EntityType.OUTPUT_PROCESSOR;
|
|
1777
|
+
}
|
|
1778
|
+
};
|
|
1779
|
+
const getSpanNamePrefix = (phase) => {
|
|
1780
|
+
switch (phase) {
|
|
1781
|
+
case "input":
|
|
1782
|
+
return "input processor";
|
|
1783
|
+
case "inputStep":
|
|
1784
|
+
return "input step processor";
|
|
1785
|
+
case "outputStream":
|
|
1786
|
+
return "output stream processor";
|
|
1787
|
+
case "outputResult":
|
|
1788
|
+
return "output processor";
|
|
1789
|
+
case "outputStep":
|
|
1790
|
+
return "output step processor";
|
|
1791
|
+
default:
|
|
1792
|
+
return "processor";
|
|
1793
|
+
}
|
|
1794
|
+
};
|
|
1795
|
+
const hasPhaseMethod = (phase) => {
|
|
1796
|
+
switch (phase) {
|
|
1797
|
+
case "input":
|
|
1798
|
+
return !!processor.processInput;
|
|
1799
|
+
case "inputStep":
|
|
1800
|
+
return !!processor.processInputStep;
|
|
1801
|
+
case "outputStream":
|
|
1802
|
+
return !!processor.processOutputStream;
|
|
1803
|
+
case "outputResult":
|
|
1804
|
+
return !!processor.processOutputResult;
|
|
1805
|
+
case "outputStep":
|
|
1806
|
+
return !!processor.processOutputStep;
|
|
1807
|
+
default:
|
|
1808
|
+
return false;
|
|
1809
|
+
}
|
|
1810
|
+
};
|
|
1811
|
+
return {
|
|
1812
|
+
id: `processor:${processor.id}`,
|
|
1813
|
+
description: processor.name ?? `Processor ${processor.id}`,
|
|
1814
|
+
inputSchema: processors.ProcessorStepSchema,
|
|
1815
|
+
outputSchema: processors.ProcessorStepOutputSchema,
|
|
1816
|
+
execute: async ({ inputData, requestContext, tracingContext }) => {
|
|
1817
|
+
const input = inputData;
|
|
1818
|
+
const {
|
|
1819
|
+
phase,
|
|
1820
|
+
messages,
|
|
1821
|
+
messageList,
|
|
1822
|
+
stepNumber,
|
|
1823
|
+
systemMessages,
|
|
1824
|
+
part,
|
|
1825
|
+
streamParts,
|
|
1826
|
+
state,
|
|
1827
|
+
finishReason,
|
|
1828
|
+
toolCalls,
|
|
1829
|
+
text,
|
|
1830
|
+
retryCount,
|
|
1831
|
+
// inputStep phase fields for model/tools configuration
|
|
1832
|
+
model,
|
|
1833
|
+
tools,
|
|
1834
|
+
toolChoice,
|
|
1835
|
+
activeTools,
|
|
1836
|
+
providerOptions,
|
|
1837
|
+
modelSettings,
|
|
1838
|
+
structuredOutput,
|
|
1839
|
+
steps
|
|
1840
|
+
} = input;
|
|
1841
|
+
const abort = (reason, options) => {
|
|
1842
|
+
throw new agent.TripWire(reason || `Tripwire triggered by ${processor.id}`, options, processor.id);
|
|
1843
|
+
};
|
|
1844
|
+
if (!hasPhaseMethod(phase)) {
|
|
1845
|
+
return input;
|
|
1846
|
+
}
|
|
1847
|
+
const currentSpan = tracingContext?.currentSpan;
|
|
1848
|
+
const parentSpan = phase === "inputStep" || phase === "outputStep" ? currentSpan?.findParent(observability.SpanType.MODEL_STEP) || currentSpan : currentSpan?.findParent(observability.SpanType.AGENT_RUN) || currentSpan;
|
|
1849
|
+
const processorSpan = phase !== "outputStream" ? parentSpan?.createChildSpan({
|
|
1850
|
+
type: observability.SpanType.PROCESSOR_RUN,
|
|
1851
|
+
name: `${getSpanNamePrefix(phase)}: ${processor.id}`,
|
|
1852
|
+
entityType: getProcessorEntityType(phase),
|
|
1853
|
+
entityId: processor.id,
|
|
1854
|
+
entityName: processor.name ?? processor.id,
|
|
1855
|
+
input: { phase, messageCount: messages?.length },
|
|
1856
|
+
attributes: {
|
|
1857
|
+
processorExecutor: "workflow",
|
|
1858
|
+
// Read processorIndex from processor (set in combineProcessorsIntoWorkflow)
|
|
1859
|
+
processorIndex: processor.processorIndex
|
|
1860
|
+
}
|
|
1861
|
+
}) : void 0;
|
|
1862
|
+
const processorTracingContext = processorSpan ? { currentSpan: processorSpan } : tracingContext;
|
|
1863
|
+
const baseContext = {
|
|
1864
|
+
abort,
|
|
1865
|
+
retryCount: retryCount ?? 0,
|
|
1866
|
+
requestContext,
|
|
1867
|
+
tracingContext: processorTracingContext
|
|
1868
|
+
};
|
|
1869
|
+
const passThrough = {
|
|
1870
|
+
phase,
|
|
1871
|
+
// Auto-create MessageList from messages if not provided
|
|
1872
|
+
// This enables running processor workflows from the UI where messageList can't be serialized
|
|
1873
|
+
messageList: messageList ?? (Array.isArray(messages) ? new agent.MessageList().add(messages, "input").addSystem(systemMessages ?? []) : void 0),
|
|
1874
|
+
stepNumber,
|
|
1875
|
+
systemMessages,
|
|
1876
|
+
streamParts,
|
|
1877
|
+
state,
|
|
1878
|
+
finishReason,
|
|
1879
|
+
toolCalls,
|
|
1880
|
+
text,
|
|
1881
|
+
retryCount,
|
|
1882
|
+
// inputStep phase fields for model/tools configuration
|
|
1883
|
+
model,
|
|
1884
|
+
tools,
|
|
1885
|
+
toolChoice,
|
|
1886
|
+
activeTools,
|
|
1887
|
+
providerOptions,
|
|
1888
|
+
modelSettings,
|
|
1889
|
+
structuredOutput,
|
|
1890
|
+
steps
|
|
1891
|
+
};
|
|
1892
|
+
const executePhaseWithSpan = async (fn) => {
|
|
1893
|
+
try {
|
|
1894
|
+
const result = await fn();
|
|
1895
|
+
processorSpan?.end({ output: result });
|
|
1896
|
+
return result;
|
|
1897
|
+
} catch (error) {
|
|
1898
|
+
if (error instanceof agent.TripWire) {
|
|
1899
|
+
processorSpan?.end({ output: { tripwire: error.message } });
|
|
1900
|
+
} else {
|
|
1901
|
+
processorSpan?.error({ error, endSpan: true });
|
|
1902
|
+
}
|
|
1903
|
+
throw error;
|
|
1904
|
+
}
|
|
1905
|
+
};
|
|
1906
|
+
return executePhaseWithSpan(async () => {
|
|
1907
|
+
switch (phase) {
|
|
1908
|
+
case "input": {
|
|
1909
|
+
if (processor.processInput) {
|
|
1910
|
+
if (!passThrough.messageList) {
|
|
1911
|
+
throw new error.MastraError({
|
|
1912
|
+
category: error.ErrorCategory.USER,
|
|
1913
|
+
domain: error.ErrorDomain.MASTRA_WORKFLOW,
|
|
1914
|
+
id: "PROCESSOR_MISSING_MESSAGE_LIST",
|
|
1915
|
+
text: `Processor ${processor.id} requires messageList or messages for processInput phase`
|
|
1916
|
+
});
|
|
1917
|
+
}
|
|
1918
|
+
const idsBeforeProcessing = messages.map((m) => m.id);
|
|
1919
|
+
const check = passThrough.messageList.makeMessageSourceChecker();
|
|
1920
|
+
const result = await processor.processInput({
|
|
1921
|
+
...baseContext,
|
|
1922
|
+
messages,
|
|
1923
|
+
messageList: passThrough.messageList,
|
|
1924
|
+
systemMessages: systemMessages ?? []
|
|
1925
|
+
});
|
|
1926
|
+
if (result instanceof agent.MessageList) {
|
|
1927
|
+
if (result !== passThrough.messageList) {
|
|
1928
|
+
throw new error.MastraError({
|
|
1929
|
+
category: error.ErrorCategory.USER,
|
|
1930
|
+
domain: error.ErrorDomain.MASTRA_WORKFLOW,
|
|
1931
|
+
id: "PROCESSOR_RETURNED_EXTERNAL_MESSAGE_LIST",
|
|
1932
|
+
text: `Processor ${processor.id} returned a MessageList instance other than the one passed in. Use the messageList argument instead.`
|
|
1933
|
+
});
|
|
1934
|
+
}
|
|
1935
|
+
return {
|
|
1936
|
+
...passThrough,
|
|
1937
|
+
messages: result.get.all.db(),
|
|
1938
|
+
systemMessages: result.getAllSystemMessages()
|
|
1939
|
+
};
|
|
1940
|
+
} else if (Array.isArray(result)) {
|
|
1941
|
+
processors.ProcessorRunner.applyMessagesToMessageList(
|
|
1942
|
+
result,
|
|
1943
|
+
passThrough.messageList,
|
|
1944
|
+
idsBeforeProcessing,
|
|
1945
|
+
check,
|
|
1946
|
+
"input"
|
|
1947
|
+
);
|
|
1948
|
+
return { ...passThrough, messages: result };
|
|
1949
|
+
} else if (result && "messages" in result && "systemMessages" in result) {
|
|
1950
|
+
const typedResult = result;
|
|
1951
|
+
processors.ProcessorRunner.applyMessagesToMessageList(
|
|
1952
|
+
typedResult.messages,
|
|
1953
|
+
passThrough.messageList,
|
|
1954
|
+
idsBeforeProcessing,
|
|
1955
|
+
check,
|
|
1956
|
+
"input"
|
|
1957
|
+
);
|
|
1958
|
+
passThrough.messageList.replaceAllSystemMessages(typedResult.systemMessages);
|
|
1959
|
+
return {
|
|
1960
|
+
...passThrough,
|
|
1961
|
+
messages: typedResult.messages,
|
|
1962
|
+
systemMessages: typedResult.systemMessages
|
|
1963
|
+
};
|
|
1964
|
+
}
|
|
1965
|
+
return { ...passThrough, messages };
|
|
1966
|
+
}
|
|
1967
|
+
return { ...passThrough, messages };
|
|
1968
|
+
}
|
|
1969
|
+
case "inputStep": {
|
|
1970
|
+
if (processor.processInputStep) {
|
|
1971
|
+
if (!passThrough.messageList) {
|
|
1972
|
+
throw new error.MastraError({
|
|
1973
|
+
category: error.ErrorCategory.USER,
|
|
1974
|
+
domain: error.ErrorDomain.MASTRA_WORKFLOW,
|
|
1975
|
+
id: "PROCESSOR_MISSING_MESSAGE_LIST",
|
|
1976
|
+
text: `Processor ${processor.id} requires messageList or messages for processInputStep phase`
|
|
1977
|
+
});
|
|
1978
|
+
}
|
|
1979
|
+
const idsBeforeProcessing = messages.map((m) => m.id);
|
|
1980
|
+
const check = passThrough.messageList.makeMessageSourceChecker();
|
|
1981
|
+
const result = await processor.processInputStep({
|
|
1982
|
+
...baseContext,
|
|
1983
|
+
messages,
|
|
1984
|
+
messageList: passThrough.messageList,
|
|
1985
|
+
stepNumber: stepNumber ?? 0,
|
|
1986
|
+
systemMessages: systemMessages ?? [],
|
|
1987
|
+
// Pass model/tools configuration fields - types match ProcessInputStepArgs
|
|
1988
|
+
model,
|
|
1989
|
+
tools,
|
|
1990
|
+
toolChoice,
|
|
1991
|
+
activeTools,
|
|
1992
|
+
providerOptions,
|
|
1993
|
+
modelSettings,
|
|
1994
|
+
structuredOutput,
|
|
1995
|
+
steps: steps ?? []
|
|
1996
|
+
});
|
|
1997
|
+
const validatedResult = await processors.ProcessorRunner.validateAndFormatProcessInputStepResult(result, {
|
|
1998
|
+
messageList: passThrough.messageList,
|
|
1999
|
+
processor,
|
|
2000
|
+
stepNumber: stepNumber ?? 0
|
|
2001
|
+
});
|
|
2002
|
+
if (validatedResult.messages) {
|
|
2003
|
+
processors.ProcessorRunner.applyMessagesToMessageList(
|
|
2004
|
+
validatedResult.messages,
|
|
2005
|
+
passThrough.messageList,
|
|
2006
|
+
idsBeforeProcessing,
|
|
2007
|
+
check
|
|
2008
|
+
);
|
|
2009
|
+
}
|
|
2010
|
+
if (validatedResult.systemMessages) {
|
|
2011
|
+
passThrough.messageList.replaceAllSystemMessages(validatedResult.systemMessages);
|
|
2012
|
+
}
|
|
2013
|
+
return { ...passThrough, messages, ...validatedResult };
|
|
2014
|
+
}
|
|
2015
|
+
return { ...passThrough, messages };
|
|
2016
|
+
}
|
|
2017
|
+
case "outputStream": {
|
|
2018
|
+
if (processor.processOutputStream) {
|
|
2019
|
+
const spanKey = `__outputStreamSpan_${processor.id}`;
|
|
2020
|
+
const mutableState = state ?? {};
|
|
2021
|
+
let processorSpan2 = mutableState[spanKey];
|
|
2022
|
+
if (!processorSpan2 && parentSpan) {
|
|
2023
|
+
processorSpan2 = parentSpan.createChildSpan({
|
|
2024
|
+
type: observability.SpanType.PROCESSOR_RUN,
|
|
2025
|
+
name: `output stream processor: ${processor.id}`,
|
|
2026
|
+
entityType: observability.EntityType.OUTPUT_PROCESSOR,
|
|
2027
|
+
entityId: processor.id,
|
|
2028
|
+
entityName: processor.name ?? processor.id,
|
|
2029
|
+
input: { phase, streamParts: [] },
|
|
2030
|
+
attributes: {
|
|
2031
|
+
processorExecutor: "workflow",
|
|
2032
|
+
processorIndex: processor.processorIndex
|
|
2033
|
+
}
|
|
2034
|
+
});
|
|
2035
|
+
mutableState[spanKey] = processorSpan2;
|
|
2036
|
+
}
|
|
2037
|
+
if (processorSpan2) {
|
|
2038
|
+
processorSpan2.input = {
|
|
2039
|
+
phase,
|
|
2040
|
+
streamParts: streamParts ?? [],
|
|
2041
|
+
totalChunks: (streamParts ?? []).length
|
|
2042
|
+
};
|
|
2043
|
+
}
|
|
2044
|
+
const processorTracingContext2 = processorSpan2 ? { currentSpan: processorSpan2 } : baseContext.tracingContext;
|
|
2045
|
+
let result;
|
|
2046
|
+
try {
|
|
2047
|
+
result = await processor.processOutputStream({
|
|
2048
|
+
...baseContext,
|
|
2049
|
+
tracingContext: processorTracingContext2,
|
|
2050
|
+
part,
|
|
2051
|
+
streamParts: streamParts ?? [],
|
|
2052
|
+
state: mutableState,
|
|
2053
|
+
messageList: passThrough.messageList
|
|
2054
|
+
// Optional for stream processing
|
|
2055
|
+
});
|
|
2056
|
+
if (part && part.type === "finish") {
|
|
2057
|
+
processorSpan2?.end({ output: result });
|
|
2058
|
+
delete mutableState[spanKey];
|
|
2059
|
+
}
|
|
2060
|
+
} catch (error) {
|
|
2061
|
+
if (error instanceof agent.TripWire) {
|
|
2062
|
+
processorSpan2?.end({ output: { tripwire: error.message } });
|
|
2063
|
+
} else {
|
|
2064
|
+
processorSpan2?.error({ error, endSpan: true });
|
|
2065
|
+
}
|
|
2066
|
+
delete mutableState[spanKey];
|
|
2067
|
+
throw error;
|
|
2068
|
+
}
|
|
2069
|
+
return { ...passThrough, state: mutableState, part: result };
|
|
2070
|
+
}
|
|
2071
|
+
return { ...passThrough, part };
|
|
2072
|
+
}
|
|
2073
|
+
case "outputResult": {
|
|
2074
|
+
if (processor.processOutputResult) {
|
|
2075
|
+
if (!passThrough.messageList) {
|
|
2076
|
+
throw new error.MastraError({
|
|
2077
|
+
category: error.ErrorCategory.USER,
|
|
2078
|
+
domain: error.ErrorDomain.MASTRA_WORKFLOW,
|
|
2079
|
+
id: "PROCESSOR_MISSING_MESSAGE_LIST",
|
|
2080
|
+
text: `Processor ${processor.id} requires messageList or messages for processOutputResult phase`
|
|
2081
|
+
});
|
|
2082
|
+
}
|
|
2083
|
+
const idsBeforeProcessing = messages.map((m) => m.id);
|
|
2084
|
+
const check = passThrough.messageList.makeMessageSourceChecker();
|
|
2085
|
+
const result = await processor.processOutputResult({
|
|
2086
|
+
...baseContext,
|
|
2087
|
+
messages,
|
|
2088
|
+
messageList: passThrough.messageList
|
|
2089
|
+
});
|
|
2090
|
+
if (result instanceof agent.MessageList) {
|
|
2091
|
+
if (result !== passThrough.messageList) {
|
|
2092
|
+
throw new error.MastraError({
|
|
2093
|
+
category: error.ErrorCategory.USER,
|
|
2094
|
+
domain: error.ErrorDomain.MASTRA_WORKFLOW,
|
|
2095
|
+
id: "PROCESSOR_RETURNED_EXTERNAL_MESSAGE_LIST",
|
|
2096
|
+
text: `Processor ${processor.id} returned a MessageList instance other than the one passed in. Use the messageList argument instead.`
|
|
2097
|
+
});
|
|
2098
|
+
}
|
|
2099
|
+
return {
|
|
2100
|
+
...passThrough,
|
|
2101
|
+
messages: result.get.all.db(),
|
|
2102
|
+
systemMessages: result.getAllSystemMessages()
|
|
2103
|
+
};
|
|
2104
|
+
} else if (Array.isArray(result)) {
|
|
2105
|
+
processors.ProcessorRunner.applyMessagesToMessageList(
|
|
2106
|
+
result,
|
|
2107
|
+
passThrough.messageList,
|
|
2108
|
+
idsBeforeProcessing,
|
|
2109
|
+
check,
|
|
2110
|
+
"response"
|
|
2111
|
+
);
|
|
2112
|
+
return { ...passThrough, messages: result };
|
|
2113
|
+
} else if (result && "messages" in result && "systemMessages" in result) {
|
|
2114
|
+
const typedResult = result;
|
|
2115
|
+
processors.ProcessorRunner.applyMessagesToMessageList(
|
|
2116
|
+
typedResult.messages,
|
|
2117
|
+
passThrough.messageList,
|
|
2118
|
+
idsBeforeProcessing,
|
|
2119
|
+
check,
|
|
2120
|
+
"response"
|
|
2121
|
+
);
|
|
2122
|
+
passThrough.messageList.replaceAllSystemMessages(typedResult.systemMessages);
|
|
2123
|
+
return {
|
|
2124
|
+
...passThrough,
|
|
2125
|
+
messages: typedResult.messages,
|
|
2126
|
+
systemMessages: typedResult.systemMessages
|
|
2127
|
+
};
|
|
2128
|
+
}
|
|
2129
|
+
return { ...passThrough, messages };
|
|
2130
|
+
}
|
|
2131
|
+
return { ...passThrough, messages };
|
|
2132
|
+
}
|
|
2133
|
+
case "outputStep": {
|
|
2134
|
+
if (processor.processOutputStep) {
|
|
2135
|
+
if (!passThrough.messageList) {
|
|
2136
|
+
throw new error.MastraError({
|
|
2137
|
+
category: error.ErrorCategory.USER,
|
|
2138
|
+
domain: error.ErrorDomain.MASTRA_WORKFLOW,
|
|
2139
|
+
id: "PROCESSOR_MISSING_MESSAGE_LIST",
|
|
2140
|
+
text: `Processor ${processor.id} requires messageList or messages for processOutputStep phase`
|
|
2141
|
+
});
|
|
2142
|
+
}
|
|
2143
|
+
const idsBeforeProcessing = messages.map((m) => m.id);
|
|
2144
|
+
const check = passThrough.messageList.makeMessageSourceChecker();
|
|
2145
|
+
const result = await processor.processOutputStep({
|
|
2146
|
+
...baseContext,
|
|
2147
|
+
messages,
|
|
2148
|
+
messageList: passThrough.messageList,
|
|
2149
|
+
stepNumber: stepNumber ?? 0,
|
|
2150
|
+
finishReason,
|
|
2151
|
+
toolCalls,
|
|
2152
|
+
text,
|
|
2153
|
+
systemMessages: systemMessages ?? [],
|
|
2154
|
+
steps: steps ?? []
|
|
2155
|
+
});
|
|
2156
|
+
if (result instanceof agent.MessageList) {
|
|
2157
|
+
if (result !== passThrough.messageList) {
|
|
2158
|
+
throw new error.MastraError({
|
|
2159
|
+
category: error.ErrorCategory.USER,
|
|
2160
|
+
domain: error.ErrorDomain.MASTRA_WORKFLOW,
|
|
2161
|
+
id: "PROCESSOR_RETURNED_EXTERNAL_MESSAGE_LIST",
|
|
2162
|
+
text: `Processor ${processor.id} returned a MessageList instance other than the one passed in. Use the messageList argument instead.`
|
|
2163
|
+
});
|
|
2164
|
+
}
|
|
2165
|
+
return {
|
|
2166
|
+
...passThrough,
|
|
2167
|
+
messages: result.get.all.db(),
|
|
2168
|
+
systemMessages: result.getAllSystemMessages()
|
|
2169
|
+
};
|
|
2170
|
+
} else if (Array.isArray(result)) {
|
|
2171
|
+
processors.ProcessorRunner.applyMessagesToMessageList(
|
|
2172
|
+
result,
|
|
2173
|
+
passThrough.messageList,
|
|
2174
|
+
idsBeforeProcessing,
|
|
2175
|
+
check,
|
|
2176
|
+
"response"
|
|
2177
|
+
);
|
|
2178
|
+
return { ...passThrough, messages: result };
|
|
2179
|
+
} else if (result && "messages" in result && "systemMessages" in result) {
|
|
2180
|
+
const typedResult = result;
|
|
2181
|
+
processors.ProcessorRunner.applyMessagesToMessageList(
|
|
2182
|
+
typedResult.messages,
|
|
2183
|
+
passThrough.messageList,
|
|
2184
|
+
idsBeforeProcessing,
|
|
2185
|
+
check,
|
|
2186
|
+
"response"
|
|
2187
|
+
);
|
|
2188
|
+
passThrough.messageList.replaceAllSystemMessages(typedResult.systemMessages);
|
|
2189
|
+
return {
|
|
2190
|
+
...passThrough,
|
|
2191
|
+
messages: typedResult.messages,
|
|
2192
|
+
systemMessages: typedResult.systemMessages
|
|
2193
|
+
};
|
|
2194
|
+
}
|
|
2195
|
+
return { ...passThrough, messages };
|
|
2196
|
+
}
|
|
2197
|
+
return { ...passThrough, messages };
|
|
2198
|
+
}
|
|
2199
|
+
default:
|
|
2200
|
+
return { ...passThrough, messages };
|
|
2201
|
+
}
|
|
2202
|
+
});
|
|
2203
|
+
},
|
|
2204
|
+
component: "PROCESSOR"
|
|
535
2205
|
};
|
|
536
2206
|
}
|
|
537
2207
|
function init(inngest) {
|
|
538
2208
|
return {
|
|
539
2209
|
createWorkflow(params) {
|
|
540
|
-
return new InngestWorkflow(
|
|
2210
|
+
return new InngestWorkflow(
|
|
2211
|
+
params,
|
|
2212
|
+
inngest
|
|
2213
|
+
);
|
|
541
2214
|
},
|
|
542
2215
|
createStep,
|
|
543
2216
|
cloneStep(step, opts) {
|
|
@@ -546,7 +2219,13 @@ function init(inngest) {
|
|
|
546
2219
|
description: step.description,
|
|
547
2220
|
inputSchema: step.inputSchema,
|
|
548
2221
|
outputSchema: step.outputSchema,
|
|
549
|
-
|
|
2222
|
+
resumeSchema: step.resumeSchema,
|
|
2223
|
+
suspendSchema: step.suspendSchema,
|
|
2224
|
+
stateSchema: step.stateSchema,
|
|
2225
|
+
execute: step.execute,
|
|
2226
|
+
retries: step.retries,
|
|
2227
|
+
scorers: step.scorers,
|
|
2228
|
+
component: step.component
|
|
550
2229
|
};
|
|
551
2230
|
},
|
|
552
2231
|
cloneWorkflow(workflow, opts) {
|
|
@@ -555,7 +2234,8 @@ function init(inngest) {
|
|
|
555
2234
|
inputSchema: workflow.inputSchema,
|
|
556
2235
|
outputSchema: workflow.outputSchema,
|
|
557
2236
|
steps: workflow.stepDefs,
|
|
558
|
-
mastra: workflow.mastra
|
|
2237
|
+
mastra: workflow.mastra,
|
|
2238
|
+
options: workflow.options
|
|
559
2239
|
});
|
|
560
2240
|
wf.setStepFlow(workflow.stepGraph);
|
|
561
2241
|
wf.commit();
|
|
@@ -563,696 +2243,15 @@ function init(inngest) {
|
|
|
563
2243
|
}
|
|
564
2244
|
};
|
|
565
2245
|
}
|
|
566
|
-
var InngestExecutionEngine = class extends workflows.DefaultExecutionEngine {
|
|
567
|
-
inngestStep;
|
|
568
|
-
inngestAttempts;
|
|
569
|
-
constructor(mastra, inngestStep, inngestAttempts = 0) {
|
|
570
|
-
super({ mastra });
|
|
571
|
-
this.inngestStep = inngestStep;
|
|
572
|
-
this.inngestAttempts = inngestAttempts;
|
|
573
|
-
}
|
|
574
|
-
async execute(params) {
|
|
575
|
-
await params.emitter.emit("watch-v2", {
|
|
576
|
-
type: "start",
|
|
577
|
-
payload: { runId: params.runId }
|
|
578
|
-
});
|
|
579
|
-
const result = await super.execute(params);
|
|
580
|
-
await params.emitter.emit("watch-v2", {
|
|
581
|
-
type: "finish",
|
|
582
|
-
payload: { runId: params.runId }
|
|
583
|
-
});
|
|
584
|
-
return result;
|
|
585
|
-
}
|
|
586
|
-
async fmtReturnValue(executionSpan, emitter, stepResults, lastOutput, error) {
|
|
587
|
-
const base = {
|
|
588
|
-
status: lastOutput.status,
|
|
589
|
-
steps: stepResults
|
|
590
|
-
};
|
|
591
|
-
if (lastOutput.status === "success") {
|
|
592
|
-
await emitter.emit("watch", {
|
|
593
|
-
type: "watch",
|
|
594
|
-
payload: {
|
|
595
|
-
workflowState: {
|
|
596
|
-
status: lastOutput.status,
|
|
597
|
-
steps: stepResults,
|
|
598
|
-
result: lastOutput.output
|
|
599
|
-
}
|
|
600
|
-
},
|
|
601
|
-
eventTimestamp: Date.now()
|
|
602
|
-
});
|
|
603
|
-
base.result = lastOutput.output;
|
|
604
|
-
} else if (lastOutput.status === "failed") {
|
|
605
|
-
base.error = error instanceof Error ? error?.stack ?? error.message : lastOutput?.error instanceof Error ? lastOutput.error.message : lastOutput.error ?? error ?? "Unknown error";
|
|
606
|
-
await emitter.emit("watch", {
|
|
607
|
-
type: "watch",
|
|
608
|
-
payload: {
|
|
609
|
-
workflowState: {
|
|
610
|
-
status: lastOutput.status,
|
|
611
|
-
steps: stepResults,
|
|
612
|
-
result: null,
|
|
613
|
-
error: base.error
|
|
614
|
-
}
|
|
615
|
-
},
|
|
616
|
-
eventTimestamp: Date.now()
|
|
617
|
-
});
|
|
618
|
-
} else if (lastOutput.status === "suspended") {
|
|
619
|
-
await emitter.emit("watch", {
|
|
620
|
-
type: "watch",
|
|
621
|
-
payload: {
|
|
622
|
-
workflowState: {
|
|
623
|
-
status: lastOutput.status,
|
|
624
|
-
steps: stepResults,
|
|
625
|
-
result: null,
|
|
626
|
-
error: null
|
|
627
|
-
}
|
|
628
|
-
},
|
|
629
|
-
eventTimestamp: Date.now()
|
|
630
|
-
});
|
|
631
|
-
const suspendedStepIds = Object.entries(stepResults).flatMap(([stepId, stepResult]) => {
|
|
632
|
-
if (stepResult?.status === "suspended") {
|
|
633
|
-
const nestedPath = stepResult?.payload?.__workflow_meta?.path;
|
|
634
|
-
return nestedPath ? [[stepId, ...nestedPath]] : [[stepId]];
|
|
635
|
-
}
|
|
636
|
-
return [];
|
|
637
|
-
});
|
|
638
|
-
base.suspended = suspendedStepIds;
|
|
639
|
-
}
|
|
640
|
-
executionSpan?.end();
|
|
641
|
-
return base;
|
|
642
|
-
}
|
|
643
|
-
async superExecuteStep({
|
|
644
|
-
workflowId,
|
|
645
|
-
runId,
|
|
646
|
-
step,
|
|
647
|
-
stepResults,
|
|
648
|
-
executionContext,
|
|
649
|
-
resume,
|
|
650
|
-
prevOutput,
|
|
651
|
-
emitter,
|
|
652
|
-
abortController,
|
|
653
|
-
runtimeContext
|
|
654
|
-
}) {
|
|
655
|
-
return super.executeStep({
|
|
656
|
-
workflowId,
|
|
657
|
-
runId,
|
|
658
|
-
step,
|
|
659
|
-
stepResults,
|
|
660
|
-
executionContext,
|
|
661
|
-
resume,
|
|
662
|
-
prevOutput,
|
|
663
|
-
emitter,
|
|
664
|
-
abortController,
|
|
665
|
-
runtimeContext
|
|
666
|
-
});
|
|
667
|
-
}
|
|
668
|
-
// async executeSleep({ id, duration }: { id: string; duration: number }): Promise<void> {
|
|
669
|
-
// await this.inngestStep.sleep(id, duration);
|
|
670
|
-
// }
|
|
671
|
-
async executeSleep({
|
|
672
|
-
workflowId,
|
|
673
|
-
runId,
|
|
674
|
-
entry,
|
|
675
|
-
prevOutput,
|
|
676
|
-
stepResults,
|
|
677
|
-
emitter,
|
|
678
|
-
abortController,
|
|
679
|
-
runtimeContext
|
|
680
|
-
}) {
|
|
681
|
-
let { duration, fn } = entry;
|
|
682
|
-
if (fn) {
|
|
683
|
-
duration = await this.inngestStep.run(`workflow.${workflowId}.sleep.${entry.id}`, async () => {
|
|
684
|
-
return await fn({
|
|
685
|
-
runId,
|
|
686
|
-
mastra: this.mastra,
|
|
687
|
-
runtimeContext,
|
|
688
|
-
inputData: prevOutput,
|
|
689
|
-
runCount: -1,
|
|
690
|
-
getInitData: () => stepResults?.input,
|
|
691
|
-
getStepResult: (step) => {
|
|
692
|
-
if (!step?.id) {
|
|
693
|
-
return null;
|
|
694
|
-
}
|
|
695
|
-
const result = stepResults[step.id];
|
|
696
|
-
if (result?.status === "success") {
|
|
697
|
-
return result.output;
|
|
698
|
-
}
|
|
699
|
-
return null;
|
|
700
|
-
},
|
|
701
|
-
// TODO: this function shouldn't have suspend probably?
|
|
702
|
-
suspend: async (_suspendPayload) => {
|
|
703
|
-
},
|
|
704
|
-
bail: () => {
|
|
705
|
-
},
|
|
706
|
-
abort: () => {
|
|
707
|
-
abortController?.abort();
|
|
708
|
-
},
|
|
709
|
-
[_constants.EMITTER_SYMBOL]: emitter,
|
|
710
|
-
engine: { step: this.inngestStep },
|
|
711
|
-
abortSignal: abortController?.signal
|
|
712
|
-
});
|
|
713
|
-
});
|
|
714
|
-
}
|
|
715
|
-
await this.inngestStep.sleep(entry.id, !duration || duration < 0 ? 0 : duration);
|
|
716
|
-
}
|
|
717
|
-
async executeSleepUntil({
|
|
718
|
-
workflowId,
|
|
719
|
-
runId,
|
|
720
|
-
entry,
|
|
721
|
-
prevOutput,
|
|
722
|
-
stepResults,
|
|
723
|
-
emitter,
|
|
724
|
-
abortController,
|
|
725
|
-
runtimeContext
|
|
726
|
-
}) {
|
|
727
|
-
let { date, fn } = entry;
|
|
728
|
-
if (fn) {
|
|
729
|
-
date = await this.inngestStep.run(`workflow.${workflowId}.sleepUntil.${entry.id}`, async () => {
|
|
730
|
-
return await fn({
|
|
731
|
-
runId,
|
|
732
|
-
mastra: this.mastra,
|
|
733
|
-
runtimeContext,
|
|
734
|
-
inputData: prevOutput,
|
|
735
|
-
runCount: -1,
|
|
736
|
-
getInitData: () => stepResults?.input,
|
|
737
|
-
getStepResult: (step) => {
|
|
738
|
-
if (!step?.id) {
|
|
739
|
-
return null;
|
|
740
|
-
}
|
|
741
|
-
const result = stepResults[step.id];
|
|
742
|
-
if (result?.status === "success") {
|
|
743
|
-
return result.output;
|
|
744
|
-
}
|
|
745
|
-
return null;
|
|
746
|
-
},
|
|
747
|
-
// TODO: this function shouldn't have suspend probably?
|
|
748
|
-
suspend: async (_suspendPayload) => {
|
|
749
|
-
},
|
|
750
|
-
bail: () => {
|
|
751
|
-
},
|
|
752
|
-
abort: () => {
|
|
753
|
-
abortController?.abort();
|
|
754
|
-
},
|
|
755
|
-
[_constants.EMITTER_SYMBOL]: emitter,
|
|
756
|
-
engine: { step: this.inngestStep },
|
|
757
|
-
abortSignal: abortController?.signal
|
|
758
|
-
});
|
|
759
|
-
});
|
|
760
|
-
}
|
|
761
|
-
if (!(date instanceof Date)) {
|
|
762
|
-
return;
|
|
763
|
-
}
|
|
764
|
-
await this.inngestStep.sleepUntil(entry.id, date);
|
|
765
|
-
}
|
|
766
|
-
async executeWaitForEvent({ event, timeout }) {
|
|
767
|
-
const eventData = await this.inngestStep.waitForEvent(`user-event-${event}`, {
|
|
768
|
-
event: `user-event-${event}`,
|
|
769
|
-
timeout: timeout ?? 5e3
|
|
770
|
-
});
|
|
771
|
-
if (eventData === null) {
|
|
772
|
-
throw "Timeout waiting for event";
|
|
773
|
-
}
|
|
774
|
-
return eventData?.data;
|
|
775
|
-
}
|
|
776
|
-
async executeStep({
|
|
777
|
-
step,
|
|
778
|
-
stepResults,
|
|
779
|
-
executionContext,
|
|
780
|
-
resume,
|
|
781
|
-
prevOutput,
|
|
782
|
-
emitter,
|
|
783
|
-
abortController,
|
|
784
|
-
runtimeContext
|
|
785
|
-
}) {
|
|
786
|
-
const startedAt = await this.inngestStep.run(
|
|
787
|
-
`workflow.${executionContext.workflowId}.run.${executionContext.runId}.step.${step.id}.running_ev`,
|
|
788
|
-
async () => {
|
|
789
|
-
const startedAt2 = Date.now();
|
|
790
|
-
await emitter.emit("watch", {
|
|
791
|
-
type: "watch",
|
|
792
|
-
payload: {
|
|
793
|
-
currentStep: {
|
|
794
|
-
id: step.id,
|
|
795
|
-
status: "running"
|
|
796
|
-
},
|
|
797
|
-
workflowState: {
|
|
798
|
-
status: "running",
|
|
799
|
-
steps: {
|
|
800
|
-
...stepResults,
|
|
801
|
-
[step.id]: {
|
|
802
|
-
status: "running"
|
|
803
|
-
}
|
|
804
|
-
},
|
|
805
|
-
result: null,
|
|
806
|
-
error: null
|
|
807
|
-
}
|
|
808
|
-
},
|
|
809
|
-
eventTimestamp: Date.now()
|
|
810
|
-
});
|
|
811
|
-
await emitter.emit("watch-v2", {
|
|
812
|
-
type: "step-start",
|
|
813
|
-
payload: {
|
|
814
|
-
id: step.id,
|
|
815
|
-
status: "running",
|
|
816
|
-
payload: prevOutput,
|
|
817
|
-
startedAt: startedAt2
|
|
818
|
-
}
|
|
819
|
-
});
|
|
820
|
-
return startedAt2;
|
|
821
|
-
}
|
|
822
|
-
);
|
|
823
|
-
if (step instanceof InngestWorkflow) {
|
|
824
|
-
const isResume = !!resume?.steps?.length;
|
|
825
|
-
let result;
|
|
826
|
-
let runId;
|
|
827
|
-
if (isResume) {
|
|
828
|
-
runId = stepResults[resume?.steps?.[0]]?.payload?.__workflow_meta?.runId ?? crypto.randomUUID();
|
|
829
|
-
const snapshot = await this.mastra?.getStorage()?.loadWorkflowSnapshot({
|
|
830
|
-
workflowName: step.id,
|
|
831
|
-
runId
|
|
832
|
-
});
|
|
833
|
-
const invokeResp = await this.inngestStep.invoke(`workflow.${executionContext.workflowId}.step.${step.id}`, {
|
|
834
|
-
function: step.getFunction(),
|
|
835
|
-
data: {
|
|
836
|
-
inputData: prevOutput,
|
|
837
|
-
runId,
|
|
838
|
-
resume: {
|
|
839
|
-
runId,
|
|
840
|
-
steps: resume.steps.slice(1),
|
|
841
|
-
stepResults: snapshot?.context,
|
|
842
|
-
resumePayload: resume.resumePayload,
|
|
843
|
-
// @ts-ignore
|
|
844
|
-
resumePath: snapshot?.suspendedPaths?.[resume.steps?.[1]]
|
|
845
|
-
}
|
|
846
|
-
}
|
|
847
|
-
});
|
|
848
|
-
result = invokeResp.result;
|
|
849
|
-
runId = invokeResp.runId;
|
|
850
|
-
} else {
|
|
851
|
-
const invokeResp = await this.inngestStep.invoke(`workflow.${executionContext.workflowId}.step.${step.id}`, {
|
|
852
|
-
function: step.getFunction(),
|
|
853
|
-
data: {
|
|
854
|
-
inputData: prevOutput
|
|
855
|
-
}
|
|
856
|
-
});
|
|
857
|
-
result = invokeResp.result;
|
|
858
|
-
runId = invokeResp.runId;
|
|
859
|
-
}
|
|
860
|
-
const res = await this.inngestStep.run(
|
|
861
|
-
`workflow.${executionContext.workflowId}.step.${step.id}.nestedwf-results`,
|
|
862
|
-
async () => {
|
|
863
|
-
if (result.status === "failed") {
|
|
864
|
-
await emitter.emit("watch", {
|
|
865
|
-
type: "watch",
|
|
866
|
-
payload: {
|
|
867
|
-
currentStep: {
|
|
868
|
-
id: step.id,
|
|
869
|
-
status: "failed",
|
|
870
|
-
error: result?.error
|
|
871
|
-
},
|
|
872
|
-
workflowState: {
|
|
873
|
-
status: "running",
|
|
874
|
-
steps: stepResults,
|
|
875
|
-
result: null,
|
|
876
|
-
error: null
|
|
877
|
-
}
|
|
878
|
-
},
|
|
879
|
-
eventTimestamp: Date.now()
|
|
880
|
-
});
|
|
881
|
-
await emitter.emit("watch-v2", {
|
|
882
|
-
type: "step-result",
|
|
883
|
-
payload: {
|
|
884
|
-
id: step.id,
|
|
885
|
-
status: "failed",
|
|
886
|
-
error: result?.error,
|
|
887
|
-
payload: prevOutput
|
|
888
|
-
}
|
|
889
|
-
});
|
|
890
|
-
return { executionContext, result: { status: "failed", error: result?.error } };
|
|
891
|
-
} else if (result.status === "suspended") {
|
|
892
|
-
const suspendedSteps = Object.entries(result.steps).filter(([_stepName, stepResult]) => {
|
|
893
|
-
const stepRes2 = stepResult;
|
|
894
|
-
return stepRes2?.status === "suspended";
|
|
895
|
-
});
|
|
896
|
-
for (const [stepName, stepResult] of suspendedSteps) {
|
|
897
|
-
const suspendPath = [stepName, ...stepResult?.payload?.__workflow_meta?.path ?? []];
|
|
898
|
-
executionContext.suspendedPaths[step.id] = executionContext.executionPath;
|
|
899
|
-
await emitter.emit("watch", {
|
|
900
|
-
type: "watch",
|
|
901
|
-
payload: {
|
|
902
|
-
currentStep: {
|
|
903
|
-
id: step.id,
|
|
904
|
-
status: "suspended",
|
|
905
|
-
payload: { ...stepResult?.payload, __workflow_meta: { runId, path: suspendPath } }
|
|
906
|
-
},
|
|
907
|
-
workflowState: {
|
|
908
|
-
status: "running",
|
|
909
|
-
steps: stepResults,
|
|
910
|
-
result: null,
|
|
911
|
-
error: null
|
|
912
|
-
}
|
|
913
|
-
},
|
|
914
|
-
eventTimestamp: Date.now()
|
|
915
|
-
});
|
|
916
|
-
await emitter.emit("watch-v2", {
|
|
917
|
-
type: "step-suspended",
|
|
918
|
-
payload: {
|
|
919
|
-
id: step.id,
|
|
920
|
-
status: "suspended"
|
|
921
|
-
}
|
|
922
|
-
});
|
|
923
|
-
return {
|
|
924
|
-
executionContext,
|
|
925
|
-
result: {
|
|
926
|
-
status: "suspended",
|
|
927
|
-
payload: { ...stepResult?.payload, __workflow_meta: { runId, path: suspendPath } }
|
|
928
|
-
}
|
|
929
|
-
};
|
|
930
|
-
}
|
|
931
|
-
await emitter.emit("watch", {
|
|
932
|
-
type: "watch",
|
|
933
|
-
payload: {
|
|
934
|
-
currentStep: {
|
|
935
|
-
id: step.id,
|
|
936
|
-
status: "suspended",
|
|
937
|
-
payload: {}
|
|
938
|
-
},
|
|
939
|
-
workflowState: {
|
|
940
|
-
status: "running",
|
|
941
|
-
steps: stepResults,
|
|
942
|
-
result: null,
|
|
943
|
-
error: null
|
|
944
|
-
}
|
|
945
|
-
},
|
|
946
|
-
eventTimestamp: Date.now()
|
|
947
|
-
});
|
|
948
|
-
return {
|
|
949
|
-
executionContext,
|
|
950
|
-
result: {
|
|
951
|
-
status: "suspended",
|
|
952
|
-
payload: {}
|
|
953
|
-
}
|
|
954
|
-
};
|
|
955
|
-
}
|
|
956
|
-
await emitter.emit("watch", {
|
|
957
|
-
type: "watch",
|
|
958
|
-
payload: {
|
|
959
|
-
currentStep: {
|
|
960
|
-
id: step.id,
|
|
961
|
-
status: "success",
|
|
962
|
-
output: result?.result
|
|
963
|
-
},
|
|
964
|
-
workflowState: {
|
|
965
|
-
status: "running",
|
|
966
|
-
steps: stepResults,
|
|
967
|
-
result: null,
|
|
968
|
-
error: null
|
|
969
|
-
}
|
|
970
|
-
},
|
|
971
|
-
eventTimestamp: Date.now()
|
|
972
|
-
});
|
|
973
|
-
await emitter.emit("watch-v2", {
|
|
974
|
-
type: "step-result",
|
|
975
|
-
payload: {
|
|
976
|
-
id: step.id,
|
|
977
|
-
status: "success",
|
|
978
|
-
output: result?.result
|
|
979
|
-
}
|
|
980
|
-
});
|
|
981
|
-
await emitter.emit("watch-v2", {
|
|
982
|
-
type: "step-finish",
|
|
983
|
-
payload: {
|
|
984
|
-
id: step.id,
|
|
985
|
-
metadata: {}
|
|
986
|
-
}
|
|
987
|
-
});
|
|
988
|
-
return { executionContext, result: { status: "success", output: result?.result } };
|
|
989
|
-
}
|
|
990
|
-
);
|
|
991
|
-
Object.assign(executionContext, res.executionContext);
|
|
992
|
-
return res.result;
|
|
993
|
-
}
|
|
994
|
-
const stepRes = await this.inngestStep.run(`workflow.${executionContext.workflowId}.step.${step.id}`, async () => {
|
|
995
|
-
let execResults;
|
|
996
|
-
let suspended;
|
|
997
|
-
let bailed;
|
|
998
|
-
try {
|
|
999
|
-
const result = await step.execute({
|
|
1000
|
-
runId: executionContext.runId,
|
|
1001
|
-
mastra: this.mastra,
|
|
1002
|
-
runtimeContext,
|
|
1003
|
-
inputData: prevOutput,
|
|
1004
|
-
resumeData: resume?.steps[0] === step.id ? resume?.resumePayload : void 0,
|
|
1005
|
-
getInitData: () => stepResults?.input,
|
|
1006
|
-
getStepResult: (step2) => {
|
|
1007
|
-
const result2 = stepResults[step2.id];
|
|
1008
|
-
if (result2?.status === "success") {
|
|
1009
|
-
return result2.output;
|
|
1010
|
-
}
|
|
1011
|
-
return null;
|
|
1012
|
-
},
|
|
1013
|
-
suspend: async (suspendPayload) => {
|
|
1014
|
-
executionContext.suspendedPaths[step.id] = executionContext.executionPath;
|
|
1015
|
-
suspended = { payload: suspendPayload };
|
|
1016
|
-
},
|
|
1017
|
-
bail: (result2) => {
|
|
1018
|
-
bailed = { payload: result2 };
|
|
1019
|
-
},
|
|
1020
|
-
resume: {
|
|
1021
|
-
steps: resume?.steps?.slice(1) || [],
|
|
1022
|
-
resumePayload: resume?.resumePayload,
|
|
1023
|
-
// @ts-ignore
|
|
1024
|
-
runId: stepResults[step.id]?.payload?.__workflow_meta?.runId
|
|
1025
|
-
},
|
|
1026
|
-
[_constants.EMITTER_SYMBOL]: emitter,
|
|
1027
|
-
engine: {
|
|
1028
|
-
step: this.inngestStep
|
|
1029
|
-
},
|
|
1030
|
-
abortSignal: abortController.signal
|
|
1031
|
-
});
|
|
1032
|
-
const endedAt = Date.now();
|
|
1033
|
-
execResults = {
|
|
1034
|
-
status: "success",
|
|
1035
|
-
output: result,
|
|
1036
|
-
startedAt,
|
|
1037
|
-
endedAt,
|
|
1038
|
-
payload: prevOutput,
|
|
1039
|
-
resumedAt: resume?.steps[0] === step.id ? startedAt : void 0,
|
|
1040
|
-
resumePayload: resume?.steps[0] === step.id ? resume?.resumePayload : void 0
|
|
1041
|
-
};
|
|
1042
|
-
} catch (e) {
|
|
1043
|
-
execResults = {
|
|
1044
|
-
status: "failed",
|
|
1045
|
-
payload: prevOutput,
|
|
1046
|
-
error: e instanceof Error ? e.message : String(e),
|
|
1047
|
-
endedAt: Date.now(),
|
|
1048
|
-
startedAt,
|
|
1049
|
-
resumedAt: resume?.steps[0] === step.id ? startedAt : void 0,
|
|
1050
|
-
resumePayload: resume?.steps[0] === step.id ? resume?.resumePayload : void 0
|
|
1051
|
-
};
|
|
1052
|
-
}
|
|
1053
|
-
if (suspended) {
|
|
1054
|
-
execResults = {
|
|
1055
|
-
status: "suspended",
|
|
1056
|
-
suspendedPayload: suspended.payload,
|
|
1057
|
-
payload: prevOutput,
|
|
1058
|
-
suspendedAt: Date.now(),
|
|
1059
|
-
startedAt,
|
|
1060
|
-
resumedAt: resume?.steps[0] === step.id ? startedAt : void 0,
|
|
1061
|
-
resumePayload: resume?.steps[0] === step.id ? resume?.resumePayload : void 0
|
|
1062
|
-
};
|
|
1063
|
-
} else if (bailed) {
|
|
1064
|
-
execResults = { status: "bailed", output: bailed.payload, payload: prevOutput, endedAt: Date.now(), startedAt };
|
|
1065
|
-
}
|
|
1066
|
-
if (execResults.status === "failed") {
|
|
1067
|
-
if (executionContext.retryConfig.attempts > 0 && this.inngestAttempts < executionContext.retryConfig.attempts) {
|
|
1068
|
-
throw execResults.error;
|
|
1069
|
-
}
|
|
1070
|
-
}
|
|
1071
|
-
await emitter.emit("watch", {
|
|
1072
|
-
type: "watch",
|
|
1073
|
-
payload: {
|
|
1074
|
-
currentStep: {
|
|
1075
|
-
id: step.id,
|
|
1076
|
-
...execResults
|
|
1077
|
-
},
|
|
1078
|
-
workflowState: {
|
|
1079
|
-
status: "running",
|
|
1080
|
-
steps: { ...stepResults, [step.id]: execResults },
|
|
1081
|
-
result: null,
|
|
1082
|
-
error: null
|
|
1083
|
-
}
|
|
1084
|
-
},
|
|
1085
|
-
eventTimestamp: Date.now()
|
|
1086
|
-
});
|
|
1087
|
-
if (execResults.status === "suspended") {
|
|
1088
|
-
await emitter.emit("watch-v2", {
|
|
1089
|
-
type: "step-suspended",
|
|
1090
|
-
payload: {
|
|
1091
|
-
id: step.id,
|
|
1092
|
-
...execResults
|
|
1093
|
-
}
|
|
1094
|
-
});
|
|
1095
|
-
} else {
|
|
1096
|
-
await emitter.emit("watch-v2", {
|
|
1097
|
-
type: "step-result",
|
|
1098
|
-
payload: {
|
|
1099
|
-
id: step.id,
|
|
1100
|
-
...execResults
|
|
1101
|
-
}
|
|
1102
|
-
});
|
|
1103
|
-
await emitter.emit("watch-v2", {
|
|
1104
|
-
type: "step-finish",
|
|
1105
|
-
payload: {
|
|
1106
|
-
id: step.id,
|
|
1107
|
-
metadata: {}
|
|
1108
|
-
}
|
|
1109
|
-
});
|
|
1110
|
-
}
|
|
1111
|
-
return { result: execResults, executionContext, stepResults };
|
|
1112
|
-
});
|
|
1113
|
-
Object.assign(executionContext.suspendedPaths, stepRes.executionContext.suspendedPaths);
|
|
1114
|
-
Object.assign(stepResults, stepRes.stepResults);
|
|
1115
|
-
return stepRes.result;
|
|
1116
|
-
}
|
|
1117
|
-
async persistStepUpdate({
|
|
1118
|
-
workflowId,
|
|
1119
|
-
runId,
|
|
1120
|
-
stepResults,
|
|
1121
|
-
executionContext,
|
|
1122
|
-
serializedStepGraph,
|
|
1123
|
-
workflowStatus,
|
|
1124
|
-
result,
|
|
1125
|
-
error
|
|
1126
|
-
}) {
|
|
1127
|
-
await this.inngestStep.run(
|
|
1128
|
-
`workflow.${workflowId}.run.${runId}.path.${JSON.stringify(executionContext.executionPath)}.stepUpdate`,
|
|
1129
|
-
async () => {
|
|
1130
|
-
await this.mastra?.getStorage()?.persistWorkflowSnapshot({
|
|
1131
|
-
workflowName: workflowId,
|
|
1132
|
-
runId,
|
|
1133
|
-
snapshot: {
|
|
1134
|
-
runId,
|
|
1135
|
-
value: {},
|
|
1136
|
-
context: stepResults,
|
|
1137
|
-
activePaths: [],
|
|
1138
|
-
suspendedPaths: executionContext.suspendedPaths,
|
|
1139
|
-
serializedStepGraph,
|
|
1140
|
-
status: workflowStatus,
|
|
1141
|
-
result,
|
|
1142
|
-
error,
|
|
1143
|
-
// @ts-ignore
|
|
1144
|
-
timestamp: Date.now()
|
|
1145
|
-
}
|
|
1146
|
-
});
|
|
1147
|
-
}
|
|
1148
|
-
);
|
|
1149
|
-
}
|
|
1150
|
-
async executeConditional({
|
|
1151
|
-
workflowId,
|
|
1152
|
-
runId,
|
|
1153
|
-
entry,
|
|
1154
|
-
prevOutput,
|
|
1155
|
-
prevStep,
|
|
1156
|
-
stepResults,
|
|
1157
|
-
serializedStepGraph,
|
|
1158
|
-
resume,
|
|
1159
|
-
executionContext,
|
|
1160
|
-
emitter,
|
|
1161
|
-
abortController,
|
|
1162
|
-
runtimeContext
|
|
1163
|
-
}) {
|
|
1164
|
-
let execResults;
|
|
1165
|
-
const truthyIndexes = (await Promise.all(
|
|
1166
|
-
entry.conditions.map(
|
|
1167
|
-
(cond, index) => this.inngestStep.run(`workflow.${workflowId}.conditional.${index}`, async () => {
|
|
1168
|
-
try {
|
|
1169
|
-
const result = await cond({
|
|
1170
|
-
runId,
|
|
1171
|
-
mastra: this.mastra,
|
|
1172
|
-
runtimeContext,
|
|
1173
|
-
runCount: -1,
|
|
1174
|
-
inputData: prevOutput,
|
|
1175
|
-
getInitData: () => stepResults?.input,
|
|
1176
|
-
getStepResult: (step) => {
|
|
1177
|
-
if (!step?.id) {
|
|
1178
|
-
return null;
|
|
1179
|
-
}
|
|
1180
|
-
const result2 = stepResults[step.id];
|
|
1181
|
-
if (result2?.status === "success") {
|
|
1182
|
-
return result2.output;
|
|
1183
|
-
}
|
|
1184
|
-
return null;
|
|
1185
|
-
},
|
|
1186
|
-
// TODO: this function shouldn't have suspend probably?
|
|
1187
|
-
suspend: async (_suspendPayload) => {
|
|
1188
|
-
},
|
|
1189
|
-
bail: () => {
|
|
1190
|
-
},
|
|
1191
|
-
abort: () => {
|
|
1192
|
-
abortController.abort();
|
|
1193
|
-
},
|
|
1194
|
-
[_constants.EMITTER_SYMBOL]: emitter,
|
|
1195
|
-
engine: {
|
|
1196
|
-
step: this.inngestStep
|
|
1197
|
-
},
|
|
1198
|
-
abortSignal: abortController.signal
|
|
1199
|
-
});
|
|
1200
|
-
return result ? index : null;
|
|
1201
|
-
} catch (e) {
|
|
1202
|
-
return null;
|
|
1203
|
-
}
|
|
1204
|
-
})
|
|
1205
|
-
)
|
|
1206
|
-
)).filter((index) => index !== null);
|
|
1207
|
-
const stepsToRun = entry.steps.filter((_, index) => truthyIndexes.includes(index));
|
|
1208
|
-
const results = await Promise.all(
|
|
1209
|
-
stepsToRun.map(
|
|
1210
|
-
(step, index) => this.executeEntry({
|
|
1211
|
-
workflowId,
|
|
1212
|
-
runId,
|
|
1213
|
-
entry: step,
|
|
1214
|
-
prevStep,
|
|
1215
|
-
stepResults,
|
|
1216
|
-
resume,
|
|
1217
|
-
serializedStepGraph,
|
|
1218
|
-
executionContext: {
|
|
1219
|
-
workflowId,
|
|
1220
|
-
runId,
|
|
1221
|
-
executionPath: [...executionContext.executionPath, index],
|
|
1222
|
-
suspendedPaths: executionContext.suspendedPaths,
|
|
1223
|
-
retryConfig: executionContext.retryConfig,
|
|
1224
|
-
executionSpan: executionContext.executionSpan
|
|
1225
|
-
},
|
|
1226
|
-
emitter,
|
|
1227
|
-
abortController,
|
|
1228
|
-
runtimeContext
|
|
1229
|
-
})
|
|
1230
|
-
)
|
|
1231
|
-
);
|
|
1232
|
-
const hasFailed = results.find((result) => result.result.status === "failed");
|
|
1233
|
-
const hasSuspended = results.find((result) => result.result.status === "suspended");
|
|
1234
|
-
if (hasFailed) {
|
|
1235
|
-
execResults = { status: "failed", error: hasFailed.result.error };
|
|
1236
|
-
} else if (hasSuspended) {
|
|
1237
|
-
execResults = { status: "suspended", payload: hasSuspended.result.suspendPayload };
|
|
1238
|
-
} else {
|
|
1239
|
-
execResults = {
|
|
1240
|
-
status: "success",
|
|
1241
|
-
output: results.reduce((acc, result, index) => {
|
|
1242
|
-
if (result.result.status === "success") {
|
|
1243
|
-
acc[stepsToRun[index].step.id] = result.output;
|
|
1244
|
-
}
|
|
1245
|
-
return acc;
|
|
1246
|
-
}, {})
|
|
1247
|
-
};
|
|
1248
|
-
}
|
|
1249
|
-
return execResults;
|
|
1250
|
-
}
|
|
1251
|
-
};
|
|
1252
2246
|
|
|
1253
2247
|
exports.InngestExecutionEngine = InngestExecutionEngine;
|
|
2248
|
+
exports.InngestPubSub = InngestPubSub;
|
|
1254
2249
|
exports.InngestRun = InngestRun;
|
|
1255
2250
|
exports.InngestWorkflow = InngestWorkflow;
|
|
2251
|
+
exports._compatibilityCheck = _compatibilityCheck;
|
|
2252
|
+
exports.createServe = createServe;
|
|
1256
2253
|
exports.createStep = createStep;
|
|
1257
2254
|
exports.init = init;
|
|
1258
2255
|
exports.serve = serve;
|
|
2256
|
+
//# sourceMappingURL=index.cjs.map
|
|
2257
|
+
//# sourceMappingURL=index.cjs.map
|