@mastra/inngest 0.0.0-allow-to-pass-a-mastra-url-instance-20251105224938 → 0.0.0-alternative-angelfish-f7665c-20260119184917
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +1532 -3
- package/dist/__tests__/adapters/_utils.d.ts +18 -0
- package/dist/__tests__/adapters/_utils.d.ts.map +1 -0
- package/dist/execution-engine.d.ts +206 -0
- package/dist/execution-engine.d.ts.map +1 -0
- package/dist/index.cjs +1796 -1065
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.ts +80 -300
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1799 -1071
- package/dist/index.js.map +1 -1
- package/dist/pubsub.d.ts +56 -0
- package/dist/pubsub.d.ts.map +1 -0
- package/dist/run.d.ts +175 -0
- package/dist/run.d.ts.map +1 -0
- package/dist/serve.d.ts +76 -0
- package/dist/serve.d.ts.map +1 -0
- package/dist/types.d.ts +16 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/workflow.d.ts +52 -0
- package/dist/workflow.d.ts.map +1 -0
- package/package.json +29 -16
package/dist/index.js
CHANGED
|
@@ -1,41 +1,628 @@
|
|
|
1
|
+
import { MessageList, Agent, TripWire } from '@mastra/core/agent';
|
|
2
|
+
import { getErrorFromUnknown, MastraError, ErrorDomain, ErrorCategory } from '@mastra/core/error';
|
|
3
|
+
import { EntityType, SpanType } from '@mastra/core/observability';
|
|
4
|
+
import { ProcessorStepOutputSchema, ProcessorStepSchema, ProcessorRunner } from '@mastra/core/processors';
|
|
5
|
+
import { Tool } from '@mastra/core/tools';
|
|
6
|
+
import { DefaultExecutionEngine, createTimeTravelExecutionParams, Run, hydrateSerializedStepErrors, Workflow } from '@mastra/core/workflows';
|
|
7
|
+
import { PUBSUB_SYMBOL, STREAM_FORMAT_SYMBOL } from '@mastra/core/workflows/_constants';
|
|
8
|
+
import { z } from 'zod';
|
|
1
9
|
import { randomUUID } from 'crypto';
|
|
2
|
-
import { ReadableStream } from 'stream/web';
|
|
3
|
-
import { subscribe } from '@inngest/realtime';
|
|
4
10
|
import { RequestContext } from '@mastra/core/di';
|
|
5
|
-
import {
|
|
11
|
+
import { NonRetriableError } from 'inngest';
|
|
12
|
+
import { subscribe } from '@inngest/realtime';
|
|
13
|
+
import { PubSub } from '@mastra/core/events';
|
|
14
|
+
import { ReadableStream } from 'stream/web';
|
|
6
15
|
import { ChunkFrom, WorkflowRunOutput } from '@mastra/core/stream';
|
|
7
|
-
import { ToolStream, Tool } from '@mastra/core/tools';
|
|
8
|
-
import { Run, Workflow, DefaultExecutionEngine, createDeprecationProxy, getStepResult, runCountDeprecationMessage, validateStepInput } from '@mastra/core/workflows';
|
|
9
|
-
import { EMITTER_SYMBOL, STREAM_FORMAT_SYMBOL } from '@mastra/core/workflows/_constants';
|
|
10
|
-
import { NonRetriableError, RetryAfterError } from 'inngest';
|
|
11
16
|
import { serve as serve$1 } from 'inngest/hono';
|
|
12
|
-
import { z } from 'zod';
|
|
13
17
|
|
|
14
18
|
// src/index.ts
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
19
|
+
var InngestExecutionEngine = class extends DefaultExecutionEngine {
|
|
20
|
+
inngestStep;
|
|
21
|
+
inngestAttempts;
|
|
22
|
+
constructor(mastra, inngestStep, inngestAttempts = 0, options) {
|
|
23
|
+
super({ mastra, options });
|
|
24
|
+
this.inngestStep = inngestStep;
|
|
25
|
+
this.inngestAttempts = inngestAttempts;
|
|
26
|
+
}
|
|
27
|
+
// =============================================================================
|
|
28
|
+
// Hook Overrides
|
|
29
|
+
// =============================================================================
|
|
30
|
+
/**
|
|
31
|
+
* Format errors while preserving Error instances and their custom properties.
|
|
32
|
+
* Uses getErrorFromUnknown to ensure all error properties are preserved.
|
|
33
|
+
*/
|
|
34
|
+
formatResultError(error, lastOutput) {
|
|
35
|
+
const outputError = lastOutput?.error;
|
|
36
|
+
const errorSource = error || outputError;
|
|
37
|
+
const errorInstance = getErrorFromUnknown(errorSource, {
|
|
38
|
+
serializeStack: true,
|
|
39
|
+
// Include stack in JSON for better debugging in Inngest
|
|
40
|
+
fallbackMessage: "Unknown workflow error"
|
|
41
|
+
});
|
|
42
|
+
return errorInstance.toJSON();
|
|
43
|
+
}
|
|
44
|
+
/**
|
|
45
|
+
* Detect InngestWorkflow instances for special nested workflow handling
|
|
46
|
+
*/
|
|
47
|
+
isNestedWorkflowStep(step) {
|
|
48
|
+
return step instanceof InngestWorkflow;
|
|
49
|
+
}
|
|
50
|
+
/**
|
|
51
|
+
* Inngest requires requestContext serialization for memoization.
|
|
52
|
+
* When steps are replayed, the original function doesn't re-execute,
|
|
53
|
+
* so requestContext modifications must be captured and restored.
|
|
54
|
+
*/
|
|
55
|
+
requiresDurableContextSerialization() {
|
|
56
|
+
return true;
|
|
57
|
+
}
|
|
58
|
+
/**
|
|
59
|
+
* Execute a step with retry logic for Inngest.
|
|
60
|
+
* Retries are handled via step-level retry (RetryAfterError thrown INSIDE step.run()).
|
|
61
|
+
* After retries exhausted, error propagates here and we return a failed result.
|
|
62
|
+
*/
|
|
63
|
+
async executeStepWithRetry(stepId, runStep, params) {
|
|
64
|
+
for (let i = 0; i < params.retries + 1; i++) {
|
|
65
|
+
if (i > 0 && params.delay) {
|
|
66
|
+
await new Promise((resolve) => setTimeout(resolve, params.delay));
|
|
67
|
+
}
|
|
68
|
+
try {
|
|
69
|
+
const result = await this.wrapDurableOperation(stepId, runStep);
|
|
70
|
+
return { ok: true, result };
|
|
71
|
+
} catch (e) {
|
|
72
|
+
if (i === params.retries) {
|
|
73
|
+
const cause = e?.cause;
|
|
74
|
+
if (cause?.status === "failed") {
|
|
75
|
+
params.stepSpan?.error({
|
|
76
|
+
error: e,
|
|
77
|
+
attributes: { status: "failed" }
|
|
78
|
+
});
|
|
79
|
+
if (cause.error && !(cause.error instanceof Error)) {
|
|
80
|
+
cause.error = getErrorFromUnknown(cause.error, { serializeStack: false });
|
|
81
|
+
}
|
|
82
|
+
return { ok: false, error: cause };
|
|
83
|
+
}
|
|
84
|
+
const errorInstance = getErrorFromUnknown(e, {
|
|
85
|
+
serializeStack: false,
|
|
86
|
+
fallbackMessage: "Unknown step execution error"
|
|
87
|
+
});
|
|
88
|
+
params.stepSpan?.error({
|
|
89
|
+
error: errorInstance,
|
|
90
|
+
attributes: { status: "failed" }
|
|
91
|
+
});
|
|
92
|
+
return {
|
|
93
|
+
ok: false,
|
|
94
|
+
error: {
|
|
95
|
+
status: "failed",
|
|
96
|
+
error: errorInstance,
|
|
97
|
+
endedAt: Date.now()
|
|
98
|
+
}
|
|
99
|
+
};
|
|
28
100
|
}
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
)
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
}
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
return { ok: false, error: { status: "failed", error: new Error("Unknown error"), endedAt: Date.now() } };
|
|
104
|
+
}
|
|
105
|
+
/**
|
|
106
|
+
* Use Inngest's sleep primitive for durability
|
|
107
|
+
*/
|
|
108
|
+
async executeSleepDuration(duration, sleepId, workflowId) {
|
|
109
|
+
await this.inngestStep.sleep(`workflow.${workflowId}.sleep.${sleepId}`, duration < 0 ? 0 : duration);
|
|
110
|
+
}
|
|
111
|
+
/**
|
|
112
|
+
* Use Inngest's sleepUntil primitive for durability
|
|
113
|
+
*/
|
|
114
|
+
async executeSleepUntilDate(date, sleepUntilId, workflowId) {
|
|
115
|
+
await this.inngestStep.sleepUntil(`workflow.${workflowId}.sleepUntil.${sleepUntilId}`, date);
|
|
116
|
+
}
|
|
117
|
+
/**
|
|
118
|
+
* Wrap durable operations in Inngest step.run() for durability.
|
|
119
|
+
*
|
|
120
|
+
* IMPORTANT: Errors are wrapped with a cause structure before throwing.
|
|
121
|
+
* This is necessary because Inngest's error serialization (serialize-error-cjs)
|
|
122
|
+
* only captures standard Error properties (message, name, stack, code, cause).
|
|
123
|
+
* Custom properties like statusCode, responseHeaders from AI SDK errors would
|
|
124
|
+
* be lost. By putting our serialized error (via getErrorFromUnknown with toJSON())
|
|
125
|
+
* in the cause property, we ensure custom properties survive serialization.
|
|
126
|
+
* The cause property is in serialize-error-cjs's allowlist, and when the cause
|
|
127
|
+
* object is finally JSON.stringify'd, our error's toJSON() is called.
|
|
128
|
+
*/
|
|
129
|
+
async wrapDurableOperation(operationId, operationFn) {
|
|
130
|
+
return this.inngestStep.run(operationId, async () => {
|
|
131
|
+
try {
|
|
132
|
+
return await operationFn();
|
|
133
|
+
} catch (e) {
|
|
134
|
+
const errorInstance = getErrorFromUnknown(e, {
|
|
135
|
+
serializeStack: false,
|
|
136
|
+
fallbackMessage: "Unknown step execution error"
|
|
137
|
+
});
|
|
138
|
+
throw new Error(errorInstance.message, {
|
|
139
|
+
cause: {
|
|
140
|
+
status: "failed",
|
|
141
|
+
error: errorInstance,
|
|
142
|
+
endedAt: Date.now()
|
|
143
|
+
}
|
|
144
|
+
});
|
|
145
|
+
}
|
|
146
|
+
});
|
|
147
|
+
}
|
|
148
|
+
/**
|
|
149
|
+
* Provide Inngest step primitive in engine context
|
|
150
|
+
*/
|
|
151
|
+
getEngineContext() {
|
|
152
|
+
return { step: this.inngestStep };
|
|
153
|
+
}
|
|
154
|
+
/**
|
|
155
|
+
* For Inngest, lifecycle callbacks are invoked in the workflow's finalize step
|
|
156
|
+
* (wrapped in step.run for durability), not in execute(). Override to skip.
|
|
157
|
+
*/
|
|
158
|
+
async invokeLifecycleCallbacks(_result) {
|
|
159
|
+
}
|
|
160
|
+
/**
|
|
161
|
+
* Actually invoke the lifecycle callbacks. Called from workflow.ts finalize step.
|
|
162
|
+
*/
|
|
163
|
+
async invokeLifecycleCallbacksInternal(result) {
|
|
164
|
+
return super.invokeLifecycleCallbacks(result);
|
|
165
|
+
}
|
|
166
|
+
// =============================================================================
|
|
167
|
+
// Durable Span Lifecycle Hooks
|
|
168
|
+
// =============================================================================
|
|
169
|
+
/**
|
|
170
|
+
* Create a step span durably - on first execution, creates and exports span.
|
|
171
|
+
* On replay, returns cached span data without re-creating.
|
|
172
|
+
*/
|
|
173
|
+
async createStepSpan(params) {
|
|
174
|
+
const { executionContext, operationId, options, parentSpan } = params;
|
|
175
|
+
const parentSpanId = parentSpan?.id ?? executionContext.tracingIds?.workflowSpanId;
|
|
176
|
+
const exportedSpan = await this.wrapDurableOperation(operationId, async () => {
|
|
177
|
+
const observability = this.mastra?.observability?.getSelectedInstance({});
|
|
178
|
+
if (!observability) return void 0;
|
|
179
|
+
const span = observability.startSpan({
|
|
180
|
+
...options,
|
|
181
|
+
entityType: options.entityType,
|
|
182
|
+
traceId: executionContext.tracingIds?.traceId,
|
|
183
|
+
parentSpanId
|
|
184
|
+
});
|
|
185
|
+
return span?.exportSpan();
|
|
186
|
+
});
|
|
187
|
+
if (exportedSpan) {
|
|
188
|
+
const observability = this.mastra?.observability?.getSelectedInstance({});
|
|
189
|
+
return observability?.rebuildSpan(exportedSpan);
|
|
190
|
+
}
|
|
191
|
+
return void 0;
|
|
192
|
+
}
|
|
193
|
+
/**
|
|
194
|
+
* End a step span durably.
|
|
195
|
+
*/
|
|
196
|
+
async endStepSpan(params) {
|
|
197
|
+
const { span, operationId, endOptions } = params;
|
|
198
|
+
if (!span) return;
|
|
199
|
+
await this.wrapDurableOperation(operationId, async () => {
|
|
200
|
+
span.end(endOptions);
|
|
201
|
+
});
|
|
202
|
+
}
|
|
203
|
+
/**
|
|
204
|
+
* Record error on step span durably.
|
|
205
|
+
*/
|
|
206
|
+
async errorStepSpan(params) {
|
|
207
|
+
const { span, operationId, errorOptions } = params;
|
|
208
|
+
if (!span) return;
|
|
209
|
+
await this.wrapDurableOperation(operationId, async () => {
|
|
210
|
+
span.error(errorOptions);
|
|
211
|
+
});
|
|
212
|
+
}
|
|
213
|
+
/**
|
|
214
|
+
* Create a generic child span durably (for control-flow operations).
|
|
215
|
+
* On first execution, creates and exports span. On replay, returns cached span data.
|
|
216
|
+
*/
|
|
217
|
+
async createChildSpan(params) {
|
|
218
|
+
const { executionContext, operationId, options, parentSpan } = params;
|
|
219
|
+
const parentSpanId = parentSpan?.id ?? executionContext.tracingIds?.workflowSpanId;
|
|
220
|
+
const exportedSpan = await this.wrapDurableOperation(operationId, async () => {
|
|
221
|
+
const observability = this.mastra?.observability?.getSelectedInstance({});
|
|
222
|
+
if (!observability) return void 0;
|
|
223
|
+
const span = observability.startSpan({
|
|
224
|
+
...options,
|
|
225
|
+
traceId: executionContext.tracingIds?.traceId,
|
|
226
|
+
parentSpanId
|
|
227
|
+
});
|
|
228
|
+
return span?.exportSpan();
|
|
229
|
+
});
|
|
230
|
+
if (exportedSpan) {
|
|
231
|
+
const observability = this.mastra?.observability?.getSelectedInstance({});
|
|
232
|
+
return observability?.rebuildSpan(exportedSpan);
|
|
233
|
+
}
|
|
234
|
+
return void 0;
|
|
235
|
+
}
|
|
236
|
+
/**
|
|
237
|
+
* End a generic child span durably (for control-flow operations).
|
|
238
|
+
*/
|
|
239
|
+
async endChildSpan(params) {
|
|
240
|
+
const { span, operationId, endOptions } = params;
|
|
241
|
+
if (!span) return;
|
|
242
|
+
await this.wrapDurableOperation(operationId, async () => {
|
|
243
|
+
span.end(endOptions);
|
|
244
|
+
});
|
|
245
|
+
}
|
|
246
|
+
/**
|
|
247
|
+
* Record error on a generic child span durably (for control-flow operations).
|
|
248
|
+
*/
|
|
249
|
+
async errorChildSpan(params) {
|
|
250
|
+
const { span, operationId, errorOptions } = params;
|
|
251
|
+
if (!span) return;
|
|
252
|
+
await this.wrapDurableOperation(operationId, async () => {
|
|
253
|
+
span.error(errorOptions);
|
|
254
|
+
});
|
|
255
|
+
}
|
|
256
|
+
/**
|
|
257
|
+
* Execute nested InngestWorkflow using inngestStep.invoke() for durability.
|
|
258
|
+
* This MUST be called directly (not inside step.run()) due to Inngest constraints.
|
|
259
|
+
*/
|
|
260
|
+
async executeWorkflowStep(params) {
|
|
261
|
+
if (!(params.step instanceof InngestWorkflow)) {
|
|
262
|
+
return null;
|
|
263
|
+
}
|
|
264
|
+
const {
|
|
265
|
+
step,
|
|
266
|
+
stepResults,
|
|
267
|
+
executionContext,
|
|
268
|
+
resume,
|
|
269
|
+
timeTravel,
|
|
270
|
+
prevOutput,
|
|
271
|
+
inputData,
|
|
272
|
+
pubsub,
|
|
273
|
+
startedAt,
|
|
274
|
+
perStep,
|
|
275
|
+
stepSpan
|
|
276
|
+
} = params;
|
|
277
|
+
const nestedTracingContext = executionContext.tracingIds?.traceId ? {
|
|
278
|
+
traceId: executionContext.tracingIds.traceId,
|
|
279
|
+
parentSpanId: stepSpan?.id
|
|
280
|
+
} : void 0;
|
|
281
|
+
const isResume = !!resume?.steps?.length;
|
|
282
|
+
let result;
|
|
283
|
+
let runId;
|
|
284
|
+
const isTimeTravel = !!(timeTravel && timeTravel.steps?.length > 1 && timeTravel.steps[0] === step.id);
|
|
285
|
+
try {
|
|
286
|
+
if (isResume) {
|
|
287
|
+
runId = stepResults[resume?.steps?.[0] ?? ""]?.suspendPayload?.__workflow_meta?.runId ?? randomUUID();
|
|
288
|
+
const workflowsStore = await this.mastra?.getStorage()?.getStore("workflows");
|
|
289
|
+
const snapshot = await workflowsStore?.loadWorkflowSnapshot({
|
|
290
|
+
workflowName: step.id,
|
|
291
|
+
runId
|
|
292
|
+
});
|
|
293
|
+
const invokeResp = await this.inngestStep.invoke(`workflow.${executionContext.workflowId}.step.${step.id}`, {
|
|
294
|
+
function: step.getFunction(),
|
|
295
|
+
data: {
|
|
296
|
+
inputData,
|
|
297
|
+
initialState: executionContext.state ?? snapshot?.value ?? {},
|
|
298
|
+
runId,
|
|
299
|
+
resume: {
|
|
300
|
+
runId,
|
|
301
|
+
steps: resume.steps.slice(1),
|
|
302
|
+
stepResults: snapshot?.context,
|
|
303
|
+
resumePayload: resume.resumePayload,
|
|
304
|
+
resumePath: resume.steps?.[1] ? snapshot?.suspendedPaths?.[resume.steps?.[1]] : void 0
|
|
305
|
+
},
|
|
306
|
+
outputOptions: { includeState: true },
|
|
307
|
+
perStep,
|
|
308
|
+
tracingOptions: nestedTracingContext
|
|
309
|
+
}
|
|
310
|
+
});
|
|
311
|
+
result = invokeResp.result;
|
|
312
|
+
runId = invokeResp.runId;
|
|
313
|
+
executionContext.state = invokeResp.result.state;
|
|
314
|
+
} else if (isTimeTravel) {
|
|
315
|
+
const workflowsStoreForTimeTravel = await this.mastra?.getStorage()?.getStore("workflows");
|
|
316
|
+
const snapshot = await workflowsStoreForTimeTravel?.loadWorkflowSnapshot({
|
|
317
|
+
workflowName: step.id,
|
|
318
|
+
runId: executionContext.runId
|
|
319
|
+
}) ?? { context: {} };
|
|
320
|
+
const timeTravelParams = createTimeTravelExecutionParams({
|
|
321
|
+
steps: timeTravel.steps.slice(1),
|
|
322
|
+
inputData: timeTravel.inputData,
|
|
323
|
+
resumeData: timeTravel.resumeData,
|
|
324
|
+
context: timeTravel.nestedStepResults?.[step.id] ?? {},
|
|
325
|
+
nestedStepsContext: timeTravel.nestedStepResults ?? {},
|
|
326
|
+
snapshot,
|
|
327
|
+
graph: step.buildExecutionGraph()
|
|
328
|
+
});
|
|
329
|
+
const invokeResp = await this.inngestStep.invoke(`workflow.${executionContext.workflowId}.step.${step.id}`, {
|
|
330
|
+
function: step.getFunction(),
|
|
331
|
+
data: {
|
|
332
|
+
timeTravel: timeTravelParams,
|
|
333
|
+
initialState: executionContext.state ?? {},
|
|
334
|
+
runId: executionContext.runId,
|
|
335
|
+
outputOptions: { includeState: true },
|
|
336
|
+
perStep,
|
|
337
|
+
tracingOptions: nestedTracingContext
|
|
338
|
+
}
|
|
339
|
+
});
|
|
340
|
+
result = invokeResp.result;
|
|
341
|
+
runId = invokeResp.runId;
|
|
342
|
+
executionContext.state = invokeResp.result.state;
|
|
343
|
+
} else {
|
|
344
|
+
const invokeResp = await this.inngestStep.invoke(`workflow.${executionContext.workflowId}.step.${step.id}`, {
|
|
345
|
+
function: step.getFunction(),
|
|
346
|
+
data: {
|
|
347
|
+
inputData,
|
|
348
|
+
initialState: executionContext.state ?? {},
|
|
349
|
+
outputOptions: { includeState: true },
|
|
350
|
+
perStep,
|
|
351
|
+
tracingOptions: nestedTracingContext
|
|
352
|
+
}
|
|
353
|
+
});
|
|
354
|
+
result = invokeResp.result;
|
|
355
|
+
runId = invokeResp.runId;
|
|
356
|
+
executionContext.state = invokeResp.result.state;
|
|
357
|
+
}
|
|
358
|
+
} catch (e) {
|
|
359
|
+
const errorCause = e?.cause;
|
|
360
|
+
if (errorCause && typeof errorCause === "object") {
|
|
361
|
+
result = errorCause;
|
|
362
|
+
runId = errorCause.runId || randomUUID();
|
|
363
|
+
} else {
|
|
364
|
+
runId = randomUUID();
|
|
365
|
+
result = {
|
|
366
|
+
status: "failed",
|
|
367
|
+
error: e instanceof Error ? e : new Error(String(e)),
|
|
368
|
+
steps: {},
|
|
369
|
+
input: inputData
|
|
370
|
+
};
|
|
371
|
+
}
|
|
372
|
+
}
|
|
373
|
+
const res = await this.inngestStep.run(
|
|
374
|
+
`workflow.${executionContext.workflowId}.step.${step.id}.nestedwf-results`,
|
|
375
|
+
async () => {
|
|
376
|
+
if (result.status === "failed") {
|
|
377
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
378
|
+
type: "watch",
|
|
379
|
+
runId: executionContext.runId,
|
|
380
|
+
data: {
|
|
381
|
+
type: "workflow-step-result",
|
|
382
|
+
payload: {
|
|
383
|
+
id: step.id,
|
|
384
|
+
status: "failed",
|
|
385
|
+
error: result?.error,
|
|
386
|
+
payload: prevOutput
|
|
387
|
+
}
|
|
388
|
+
}
|
|
389
|
+
});
|
|
390
|
+
return { executionContext, result: { status: "failed", error: result?.error, endedAt: Date.now() } };
|
|
391
|
+
} else if (result.status === "suspended") {
|
|
392
|
+
const suspendedSteps = Object.entries(result.steps).filter(([_stepName, stepResult]) => {
|
|
393
|
+
const stepRes = stepResult;
|
|
394
|
+
return stepRes?.status === "suspended";
|
|
395
|
+
});
|
|
396
|
+
for (const [stepName, stepResult] of suspendedSteps) {
|
|
397
|
+
const suspendPath = [stepName, ...stepResult?.suspendPayload?.__workflow_meta?.path ?? []];
|
|
398
|
+
executionContext.suspendedPaths[step.id] = executionContext.executionPath;
|
|
399
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
400
|
+
type: "watch",
|
|
401
|
+
runId: executionContext.runId,
|
|
402
|
+
data: {
|
|
403
|
+
type: "workflow-step-suspended",
|
|
404
|
+
payload: {
|
|
405
|
+
id: step.id,
|
|
406
|
+
status: "suspended"
|
|
407
|
+
}
|
|
408
|
+
}
|
|
409
|
+
});
|
|
410
|
+
return {
|
|
411
|
+
executionContext,
|
|
412
|
+
result: {
|
|
413
|
+
status: "suspended",
|
|
414
|
+
suspendedAt: Date.now(),
|
|
415
|
+
payload: stepResult.payload,
|
|
416
|
+
suspendPayload: {
|
|
417
|
+
...stepResult?.suspendPayload,
|
|
418
|
+
__workflow_meta: { runId, path: suspendPath }
|
|
419
|
+
}
|
|
420
|
+
}
|
|
421
|
+
};
|
|
422
|
+
}
|
|
423
|
+
return {
|
|
424
|
+
executionContext,
|
|
425
|
+
result: {
|
|
426
|
+
status: "suspended",
|
|
427
|
+
suspendedAt: Date.now(),
|
|
428
|
+
payload: {}
|
|
429
|
+
}
|
|
430
|
+
};
|
|
431
|
+
} else if (result.status === "tripwire") {
|
|
432
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
433
|
+
type: "watch",
|
|
434
|
+
runId: executionContext.runId,
|
|
435
|
+
data: {
|
|
436
|
+
type: "workflow-step-result",
|
|
437
|
+
payload: {
|
|
438
|
+
id: step.id,
|
|
439
|
+
status: "tripwire",
|
|
440
|
+
error: result?.tripwire?.reason,
|
|
441
|
+
payload: prevOutput
|
|
442
|
+
}
|
|
443
|
+
}
|
|
444
|
+
});
|
|
445
|
+
return {
|
|
446
|
+
executionContext,
|
|
447
|
+
result: {
|
|
448
|
+
status: "tripwire",
|
|
449
|
+
tripwire: result?.tripwire,
|
|
450
|
+
endedAt: Date.now()
|
|
451
|
+
}
|
|
452
|
+
};
|
|
453
|
+
} else if (perStep || result.status === "paused") {
|
|
454
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
455
|
+
type: "watch",
|
|
456
|
+
runId: executionContext.runId,
|
|
457
|
+
data: {
|
|
458
|
+
type: "workflow-step-result",
|
|
459
|
+
payload: {
|
|
460
|
+
id: step.id,
|
|
461
|
+
status: "paused"
|
|
462
|
+
}
|
|
463
|
+
}
|
|
464
|
+
});
|
|
465
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
466
|
+
type: "watch",
|
|
467
|
+
runId: executionContext.runId,
|
|
468
|
+
data: {
|
|
469
|
+
type: "workflow-step-finish",
|
|
470
|
+
payload: {
|
|
471
|
+
id: step.id,
|
|
472
|
+
metadata: {}
|
|
473
|
+
}
|
|
474
|
+
}
|
|
475
|
+
});
|
|
476
|
+
return { executionContext, result: { status: "paused" } };
|
|
477
|
+
}
|
|
478
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
479
|
+
type: "watch",
|
|
480
|
+
runId: executionContext.runId,
|
|
481
|
+
data: {
|
|
482
|
+
type: "workflow-step-result",
|
|
483
|
+
payload: {
|
|
484
|
+
id: step.id,
|
|
485
|
+
status: "success",
|
|
486
|
+
output: result?.result
|
|
487
|
+
}
|
|
488
|
+
}
|
|
489
|
+
});
|
|
490
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
491
|
+
type: "watch",
|
|
492
|
+
runId: executionContext.runId,
|
|
493
|
+
data: {
|
|
494
|
+
type: "workflow-step-finish",
|
|
495
|
+
payload: {
|
|
496
|
+
id: step.id,
|
|
497
|
+
metadata: {}
|
|
498
|
+
}
|
|
499
|
+
}
|
|
500
|
+
});
|
|
501
|
+
return { executionContext, result: { status: "success", output: result?.result, endedAt: Date.now() } };
|
|
502
|
+
}
|
|
503
|
+
);
|
|
504
|
+
Object.assign(executionContext, res.executionContext);
|
|
505
|
+
return {
|
|
506
|
+
...res.result,
|
|
507
|
+
startedAt,
|
|
508
|
+
payload: inputData,
|
|
509
|
+
resumedAt: resume?.steps[0] === step.id ? startedAt : void 0,
|
|
510
|
+
resumePayload: resume?.steps[0] === step.id ? resume?.resumePayload : void 0
|
|
511
|
+
};
|
|
512
|
+
}
|
|
513
|
+
};
|
|
514
|
+
var InngestPubSub = class extends PubSub {
|
|
515
|
+
inngest;
|
|
516
|
+
workflowId;
|
|
517
|
+
publishFn;
|
|
518
|
+
subscriptions = /* @__PURE__ */ new Map();
|
|
519
|
+
constructor(inngest, workflowId, publishFn) {
|
|
520
|
+
super();
|
|
521
|
+
this.inngest = inngest;
|
|
522
|
+
this.workflowId = workflowId;
|
|
523
|
+
this.publishFn = publishFn;
|
|
524
|
+
}
|
|
525
|
+
/**
|
|
526
|
+
* Publish an event to Inngest's realtime system.
|
|
527
|
+
*
|
|
528
|
+
* Topic format: "workflow.events.v2.{runId}"
|
|
529
|
+
* Maps to Inngest channel: "workflow:{workflowId}:{runId}"
|
|
530
|
+
*/
|
|
531
|
+
async publish(topic, event) {
|
|
532
|
+
if (!this.publishFn) {
|
|
533
|
+
return;
|
|
534
|
+
}
|
|
535
|
+
const match = topic.match(/^workflow\.events\.v2\.(.+)$/);
|
|
536
|
+
if (!match) {
|
|
537
|
+
return;
|
|
538
|
+
}
|
|
539
|
+
const runId = match[1];
|
|
540
|
+
try {
|
|
541
|
+
await this.publishFn({
|
|
542
|
+
channel: `workflow:${this.workflowId}:${runId}`,
|
|
543
|
+
topic: "watch",
|
|
544
|
+
data: event.data
|
|
545
|
+
});
|
|
546
|
+
} catch (err) {
|
|
547
|
+
console.error("InngestPubSub publish error:", err?.message ?? err);
|
|
548
|
+
}
|
|
549
|
+
}
|
|
550
|
+
/**
|
|
551
|
+
* Subscribe to events from Inngest's realtime system.
|
|
552
|
+
*
|
|
553
|
+
* Topic format: "workflow.events.v2.{runId}"
|
|
554
|
+
* Maps to Inngest channel: "workflow:{workflowId}:{runId}"
|
|
555
|
+
*/
|
|
556
|
+
async subscribe(topic, cb) {
|
|
557
|
+
const match = topic.match(/^workflow\.events\.v2\.(.+)$/);
|
|
558
|
+
if (!match || !match[1]) {
|
|
559
|
+
return;
|
|
560
|
+
}
|
|
561
|
+
const runId = match[1];
|
|
562
|
+
if (this.subscriptions.has(topic)) {
|
|
563
|
+
this.subscriptions.get(topic).callbacks.add(cb);
|
|
564
|
+
return;
|
|
565
|
+
}
|
|
566
|
+
const callbacks = /* @__PURE__ */ new Set([cb]);
|
|
567
|
+
const channel = `workflow:${this.workflowId}:${runId}`;
|
|
568
|
+
const streamPromise = subscribe(
|
|
569
|
+
{
|
|
570
|
+
channel,
|
|
571
|
+
topics: ["watch"],
|
|
572
|
+
app: this.inngest
|
|
573
|
+
},
|
|
574
|
+
(message) => {
|
|
575
|
+
const event = {
|
|
576
|
+
id: crypto.randomUUID(),
|
|
577
|
+
type: "watch",
|
|
578
|
+
runId,
|
|
579
|
+
data: message.data,
|
|
580
|
+
createdAt: /* @__PURE__ */ new Date()
|
|
581
|
+
};
|
|
582
|
+
for (const callback of callbacks) {
|
|
583
|
+
callback(event);
|
|
584
|
+
}
|
|
585
|
+
}
|
|
586
|
+
);
|
|
587
|
+
this.subscriptions.set(topic, {
|
|
588
|
+
unsubscribe: () => {
|
|
589
|
+
streamPromise.then((stream) => stream.cancel()).catch((err) => {
|
|
590
|
+
console.error("InngestPubSub unsubscribe error:", err);
|
|
591
|
+
});
|
|
592
|
+
},
|
|
593
|
+
callbacks
|
|
594
|
+
});
|
|
595
|
+
}
|
|
596
|
+
/**
|
|
597
|
+
* Unsubscribe a callback from a topic.
|
|
598
|
+
* If no callbacks remain, the underlying Inngest subscription is cancelled.
|
|
599
|
+
*/
|
|
600
|
+
async unsubscribe(topic, cb) {
|
|
601
|
+
const sub = this.subscriptions.get(topic);
|
|
602
|
+
if (!sub) {
|
|
603
|
+
return;
|
|
604
|
+
}
|
|
605
|
+
sub.callbacks.delete(cb);
|
|
606
|
+
if (sub.callbacks.size === 0) {
|
|
607
|
+
sub.unsubscribe();
|
|
608
|
+
this.subscriptions.delete(topic);
|
|
609
|
+
}
|
|
610
|
+
}
|
|
611
|
+
/**
|
|
612
|
+
* Flush any pending operations. No-op for Inngest.
|
|
613
|
+
*/
|
|
614
|
+
async flush() {
|
|
615
|
+
}
|
|
616
|
+
/**
|
|
617
|
+
* Clean up all subscriptions during graceful shutdown.
|
|
618
|
+
*/
|
|
619
|
+
async close() {
|
|
620
|
+
for (const [, sub] of this.subscriptions) {
|
|
621
|
+
sub.unsubscribe();
|
|
622
|
+
}
|
|
623
|
+
this.subscriptions.clear();
|
|
624
|
+
}
|
|
625
|
+
};
|
|
39
626
|
var InngestRun = class extends Run {
|
|
40
627
|
inngest;
|
|
41
628
|
serializedStepGraph;
|
|
@@ -47,38 +634,90 @@ var InngestRun = class extends Run {
|
|
|
47
634
|
this.#mastra = params.mastra;
|
|
48
635
|
}
|
|
49
636
|
async getRuns(eventId) {
|
|
50
|
-
const
|
|
51
|
-
|
|
52
|
-
|
|
637
|
+
const maxRetries = 3;
|
|
638
|
+
let lastError = null;
|
|
639
|
+
for (let attempt = 0; attempt < maxRetries; attempt++) {
|
|
640
|
+
try {
|
|
641
|
+
const response = await fetch(
|
|
642
|
+
`${this.inngest.apiBaseUrl ?? "https://api.inngest.com"}/v1/events/${eventId}/runs`,
|
|
643
|
+
{
|
|
644
|
+
headers: {
|
|
645
|
+
Authorization: `Bearer ${process.env.INNGEST_SIGNING_KEY}`
|
|
646
|
+
}
|
|
647
|
+
}
|
|
648
|
+
);
|
|
649
|
+
if (response.status === 429) {
|
|
650
|
+
const retryAfter = parseInt(response.headers.get("retry-after") || "2", 10);
|
|
651
|
+
await new Promise((resolve) => setTimeout(resolve, retryAfter * 1e3));
|
|
652
|
+
continue;
|
|
653
|
+
}
|
|
654
|
+
if (!response.ok) {
|
|
655
|
+
throw new Error(`Inngest API error: ${response.status} ${response.statusText}`);
|
|
656
|
+
}
|
|
657
|
+
const text = await response.text();
|
|
658
|
+
if (!text) {
|
|
659
|
+
await new Promise((resolve) => setTimeout(resolve, 1e3 * (attempt + 1)));
|
|
660
|
+
continue;
|
|
661
|
+
}
|
|
662
|
+
const json = JSON.parse(text);
|
|
663
|
+
return json.data;
|
|
664
|
+
} catch (error) {
|
|
665
|
+
lastError = error;
|
|
666
|
+
if (attempt < maxRetries - 1) {
|
|
667
|
+
await new Promise((resolve) => setTimeout(resolve, 1e3 * Math.pow(2, attempt)));
|
|
668
|
+
}
|
|
53
669
|
}
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
return json.data;
|
|
670
|
+
}
|
|
671
|
+
throw new NonRetriableError(`Failed to get runs after ${maxRetries} attempts: ${lastError?.message}`);
|
|
57
672
|
}
|
|
58
|
-
async getRunOutput(eventId) {
|
|
59
|
-
|
|
673
|
+
async getRunOutput(eventId, maxWaitMs = 3e5) {
|
|
674
|
+
const startTime = Date.now();
|
|
60
675
|
const storage = this.#mastra?.getStorage();
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
runs
|
|
676
|
+
const workflowsStore = await storage?.getStore("workflows");
|
|
677
|
+
while (Date.now() - startTime < maxWaitMs) {
|
|
678
|
+
let runs;
|
|
679
|
+
try {
|
|
680
|
+
runs = await this.getRuns(eventId);
|
|
681
|
+
} catch (error) {
|
|
682
|
+
if (error instanceof NonRetriableError) {
|
|
683
|
+
throw error;
|
|
684
|
+
}
|
|
685
|
+
throw new NonRetriableError(
|
|
686
|
+
`Failed to poll workflow status: ${error instanceof Error ? error.message : String(error)}`
|
|
687
|
+
);
|
|
688
|
+
}
|
|
689
|
+
if (runs?.[0]?.status === "Completed" && runs?.[0]?.event_id === eventId) {
|
|
690
|
+
return runs[0];
|
|
691
|
+
}
|
|
64
692
|
if (runs?.[0]?.status === "Failed") {
|
|
65
|
-
const snapshot = await
|
|
693
|
+
const snapshot = await workflowsStore?.loadWorkflowSnapshot({
|
|
66
694
|
workflowName: this.workflowId,
|
|
67
695
|
runId: this.runId
|
|
68
696
|
});
|
|
697
|
+
if (snapshot?.context) {
|
|
698
|
+
snapshot.context = hydrateSerializedStepErrors(snapshot.context);
|
|
699
|
+
}
|
|
69
700
|
return {
|
|
70
|
-
output: {
|
|
701
|
+
output: {
|
|
702
|
+
result: {
|
|
703
|
+
steps: snapshot?.context,
|
|
704
|
+
status: "failed",
|
|
705
|
+
// Get the original error from NonRetriableError's cause (which contains the workflow result)
|
|
706
|
+
error: getErrorFromUnknown(runs?.[0]?.output?.cause?.error, { serializeStack: false })
|
|
707
|
+
}
|
|
708
|
+
}
|
|
71
709
|
};
|
|
72
710
|
}
|
|
73
711
|
if (runs?.[0]?.status === "Cancelled") {
|
|
74
|
-
const snapshot = await
|
|
712
|
+
const snapshot = await workflowsStore?.loadWorkflowSnapshot({
|
|
75
713
|
workflowName: this.workflowId,
|
|
76
714
|
runId: this.runId
|
|
77
715
|
});
|
|
78
716
|
return { output: { result: { steps: snapshot?.context, status: "canceled" } } };
|
|
79
717
|
}
|
|
718
|
+
await new Promise((resolve) => setTimeout(resolve, 1e3 + Math.random() * 1e3));
|
|
80
719
|
}
|
|
81
|
-
|
|
720
|
+
throw new NonRetriableError(`Workflow did not complete within ${maxWaitMs}ms`);
|
|
82
721
|
}
|
|
83
722
|
async cancel() {
|
|
84
723
|
const storage = this.#mastra?.getStorage();
|
|
@@ -88,51 +727,55 @@ var InngestRun = class extends Run {
|
|
|
88
727
|
runId: this.runId
|
|
89
728
|
}
|
|
90
729
|
});
|
|
91
|
-
const
|
|
730
|
+
const workflowsStore = await storage?.getStore("workflows");
|
|
731
|
+
const snapshot = await workflowsStore?.loadWorkflowSnapshot({
|
|
92
732
|
workflowName: this.workflowId,
|
|
93
733
|
runId: this.runId
|
|
94
734
|
});
|
|
95
735
|
if (snapshot) {
|
|
96
|
-
await
|
|
736
|
+
await workflowsStore?.persistWorkflowSnapshot({
|
|
97
737
|
workflowName: this.workflowId,
|
|
98
738
|
runId: this.runId,
|
|
99
739
|
resourceId: this.resourceId,
|
|
100
740
|
snapshot: {
|
|
101
741
|
...snapshot,
|
|
102
|
-
status: "canceled"
|
|
742
|
+
status: "canceled",
|
|
743
|
+
value: snapshot.value
|
|
103
744
|
}
|
|
104
745
|
});
|
|
105
746
|
}
|
|
106
747
|
}
|
|
107
|
-
async start(
|
|
108
|
-
return this._start(
|
|
748
|
+
async start(args) {
|
|
749
|
+
return this._start(args);
|
|
109
750
|
}
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
await this.#mastra.getStorage()?.
|
|
751
|
+
/**
|
|
752
|
+
* Starts the workflow execution without waiting for completion (fire-and-forget).
|
|
753
|
+
* Returns immediately with the runId after sending the event to Inngest.
|
|
754
|
+
* The workflow executes independently in Inngest.
|
|
755
|
+
* Use this when you don't need to wait for the result or want to avoid polling failures.
|
|
756
|
+
*/
|
|
757
|
+
async startAsync(args) {
|
|
758
|
+
const workflowsStore = await this.#mastra.getStorage()?.getStore("workflows");
|
|
759
|
+
await workflowsStore?.persistWorkflowSnapshot({
|
|
118
760
|
workflowName: this.workflowId,
|
|
119
761
|
runId: this.runId,
|
|
120
762
|
resourceId: this.resourceId,
|
|
121
763
|
snapshot: {
|
|
122
764
|
runId: this.runId,
|
|
123
765
|
serializedStepGraph: this.serializedStepGraph,
|
|
766
|
+
status: "running",
|
|
124
767
|
value: {},
|
|
125
768
|
context: {},
|
|
126
769
|
activePaths: [],
|
|
127
770
|
suspendedPaths: {},
|
|
771
|
+
activeStepsPath: {},
|
|
128
772
|
resumeLabels: {},
|
|
129
773
|
waitingPaths: {},
|
|
130
|
-
timestamp: Date.now()
|
|
131
|
-
status: "running"
|
|
774
|
+
timestamp: Date.now()
|
|
132
775
|
}
|
|
133
776
|
});
|
|
134
|
-
const inputDataToUse = await this._validateInput(inputData);
|
|
135
|
-
const initialStateToUse = await this._validateInitialState(initialState ?? {});
|
|
777
|
+
const inputDataToUse = await this._validateInput(args.inputData);
|
|
778
|
+
const initialStateToUse = await this._validateInitialState(args.initialState ?? {});
|
|
136
779
|
const eventOutput = await this.inngest.send({
|
|
137
780
|
name: `workflow.${this.workflowId}`,
|
|
138
781
|
data: {
|
|
@@ -140,29 +783,78 @@ var InngestRun = class extends Run {
|
|
|
140
783
|
initialState: initialStateToUse,
|
|
141
784
|
runId: this.runId,
|
|
142
785
|
resourceId: this.resourceId,
|
|
143
|
-
outputOptions,
|
|
144
|
-
tracingOptions,
|
|
145
|
-
|
|
786
|
+
outputOptions: args.outputOptions,
|
|
787
|
+
tracingOptions: args.tracingOptions,
|
|
788
|
+
requestContext: args.requestContext ? Object.fromEntries(args.requestContext.entries()) : {},
|
|
789
|
+
perStep: args.perStep
|
|
146
790
|
}
|
|
147
791
|
});
|
|
148
792
|
const eventId = eventOutput.ids[0];
|
|
149
793
|
if (!eventId) {
|
|
150
794
|
throw new Error("Event ID is not set");
|
|
151
795
|
}
|
|
152
|
-
|
|
153
|
-
const result = runOutput?.output?.result;
|
|
154
|
-
if (result.status === "failed") {
|
|
155
|
-
result.error = new Error(result.error);
|
|
156
|
-
}
|
|
157
|
-
if (result.status !== "suspended") {
|
|
158
|
-
this.cleanup?.();
|
|
159
|
-
}
|
|
160
|
-
return result;
|
|
796
|
+
return { runId: this.runId };
|
|
161
797
|
}
|
|
162
|
-
async
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
798
|
+
async _start({
|
|
799
|
+
inputData,
|
|
800
|
+
initialState,
|
|
801
|
+
outputOptions,
|
|
802
|
+
tracingOptions,
|
|
803
|
+
format,
|
|
804
|
+
requestContext,
|
|
805
|
+
perStep
|
|
806
|
+
}) {
|
|
807
|
+
const workflowsStore = await this.#mastra.getStorage()?.getStore("workflows");
|
|
808
|
+
await workflowsStore?.persistWorkflowSnapshot({
|
|
809
|
+
workflowName: this.workflowId,
|
|
810
|
+
runId: this.runId,
|
|
811
|
+
resourceId: this.resourceId,
|
|
812
|
+
snapshot: {
|
|
813
|
+
runId: this.runId,
|
|
814
|
+
serializedStepGraph: this.serializedStepGraph,
|
|
815
|
+
status: "running",
|
|
816
|
+
value: {},
|
|
817
|
+
context: {},
|
|
818
|
+
activePaths: [],
|
|
819
|
+
suspendedPaths: {},
|
|
820
|
+
activeStepsPath: {},
|
|
821
|
+
resumeLabels: {},
|
|
822
|
+
waitingPaths: {},
|
|
823
|
+
timestamp: Date.now()
|
|
824
|
+
}
|
|
825
|
+
});
|
|
826
|
+
const inputDataToUse = await this._validateInput(inputData);
|
|
827
|
+
const initialStateToUse = await this._validateInitialState(initialState ?? {});
|
|
828
|
+
const eventOutput = await this.inngest.send({
|
|
829
|
+
name: `workflow.${this.workflowId}`,
|
|
830
|
+
data: {
|
|
831
|
+
inputData: inputDataToUse,
|
|
832
|
+
initialState: initialStateToUse,
|
|
833
|
+
runId: this.runId,
|
|
834
|
+
resourceId: this.resourceId,
|
|
835
|
+
outputOptions,
|
|
836
|
+
tracingOptions,
|
|
837
|
+
format,
|
|
838
|
+
requestContext: requestContext ? Object.fromEntries(requestContext.entries()) : {},
|
|
839
|
+
perStep
|
|
840
|
+
}
|
|
841
|
+
});
|
|
842
|
+
const eventId = eventOutput.ids[0];
|
|
843
|
+
if (!eventId) {
|
|
844
|
+
throw new Error("Event ID is not set");
|
|
845
|
+
}
|
|
846
|
+
const runOutput = await this.getRunOutput(eventId);
|
|
847
|
+
const result = runOutput?.output?.result;
|
|
848
|
+
this.hydrateFailedResult(result);
|
|
849
|
+
if (result.status !== "suspended") {
|
|
850
|
+
this.cleanup?.();
|
|
851
|
+
}
|
|
852
|
+
return result;
|
|
853
|
+
}
|
|
854
|
+
async resume(params) {
|
|
855
|
+
const p = this._resume(params).then((result) => {
|
|
856
|
+
if (result.status !== "suspended") {
|
|
857
|
+
this.closeStreamAction?.().catch(() => {
|
|
166
858
|
});
|
|
167
859
|
}
|
|
168
860
|
return result;
|
|
@@ -172,15 +864,24 @@ var InngestRun = class extends Run {
|
|
|
172
864
|
}
|
|
173
865
|
async _resume(params) {
|
|
174
866
|
const storage = this.#mastra?.getStorage();
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
867
|
+
let steps = [];
|
|
868
|
+
if (typeof params.step === "string") {
|
|
869
|
+
steps = params.step.split(".");
|
|
870
|
+
} else {
|
|
871
|
+
steps = (Array.isArray(params.step) ? params.step : [params.step]).map(
|
|
872
|
+
(step) => typeof step === "string" ? step : step?.id
|
|
873
|
+
);
|
|
874
|
+
}
|
|
875
|
+
const workflowsStore = await storage?.getStore("workflows");
|
|
876
|
+
const snapshot = await workflowsStore?.loadWorkflowSnapshot({
|
|
179
877
|
workflowName: this.workflowId,
|
|
180
878
|
runId: this.runId
|
|
181
879
|
});
|
|
182
880
|
const suspendedStep = this.workflowSteps[steps?.[0] ?? ""];
|
|
183
881
|
const resumeDataToUse = await this._validateResumeData(params.resumeData, suspendedStep);
|
|
882
|
+
const persistedRequestContext = snapshot?.requestContext ?? {};
|
|
883
|
+
const newRequestContext = params.requestContext ? Object.fromEntries(params.requestContext.entries()) : {};
|
|
884
|
+
const mergedRequestContext = { ...persistedRequestContext, ...newRequestContext };
|
|
184
885
|
const eventOutput = await this.inngest.send({
|
|
185
886
|
name: `workflow.${this.workflowId}`,
|
|
186
887
|
data: {
|
|
@@ -193,9 +894,10 @@ var InngestRun = class extends Run {
|
|
|
193
894
|
steps,
|
|
194
895
|
stepResults: snapshot?.context,
|
|
195
896
|
resumePayload: resumeDataToUse,
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
897
|
+
resumePath: steps?.[0] ? snapshot?.suspendedPaths?.[steps?.[0]] : void 0
|
|
898
|
+
},
|
|
899
|
+
requestContext: mergedRequestContext,
|
|
900
|
+
perStep: params.perStep
|
|
199
901
|
}
|
|
200
902
|
});
|
|
201
903
|
const eventId = eventOutput.ids[0];
|
|
@@ -204,9 +906,100 @@ var InngestRun = class extends Run {
|
|
|
204
906
|
}
|
|
205
907
|
const runOutput = await this.getRunOutput(eventId);
|
|
206
908
|
const result = runOutput?.output?.result;
|
|
207
|
-
|
|
208
|
-
|
|
909
|
+
this.hydrateFailedResult(result);
|
|
910
|
+
return result;
|
|
911
|
+
}
|
|
912
|
+
async timeTravel(params) {
|
|
913
|
+
const p = this._timeTravel(params).then((result) => {
|
|
914
|
+
if (result.status !== "suspended") {
|
|
915
|
+
this.closeStreamAction?.().catch(() => {
|
|
916
|
+
});
|
|
917
|
+
}
|
|
918
|
+
return result;
|
|
919
|
+
});
|
|
920
|
+
this.executionResults = p;
|
|
921
|
+
return p;
|
|
922
|
+
}
|
|
923
|
+
async _timeTravel(params) {
|
|
924
|
+
if (!params.step || Array.isArray(params.step) && params.step?.length === 0) {
|
|
925
|
+
throw new Error("Step is required and must be a valid step or array of steps");
|
|
926
|
+
}
|
|
927
|
+
let steps = [];
|
|
928
|
+
if (typeof params.step === "string") {
|
|
929
|
+
steps = params.step.split(".");
|
|
930
|
+
} else {
|
|
931
|
+
steps = (Array.isArray(params.step) ? params.step : [params.step]).map(
|
|
932
|
+
(step) => typeof step === "string" ? step : step?.id
|
|
933
|
+
);
|
|
934
|
+
}
|
|
935
|
+
if (steps.length === 0) {
|
|
936
|
+
throw new Error("No steps provided to timeTravel");
|
|
937
|
+
}
|
|
938
|
+
const storage = this.#mastra?.getStorage();
|
|
939
|
+
const workflowsStore = await storage?.getStore("workflows");
|
|
940
|
+
const snapshot = await workflowsStore?.loadWorkflowSnapshot({
|
|
941
|
+
workflowName: this.workflowId,
|
|
942
|
+
runId: this.runId
|
|
943
|
+
});
|
|
944
|
+
if (!snapshot) {
|
|
945
|
+
await workflowsStore?.persistWorkflowSnapshot({
|
|
946
|
+
workflowName: this.workflowId,
|
|
947
|
+
runId: this.runId,
|
|
948
|
+
resourceId: this.resourceId,
|
|
949
|
+
snapshot: {
|
|
950
|
+
runId: this.runId,
|
|
951
|
+
serializedStepGraph: this.serializedStepGraph,
|
|
952
|
+
status: "pending",
|
|
953
|
+
value: {},
|
|
954
|
+
context: {},
|
|
955
|
+
activePaths: [],
|
|
956
|
+
suspendedPaths: {},
|
|
957
|
+
activeStepsPath: {},
|
|
958
|
+
resumeLabels: {},
|
|
959
|
+
waitingPaths: {},
|
|
960
|
+
timestamp: Date.now()
|
|
961
|
+
}
|
|
962
|
+
});
|
|
963
|
+
}
|
|
964
|
+
if (snapshot?.status === "running") {
|
|
965
|
+
throw new Error("This workflow run is still running, cannot time travel");
|
|
966
|
+
}
|
|
967
|
+
let inputDataToUse = params.inputData;
|
|
968
|
+
if (inputDataToUse && steps.length === 1) {
|
|
969
|
+
inputDataToUse = await this._validateTimetravelInputData(params.inputData, this.workflowSteps[steps[0]]);
|
|
970
|
+
}
|
|
971
|
+
const timeTravelData = createTimeTravelExecutionParams({
|
|
972
|
+
steps,
|
|
973
|
+
inputData: inputDataToUse,
|
|
974
|
+
resumeData: params.resumeData,
|
|
975
|
+
context: params.context,
|
|
976
|
+
nestedStepsContext: params.nestedStepsContext,
|
|
977
|
+
snapshot: snapshot ?? { context: {} },
|
|
978
|
+
graph: this.executionGraph,
|
|
979
|
+
initialState: params.initialState,
|
|
980
|
+
perStep: params.perStep
|
|
981
|
+
});
|
|
982
|
+
const eventOutput = await this.inngest.send({
|
|
983
|
+
name: `workflow.${this.workflowId}`,
|
|
984
|
+
data: {
|
|
985
|
+
initialState: timeTravelData.state,
|
|
986
|
+
runId: this.runId,
|
|
987
|
+
workflowId: this.workflowId,
|
|
988
|
+
stepResults: timeTravelData.stepResults,
|
|
989
|
+
timeTravel: timeTravelData,
|
|
990
|
+
tracingOptions: params.tracingOptions,
|
|
991
|
+
outputOptions: params.outputOptions,
|
|
992
|
+
requestContext: params.requestContext ? Object.fromEntries(params.requestContext.entries()) : {},
|
|
993
|
+
perStep: params.perStep
|
|
994
|
+
}
|
|
995
|
+
});
|
|
996
|
+
const eventId = eventOutput.ids[0];
|
|
997
|
+
if (!eventId) {
|
|
998
|
+
throw new Error("Event ID is not set");
|
|
209
999
|
}
|
|
1000
|
+
const runOutput = await this.getRunOutput(eventId);
|
|
1001
|
+
const result = runOutput?.output?.result;
|
|
1002
|
+
this.hydrateFailedResult(result);
|
|
210
1003
|
return result;
|
|
211
1004
|
}
|
|
212
1005
|
watch(cb) {
|
|
@@ -235,14 +1028,14 @@ var InngestRun = class extends Run {
|
|
|
235
1028
|
streamLegacy({ inputData, requestContext } = {}) {
|
|
236
1029
|
const { readable, writable } = new TransformStream();
|
|
237
1030
|
const writer = writable.getWriter();
|
|
1031
|
+
void writer.write({
|
|
1032
|
+
// @ts-ignore
|
|
1033
|
+
type: "start",
|
|
1034
|
+
// @ts-ignore
|
|
1035
|
+
payload: { runId: this.runId }
|
|
1036
|
+
});
|
|
238
1037
|
const unwatch = this.watch(async (event) => {
|
|
239
1038
|
try {
|
|
240
|
-
await writer.write({
|
|
241
|
-
// @ts-ignore
|
|
242
|
-
type: "start",
|
|
243
|
-
// @ts-ignore
|
|
244
|
-
payload: { runId: this.runId }
|
|
245
|
-
});
|
|
246
1039
|
const e = {
|
|
247
1040
|
...event,
|
|
248
1041
|
type: event.type.replace("workflow-", "")
|
|
@@ -288,7 +1081,8 @@ var InngestRun = class extends Run {
|
|
|
288
1081
|
tracingOptions,
|
|
289
1082
|
closeOnSuspend = true,
|
|
290
1083
|
initialState,
|
|
291
|
-
outputOptions
|
|
1084
|
+
outputOptions,
|
|
1085
|
+
perStep
|
|
292
1086
|
} = {}) {
|
|
293
1087
|
if (this.closeStreamAction && this.streamOutput) {
|
|
294
1088
|
return this.streamOutput;
|
|
@@ -324,7 +1118,8 @@ var InngestRun = class extends Run {
|
|
|
324
1118
|
initialState,
|
|
325
1119
|
tracingOptions,
|
|
326
1120
|
outputOptions,
|
|
327
|
-
format: "vnext"
|
|
1121
|
+
format: "vnext",
|
|
1122
|
+
perStep
|
|
328
1123
|
});
|
|
329
1124
|
let executionResults;
|
|
330
1125
|
try {
|
|
@@ -355,24 +1150,113 @@ var InngestRun = class extends Run {
|
|
|
355
1150
|
});
|
|
356
1151
|
return this.streamOutput;
|
|
357
1152
|
}
|
|
358
|
-
|
|
359
|
-
|
|
1153
|
+
timeTravelStream({
|
|
1154
|
+
inputData,
|
|
1155
|
+
resumeData,
|
|
1156
|
+
initialState,
|
|
1157
|
+
step,
|
|
1158
|
+
context,
|
|
1159
|
+
nestedStepsContext,
|
|
1160
|
+
requestContext,
|
|
1161
|
+
// tracingContext,
|
|
1162
|
+
tracingOptions,
|
|
1163
|
+
outputOptions,
|
|
1164
|
+
perStep
|
|
1165
|
+
}) {
|
|
1166
|
+
this.closeStreamAction = async () => {
|
|
1167
|
+
};
|
|
1168
|
+
const self = this;
|
|
1169
|
+
const stream = new ReadableStream({
|
|
1170
|
+
async start(controller) {
|
|
1171
|
+
const unwatch = self.watch(async ({ type, from = ChunkFrom.WORKFLOW, payload }) => {
|
|
1172
|
+
controller.enqueue({
|
|
1173
|
+
type,
|
|
1174
|
+
runId: self.runId,
|
|
1175
|
+
from,
|
|
1176
|
+
payload: {
|
|
1177
|
+
stepName: payload?.id,
|
|
1178
|
+
...payload
|
|
1179
|
+
}
|
|
1180
|
+
});
|
|
1181
|
+
});
|
|
1182
|
+
self.closeStreamAction = async () => {
|
|
1183
|
+
unwatch();
|
|
1184
|
+
try {
|
|
1185
|
+
controller.close();
|
|
1186
|
+
} catch (err) {
|
|
1187
|
+
console.error("Error closing stream:", err);
|
|
1188
|
+
}
|
|
1189
|
+
};
|
|
1190
|
+
const executionResultsPromise = self._timeTravel({
|
|
1191
|
+
inputData,
|
|
1192
|
+
step,
|
|
1193
|
+
context,
|
|
1194
|
+
nestedStepsContext,
|
|
1195
|
+
resumeData,
|
|
1196
|
+
initialState,
|
|
1197
|
+
requestContext,
|
|
1198
|
+
tracingOptions,
|
|
1199
|
+
outputOptions,
|
|
1200
|
+
perStep
|
|
1201
|
+
});
|
|
1202
|
+
self.executionResults = executionResultsPromise;
|
|
1203
|
+
let executionResults;
|
|
1204
|
+
try {
|
|
1205
|
+
executionResults = await executionResultsPromise;
|
|
1206
|
+
self.closeStreamAction?.().catch(() => {
|
|
1207
|
+
});
|
|
1208
|
+
if (self.streamOutput) {
|
|
1209
|
+
self.streamOutput.updateResults(executionResults);
|
|
1210
|
+
}
|
|
1211
|
+
} catch (err) {
|
|
1212
|
+
self.streamOutput?.rejectResults(err);
|
|
1213
|
+
self.closeStreamAction?.().catch(() => {
|
|
1214
|
+
});
|
|
1215
|
+
}
|
|
1216
|
+
}
|
|
1217
|
+
});
|
|
1218
|
+
this.streamOutput = new WorkflowRunOutput({
|
|
1219
|
+
runId: this.runId,
|
|
1220
|
+
workflowId: this.workflowId,
|
|
1221
|
+
stream
|
|
1222
|
+
});
|
|
1223
|
+
return this.streamOutput;
|
|
1224
|
+
}
|
|
1225
|
+
/**
|
|
1226
|
+
* Hydrates errors in a failed workflow result back to proper Error instances.
|
|
1227
|
+
* This ensures error.cause chains and custom properties are preserved.
|
|
1228
|
+
*/
|
|
1229
|
+
hydrateFailedResult(result) {
|
|
1230
|
+
if (result.status === "failed") {
|
|
1231
|
+
result.error = getErrorFromUnknown(result.error, { serializeStack: false });
|
|
1232
|
+
if (result.steps) {
|
|
1233
|
+
hydrateSerializedStepErrors(result.steps);
|
|
1234
|
+
}
|
|
1235
|
+
}
|
|
360
1236
|
}
|
|
361
1237
|
};
|
|
1238
|
+
|
|
1239
|
+
// src/workflow.ts
|
|
362
1240
|
var InngestWorkflow = class _InngestWorkflow extends Workflow {
|
|
363
1241
|
#mastra;
|
|
364
1242
|
inngest;
|
|
365
1243
|
function;
|
|
1244
|
+
cronFunction;
|
|
366
1245
|
flowControlConfig;
|
|
1246
|
+
cronConfig;
|
|
367
1247
|
constructor(params, inngest) {
|
|
368
|
-
const { concurrency, rateLimit, throttle, debounce, priority, ...workflowParams } = params;
|
|
1248
|
+
const { concurrency, rateLimit, throttle, debounce, priority, cron, inputData, initialState, ...workflowParams } = params;
|
|
369
1249
|
super(workflowParams);
|
|
1250
|
+
this.engineType = "inngest";
|
|
370
1251
|
const flowControlEntries = Object.entries({ concurrency, rateLimit, throttle, debounce, priority }).filter(
|
|
371
1252
|
([_, value]) => value !== void 0
|
|
372
1253
|
);
|
|
373
1254
|
this.flowControlConfig = flowControlEntries.length > 0 ? Object.fromEntries(flowControlEntries) : void 0;
|
|
374
1255
|
this.#mastra = params.mastra;
|
|
375
1256
|
this.inngest = inngest;
|
|
1257
|
+
if (cron) {
|
|
1258
|
+
this.cronConfig = { cron, inputData, initialState };
|
|
1259
|
+
}
|
|
376
1260
|
}
|
|
377
1261
|
async listWorkflowRuns(args) {
|
|
378
1262
|
const storage = this.#mastra?.getStorage();
|
|
@@ -380,18 +1264,14 @@ var InngestWorkflow = class _InngestWorkflow extends Workflow {
|
|
|
380
1264
|
this.logger.debug("Cannot get workflow runs. Mastra engine is not initialized");
|
|
381
1265
|
return { runs: [], total: 0 };
|
|
382
1266
|
}
|
|
383
|
-
|
|
384
|
-
|
|
385
|
-
|
|
386
|
-
const storage = this.#mastra?.getStorage();
|
|
387
|
-
if (!storage) {
|
|
388
|
-
this.logger.debug("Cannot get workflow runs. Mastra engine is not initialized");
|
|
389
|
-
return this.runs.get(runId) ? { ...this.runs.get(runId), workflowName: this.id } : null;
|
|
1267
|
+
const workflowsStore = await storage.getStore("workflows");
|
|
1268
|
+
if (!workflowsStore) {
|
|
1269
|
+
return { runs: [], total: 0 };
|
|
390
1270
|
}
|
|
391
|
-
|
|
392
|
-
return run ?? (this.runs.get(runId) ? { ...this.runs.get(runId), workflowName: this.id } : null);
|
|
1271
|
+
return workflowsStore.listWorkflowRuns({ workflowName: this.id, ...args ?? {} });
|
|
393
1272
|
}
|
|
394
1273
|
__registerMastra(mastra) {
|
|
1274
|
+
super.__registerMastra(mastra);
|
|
395
1275
|
this.#mastra = mastra;
|
|
396
1276
|
this.executionEngine.__registerMastra(mastra);
|
|
397
1277
|
const updateNested = (step) => {
|
|
@@ -411,7 +1291,8 @@ var InngestWorkflow = class _InngestWorkflow extends Workflow {
|
|
|
411
1291
|
}
|
|
412
1292
|
async createRun(options) {
|
|
413
1293
|
const runIdToUse = options?.runId || randomUUID();
|
|
414
|
-
const
|
|
1294
|
+
const existingInMemoryRun = this.runs.get(runIdToUse);
|
|
1295
|
+
const newRun = new InngestRun(
|
|
415
1296
|
{
|
|
416
1297
|
workflowId: this.id,
|
|
417
1298
|
runId: runIdToUse,
|
|
@@ -422,18 +1303,25 @@ var InngestWorkflow = class _InngestWorkflow extends Workflow {
|
|
|
422
1303
|
mastra: this.#mastra,
|
|
423
1304
|
retryConfig: this.retryConfig,
|
|
424
1305
|
cleanup: () => this.runs.delete(runIdToUse),
|
|
425
|
-
workflowSteps: this.steps
|
|
1306
|
+
workflowSteps: this.steps,
|
|
1307
|
+
workflowEngineType: this.engineType,
|
|
1308
|
+
validateInputs: this.options.validateInputs
|
|
426
1309
|
},
|
|
427
1310
|
this.inngest
|
|
428
1311
|
);
|
|
1312
|
+
const run = existingInMemoryRun ?? newRun;
|
|
429
1313
|
this.runs.set(runIdToUse, run);
|
|
430
1314
|
const shouldPersistSnapshot = this.options.shouldPersistSnapshot({
|
|
431
1315
|
workflowStatus: run.workflowRunStatus,
|
|
432
1316
|
stepResults: {}
|
|
433
1317
|
});
|
|
434
|
-
const
|
|
435
|
-
|
|
436
|
-
|
|
1318
|
+
const existingStoredRun = await this.getWorkflowRunById(runIdToUse, {
|
|
1319
|
+
withNestedWorkflows: false
|
|
1320
|
+
});
|
|
1321
|
+
const existsInStorage = existingStoredRun && !existingStoredRun.isFromInMemory;
|
|
1322
|
+
if (!existsInStorage && shouldPersistSnapshot) {
|
|
1323
|
+
const workflowsStore = await this.mastra?.getStorage()?.getStore("workflows");
|
|
1324
|
+
await workflowsStore?.persistWorkflowSnapshot({
|
|
437
1325
|
workflowName: this.id,
|
|
438
1326
|
runId: runIdToUse,
|
|
439
1327
|
resourceId: options?.resourceId,
|
|
@@ -443,19 +1331,43 @@ var InngestWorkflow = class _InngestWorkflow extends Workflow {
|
|
|
443
1331
|
value: {},
|
|
444
1332
|
context: {},
|
|
445
1333
|
activePaths: [],
|
|
1334
|
+
activeStepsPath: {},
|
|
446
1335
|
waitingPaths: {},
|
|
447
1336
|
serializedStepGraph: this.serializedStepGraph,
|
|
448
1337
|
suspendedPaths: {},
|
|
449
1338
|
resumeLabels: {},
|
|
450
1339
|
result: void 0,
|
|
451
1340
|
error: void 0,
|
|
452
|
-
// @ts-ignore
|
|
453
1341
|
timestamp: Date.now()
|
|
454
1342
|
}
|
|
455
1343
|
});
|
|
456
1344
|
}
|
|
457
1345
|
return run;
|
|
458
1346
|
}
|
|
1347
|
+
//createCronFunction is only called if cronConfig.cron is defined.
|
|
1348
|
+
createCronFunction() {
|
|
1349
|
+
if (this.cronFunction) {
|
|
1350
|
+
return this.cronFunction;
|
|
1351
|
+
}
|
|
1352
|
+
this.cronFunction = this.inngest.createFunction(
|
|
1353
|
+
{
|
|
1354
|
+
id: `workflow.${this.id}.cron`,
|
|
1355
|
+
retries: 0,
|
|
1356
|
+
cancelOn: [{ event: `cancel.workflow.${this.id}` }],
|
|
1357
|
+
...this.flowControlConfig
|
|
1358
|
+
},
|
|
1359
|
+
{ cron: this.cronConfig?.cron ?? "" },
|
|
1360
|
+
async () => {
|
|
1361
|
+
const run = await this.createRun();
|
|
1362
|
+
const result = await run.start({
|
|
1363
|
+
inputData: this.cronConfig?.inputData,
|
|
1364
|
+
initialState: this.cronConfig?.initialState
|
|
1365
|
+
});
|
|
1366
|
+
return { result, runId: run.runId };
|
|
1367
|
+
}
|
|
1368
|
+
);
|
|
1369
|
+
return this.cronFunction;
|
|
1370
|
+
}
|
|
459
1371
|
getFunction() {
|
|
460
1372
|
if (this.function) {
|
|
461
1373
|
return this.function;
|
|
@@ -463,68 +1375,128 @@ var InngestWorkflow = class _InngestWorkflow extends Workflow {
|
|
|
463
1375
|
this.function = this.inngest.createFunction(
|
|
464
1376
|
{
|
|
465
1377
|
id: `workflow.${this.id}`,
|
|
466
|
-
|
|
467
|
-
retries: this.retryConfig?.attempts ?? 0,
|
|
1378
|
+
retries: 0,
|
|
468
1379
|
cancelOn: [{ event: `cancel.workflow.${this.id}` }],
|
|
469
1380
|
// Spread flow control configuration
|
|
470
1381
|
...this.flowControlConfig
|
|
471
1382
|
},
|
|
472
1383
|
{ event: `workflow.${this.id}` },
|
|
473
1384
|
async ({ event, step, attempt, publish }) => {
|
|
474
|
-
let {
|
|
1385
|
+
let {
|
|
1386
|
+
inputData,
|
|
1387
|
+
initialState,
|
|
1388
|
+
runId,
|
|
1389
|
+
resourceId,
|
|
1390
|
+
resume,
|
|
1391
|
+
outputOptions,
|
|
1392
|
+
format,
|
|
1393
|
+
timeTravel,
|
|
1394
|
+
perStep,
|
|
1395
|
+
tracingOptions
|
|
1396
|
+
} = event.data;
|
|
475
1397
|
if (!runId) {
|
|
476
1398
|
runId = await step.run(`workflow.${this.id}.runIdGen`, async () => {
|
|
477
1399
|
return randomUUID();
|
|
478
1400
|
});
|
|
479
1401
|
}
|
|
480
|
-
const
|
|
481
|
-
|
|
482
|
-
|
|
483
|
-
|
|
484
|
-
|
|
485
|
-
|
|
486
|
-
|
|
487
|
-
|
|
488
|
-
|
|
489
|
-
|
|
490
|
-
|
|
491
|
-
|
|
492
|
-
|
|
493
|
-
|
|
494
|
-
|
|
495
|
-
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
|
|
499
|
-
|
|
500
|
-
}
|
|
501
|
-
|
|
1402
|
+
const pubsub = new InngestPubSub(this.inngest, this.id, publish);
|
|
1403
|
+
const requestContext = new RequestContext(Object.entries(event.data.requestContext ?? {}));
|
|
1404
|
+
const mastra = this.#mastra;
|
|
1405
|
+
const tracingPolicy = this.options.tracingPolicy;
|
|
1406
|
+
const workflowSpanData = await step.run(`workflow.${this.id}.span.start`, async () => {
|
|
1407
|
+
const observability = mastra?.observability?.getSelectedInstance({ requestContext });
|
|
1408
|
+
if (!observability) return void 0;
|
|
1409
|
+
const span = observability.startSpan({
|
|
1410
|
+
type: SpanType.WORKFLOW_RUN,
|
|
1411
|
+
name: `workflow run: '${this.id}'`,
|
|
1412
|
+
entityType: EntityType.WORKFLOW_RUN,
|
|
1413
|
+
entityId: this.id,
|
|
1414
|
+
input: inputData,
|
|
1415
|
+
metadata: {
|
|
1416
|
+
resourceId,
|
|
1417
|
+
runId
|
|
1418
|
+
},
|
|
1419
|
+
tracingPolicy,
|
|
1420
|
+
tracingOptions,
|
|
1421
|
+
requestContext
|
|
1422
|
+
});
|
|
1423
|
+
return span?.exportSpan();
|
|
1424
|
+
});
|
|
502
1425
|
const engine = new InngestExecutionEngine(this.#mastra, step, attempt, this.options);
|
|
503
|
-
|
|
504
|
-
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
|
|
508
|
-
|
|
509
|
-
|
|
510
|
-
|
|
511
|
-
|
|
512
|
-
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
|
|
516
|
-
|
|
517
|
-
|
|
518
|
-
|
|
519
|
-
|
|
520
|
-
|
|
521
|
-
|
|
522
|
-
|
|
523
|
-
|
|
1426
|
+
let result;
|
|
1427
|
+
try {
|
|
1428
|
+
result = await engine.execute({
|
|
1429
|
+
workflowId: this.id,
|
|
1430
|
+
runId,
|
|
1431
|
+
resourceId,
|
|
1432
|
+
graph: this.executionGraph,
|
|
1433
|
+
serializedStepGraph: this.serializedStepGraph,
|
|
1434
|
+
input: inputData,
|
|
1435
|
+
initialState,
|
|
1436
|
+
pubsub,
|
|
1437
|
+
retryConfig: this.retryConfig,
|
|
1438
|
+
requestContext,
|
|
1439
|
+
resume,
|
|
1440
|
+
timeTravel,
|
|
1441
|
+
perStep,
|
|
1442
|
+
format,
|
|
1443
|
+
abortController: new AbortController(),
|
|
1444
|
+
// For Inngest, we don't pass workflowSpan - step spans use tracingIds instead
|
|
1445
|
+
workflowSpan: void 0,
|
|
1446
|
+
// Pass tracing IDs for durable span operations
|
|
1447
|
+
tracingIds: workflowSpanData ? {
|
|
1448
|
+
traceId: workflowSpanData.traceId,
|
|
1449
|
+
workflowSpanId: workflowSpanData.id
|
|
1450
|
+
} : void 0,
|
|
1451
|
+
outputOptions,
|
|
1452
|
+
outputWriter: async (chunk) => {
|
|
1453
|
+
try {
|
|
1454
|
+
await pubsub.publish(`workflow.events.v2.${runId}`, {
|
|
1455
|
+
type: "watch",
|
|
1456
|
+
runId,
|
|
1457
|
+
data: chunk
|
|
1458
|
+
});
|
|
1459
|
+
} catch (err) {
|
|
1460
|
+
this.logger.debug?.("Failed to publish watch event:", err);
|
|
1461
|
+
}
|
|
524
1462
|
}
|
|
525
|
-
})
|
|
526
|
-
})
|
|
1463
|
+
});
|
|
1464
|
+
} catch (error) {
|
|
1465
|
+
throw error;
|
|
1466
|
+
}
|
|
527
1467
|
await step.run(`workflow.${this.id}.finalize`, async () => {
|
|
1468
|
+
if (result.status !== "paused") {
|
|
1469
|
+
await engine.invokeLifecycleCallbacksInternal({
|
|
1470
|
+
status: result.status,
|
|
1471
|
+
result: "result" in result ? result.result : void 0,
|
|
1472
|
+
error: "error" in result ? result.error : void 0,
|
|
1473
|
+
steps: result.steps,
|
|
1474
|
+
tripwire: "tripwire" in result ? result.tripwire : void 0,
|
|
1475
|
+
runId,
|
|
1476
|
+
workflowId: this.id,
|
|
1477
|
+
resourceId,
|
|
1478
|
+
input: inputData,
|
|
1479
|
+
requestContext,
|
|
1480
|
+
state: result.state ?? initialState ?? {}
|
|
1481
|
+
});
|
|
1482
|
+
}
|
|
1483
|
+
if (workflowSpanData) {
|
|
1484
|
+
const observability = mastra?.observability?.getSelectedInstance({ requestContext });
|
|
1485
|
+
if (observability) {
|
|
1486
|
+
const workflowSpan = observability.rebuildSpan(workflowSpanData);
|
|
1487
|
+
if (result.status === "failed") {
|
|
1488
|
+
workflowSpan.error({
|
|
1489
|
+
error: result.error instanceof Error ? result.error : new Error(String(result.error)),
|
|
1490
|
+
attributes: { status: "failed" }
|
|
1491
|
+
});
|
|
1492
|
+
} else {
|
|
1493
|
+
workflowSpan.end({
|
|
1494
|
+
output: result.status === "success" ? result.result : void 0,
|
|
1495
|
+
attributes: { status: result.status }
|
|
1496
|
+
});
|
|
1497
|
+
}
|
|
1498
|
+
}
|
|
1499
|
+
}
|
|
528
1500
|
if (result.status === "failed") {
|
|
529
1501
|
throw new NonRetriableError(`Workflow failed`, {
|
|
530
1502
|
cause: result
|
|
@@ -551,133 +1523,201 @@ var InngestWorkflow = class _InngestWorkflow extends Workflow {
|
|
|
551
1523
|
});
|
|
552
1524
|
}
|
|
553
1525
|
getFunctions() {
|
|
554
|
-
return [
|
|
1526
|
+
return [
|
|
1527
|
+
this.getFunction(),
|
|
1528
|
+
...this.cronConfig?.cron ? [this.createCronFunction()] : [],
|
|
1529
|
+
...this.getNestedFunctions(this.executionGraph.steps)
|
|
1530
|
+
];
|
|
555
1531
|
}
|
|
556
1532
|
};
|
|
557
|
-
function
|
|
558
|
-
|
|
1533
|
+
function prepareServeOptions({ mastra, inngest, functions: userFunctions = [], registerOptions }) {
|
|
1534
|
+
const wfs = mastra.listWorkflows();
|
|
1535
|
+
const workflowFunctions = Array.from(
|
|
1536
|
+
new Set(
|
|
1537
|
+
Object.values(wfs).flatMap((wf) => {
|
|
1538
|
+
if (wf instanceof InngestWorkflow) {
|
|
1539
|
+
wf.__registerMastra(mastra);
|
|
1540
|
+
return wf.getFunctions();
|
|
1541
|
+
}
|
|
1542
|
+
return [];
|
|
1543
|
+
})
|
|
1544
|
+
)
|
|
1545
|
+
);
|
|
1546
|
+
return {
|
|
1547
|
+
...registerOptions,
|
|
1548
|
+
client: inngest,
|
|
1549
|
+
functions: [...workflowFunctions, ...userFunctions]
|
|
1550
|
+
};
|
|
559
1551
|
}
|
|
560
|
-
function
|
|
561
|
-
return
|
|
1552
|
+
function createServe(adapter) {
|
|
1553
|
+
return (options) => {
|
|
1554
|
+
const serveOptions = prepareServeOptions(options);
|
|
1555
|
+
return adapter(serveOptions);
|
|
1556
|
+
};
|
|
562
1557
|
}
|
|
563
|
-
|
|
564
|
-
|
|
565
|
-
|
|
566
|
-
|
|
567
|
-
|
|
568
|
-
|
|
569
|
-
|
|
570
|
-
|
|
571
|
-
|
|
572
|
-
|
|
573
|
-
|
|
574
|
-
|
|
575
|
-
|
|
576
|
-
|
|
577
|
-
|
|
578
|
-
|
|
579
|
-
|
|
580
|
-
|
|
581
|
-
|
|
582
|
-
|
|
583
|
-
|
|
584
|
-
|
|
585
|
-
|
|
586
|
-
|
|
587
|
-
|
|
588
|
-
|
|
589
|
-
|
|
590
|
-
|
|
591
|
-
|
|
1558
|
+
var serve = createServe(serve$1);
|
|
1559
|
+
|
|
1560
|
+
// src/types.ts
|
|
1561
|
+
var _compatibilityCheck = true;
|
|
1562
|
+
|
|
1563
|
+
// src/index.ts
|
|
1564
|
+
function isInngestWorkflow(input) {
|
|
1565
|
+
return input instanceof InngestWorkflow;
|
|
1566
|
+
}
|
|
1567
|
+
function isAgent(input) {
|
|
1568
|
+
return input instanceof Agent;
|
|
1569
|
+
}
|
|
1570
|
+
function isToolStep(input) {
|
|
1571
|
+
return input instanceof Tool;
|
|
1572
|
+
}
|
|
1573
|
+
function isStepParams(input) {
|
|
1574
|
+
return input !== null && typeof input === "object" && "id" in input && "execute" in input && !(input instanceof Agent) && !(input instanceof Tool) && !(input instanceof InngestWorkflow);
|
|
1575
|
+
}
|
|
1576
|
+
function isProcessor(obj) {
|
|
1577
|
+
return obj !== null && typeof obj === "object" && "id" in obj && typeof obj.id === "string" && !(obj instanceof Agent) && !(obj instanceof Tool) && !(obj instanceof InngestWorkflow) && (typeof obj.processInput === "function" || typeof obj.processInputStep === "function" || typeof obj.processOutputStream === "function" || typeof obj.processOutputResult === "function" || typeof obj.processOutputStep === "function");
|
|
1578
|
+
}
|
|
1579
|
+
function createStep(params, agentOrToolOptions) {
|
|
1580
|
+
if (isInngestWorkflow(params)) {
|
|
1581
|
+
return params;
|
|
1582
|
+
}
|
|
1583
|
+
if (isAgent(params)) {
|
|
1584
|
+
return createStepFromAgent(params, agentOrToolOptions);
|
|
1585
|
+
}
|
|
1586
|
+
if (isToolStep(params)) {
|
|
1587
|
+
return createStepFromTool(params, agentOrToolOptions);
|
|
1588
|
+
}
|
|
1589
|
+
if (isStepParams(params)) {
|
|
1590
|
+
return createStepFromParams(params);
|
|
1591
|
+
}
|
|
1592
|
+
if (isProcessor(params)) {
|
|
1593
|
+
return createStepFromProcessor(params);
|
|
1594
|
+
}
|
|
1595
|
+
throw new Error("Invalid input: expected StepParams, Agent, ToolStep, Processor, or InngestWorkflow");
|
|
1596
|
+
}
|
|
1597
|
+
function createStepFromParams(params) {
|
|
1598
|
+
return {
|
|
1599
|
+
id: params.id,
|
|
1600
|
+
description: params.description,
|
|
1601
|
+
inputSchema: params.inputSchema,
|
|
1602
|
+
stateSchema: params.stateSchema,
|
|
1603
|
+
outputSchema: params.outputSchema,
|
|
1604
|
+
resumeSchema: params.resumeSchema,
|
|
1605
|
+
suspendSchema: params.suspendSchema,
|
|
1606
|
+
scorers: params.scorers,
|
|
1607
|
+
retries: params.retries,
|
|
1608
|
+
execute: params.execute.bind(params)
|
|
1609
|
+
};
|
|
1610
|
+
}
|
|
1611
|
+
function createStepFromAgent(params, agentOrToolOptions) {
|
|
1612
|
+
const options = agentOrToolOptions ?? {};
|
|
1613
|
+
const outputSchema = options?.structuredOutput?.schema ?? z.object({ text: z.string() });
|
|
1614
|
+
const { retries, scorers, ...agentOptions } = options ?? {};
|
|
1615
|
+
return {
|
|
1616
|
+
id: params.name,
|
|
1617
|
+
description: params.getDescription(),
|
|
1618
|
+
inputSchema: z.object({
|
|
1619
|
+
prompt: z.string()
|
|
1620
|
+
}),
|
|
1621
|
+
outputSchema,
|
|
1622
|
+
retries,
|
|
1623
|
+
scorers,
|
|
1624
|
+
execute: async ({
|
|
1625
|
+
inputData,
|
|
1626
|
+
runId,
|
|
1627
|
+
[PUBSUB_SYMBOL]: pubsub,
|
|
1628
|
+
[STREAM_FORMAT_SYMBOL]: streamFormat,
|
|
1629
|
+
requestContext,
|
|
1630
|
+
tracingContext,
|
|
1631
|
+
abortSignal,
|
|
1632
|
+
abort,
|
|
1633
|
+
writer
|
|
1634
|
+
}) => {
|
|
1635
|
+
let streamPromise = {};
|
|
1636
|
+
streamPromise.promise = new Promise((resolve, reject) => {
|
|
1637
|
+
streamPromise.resolve = resolve;
|
|
1638
|
+
streamPromise.reject = reject;
|
|
1639
|
+
});
|
|
1640
|
+
let structuredResult = null;
|
|
1641
|
+
const toolData = {
|
|
1642
|
+
name: params.name,
|
|
1643
|
+
args: inputData
|
|
1644
|
+
};
|
|
1645
|
+
let stream;
|
|
1646
|
+
if ((await params.getModel()).specificationVersion === "v1") {
|
|
1647
|
+
const { fullStream } = await params.streamLegacy(inputData.prompt, {
|
|
1648
|
+
...agentOptions ?? {},
|
|
1649
|
+
requestContext,
|
|
1650
|
+
tracingContext,
|
|
1651
|
+
onFinish: (result) => {
|
|
1652
|
+
const resultWithObject = result;
|
|
1653
|
+
if (agentOptions?.structuredOutput?.schema && resultWithObject.object) {
|
|
1654
|
+
structuredResult = resultWithObject.object;
|
|
1655
|
+
}
|
|
1656
|
+
streamPromise.resolve(result.text);
|
|
1657
|
+
void agentOptions?.onFinish?.(result);
|
|
1658
|
+
},
|
|
1659
|
+
abortSignal
|
|
592
1660
|
});
|
|
593
|
-
|
|
594
|
-
|
|
595
|
-
|
|
596
|
-
|
|
597
|
-
|
|
598
|
-
|
|
599
|
-
|
|
600
|
-
|
|
601
|
-
|
|
602
|
-
|
|
603
|
-
requestContext,
|
|
604
|
-
tracingContext,
|
|
605
|
-
onFinish: (result) => {
|
|
606
|
-
streamPromise.resolve(result.text);
|
|
607
|
-
void agentOptions?.onFinish?.(result);
|
|
608
|
-
},
|
|
609
|
-
abortSignal
|
|
610
|
-
});
|
|
611
|
-
stream = fullStream;
|
|
612
|
-
} else {
|
|
613
|
-
const modelOutput = await params.stream(inputData.prompt, {
|
|
614
|
-
...agentOptions ?? {},
|
|
615
|
-
requestContext,
|
|
616
|
-
tracingContext,
|
|
617
|
-
onFinish: (result) => {
|
|
618
|
-
streamPromise.resolve(result.text);
|
|
619
|
-
void agentOptions?.onFinish?.(result);
|
|
620
|
-
},
|
|
621
|
-
abortSignal
|
|
622
|
-
});
|
|
623
|
-
stream = modelOutput.fullStream;
|
|
624
|
-
}
|
|
625
|
-
if (streamFormat === "legacy") {
|
|
626
|
-
await emitter.emit("watch", {
|
|
627
|
-
type: "tool-call-streaming-start",
|
|
628
|
-
...toolData ?? {}
|
|
629
|
-
});
|
|
630
|
-
for await (const chunk of stream) {
|
|
631
|
-
if (chunk.type === "text-delta") {
|
|
632
|
-
await emitter.emit("watch", {
|
|
633
|
-
type: "tool-call-delta",
|
|
634
|
-
...toolData ?? {},
|
|
635
|
-
argsTextDelta: chunk.textDelta
|
|
636
|
-
});
|
|
1661
|
+
stream = fullStream;
|
|
1662
|
+
} else {
|
|
1663
|
+
const modelOutput = await params.stream(inputData.prompt, {
|
|
1664
|
+
...agentOptions ?? {},
|
|
1665
|
+
requestContext,
|
|
1666
|
+
tracingContext,
|
|
1667
|
+
onFinish: (result) => {
|
|
1668
|
+
const resultWithObject = result;
|
|
1669
|
+
if (agentOptions?.structuredOutput?.schema && resultWithObject.object) {
|
|
1670
|
+
structuredResult = resultWithObject.object;
|
|
637
1671
|
}
|
|
1672
|
+
streamPromise.resolve(result.text);
|
|
1673
|
+
void agentOptions?.onFinish?.(result);
|
|
1674
|
+
},
|
|
1675
|
+
abortSignal
|
|
1676
|
+
});
|
|
1677
|
+
stream = modelOutput.fullStream;
|
|
1678
|
+
}
|
|
1679
|
+
if (streamFormat === "legacy") {
|
|
1680
|
+
await pubsub.publish(`workflow.events.v2.${runId}`, {
|
|
1681
|
+
type: "watch",
|
|
1682
|
+
runId,
|
|
1683
|
+
data: { type: "tool-call-streaming-start", ...toolData ?? {} }
|
|
1684
|
+
});
|
|
1685
|
+
for await (const chunk of stream) {
|
|
1686
|
+
if (chunk.type === "text-delta") {
|
|
1687
|
+
await pubsub.publish(`workflow.events.v2.${runId}`, {
|
|
1688
|
+
type: "watch",
|
|
1689
|
+
runId,
|
|
1690
|
+
data: { type: "tool-call-delta", ...toolData ?? {}, argsTextDelta: chunk.textDelta }
|
|
1691
|
+
});
|
|
638
1692
|
}
|
|
639
|
-
await emitter.emit("watch", {
|
|
640
|
-
type: "tool-call-streaming-finish",
|
|
641
|
-
...toolData ?? {}
|
|
642
|
-
});
|
|
643
|
-
} else {
|
|
644
|
-
for await (const chunk of stream) {
|
|
645
|
-
await writer.write(chunk);
|
|
646
|
-
}
|
|
647
|
-
}
|
|
648
|
-
if (abortSignal.aborted) {
|
|
649
|
-
return abort();
|
|
650
1693
|
}
|
|
651
|
-
|
|
652
|
-
|
|
653
|
-
|
|
654
|
-
|
|
655
|
-
component: params.component
|
|
656
|
-
};
|
|
657
|
-
}
|
|
658
|
-
if (isTool(params)) {
|
|
659
|
-
if (!params.inputSchema || !params.outputSchema) {
|
|
660
|
-
throw new Error("Tool must have input and output schemas defined");
|
|
661
|
-
}
|
|
662
|
-
return {
|
|
663
|
-
// TODO: tool probably should have strong id type
|
|
664
|
-
// @ts-ignore
|
|
665
|
-
id: params.id,
|
|
666
|
-
description: params.description,
|
|
667
|
-
inputSchema: params.inputSchema,
|
|
668
|
-
outputSchema: params.outputSchema,
|
|
669
|
-
execute: async ({ inputData, mastra, requestContext, tracingContext, suspend, resumeData }) => {
|
|
670
|
-
return params.execute({
|
|
671
|
-
context: inputData,
|
|
672
|
-
mastra: wrapMastra(mastra, tracingContext),
|
|
673
|
-
requestContext,
|
|
674
|
-
tracingContext,
|
|
675
|
-
suspend,
|
|
676
|
-
resumeData
|
|
1694
|
+
await pubsub.publish(`workflow.events.v2.${runId}`, {
|
|
1695
|
+
type: "watch",
|
|
1696
|
+
runId,
|
|
1697
|
+
data: { type: "tool-call-streaming-finish", ...toolData ?? {} }
|
|
677
1698
|
});
|
|
678
|
-
}
|
|
679
|
-
|
|
680
|
-
|
|
1699
|
+
} else {
|
|
1700
|
+
for await (const chunk of stream) {
|
|
1701
|
+
await writer.write(chunk);
|
|
1702
|
+
}
|
|
1703
|
+
}
|
|
1704
|
+
if (abortSignal.aborted) {
|
|
1705
|
+
return abort();
|
|
1706
|
+
}
|
|
1707
|
+
if (structuredResult !== null) {
|
|
1708
|
+
return structuredResult;
|
|
1709
|
+
}
|
|
1710
|
+
return {
|
|
1711
|
+
text: await streamPromise.promise
|
|
1712
|
+
};
|
|
1713
|
+
},
|
|
1714
|
+
component: params.component
|
|
1715
|
+
};
|
|
1716
|
+
}
|
|
1717
|
+
function createStepFromTool(params, agentOrToolOptions) {
|
|
1718
|
+
const toolOpts = agentOrToolOptions;
|
|
1719
|
+
if (!params.inputSchema || !params.outputSchema) {
|
|
1720
|
+
throw new Error("Tool must have input and output schemas defined");
|
|
681
1721
|
}
|
|
682
1722
|
return {
|
|
683
1723
|
id: params.id,
|
|
@@ -686,7 +1726,480 @@ function createStep(params, agentOptions) {
|
|
|
686
1726
|
outputSchema: params.outputSchema,
|
|
687
1727
|
resumeSchema: params.resumeSchema,
|
|
688
1728
|
suspendSchema: params.suspendSchema,
|
|
689
|
-
|
|
1729
|
+
retries: toolOpts?.retries,
|
|
1730
|
+
scorers: toolOpts?.scorers,
|
|
1731
|
+
execute: async ({
|
|
1732
|
+
inputData,
|
|
1733
|
+
mastra,
|
|
1734
|
+
requestContext,
|
|
1735
|
+
tracingContext,
|
|
1736
|
+
suspend,
|
|
1737
|
+
resumeData,
|
|
1738
|
+
runId,
|
|
1739
|
+
workflowId,
|
|
1740
|
+
state,
|
|
1741
|
+
setState
|
|
1742
|
+
}) => {
|
|
1743
|
+
const toolContext = {
|
|
1744
|
+
mastra,
|
|
1745
|
+
requestContext,
|
|
1746
|
+
tracingContext,
|
|
1747
|
+
workflow: {
|
|
1748
|
+
runId,
|
|
1749
|
+
resumeData,
|
|
1750
|
+
suspend,
|
|
1751
|
+
workflowId,
|
|
1752
|
+
state,
|
|
1753
|
+
setState
|
|
1754
|
+
}
|
|
1755
|
+
};
|
|
1756
|
+
return params.execute(inputData, toolContext);
|
|
1757
|
+
},
|
|
1758
|
+
component: "TOOL"
|
|
1759
|
+
};
|
|
1760
|
+
}
|
|
1761
|
+
function createStepFromProcessor(processor) {
|
|
1762
|
+
const getProcessorEntityType = (phase) => {
|
|
1763
|
+
switch (phase) {
|
|
1764
|
+
case "input":
|
|
1765
|
+
return EntityType.INPUT_PROCESSOR;
|
|
1766
|
+
case "inputStep":
|
|
1767
|
+
return EntityType.INPUT_STEP_PROCESSOR;
|
|
1768
|
+
case "outputStream":
|
|
1769
|
+
case "outputResult":
|
|
1770
|
+
return EntityType.OUTPUT_PROCESSOR;
|
|
1771
|
+
case "outputStep":
|
|
1772
|
+
return EntityType.OUTPUT_STEP_PROCESSOR;
|
|
1773
|
+
default:
|
|
1774
|
+
return EntityType.OUTPUT_PROCESSOR;
|
|
1775
|
+
}
|
|
1776
|
+
};
|
|
1777
|
+
const getSpanNamePrefix = (phase) => {
|
|
1778
|
+
switch (phase) {
|
|
1779
|
+
case "input":
|
|
1780
|
+
return "input processor";
|
|
1781
|
+
case "inputStep":
|
|
1782
|
+
return "input step processor";
|
|
1783
|
+
case "outputStream":
|
|
1784
|
+
return "output stream processor";
|
|
1785
|
+
case "outputResult":
|
|
1786
|
+
return "output processor";
|
|
1787
|
+
case "outputStep":
|
|
1788
|
+
return "output step processor";
|
|
1789
|
+
default:
|
|
1790
|
+
return "processor";
|
|
1791
|
+
}
|
|
1792
|
+
};
|
|
1793
|
+
const hasPhaseMethod = (phase) => {
|
|
1794
|
+
switch (phase) {
|
|
1795
|
+
case "input":
|
|
1796
|
+
return !!processor.processInput;
|
|
1797
|
+
case "inputStep":
|
|
1798
|
+
return !!processor.processInputStep;
|
|
1799
|
+
case "outputStream":
|
|
1800
|
+
return !!processor.processOutputStream;
|
|
1801
|
+
case "outputResult":
|
|
1802
|
+
return !!processor.processOutputResult;
|
|
1803
|
+
case "outputStep":
|
|
1804
|
+
return !!processor.processOutputStep;
|
|
1805
|
+
default:
|
|
1806
|
+
return false;
|
|
1807
|
+
}
|
|
1808
|
+
};
|
|
1809
|
+
return {
|
|
1810
|
+
id: `processor:${processor.id}`,
|
|
1811
|
+
description: processor.name ?? `Processor ${processor.id}`,
|
|
1812
|
+
inputSchema: ProcessorStepSchema,
|
|
1813
|
+
outputSchema: ProcessorStepOutputSchema,
|
|
1814
|
+
execute: async ({ inputData, requestContext, tracingContext }) => {
|
|
1815
|
+
const input = inputData;
|
|
1816
|
+
const {
|
|
1817
|
+
phase,
|
|
1818
|
+
messages,
|
|
1819
|
+
messageList,
|
|
1820
|
+
stepNumber,
|
|
1821
|
+
systemMessages,
|
|
1822
|
+
part,
|
|
1823
|
+
streamParts,
|
|
1824
|
+
state,
|
|
1825
|
+
finishReason,
|
|
1826
|
+
toolCalls,
|
|
1827
|
+
text,
|
|
1828
|
+
retryCount,
|
|
1829
|
+
// inputStep phase fields for model/tools configuration
|
|
1830
|
+
model,
|
|
1831
|
+
tools,
|
|
1832
|
+
toolChoice,
|
|
1833
|
+
activeTools,
|
|
1834
|
+
providerOptions,
|
|
1835
|
+
modelSettings,
|
|
1836
|
+
structuredOutput,
|
|
1837
|
+
steps
|
|
1838
|
+
} = input;
|
|
1839
|
+
const abort = (reason, options) => {
|
|
1840
|
+
throw new TripWire(reason || `Tripwire triggered by ${processor.id}`, options, processor.id);
|
|
1841
|
+
};
|
|
1842
|
+
if (!hasPhaseMethod(phase)) {
|
|
1843
|
+
return input;
|
|
1844
|
+
}
|
|
1845
|
+
const currentSpan = tracingContext?.currentSpan;
|
|
1846
|
+
const parentSpan = phase === "inputStep" || phase === "outputStep" ? currentSpan?.findParent(SpanType.MODEL_STEP) || currentSpan : currentSpan?.findParent(SpanType.AGENT_RUN) || currentSpan;
|
|
1847
|
+
const processorSpan = phase !== "outputStream" ? parentSpan?.createChildSpan({
|
|
1848
|
+
type: SpanType.PROCESSOR_RUN,
|
|
1849
|
+
name: `${getSpanNamePrefix(phase)}: ${processor.id}`,
|
|
1850
|
+
entityType: getProcessorEntityType(phase),
|
|
1851
|
+
entityId: processor.id,
|
|
1852
|
+
entityName: processor.name ?? processor.id,
|
|
1853
|
+
input: { phase, messageCount: messages?.length },
|
|
1854
|
+
attributes: {
|
|
1855
|
+
processorExecutor: "workflow",
|
|
1856
|
+
// Read processorIndex from processor (set in combineProcessorsIntoWorkflow)
|
|
1857
|
+
processorIndex: processor.processorIndex
|
|
1858
|
+
}
|
|
1859
|
+
}) : void 0;
|
|
1860
|
+
const processorTracingContext = processorSpan ? { currentSpan: processorSpan } : tracingContext;
|
|
1861
|
+
const baseContext = {
|
|
1862
|
+
abort,
|
|
1863
|
+
retryCount: retryCount ?? 0,
|
|
1864
|
+
requestContext,
|
|
1865
|
+
tracingContext: processorTracingContext
|
|
1866
|
+
};
|
|
1867
|
+
const passThrough = {
|
|
1868
|
+
phase,
|
|
1869
|
+
// Auto-create MessageList from messages if not provided
|
|
1870
|
+
// This enables running processor workflows from the UI where messageList can't be serialized
|
|
1871
|
+
messageList: messageList ?? (Array.isArray(messages) ? new MessageList().add(messages, "input").addSystem(systemMessages ?? []) : void 0),
|
|
1872
|
+
stepNumber,
|
|
1873
|
+
systemMessages,
|
|
1874
|
+
streamParts,
|
|
1875
|
+
state,
|
|
1876
|
+
finishReason,
|
|
1877
|
+
toolCalls,
|
|
1878
|
+
text,
|
|
1879
|
+
retryCount,
|
|
1880
|
+
// inputStep phase fields for model/tools configuration
|
|
1881
|
+
model,
|
|
1882
|
+
tools,
|
|
1883
|
+
toolChoice,
|
|
1884
|
+
activeTools,
|
|
1885
|
+
providerOptions,
|
|
1886
|
+
modelSettings,
|
|
1887
|
+
structuredOutput,
|
|
1888
|
+
steps
|
|
1889
|
+
};
|
|
1890
|
+
const executePhaseWithSpan = async (fn) => {
|
|
1891
|
+
try {
|
|
1892
|
+
const result = await fn();
|
|
1893
|
+
processorSpan?.end({ output: result });
|
|
1894
|
+
return result;
|
|
1895
|
+
} catch (error) {
|
|
1896
|
+
if (error instanceof TripWire) {
|
|
1897
|
+
processorSpan?.end({ output: { tripwire: error.message } });
|
|
1898
|
+
} else {
|
|
1899
|
+
processorSpan?.error({ error, endSpan: true });
|
|
1900
|
+
}
|
|
1901
|
+
throw error;
|
|
1902
|
+
}
|
|
1903
|
+
};
|
|
1904
|
+
return executePhaseWithSpan(async () => {
|
|
1905
|
+
switch (phase) {
|
|
1906
|
+
case "input": {
|
|
1907
|
+
if (processor.processInput) {
|
|
1908
|
+
if (!passThrough.messageList) {
|
|
1909
|
+
throw new MastraError({
|
|
1910
|
+
category: ErrorCategory.USER,
|
|
1911
|
+
domain: ErrorDomain.MASTRA_WORKFLOW,
|
|
1912
|
+
id: "PROCESSOR_MISSING_MESSAGE_LIST",
|
|
1913
|
+
text: `Processor ${processor.id} requires messageList or messages for processInput phase`
|
|
1914
|
+
});
|
|
1915
|
+
}
|
|
1916
|
+
const idsBeforeProcessing = messages.map((m) => m.id);
|
|
1917
|
+
const check = passThrough.messageList.makeMessageSourceChecker();
|
|
1918
|
+
const result = await processor.processInput({
|
|
1919
|
+
...baseContext,
|
|
1920
|
+
messages,
|
|
1921
|
+
messageList: passThrough.messageList,
|
|
1922
|
+
systemMessages: systemMessages ?? []
|
|
1923
|
+
});
|
|
1924
|
+
if (result instanceof MessageList) {
|
|
1925
|
+
if (result !== passThrough.messageList) {
|
|
1926
|
+
throw new MastraError({
|
|
1927
|
+
category: ErrorCategory.USER,
|
|
1928
|
+
domain: ErrorDomain.MASTRA_WORKFLOW,
|
|
1929
|
+
id: "PROCESSOR_RETURNED_EXTERNAL_MESSAGE_LIST",
|
|
1930
|
+
text: `Processor ${processor.id} returned a MessageList instance other than the one passed in. Use the messageList argument instead.`
|
|
1931
|
+
});
|
|
1932
|
+
}
|
|
1933
|
+
return {
|
|
1934
|
+
...passThrough,
|
|
1935
|
+
messages: result.get.all.db(),
|
|
1936
|
+
systemMessages: result.getAllSystemMessages()
|
|
1937
|
+
};
|
|
1938
|
+
} else if (Array.isArray(result)) {
|
|
1939
|
+
ProcessorRunner.applyMessagesToMessageList(
|
|
1940
|
+
result,
|
|
1941
|
+
passThrough.messageList,
|
|
1942
|
+
idsBeforeProcessing,
|
|
1943
|
+
check,
|
|
1944
|
+
"input"
|
|
1945
|
+
);
|
|
1946
|
+
return { ...passThrough, messages: result };
|
|
1947
|
+
} else if (result && "messages" in result && "systemMessages" in result) {
|
|
1948
|
+
const typedResult = result;
|
|
1949
|
+
ProcessorRunner.applyMessagesToMessageList(
|
|
1950
|
+
typedResult.messages,
|
|
1951
|
+
passThrough.messageList,
|
|
1952
|
+
idsBeforeProcessing,
|
|
1953
|
+
check,
|
|
1954
|
+
"input"
|
|
1955
|
+
);
|
|
1956
|
+
passThrough.messageList.replaceAllSystemMessages(typedResult.systemMessages);
|
|
1957
|
+
return {
|
|
1958
|
+
...passThrough,
|
|
1959
|
+
messages: typedResult.messages,
|
|
1960
|
+
systemMessages: typedResult.systemMessages
|
|
1961
|
+
};
|
|
1962
|
+
}
|
|
1963
|
+
return { ...passThrough, messages };
|
|
1964
|
+
}
|
|
1965
|
+
return { ...passThrough, messages };
|
|
1966
|
+
}
|
|
1967
|
+
case "inputStep": {
|
|
1968
|
+
if (processor.processInputStep) {
|
|
1969
|
+
if (!passThrough.messageList) {
|
|
1970
|
+
throw new MastraError({
|
|
1971
|
+
category: ErrorCategory.USER,
|
|
1972
|
+
domain: ErrorDomain.MASTRA_WORKFLOW,
|
|
1973
|
+
id: "PROCESSOR_MISSING_MESSAGE_LIST",
|
|
1974
|
+
text: `Processor ${processor.id} requires messageList or messages for processInputStep phase`
|
|
1975
|
+
});
|
|
1976
|
+
}
|
|
1977
|
+
const idsBeforeProcessing = messages.map((m) => m.id);
|
|
1978
|
+
const check = passThrough.messageList.makeMessageSourceChecker();
|
|
1979
|
+
const result = await processor.processInputStep({
|
|
1980
|
+
...baseContext,
|
|
1981
|
+
messages,
|
|
1982
|
+
messageList: passThrough.messageList,
|
|
1983
|
+
stepNumber: stepNumber ?? 0,
|
|
1984
|
+
systemMessages: systemMessages ?? [],
|
|
1985
|
+
// Pass model/tools configuration fields - types match ProcessInputStepArgs
|
|
1986
|
+
model,
|
|
1987
|
+
tools,
|
|
1988
|
+
toolChoice,
|
|
1989
|
+
activeTools,
|
|
1990
|
+
providerOptions,
|
|
1991
|
+
modelSettings,
|
|
1992
|
+
structuredOutput,
|
|
1993
|
+
steps: steps ?? []
|
|
1994
|
+
});
|
|
1995
|
+
const validatedResult = await ProcessorRunner.validateAndFormatProcessInputStepResult(result, {
|
|
1996
|
+
messageList: passThrough.messageList,
|
|
1997
|
+
processor,
|
|
1998
|
+
stepNumber: stepNumber ?? 0
|
|
1999
|
+
});
|
|
2000
|
+
if (validatedResult.messages) {
|
|
2001
|
+
ProcessorRunner.applyMessagesToMessageList(
|
|
2002
|
+
validatedResult.messages,
|
|
2003
|
+
passThrough.messageList,
|
|
2004
|
+
idsBeforeProcessing,
|
|
2005
|
+
check
|
|
2006
|
+
);
|
|
2007
|
+
}
|
|
2008
|
+
if (validatedResult.systemMessages) {
|
|
2009
|
+
passThrough.messageList.replaceAllSystemMessages(validatedResult.systemMessages);
|
|
2010
|
+
}
|
|
2011
|
+
return { ...passThrough, messages, ...validatedResult };
|
|
2012
|
+
}
|
|
2013
|
+
return { ...passThrough, messages };
|
|
2014
|
+
}
|
|
2015
|
+
case "outputStream": {
|
|
2016
|
+
if (processor.processOutputStream) {
|
|
2017
|
+
const spanKey = `__outputStreamSpan_${processor.id}`;
|
|
2018
|
+
const mutableState = state ?? {};
|
|
2019
|
+
let processorSpan2 = mutableState[spanKey];
|
|
2020
|
+
if (!processorSpan2 && parentSpan) {
|
|
2021
|
+
processorSpan2 = parentSpan.createChildSpan({
|
|
2022
|
+
type: SpanType.PROCESSOR_RUN,
|
|
2023
|
+
name: `output stream processor: ${processor.id}`,
|
|
2024
|
+
entityType: EntityType.OUTPUT_PROCESSOR,
|
|
2025
|
+
entityId: processor.id,
|
|
2026
|
+
entityName: processor.name ?? processor.id,
|
|
2027
|
+
input: { phase, streamParts: [] },
|
|
2028
|
+
attributes: {
|
|
2029
|
+
processorExecutor: "workflow",
|
|
2030
|
+
processorIndex: processor.processorIndex
|
|
2031
|
+
}
|
|
2032
|
+
});
|
|
2033
|
+
mutableState[spanKey] = processorSpan2;
|
|
2034
|
+
}
|
|
2035
|
+
if (processorSpan2) {
|
|
2036
|
+
processorSpan2.input = {
|
|
2037
|
+
phase,
|
|
2038
|
+
streamParts: streamParts ?? [],
|
|
2039
|
+
totalChunks: (streamParts ?? []).length
|
|
2040
|
+
};
|
|
2041
|
+
}
|
|
2042
|
+
const processorTracingContext2 = processorSpan2 ? { currentSpan: processorSpan2 } : baseContext.tracingContext;
|
|
2043
|
+
let result;
|
|
2044
|
+
try {
|
|
2045
|
+
result = await processor.processOutputStream({
|
|
2046
|
+
...baseContext,
|
|
2047
|
+
tracingContext: processorTracingContext2,
|
|
2048
|
+
part,
|
|
2049
|
+
streamParts: streamParts ?? [],
|
|
2050
|
+
state: mutableState,
|
|
2051
|
+
messageList: passThrough.messageList
|
|
2052
|
+
// Optional for stream processing
|
|
2053
|
+
});
|
|
2054
|
+
if (part && part.type === "finish") {
|
|
2055
|
+
processorSpan2?.end({ output: result });
|
|
2056
|
+
delete mutableState[spanKey];
|
|
2057
|
+
}
|
|
2058
|
+
} catch (error) {
|
|
2059
|
+
if (error instanceof TripWire) {
|
|
2060
|
+
processorSpan2?.end({ output: { tripwire: error.message } });
|
|
2061
|
+
} else {
|
|
2062
|
+
processorSpan2?.error({ error, endSpan: true });
|
|
2063
|
+
}
|
|
2064
|
+
delete mutableState[spanKey];
|
|
2065
|
+
throw error;
|
|
2066
|
+
}
|
|
2067
|
+
return { ...passThrough, state: mutableState, part: result };
|
|
2068
|
+
}
|
|
2069
|
+
return { ...passThrough, part };
|
|
2070
|
+
}
|
|
2071
|
+
case "outputResult": {
|
|
2072
|
+
if (processor.processOutputResult) {
|
|
2073
|
+
if (!passThrough.messageList) {
|
|
2074
|
+
throw new MastraError({
|
|
2075
|
+
category: ErrorCategory.USER,
|
|
2076
|
+
domain: ErrorDomain.MASTRA_WORKFLOW,
|
|
2077
|
+
id: "PROCESSOR_MISSING_MESSAGE_LIST",
|
|
2078
|
+
text: `Processor ${processor.id} requires messageList or messages for processOutputResult phase`
|
|
2079
|
+
});
|
|
2080
|
+
}
|
|
2081
|
+
const idsBeforeProcessing = messages.map((m) => m.id);
|
|
2082
|
+
const check = passThrough.messageList.makeMessageSourceChecker();
|
|
2083
|
+
const result = await processor.processOutputResult({
|
|
2084
|
+
...baseContext,
|
|
2085
|
+
messages,
|
|
2086
|
+
messageList: passThrough.messageList
|
|
2087
|
+
});
|
|
2088
|
+
if (result instanceof MessageList) {
|
|
2089
|
+
if (result !== passThrough.messageList) {
|
|
2090
|
+
throw new MastraError({
|
|
2091
|
+
category: ErrorCategory.USER,
|
|
2092
|
+
domain: ErrorDomain.MASTRA_WORKFLOW,
|
|
2093
|
+
id: "PROCESSOR_RETURNED_EXTERNAL_MESSAGE_LIST",
|
|
2094
|
+
text: `Processor ${processor.id} returned a MessageList instance other than the one passed in. Use the messageList argument instead.`
|
|
2095
|
+
});
|
|
2096
|
+
}
|
|
2097
|
+
return {
|
|
2098
|
+
...passThrough,
|
|
2099
|
+
messages: result.get.all.db(),
|
|
2100
|
+
systemMessages: result.getAllSystemMessages()
|
|
2101
|
+
};
|
|
2102
|
+
} else if (Array.isArray(result)) {
|
|
2103
|
+
ProcessorRunner.applyMessagesToMessageList(
|
|
2104
|
+
result,
|
|
2105
|
+
passThrough.messageList,
|
|
2106
|
+
idsBeforeProcessing,
|
|
2107
|
+
check,
|
|
2108
|
+
"response"
|
|
2109
|
+
);
|
|
2110
|
+
return { ...passThrough, messages: result };
|
|
2111
|
+
} else if (result && "messages" in result && "systemMessages" in result) {
|
|
2112
|
+
const typedResult = result;
|
|
2113
|
+
ProcessorRunner.applyMessagesToMessageList(
|
|
2114
|
+
typedResult.messages,
|
|
2115
|
+
passThrough.messageList,
|
|
2116
|
+
idsBeforeProcessing,
|
|
2117
|
+
check,
|
|
2118
|
+
"response"
|
|
2119
|
+
);
|
|
2120
|
+
passThrough.messageList.replaceAllSystemMessages(typedResult.systemMessages);
|
|
2121
|
+
return {
|
|
2122
|
+
...passThrough,
|
|
2123
|
+
messages: typedResult.messages,
|
|
2124
|
+
systemMessages: typedResult.systemMessages
|
|
2125
|
+
};
|
|
2126
|
+
}
|
|
2127
|
+
return { ...passThrough, messages };
|
|
2128
|
+
}
|
|
2129
|
+
return { ...passThrough, messages };
|
|
2130
|
+
}
|
|
2131
|
+
case "outputStep": {
|
|
2132
|
+
if (processor.processOutputStep) {
|
|
2133
|
+
if (!passThrough.messageList) {
|
|
2134
|
+
throw new MastraError({
|
|
2135
|
+
category: ErrorCategory.USER,
|
|
2136
|
+
domain: ErrorDomain.MASTRA_WORKFLOW,
|
|
2137
|
+
id: "PROCESSOR_MISSING_MESSAGE_LIST",
|
|
2138
|
+
text: `Processor ${processor.id} requires messageList or messages for processOutputStep phase`
|
|
2139
|
+
});
|
|
2140
|
+
}
|
|
2141
|
+
const idsBeforeProcessing = messages.map((m) => m.id);
|
|
2142
|
+
const check = passThrough.messageList.makeMessageSourceChecker();
|
|
2143
|
+
const result = await processor.processOutputStep({
|
|
2144
|
+
...baseContext,
|
|
2145
|
+
messages,
|
|
2146
|
+
messageList: passThrough.messageList,
|
|
2147
|
+
stepNumber: stepNumber ?? 0,
|
|
2148
|
+
finishReason,
|
|
2149
|
+
toolCalls,
|
|
2150
|
+
text,
|
|
2151
|
+
systemMessages: systemMessages ?? [],
|
|
2152
|
+
steps: steps ?? []
|
|
2153
|
+
});
|
|
2154
|
+
if (result instanceof MessageList) {
|
|
2155
|
+
if (result !== passThrough.messageList) {
|
|
2156
|
+
throw new MastraError({
|
|
2157
|
+
category: ErrorCategory.USER,
|
|
2158
|
+
domain: ErrorDomain.MASTRA_WORKFLOW,
|
|
2159
|
+
id: "PROCESSOR_RETURNED_EXTERNAL_MESSAGE_LIST",
|
|
2160
|
+
text: `Processor ${processor.id} returned a MessageList instance other than the one passed in. Use the messageList argument instead.`
|
|
2161
|
+
});
|
|
2162
|
+
}
|
|
2163
|
+
return {
|
|
2164
|
+
...passThrough,
|
|
2165
|
+
messages: result.get.all.db(),
|
|
2166
|
+
systemMessages: result.getAllSystemMessages()
|
|
2167
|
+
};
|
|
2168
|
+
} else if (Array.isArray(result)) {
|
|
2169
|
+
ProcessorRunner.applyMessagesToMessageList(
|
|
2170
|
+
result,
|
|
2171
|
+
passThrough.messageList,
|
|
2172
|
+
idsBeforeProcessing,
|
|
2173
|
+
check,
|
|
2174
|
+
"response"
|
|
2175
|
+
);
|
|
2176
|
+
return { ...passThrough, messages: result };
|
|
2177
|
+
} else if (result && "messages" in result && "systemMessages" in result) {
|
|
2178
|
+
const typedResult = result;
|
|
2179
|
+
ProcessorRunner.applyMessagesToMessageList(
|
|
2180
|
+
typedResult.messages,
|
|
2181
|
+
passThrough.messageList,
|
|
2182
|
+
idsBeforeProcessing,
|
|
2183
|
+
check,
|
|
2184
|
+
"response"
|
|
2185
|
+
);
|
|
2186
|
+
passThrough.messageList.replaceAllSystemMessages(typedResult.systemMessages);
|
|
2187
|
+
return {
|
|
2188
|
+
...passThrough,
|
|
2189
|
+
messages: typedResult.messages,
|
|
2190
|
+
systemMessages: typedResult.systemMessages
|
|
2191
|
+
};
|
|
2192
|
+
}
|
|
2193
|
+
return { ...passThrough, messages };
|
|
2194
|
+
}
|
|
2195
|
+
return { ...passThrough, messages };
|
|
2196
|
+
}
|
|
2197
|
+
default:
|
|
2198
|
+
return { ...passThrough, messages };
|
|
2199
|
+
}
|
|
2200
|
+
});
|
|
2201
|
+
},
|
|
2202
|
+
component: "PROCESSOR"
|
|
690
2203
|
};
|
|
691
2204
|
}
|
|
692
2205
|
function init(inngest) {
|
|
@@ -708,6 +2221,8 @@ function init(inngest) {
|
|
|
708
2221
|
suspendSchema: step.suspendSchema,
|
|
709
2222
|
stateSchema: step.stateSchema,
|
|
710
2223
|
execute: step.execute,
|
|
2224
|
+
retries: step.retries,
|
|
2225
|
+
scorers: step.scorers,
|
|
711
2226
|
component: step.component
|
|
712
2227
|
};
|
|
713
2228
|
},
|
|
@@ -717,7 +2232,8 @@ function init(inngest) {
|
|
|
717
2232
|
inputSchema: workflow.inputSchema,
|
|
718
2233
|
outputSchema: workflow.outputSchema,
|
|
719
2234
|
steps: workflow.stepDefs,
|
|
720
|
-
mastra: workflow.mastra
|
|
2235
|
+
mastra: workflow.mastra,
|
|
2236
|
+
options: workflow.options
|
|
721
2237
|
});
|
|
722
2238
|
wf.setStepFlow(workflow.stepGraph);
|
|
723
2239
|
wf.commit();
|
|
@@ -725,795 +2241,7 @@ function init(inngest) {
|
|
|
725
2241
|
}
|
|
726
2242
|
};
|
|
727
2243
|
}
|
|
728
|
-
var InngestExecutionEngine = class extends DefaultExecutionEngine {
|
|
729
|
-
inngestStep;
|
|
730
|
-
inngestAttempts;
|
|
731
|
-
constructor(mastra, inngestStep, inngestAttempts = 0, options) {
|
|
732
|
-
super({ mastra, options });
|
|
733
|
-
this.inngestStep = inngestStep;
|
|
734
|
-
this.inngestAttempts = inngestAttempts;
|
|
735
|
-
}
|
|
736
|
-
async fmtReturnValue(emitter, stepResults, lastOutput, error) {
|
|
737
|
-
const base = {
|
|
738
|
-
status: lastOutput.status,
|
|
739
|
-
steps: stepResults
|
|
740
|
-
};
|
|
741
|
-
if (lastOutput.status === "success") {
|
|
742
|
-
base.result = lastOutput.output;
|
|
743
|
-
} else if (lastOutput.status === "failed") {
|
|
744
|
-
base.error = error instanceof Error ? error?.stack ?? error.message : lastOutput?.error instanceof Error ? lastOutput.error.message : lastOutput.error ?? error ?? "Unknown error";
|
|
745
|
-
} else if (lastOutput.status === "suspended") {
|
|
746
|
-
const suspendedStepIds = Object.entries(stepResults).flatMap(([stepId, stepResult]) => {
|
|
747
|
-
if (stepResult?.status === "suspended") {
|
|
748
|
-
const nestedPath = stepResult?.suspendPayload?.__workflow_meta?.path;
|
|
749
|
-
return nestedPath ? [[stepId, ...nestedPath]] : [[stepId]];
|
|
750
|
-
}
|
|
751
|
-
return [];
|
|
752
|
-
});
|
|
753
|
-
base.suspended = suspendedStepIds;
|
|
754
|
-
}
|
|
755
|
-
return base;
|
|
756
|
-
}
|
|
757
|
-
// async executeSleep({ id, duration }: { id: string; duration: number }): Promise<void> {
|
|
758
|
-
// await this.inngestStep.sleep(id, duration);
|
|
759
|
-
// }
|
|
760
|
-
async executeSleep({
|
|
761
|
-
workflowId,
|
|
762
|
-
runId,
|
|
763
|
-
entry,
|
|
764
|
-
prevOutput,
|
|
765
|
-
stepResults,
|
|
766
|
-
emitter,
|
|
767
|
-
abortController,
|
|
768
|
-
requestContext,
|
|
769
|
-
executionContext,
|
|
770
|
-
writableStream,
|
|
771
|
-
tracingContext
|
|
772
|
-
}) {
|
|
773
|
-
let { duration, fn } = entry;
|
|
774
|
-
const sleepSpan = tracingContext?.currentSpan?.createChildSpan({
|
|
775
|
-
type: SpanType.WORKFLOW_SLEEP,
|
|
776
|
-
name: `sleep: ${duration ? `${duration}ms` : "dynamic"}`,
|
|
777
|
-
attributes: {
|
|
778
|
-
durationMs: duration,
|
|
779
|
-
sleepType: fn ? "dynamic" : "fixed"
|
|
780
|
-
},
|
|
781
|
-
tracingPolicy: this.options?.tracingPolicy
|
|
782
|
-
});
|
|
783
|
-
if (fn) {
|
|
784
|
-
const stepCallId = randomUUID();
|
|
785
|
-
duration = await this.inngestStep.run(`workflow.${workflowId}.sleep.${entry.id}`, async () => {
|
|
786
|
-
return await fn(
|
|
787
|
-
createDeprecationProxy(
|
|
788
|
-
{
|
|
789
|
-
runId,
|
|
790
|
-
workflowId,
|
|
791
|
-
mastra: this.mastra,
|
|
792
|
-
requestContext,
|
|
793
|
-
inputData: prevOutput,
|
|
794
|
-
state: executionContext.state,
|
|
795
|
-
setState: (state) => {
|
|
796
|
-
executionContext.state = state;
|
|
797
|
-
},
|
|
798
|
-
retryCount: -1,
|
|
799
|
-
tracingContext: {
|
|
800
|
-
currentSpan: sleepSpan
|
|
801
|
-
},
|
|
802
|
-
getInitData: () => stepResults?.input,
|
|
803
|
-
getStepResult: getStepResult.bind(this, stepResults),
|
|
804
|
-
// TODO: this function shouldn't have suspend probably?
|
|
805
|
-
suspend: async (_suspendPayload) => {
|
|
806
|
-
},
|
|
807
|
-
bail: () => {
|
|
808
|
-
},
|
|
809
|
-
abort: () => {
|
|
810
|
-
abortController?.abort();
|
|
811
|
-
},
|
|
812
|
-
[EMITTER_SYMBOL]: emitter,
|
|
813
|
-
[STREAM_FORMAT_SYMBOL]: executionContext.format,
|
|
814
|
-
engine: { step: this.inngestStep },
|
|
815
|
-
abortSignal: abortController?.signal,
|
|
816
|
-
writer: new ToolStream(
|
|
817
|
-
{
|
|
818
|
-
prefix: "workflow-step",
|
|
819
|
-
callId: stepCallId,
|
|
820
|
-
name: "sleep",
|
|
821
|
-
runId
|
|
822
|
-
},
|
|
823
|
-
writableStream
|
|
824
|
-
)
|
|
825
|
-
},
|
|
826
|
-
{
|
|
827
|
-
paramName: "runCount",
|
|
828
|
-
deprecationMessage: runCountDeprecationMessage,
|
|
829
|
-
logger: this.logger
|
|
830
|
-
}
|
|
831
|
-
)
|
|
832
|
-
);
|
|
833
|
-
});
|
|
834
|
-
sleepSpan?.update({
|
|
835
|
-
attributes: {
|
|
836
|
-
durationMs: duration
|
|
837
|
-
}
|
|
838
|
-
});
|
|
839
|
-
}
|
|
840
|
-
try {
|
|
841
|
-
await this.inngestStep.sleep(entry.id, !duration || duration < 0 ? 0 : duration);
|
|
842
|
-
sleepSpan?.end();
|
|
843
|
-
} catch (e) {
|
|
844
|
-
sleepSpan?.error({ error: e });
|
|
845
|
-
throw e;
|
|
846
|
-
}
|
|
847
|
-
}
|
|
848
|
-
async executeSleepUntil({
|
|
849
|
-
workflowId,
|
|
850
|
-
runId,
|
|
851
|
-
entry,
|
|
852
|
-
prevOutput,
|
|
853
|
-
stepResults,
|
|
854
|
-
emitter,
|
|
855
|
-
abortController,
|
|
856
|
-
requestContext,
|
|
857
|
-
executionContext,
|
|
858
|
-
writableStream,
|
|
859
|
-
tracingContext
|
|
860
|
-
}) {
|
|
861
|
-
let { date, fn } = entry;
|
|
862
|
-
const sleepUntilSpan = tracingContext?.currentSpan?.createChildSpan({
|
|
863
|
-
type: SpanType.WORKFLOW_SLEEP,
|
|
864
|
-
name: `sleepUntil: ${date ? date.toISOString() : "dynamic"}`,
|
|
865
|
-
attributes: {
|
|
866
|
-
untilDate: date,
|
|
867
|
-
durationMs: date ? Math.max(0, date.getTime() - Date.now()) : void 0,
|
|
868
|
-
sleepType: fn ? "dynamic" : "fixed"
|
|
869
|
-
},
|
|
870
|
-
tracingPolicy: this.options?.tracingPolicy
|
|
871
|
-
});
|
|
872
|
-
if (fn) {
|
|
873
|
-
date = await this.inngestStep.run(`workflow.${workflowId}.sleepUntil.${entry.id}`, async () => {
|
|
874
|
-
const stepCallId = randomUUID();
|
|
875
|
-
return await fn(
|
|
876
|
-
createDeprecationProxy(
|
|
877
|
-
{
|
|
878
|
-
runId,
|
|
879
|
-
workflowId,
|
|
880
|
-
mastra: this.mastra,
|
|
881
|
-
requestContext,
|
|
882
|
-
inputData: prevOutput,
|
|
883
|
-
state: executionContext.state,
|
|
884
|
-
setState: (state) => {
|
|
885
|
-
executionContext.state = state;
|
|
886
|
-
},
|
|
887
|
-
retryCount: -1,
|
|
888
|
-
tracingContext: {
|
|
889
|
-
currentSpan: sleepUntilSpan
|
|
890
|
-
},
|
|
891
|
-
getInitData: () => stepResults?.input,
|
|
892
|
-
getStepResult: getStepResult.bind(this, stepResults),
|
|
893
|
-
// TODO: this function shouldn't have suspend probably?
|
|
894
|
-
suspend: async (_suspendPayload) => {
|
|
895
|
-
},
|
|
896
|
-
bail: () => {
|
|
897
|
-
},
|
|
898
|
-
abort: () => {
|
|
899
|
-
abortController?.abort();
|
|
900
|
-
},
|
|
901
|
-
[EMITTER_SYMBOL]: emitter,
|
|
902
|
-
[STREAM_FORMAT_SYMBOL]: executionContext.format,
|
|
903
|
-
engine: { step: this.inngestStep },
|
|
904
|
-
abortSignal: abortController?.signal,
|
|
905
|
-
writer: new ToolStream(
|
|
906
|
-
{
|
|
907
|
-
prefix: "workflow-step",
|
|
908
|
-
callId: stepCallId,
|
|
909
|
-
name: "sleep",
|
|
910
|
-
runId
|
|
911
|
-
},
|
|
912
|
-
writableStream
|
|
913
|
-
)
|
|
914
|
-
},
|
|
915
|
-
{
|
|
916
|
-
paramName: "runCount",
|
|
917
|
-
deprecationMessage: runCountDeprecationMessage,
|
|
918
|
-
logger: this.logger
|
|
919
|
-
}
|
|
920
|
-
)
|
|
921
|
-
);
|
|
922
|
-
});
|
|
923
|
-
if (date && !(date instanceof Date)) {
|
|
924
|
-
date = new Date(date);
|
|
925
|
-
}
|
|
926
|
-
const time = !date ? 0 : date.getTime() - Date.now();
|
|
927
|
-
sleepUntilSpan?.update({
|
|
928
|
-
attributes: {
|
|
929
|
-
durationMs: Math.max(0, time)
|
|
930
|
-
}
|
|
931
|
-
});
|
|
932
|
-
}
|
|
933
|
-
if (!(date instanceof Date)) {
|
|
934
|
-
sleepUntilSpan?.end();
|
|
935
|
-
return;
|
|
936
|
-
}
|
|
937
|
-
try {
|
|
938
|
-
await this.inngestStep.sleepUntil(entry.id, date);
|
|
939
|
-
sleepUntilSpan?.end();
|
|
940
|
-
} catch (e) {
|
|
941
|
-
sleepUntilSpan?.error({ error: e });
|
|
942
|
-
throw e;
|
|
943
|
-
}
|
|
944
|
-
}
|
|
945
|
-
async executeStep({
|
|
946
|
-
step,
|
|
947
|
-
stepResults,
|
|
948
|
-
executionContext,
|
|
949
|
-
resume,
|
|
950
|
-
prevOutput,
|
|
951
|
-
emitter,
|
|
952
|
-
abortController,
|
|
953
|
-
requestContext,
|
|
954
|
-
tracingContext,
|
|
955
|
-
writableStream,
|
|
956
|
-
disableScorers
|
|
957
|
-
}) {
|
|
958
|
-
const stepSpan = tracingContext?.currentSpan?.createChildSpan({
|
|
959
|
-
name: `workflow step: '${step.id}'`,
|
|
960
|
-
type: SpanType.WORKFLOW_STEP,
|
|
961
|
-
input: prevOutput,
|
|
962
|
-
attributes: {
|
|
963
|
-
stepId: step.id
|
|
964
|
-
},
|
|
965
|
-
tracingPolicy: this.options?.tracingPolicy
|
|
966
|
-
});
|
|
967
|
-
const { inputData, validationError } = await validateStepInput({
|
|
968
|
-
prevOutput,
|
|
969
|
-
step,
|
|
970
|
-
validateInputs: this.options?.validateInputs ?? false
|
|
971
|
-
});
|
|
972
|
-
const startedAt = await this.inngestStep.run(
|
|
973
|
-
`workflow.${executionContext.workflowId}.run.${executionContext.runId}.step.${step.id}.running_ev`,
|
|
974
|
-
async () => {
|
|
975
|
-
const startedAt2 = Date.now();
|
|
976
|
-
await emitter.emit("watch", {
|
|
977
|
-
type: "workflow-step-start",
|
|
978
|
-
payload: {
|
|
979
|
-
id: step.id,
|
|
980
|
-
status: "running",
|
|
981
|
-
payload: inputData,
|
|
982
|
-
startedAt: startedAt2
|
|
983
|
-
}
|
|
984
|
-
});
|
|
985
|
-
return startedAt2;
|
|
986
|
-
}
|
|
987
|
-
);
|
|
988
|
-
if (step instanceof InngestWorkflow) {
|
|
989
|
-
const isResume = !!resume?.steps?.length;
|
|
990
|
-
let result;
|
|
991
|
-
let runId;
|
|
992
|
-
try {
|
|
993
|
-
if (isResume) {
|
|
994
|
-
runId = stepResults[resume?.steps?.[0]]?.suspendPayload?.__workflow_meta?.runId ?? randomUUID();
|
|
995
|
-
const snapshot = await this.mastra?.getStorage()?.loadWorkflowSnapshot({
|
|
996
|
-
workflowName: step.id,
|
|
997
|
-
runId
|
|
998
|
-
});
|
|
999
|
-
const invokeResp = await this.inngestStep.invoke(`workflow.${executionContext.workflowId}.step.${step.id}`, {
|
|
1000
|
-
function: step.getFunction(),
|
|
1001
|
-
data: {
|
|
1002
|
-
inputData,
|
|
1003
|
-
initialState: executionContext.state ?? snapshot?.value ?? {},
|
|
1004
|
-
runId,
|
|
1005
|
-
resume: {
|
|
1006
|
-
runId,
|
|
1007
|
-
steps: resume.steps.slice(1),
|
|
1008
|
-
stepResults: snapshot?.context,
|
|
1009
|
-
resumePayload: resume.resumePayload,
|
|
1010
|
-
// @ts-ignore
|
|
1011
|
-
resumePath: snapshot?.suspendedPaths?.[resume.steps?.[1]]
|
|
1012
|
-
},
|
|
1013
|
-
outputOptions: { includeState: true }
|
|
1014
|
-
}
|
|
1015
|
-
});
|
|
1016
|
-
result = invokeResp.result;
|
|
1017
|
-
runId = invokeResp.runId;
|
|
1018
|
-
executionContext.state = invokeResp.result.state;
|
|
1019
|
-
} else {
|
|
1020
|
-
const invokeResp = await this.inngestStep.invoke(`workflow.${executionContext.workflowId}.step.${step.id}`, {
|
|
1021
|
-
function: step.getFunction(),
|
|
1022
|
-
data: {
|
|
1023
|
-
inputData,
|
|
1024
|
-
initialState: executionContext.state ?? {},
|
|
1025
|
-
outputOptions: { includeState: true }
|
|
1026
|
-
}
|
|
1027
|
-
});
|
|
1028
|
-
result = invokeResp.result;
|
|
1029
|
-
runId = invokeResp.runId;
|
|
1030
|
-
executionContext.state = invokeResp.result.state;
|
|
1031
|
-
}
|
|
1032
|
-
} catch (e) {
|
|
1033
|
-
const errorCause = e?.cause;
|
|
1034
|
-
if (errorCause && typeof errorCause === "object") {
|
|
1035
|
-
result = errorCause;
|
|
1036
|
-
runId = errorCause.runId || randomUUID();
|
|
1037
|
-
} else {
|
|
1038
|
-
runId = randomUUID();
|
|
1039
|
-
result = {
|
|
1040
|
-
status: "failed",
|
|
1041
|
-
error: e instanceof Error ? e : new Error(String(e)),
|
|
1042
|
-
steps: {},
|
|
1043
|
-
input: inputData
|
|
1044
|
-
};
|
|
1045
|
-
}
|
|
1046
|
-
}
|
|
1047
|
-
const res = await this.inngestStep.run(
|
|
1048
|
-
`workflow.${executionContext.workflowId}.step.${step.id}.nestedwf-results`,
|
|
1049
|
-
async () => {
|
|
1050
|
-
if (result.status === "failed") {
|
|
1051
|
-
await emitter.emit("watch", {
|
|
1052
|
-
type: "workflow-step-result",
|
|
1053
|
-
payload: {
|
|
1054
|
-
id: step.id,
|
|
1055
|
-
status: "failed",
|
|
1056
|
-
error: result?.error,
|
|
1057
|
-
payload: prevOutput
|
|
1058
|
-
}
|
|
1059
|
-
});
|
|
1060
|
-
return { executionContext, result: { status: "failed", error: result?.error } };
|
|
1061
|
-
} else if (result.status === "suspended") {
|
|
1062
|
-
const suspendedSteps = Object.entries(result.steps).filter(([_stepName, stepResult]) => {
|
|
1063
|
-
const stepRes2 = stepResult;
|
|
1064
|
-
return stepRes2?.status === "suspended";
|
|
1065
|
-
});
|
|
1066
|
-
for (const [stepName, stepResult] of suspendedSteps) {
|
|
1067
|
-
const suspendPath = [stepName, ...stepResult?.suspendPayload?.__workflow_meta?.path ?? []];
|
|
1068
|
-
executionContext.suspendedPaths[step.id] = executionContext.executionPath;
|
|
1069
|
-
await emitter.emit("watch", {
|
|
1070
|
-
type: "workflow-step-suspended",
|
|
1071
|
-
payload: {
|
|
1072
|
-
id: step.id,
|
|
1073
|
-
status: "suspended"
|
|
1074
|
-
}
|
|
1075
|
-
});
|
|
1076
|
-
return {
|
|
1077
|
-
executionContext,
|
|
1078
|
-
result: {
|
|
1079
|
-
status: "suspended",
|
|
1080
|
-
payload: stepResult.payload,
|
|
1081
|
-
suspendPayload: {
|
|
1082
|
-
...stepResult?.suspendPayload,
|
|
1083
|
-
__workflow_meta: { runId, path: suspendPath }
|
|
1084
|
-
}
|
|
1085
|
-
}
|
|
1086
|
-
};
|
|
1087
|
-
}
|
|
1088
|
-
return {
|
|
1089
|
-
executionContext,
|
|
1090
|
-
result: {
|
|
1091
|
-
status: "suspended",
|
|
1092
|
-
payload: {}
|
|
1093
|
-
}
|
|
1094
|
-
};
|
|
1095
|
-
}
|
|
1096
|
-
await emitter.emit("watch", {
|
|
1097
|
-
type: "workflow-step-result",
|
|
1098
|
-
payload: {
|
|
1099
|
-
id: step.id,
|
|
1100
|
-
status: "success",
|
|
1101
|
-
output: result?.result
|
|
1102
|
-
}
|
|
1103
|
-
});
|
|
1104
|
-
await emitter.emit("watch", {
|
|
1105
|
-
type: "workflow-step-finish",
|
|
1106
|
-
payload: {
|
|
1107
|
-
id: step.id,
|
|
1108
|
-
metadata: {}
|
|
1109
|
-
}
|
|
1110
|
-
});
|
|
1111
|
-
return { executionContext, result: { status: "success", output: result?.result } };
|
|
1112
|
-
}
|
|
1113
|
-
);
|
|
1114
|
-
Object.assign(executionContext, res.executionContext);
|
|
1115
|
-
return {
|
|
1116
|
-
...res.result,
|
|
1117
|
-
startedAt,
|
|
1118
|
-
endedAt: Date.now(),
|
|
1119
|
-
payload: inputData,
|
|
1120
|
-
resumedAt: resume?.steps[0] === step.id ? startedAt : void 0,
|
|
1121
|
-
resumePayload: resume?.steps[0] === step.id ? resume?.resumePayload : void 0
|
|
1122
|
-
};
|
|
1123
|
-
}
|
|
1124
|
-
const stepCallId = randomUUID();
|
|
1125
|
-
let stepRes;
|
|
1126
|
-
try {
|
|
1127
|
-
stepRes = await this.inngestStep.run(`workflow.${executionContext.workflowId}.step.${step.id}`, async () => {
|
|
1128
|
-
let execResults;
|
|
1129
|
-
let suspended;
|
|
1130
|
-
let bailed;
|
|
1131
|
-
try {
|
|
1132
|
-
if (validationError) {
|
|
1133
|
-
throw validationError;
|
|
1134
|
-
}
|
|
1135
|
-
const result = await step.execute({
|
|
1136
|
-
runId: executionContext.runId,
|
|
1137
|
-
mastra: this.mastra,
|
|
1138
|
-
requestContext,
|
|
1139
|
-
writer: new ToolStream(
|
|
1140
|
-
{
|
|
1141
|
-
prefix: "workflow-step",
|
|
1142
|
-
callId: stepCallId,
|
|
1143
|
-
name: step.id,
|
|
1144
|
-
runId: executionContext.runId
|
|
1145
|
-
},
|
|
1146
|
-
writableStream
|
|
1147
|
-
),
|
|
1148
|
-
state: executionContext?.state ?? {},
|
|
1149
|
-
setState: (state) => {
|
|
1150
|
-
executionContext.state = state;
|
|
1151
|
-
},
|
|
1152
|
-
inputData,
|
|
1153
|
-
resumeData: resume?.steps[0] === step.id ? resume?.resumePayload : void 0,
|
|
1154
|
-
tracingContext: {
|
|
1155
|
-
currentSpan: stepSpan
|
|
1156
|
-
},
|
|
1157
|
-
getInitData: () => stepResults?.input,
|
|
1158
|
-
getStepResult: getStepResult.bind(this, stepResults),
|
|
1159
|
-
suspend: async (suspendPayload, suspendOptions) => {
|
|
1160
|
-
executionContext.suspendedPaths[step.id] = executionContext.executionPath;
|
|
1161
|
-
if (suspendOptions?.resumeLabel) {
|
|
1162
|
-
const resumeLabel = Array.isArray(suspendOptions.resumeLabel) ? suspendOptions.resumeLabel : [suspendOptions.resumeLabel];
|
|
1163
|
-
for (const label of resumeLabel) {
|
|
1164
|
-
executionContext.resumeLabels[label] = {
|
|
1165
|
-
stepId: step.id,
|
|
1166
|
-
foreachIndex: executionContext.foreachIndex
|
|
1167
|
-
};
|
|
1168
|
-
}
|
|
1169
|
-
}
|
|
1170
|
-
suspended = { payload: suspendPayload };
|
|
1171
|
-
},
|
|
1172
|
-
bail: (result2) => {
|
|
1173
|
-
bailed = { payload: result2 };
|
|
1174
|
-
},
|
|
1175
|
-
resume: {
|
|
1176
|
-
steps: resume?.steps?.slice(1) || [],
|
|
1177
|
-
resumePayload: resume?.resumePayload,
|
|
1178
|
-
// @ts-ignore
|
|
1179
|
-
runId: stepResults[step.id]?.suspendPayload?.__workflow_meta?.runId
|
|
1180
|
-
},
|
|
1181
|
-
[EMITTER_SYMBOL]: emitter,
|
|
1182
|
-
[STREAM_FORMAT_SYMBOL]: executionContext.format,
|
|
1183
|
-
engine: {
|
|
1184
|
-
step: this.inngestStep
|
|
1185
|
-
},
|
|
1186
|
-
abortSignal: abortController.signal
|
|
1187
|
-
});
|
|
1188
|
-
const endedAt = Date.now();
|
|
1189
|
-
execResults = {
|
|
1190
|
-
status: "success",
|
|
1191
|
-
output: result,
|
|
1192
|
-
startedAt,
|
|
1193
|
-
endedAt,
|
|
1194
|
-
payload: inputData,
|
|
1195
|
-
resumedAt: resume?.steps[0] === step.id ? startedAt : void 0,
|
|
1196
|
-
resumePayload: resume?.steps[0] === step.id ? resume?.resumePayload : void 0
|
|
1197
|
-
};
|
|
1198
|
-
} catch (e) {
|
|
1199
|
-
const stepFailure = {
|
|
1200
|
-
status: "failed",
|
|
1201
|
-
payload: inputData,
|
|
1202
|
-
error: e instanceof Error ? e.message : String(e),
|
|
1203
|
-
endedAt: Date.now(),
|
|
1204
|
-
startedAt,
|
|
1205
|
-
resumedAt: resume?.steps[0] === step.id ? startedAt : void 0,
|
|
1206
|
-
resumePayload: resume?.steps[0] === step.id ? resume?.resumePayload : void 0
|
|
1207
|
-
};
|
|
1208
|
-
execResults = stepFailure;
|
|
1209
|
-
const fallbackErrorMessage = `Step ${step.id} failed`;
|
|
1210
|
-
stepSpan?.error({ error: new Error(execResults.error ?? fallbackErrorMessage) });
|
|
1211
|
-
throw new RetryAfterError(execResults.error ?? fallbackErrorMessage, executionContext.retryConfig.delay, {
|
|
1212
|
-
cause: execResults
|
|
1213
|
-
});
|
|
1214
|
-
}
|
|
1215
|
-
if (suspended) {
|
|
1216
|
-
execResults = {
|
|
1217
|
-
status: "suspended",
|
|
1218
|
-
suspendPayload: suspended.payload,
|
|
1219
|
-
payload: inputData,
|
|
1220
|
-
suspendedAt: Date.now(),
|
|
1221
|
-
startedAt,
|
|
1222
|
-
resumedAt: resume?.steps[0] === step.id ? startedAt : void 0,
|
|
1223
|
-
resumePayload: resume?.steps[0] === step.id ? resume?.resumePayload : void 0
|
|
1224
|
-
};
|
|
1225
|
-
} else if (bailed) {
|
|
1226
|
-
execResults = {
|
|
1227
|
-
status: "bailed",
|
|
1228
|
-
output: bailed.payload,
|
|
1229
|
-
payload: inputData,
|
|
1230
|
-
endedAt: Date.now(),
|
|
1231
|
-
startedAt
|
|
1232
|
-
};
|
|
1233
|
-
}
|
|
1234
|
-
if (execResults.status === "suspended") {
|
|
1235
|
-
await emitter.emit("watch", {
|
|
1236
|
-
type: "workflow-step-suspended",
|
|
1237
|
-
payload: {
|
|
1238
|
-
id: step.id,
|
|
1239
|
-
...execResults
|
|
1240
|
-
}
|
|
1241
|
-
});
|
|
1242
|
-
} else {
|
|
1243
|
-
await emitter.emit("watch", {
|
|
1244
|
-
type: "workflow-step-result",
|
|
1245
|
-
payload: {
|
|
1246
|
-
id: step.id,
|
|
1247
|
-
...execResults
|
|
1248
|
-
}
|
|
1249
|
-
});
|
|
1250
|
-
await emitter.emit("watch", {
|
|
1251
|
-
type: "workflow-step-finish",
|
|
1252
|
-
payload: {
|
|
1253
|
-
id: step.id,
|
|
1254
|
-
metadata: {}
|
|
1255
|
-
}
|
|
1256
|
-
});
|
|
1257
|
-
}
|
|
1258
|
-
stepSpan?.end({ output: execResults });
|
|
1259
|
-
return { result: execResults, executionContext, stepResults };
|
|
1260
|
-
});
|
|
1261
|
-
} catch (e) {
|
|
1262
|
-
const stepFailure = e instanceof Error ? e?.cause : {
|
|
1263
|
-
status: "failed",
|
|
1264
|
-
error: e instanceof Error ? e.message : String(e),
|
|
1265
|
-
payload: inputData,
|
|
1266
|
-
startedAt,
|
|
1267
|
-
endedAt: Date.now()
|
|
1268
|
-
};
|
|
1269
|
-
stepRes = {
|
|
1270
|
-
result: stepFailure,
|
|
1271
|
-
executionContext,
|
|
1272
|
-
stepResults: {
|
|
1273
|
-
...stepResults,
|
|
1274
|
-
[step.id]: stepFailure
|
|
1275
|
-
}
|
|
1276
|
-
};
|
|
1277
|
-
}
|
|
1278
|
-
if (disableScorers !== false && stepRes.result.status === "success") {
|
|
1279
|
-
await this.inngestStep.run(`workflow.${executionContext.workflowId}.step.${step.id}.score`, async () => {
|
|
1280
|
-
if (step.scorers) {
|
|
1281
|
-
await this.runScorers({
|
|
1282
|
-
scorers: step.scorers,
|
|
1283
|
-
runId: executionContext.runId,
|
|
1284
|
-
input: inputData,
|
|
1285
|
-
output: stepRes.result,
|
|
1286
|
-
workflowId: executionContext.workflowId,
|
|
1287
|
-
stepId: step.id,
|
|
1288
|
-
requestContext,
|
|
1289
|
-
disableScorers,
|
|
1290
|
-
tracingContext: { currentSpan: stepSpan }
|
|
1291
|
-
});
|
|
1292
|
-
}
|
|
1293
|
-
});
|
|
1294
|
-
}
|
|
1295
|
-
Object.assign(executionContext.suspendedPaths, stepRes.executionContext.suspendedPaths);
|
|
1296
|
-
Object.assign(stepResults, stepRes.stepResults);
|
|
1297
|
-
executionContext.state = stepRes.executionContext.state;
|
|
1298
|
-
return stepRes.result;
|
|
1299
|
-
}
|
|
1300
|
-
async persistStepUpdate({
|
|
1301
|
-
workflowId,
|
|
1302
|
-
runId,
|
|
1303
|
-
stepResults,
|
|
1304
|
-
resourceId,
|
|
1305
|
-
executionContext,
|
|
1306
|
-
serializedStepGraph,
|
|
1307
|
-
workflowStatus,
|
|
1308
|
-
result,
|
|
1309
|
-
error
|
|
1310
|
-
}) {
|
|
1311
|
-
await this.inngestStep.run(
|
|
1312
|
-
`workflow.${workflowId}.run.${runId}.path.${JSON.stringify(executionContext.executionPath)}.stepUpdate`,
|
|
1313
|
-
async () => {
|
|
1314
|
-
const shouldPersistSnapshot = this.options.shouldPersistSnapshot({ stepResults, workflowStatus });
|
|
1315
|
-
if (!shouldPersistSnapshot) {
|
|
1316
|
-
return;
|
|
1317
|
-
}
|
|
1318
|
-
await this.mastra?.getStorage()?.persistWorkflowSnapshot({
|
|
1319
|
-
workflowName: workflowId,
|
|
1320
|
-
runId,
|
|
1321
|
-
resourceId,
|
|
1322
|
-
snapshot: {
|
|
1323
|
-
runId,
|
|
1324
|
-
value: executionContext.state,
|
|
1325
|
-
context: stepResults,
|
|
1326
|
-
activePaths: [],
|
|
1327
|
-
suspendedPaths: executionContext.suspendedPaths,
|
|
1328
|
-
resumeLabels: executionContext.resumeLabels,
|
|
1329
|
-
waitingPaths: {},
|
|
1330
|
-
serializedStepGraph,
|
|
1331
|
-
status: workflowStatus,
|
|
1332
|
-
result,
|
|
1333
|
-
error,
|
|
1334
|
-
// @ts-ignore
|
|
1335
|
-
timestamp: Date.now()
|
|
1336
|
-
}
|
|
1337
|
-
});
|
|
1338
|
-
}
|
|
1339
|
-
);
|
|
1340
|
-
}
|
|
1341
|
-
async executeConditional({
|
|
1342
|
-
workflowId,
|
|
1343
|
-
runId,
|
|
1344
|
-
entry,
|
|
1345
|
-
prevOutput,
|
|
1346
|
-
stepResults,
|
|
1347
|
-
resume,
|
|
1348
|
-
executionContext,
|
|
1349
|
-
emitter,
|
|
1350
|
-
abortController,
|
|
1351
|
-
requestContext,
|
|
1352
|
-
writableStream,
|
|
1353
|
-
disableScorers,
|
|
1354
|
-
tracingContext
|
|
1355
|
-
}) {
|
|
1356
|
-
const conditionalSpan = tracingContext?.currentSpan?.createChildSpan({
|
|
1357
|
-
type: SpanType.WORKFLOW_CONDITIONAL,
|
|
1358
|
-
name: `conditional: '${entry.conditions.length} conditions'`,
|
|
1359
|
-
input: prevOutput,
|
|
1360
|
-
attributes: {
|
|
1361
|
-
conditionCount: entry.conditions.length
|
|
1362
|
-
},
|
|
1363
|
-
tracingPolicy: this.options?.tracingPolicy
|
|
1364
|
-
});
|
|
1365
|
-
let execResults;
|
|
1366
|
-
const truthyIndexes = (await Promise.all(
|
|
1367
|
-
entry.conditions.map(
|
|
1368
|
-
(cond, index) => this.inngestStep.run(`workflow.${workflowId}.conditional.${index}`, async () => {
|
|
1369
|
-
const evalSpan = conditionalSpan?.createChildSpan({
|
|
1370
|
-
type: SpanType.WORKFLOW_CONDITIONAL_EVAL,
|
|
1371
|
-
name: `condition: '${index}'`,
|
|
1372
|
-
input: prevOutput,
|
|
1373
|
-
attributes: {
|
|
1374
|
-
conditionIndex: index
|
|
1375
|
-
},
|
|
1376
|
-
tracingPolicy: this.options?.tracingPolicy
|
|
1377
|
-
});
|
|
1378
|
-
try {
|
|
1379
|
-
const result = await cond(
|
|
1380
|
-
createDeprecationProxy(
|
|
1381
|
-
{
|
|
1382
|
-
runId,
|
|
1383
|
-
workflowId,
|
|
1384
|
-
mastra: this.mastra,
|
|
1385
|
-
requestContext,
|
|
1386
|
-
retryCount: -1,
|
|
1387
|
-
inputData: prevOutput,
|
|
1388
|
-
state: executionContext.state,
|
|
1389
|
-
setState: (state) => {
|
|
1390
|
-
executionContext.state = state;
|
|
1391
|
-
},
|
|
1392
|
-
tracingContext: {
|
|
1393
|
-
currentSpan: evalSpan
|
|
1394
|
-
},
|
|
1395
|
-
getInitData: () => stepResults?.input,
|
|
1396
|
-
getStepResult: getStepResult.bind(this, stepResults),
|
|
1397
|
-
// TODO: this function shouldn't have suspend probably?
|
|
1398
|
-
suspend: async (_suspendPayload) => {
|
|
1399
|
-
},
|
|
1400
|
-
bail: () => {
|
|
1401
|
-
},
|
|
1402
|
-
abort: () => {
|
|
1403
|
-
abortController.abort();
|
|
1404
|
-
},
|
|
1405
|
-
[EMITTER_SYMBOL]: emitter,
|
|
1406
|
-
[STREAM_FORMAT_SYMBOL]: executionContext.format,
|
|
1407
|
-
engine: {
|
|
1408
|
-
step: this.inngestStep
|
|
1409
|
-
},
|
|
1410
|
-
abortSignal: abortController.signal,
|
|
1411
|
-
writer: new ToolStream(
|
|
1412
|
-
{
|
|
1413
|
-
prefix: "workflow-step",
|
|
1414
|
-
callId: randomUUID(),
|
|
1415
|
-
name: "conditional",
|
|
1416
|
-
runId
|
|
1417
|
-
},
|
|
1418
|
-
writableStream
|
|
1419
|
-
)
|
|
1420
|
-
},
|
|
1421
|
-
{
|
|
1422
|
-
paramName: "runCount",
|
|
1423
|
-
deprecationMessage: runCountDeprecationMessage,
|
|
1424
|
-
logger: this.logger
|
|
1425
|
-
}
|
|
1426
|
-
)
|
|
1427
|
-
);
|
|
1428
|
-
evalSpan?.end({
|
|
1429
|
-
output: result,
|
|
1430
|
-
attributes: {
|
|
1431
|
-
result: !!result
|
|
1432
|
-
}
|
|
1433
|
-
});
|
|
1434
|
-
return result ? index : null;
|
|
1435
|
-
} catch (e) {
|
|
1436
|
-
evalSpan?.error({
|
|
1437
|
-
error: e instanceof Error ? e : new Error(String(e)),
|
|
1438
|
-
attributes: {
|
|
1439
|
-
result: false
|
|
1440
|
-
}
|
|
1441
|
-
});
|
|
1442
|
-
return null;
|
|
1443
|
-
}
|
|
1444
|
-
})
|
|
1445
|
-
)
|
|
1446
|
-
)).filter((index) => index !== null);
|
|
1447
|
-
const stepsToRun = entry.steps.filter((_, index) => truthyIndexes.includes(index));
|
|
1448
|
-
conditionalSpan?.update({
|
|
1449
|
-
attributes: {
|
|
1450
|
-
truthyIndexes,
|
|
1451
|
-
selectedSteps: stepsToRun.map((s) => s.type === "step" ? s.step.id : `control-${s.type}`)
|
|
1452
|
-
}
|
|
1453
|
-
});
|
|
1454
|
-
const results = await Promise.all(
|
|
1455
|
-
stepsToRun.map(async (step, index) => {
|
|
1456
|
-
const currStepResult = stepResults[step.step.id];
|
|
1457
|
-
if (currStepResult && currStepResult.status === "success") {
|
|
1458
|
-
return currStepResult;
|
|
1459
|
-
}
|
|
1460
|
-
const result = await this.executeStep({
|
|
1461
|
-
step: step.step,
|
|
1462
|
-
prevOutput,
|
|
1463
|
-
stepResults,
|
|
1464
|
-
resume,
|
|
1465
|
-
executionContext: {
|
|
1466
|
-
workflowId,
|
|
1467
|
-
runId,
|
|
1468
|
-
executionPath: [...executionContext.executionPath, index],
|
|
1469
|
-
suspendedPaths: executionContext.suspendedPaths,
|
|
1470
|
-
resumeLabels: executionContext.resumeLabels,
|
|
1471
|
-
retryConfig: executionContext.retryConfig,
|
|
1472
|
-
state: executionContext.state
|
|
1473
|
-
},
|
|
1474
|
-
emitter,
|
|
1475
|
-
abortController,
|
|
1476
|
-
requestContext,
|
|
1477
|
-
writableStream,
|
|
1478
|
-
disableScorers,
|
|
1479
|
-
tracingContext: {
|
|
1480
|
-
currentSpan: conditionalSpan
|
|
1481
|
-
}
|
|
1482
|
-
});
|
|
1483
|
-
stepResults[step.step.id] = result;
|
|
1484
|
-
return result;
|
|
1485
|
-
})
|
|
1486
|
-
);
|
|
1487
|
-
const hasFailed = results.find((result) => result.status === "failed");
|
|
1488
|
-
const hasSuspended = results.find((result) => result.status === "suspended");
|
|
1489
|
-
if (hasFailed) {
|
|
1490
|
-
execResults = { status: "failed", error: hasFailed.error };
|
|
1491
|
-
} else if (hasSuspended) {
|
|
1492
|
-
execResults = { status: "suspended", suspendPayload: hasSuspended.suspendPayload };
|
|
1493
|
-
} else {
|
|
1494
|
-
execResults = {
|
|
1495
|
-
status: "success",
|
|
1496
|
-
output: results.reduce((acc, result, index) => {
|
|
1497
|
-
if (result.status === "success") {
|
|
1498
|
-
acc[stepsToRun[index].step.id] = result.output;
|
|
1499
|
-
}
|
|
1500
|
-
return acc;
|
|
1501
|
-
}, {})
|
|
1502
|
-
};
|
|
1503
|
-
}
|
|
1504
|
-
if (execResults.status === "failed") {
|
|
1505
|
-
conditionalSpan?.error({
|
|
1506
|
-
error: new Error(execResults.error)
|
|
1507
|
-
});
|
|
1508
|
-
} else {
|
|
1509
|
-
conditionalSpan?.end({
|
|
1510
|
-
output: execResults.output || execResults
|
|
1511
|
-
});
|
|
1512
|
-
}
|
|
1513
|
-
return execResults;
|
|
1514
|
-
}
|
|
1515
|
-
};
|
|
1516
2244
|
|
|
1517
|
-
export { InngestExecutionEngine, InngestRun, InngestWorkflow, createStep, init, serve };
|
|
2245
|
+
export { InngestExecutionEngine, InngestPubSub, InngestRun, InngestWorkflow, _compatibilityCheck, createServe, createStep, init, serve };
|
|
1518
2246
|
//# sourceMappingURL=index.js.map
|
|
1519
2247
|
//# sourceMappingURL=index.js.map
|