@mastra/inngest 0.0.0-safe-stringify-telemetry-20251205024938 → 0.0.0-salesman-20260127182805
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +1598 -52
- package/dist/__tests__/adapters/_utils.d.ts +18 -0
- package/dist/__tests__/adapters/_utils.d.ts.map +1 -0
- package/dist/execution-engine.d.ts +206 -0
- package/dist/execution-engine.d.ts.map +1 -0
- package/dist/index.cjs +1843 -1432
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.ts +80 -359
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1846 -1438
- package/dist/index.js.map +1 -1
- package/dist/pubsub.d.ts +56 -0
- package/dist/pubsub.d.ts.map +1 -0
- package/dist/run.d.ts +175 -0
- package/dist/run.d.ts.map +1 -0
- package/dist/serve.d.ts +76 -0
- package/dist/serve.d.ts.map +1 -0
- package/dist/types.d.ts +16 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/workflow.d.ts +52 -0
- package/dist/workflow.d.ts.map +1 -0
- package/package.json +32 -23
package/dist/index.cjs
CHANGED
|
@@ -1,261 +1,936 @@
|
|
|
1
1
|
'use strict';
|
|
2
2
|
|
|
3
|
-
var
|
|
4
|
-
var
|
|
5
|
-
var
|
|
6
|
-
var
|
|
7
|
-
var di = require('@mastra/core/di');
|
|
8
|
-
var stream = require('@mastra/core/stream');
|
|
3
|
+
var agent = require('@mastra/core/agent');
|
|
4
|
+
var error = require('@mastra/core/error');
|
|
5
|
+
var observability = require('@mastra/core/observability');
|
|
6
|
+
var processors = require('@mastra/core/processors');
|
|
9
7
|
var tools = require('@mastra/core/tools');
|
|
10
8
|
var workflows = require('@mastra/core/workflows');
|
|
11
9
|
var _constants = require('@mastra/core/workflows/_constants');
|
|
10
|
+
var zod = require('zod');
|
|
11
|
+
var crypto$1 = require('crypto');
|
|
12
|
+
var di = require('@mastra/core/di');
|
|
12
13
|
var inngest = require('inngest');
|
|
14
|
+
var realtime = require('@inngest/realtime');
|
|
15
|
+
var events = require('@mastra/core/events');
|
|
16
|
+
var web = require('stream/web');
|
|
17
|
+
var stream = require('@mastra/core/stream');
|
|
13
18
|
var hono = require('inngest/hono');
|
|
14
|
-
var zod = require('zod');
|
|
15
19
|
|
|
16
20
|
// src/index.ts
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
const workflowFunctions = Array.from(
|
|
25
|
-
new Set(
|
|
26
|
-
Object.values(wfs).flatMap((wf) => {
|
|
27
|
-
if (wf instanceof InngestWorkflow) {
|
|
28
|
-
wf.__registerMastra(mastra);
|
|
29
|
-
return wf.getFunctions();
|
|
30
|
-
}
|
|
31
|
-
return [];
|
|
32
|
-
})
|
|
33
|
-
)
|
|
34
|
-
);
|
|
35
|
-
return hono.serve({
|
|
36
|
-
...registerOptions,
|
|
37
|
-
client: inngest,
|
|
38
|
-
functions: [...workflowFunctions, ...userFunctions]
|
|
39
|
-
});
|
|
40
|
-
}
|
|
41
|
-
var InngestRun = class extends workflows.Run {
|
|
42
|
-
inngest;
|
|
43
|
-
serializedStepGraph;
|
|
44
|
-
#mastra;
|
|
45
|
-
constructor(params, inngest) {
|
|
46
|
-
super(params);
|
|
47
|
-
this.inngest = inngest;
|
|
48
|
-
this.serializedStepGraph = params.serializedStepGraph;
|
|
49
|
-
this.#mastra = params.mastra;
|
|
21
|
+
var InngestExecutionEngine = class extends workflows.DefaultExecutionEngine {
|
|
22
|
+
inngestStep;
|
|
23
|
+
inngestAttempts;
|
|
24
|
+
constructor(mastra, inngestStep, inngestAttempts = 0, options) {
|
|
25
|
+
super({ mastra, options });
|
|
26
|
+
this.inngestStep = inngestStep;
|
|
27
|
+
this.inngestAttempts = inngestAttempts;
|
|
50
28
|
}
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
29
|
+
// =============================================================================
|
|
30
|
+
// Hook Overrides
|
|
31
|
+
// =============================================================================
|
|
32
|
+
/**
|
|
33
|
+
* Format errors while preserving Error instances and their custom properties.
|
|
34
|
+
* Uses getErrorFromUnknown to ensure all error properties are preserved.
|
|
35
|
+
*/
|
|
36
|
+
formatResultError(error$1, lastOutput) {
|
|
37
|
+
const outputError = lastOutput?.error;
|
|
38
|
+
const errorSource = error$1 || outputError;
|
|
39
|
+
const errorInstance = error.getErrorFromUnknown(errorSource, {
|
|
40
|
+
serializeStack: true,
|
|
41
|
+
// Include stack in JSON for better debugging in Inngest
|
|
42
|
+
fallbackMessage: "Unknown workflow error"
|
|
56
43
|
});
|
|
57
|
-
|
|
58
|
-
return json.data;
|
|
44
|
+
return errorInstance.toJSON();
|
|
59
45
|
}
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
if (runs?.[0]?.status === "Failed") {
|
|
66
|
-
const snapshot = await this.#mastra?.storage?.loadWorkflowSnapshot({
|
|
67
|
-
workflowName: this.workflowId,
|
|
68
|
-
runId: this.runId
|
|
69
|
-
});
|
|
70
|
-
return {
|
|
71
|
-
output: { result: { steps: snapshot?.context, status: "failed", error: runs?.[0]?.output?.message } }
|
|
72
|
-
};
|
|
73
|
-
}
|
|
74
|
-
if (runs?.[0]?.status === "Cancelled") {
|
|
75
|
-
const snapshot = await this.#mastra?.storage?.loadWorkflowSnapshot({
|
|
76
|
-
workflowName: this.workflowId,
|
|
77
|
-
runId: this.runId
|
|
78
|
-
});
|
|
79
|
-
return { output: { result: { steps: snapshot?.context, status: "canceled" } } };
|
|
80
|
-
}
|
|
81
|
-
}
|
|
82
|
-
return runs?.[0];
|
|
46
|
+
/**
|
|
47
|
+
* Detect InngestWorkflow instances for special nested workflow handling
|
|
48
|
+
*/
|
|
49
|
+
isNestedWorkflowStep(step) {
|
|
50
|
+
return step instanceof InngestWorkflow;
|
|
83
51
|
}
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
52
|
+
/**
|
|
53
|
+
* Inngest requires requestContext serialization for memoization.
|
|
54
|
+
* When steps are replayed, the original function doesn't re-execute,
|
|
55
|
+
* so requestContext modifications must be captured and restored.
|
|
56
|
+
*/
|
|
57
|
+
requiresDurableContextSerialization() {
|
|
58
|
+
return true;
|
|
89
59
|
}
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
60
|
+
/**
|
|
61
|
+
* Execute a step with retry logic for Inngest.
|
|
62
|
+
* Retries are handled via step-level retry (RetryAfterError thrown INSIDE step.run()).
|
|
63
|
+
* After retries exhausted, error propagates here and we return a failed result.
|
|
64
|
+
*/
|
|
65
|
+
async executeStepWithRetry(stepId, runStep, params) {
|
|
66
|
+
for (let i = 0; i < params.retries + 1; i++) {
|
|
67
|
+
if (i > 0 && params.delay) {
|
|
68
|
+
await new Promise((resolve) => setTimeout(resolve, params.delay));
|
|
95
69
|
}
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
70
|
+
try {
|
|
71
|
+
const result = await this.wrapDurableOperation(stepId, runStep);
|
|
72
|
+
return { ok: true, result };
|
|
73
|
+
} catch (e) {
|
|
74
|
+
if (i === params.retries) {
|
|
75
|
+
const cause = e?.cause;
|
|
76
|
+
if (cause?.status === "failed") {
|
|
77
|
+
params.stepSpan?.error({
|
|
78
|
+
error: e,
|
|
79
|
+
attributes: { status: "failed" }
|
|
80
|
+
});
|
|
81
|
+
if (cause.error && !(cause.error instanceof Error)) {
|
|
82
|
+
cause.error = error.getErrorFromUnknown(cause.error, { serializeStack: false });
|
|
83
|
+
}
|
|
84
|
+
return { ok: false, error: cause };
|
|
85
|
+
}
|
|
86
|
+
const errorInstance = error.getErrorFromUnknown(e, {
|
|
87
|
+
serializeStack: false,
|
|
88
|
+
fallbackMessage: "Unknown step execution error"
|
|
89
|
+
});
|
|
90
|
+
params.stepSpan?.error({
|
|
91
|
+
error: errorInstance,
|
|
92
|
+
attributes: { status: "failed" }
|
|
93
|
+
});
|
|
94
|
+
return {
|
|
95
|
+
ok: false,
|
|
96
|
+
error: {
|
|
97
|
+
status: "failed",
|
|
98
|
+
error: errorInstance,
|
|
99
|
+
endedAt: Date.now()
|
|
100
|
+
}
|
|
101
|
+
};
|
|
110
102
|
}
|
|
111
|
-
}
|
|
103
|
+
}
|
|
112
104
|
}
|
|
105
|
+
return { ok: false, error: { status: "failed", error: new Error("Unknown error"), endedAt: Date.now() } };
|
|
113
106
|
}
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
await this
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
107
|
+
/**
|
|
108
|
+
* Use Inngest's sleep primitive for durability
|
|
109
|
+
*/
|
|
110
|
+
async executeSleepDuration(duration, sleepId, workflowId) {
|
|
111
|
+
await this.inngestStep.sleep(`workflow.${workflowId}.sleep.${sleepId}`, duration < 0 ? 0 : duration);
|
|
112
|
+
}
|
|
113
|
+
/**
|
|
114
|
+
* Use Inngest's sleepUntil primitive for durability
|
|
115
|
+
*/
|
|
116
|
+
async executeSleepUntilDate(date, sleepUntilId, workflowId) {
|
|
117
|
+
await this.inngestStep.sleepUntil(`workflow.${workflowId}.sleepUntil.${sleepUntilId}`, date);
|
|
118
|
+
}
|
|
119
|
+
/**
|
|
120
|
+
* Wrap durable operations in Inngest step.run() for durability.
|
|
121
|
+
*
|
|
122
|
+
* IMPORTANT: Errors are wrapped with a cause structure before throwing.
|
|
123
|
+
* This is necessary because Inngest's error serialization (serialize-error-cjs)
|
|
124
|
+
* only captures standard Error properties (message, name, stack, code, cause).
|
|
125
|
+
* Custom properties like statusCode, responseHeaders from AI SDK errors would
|
|
126
|
+
* be lost. By putting our serialized error (via getErrorFromUnknown with toJSON())
|
|
127
|
+
* in the cause property, we ensure custom properties survive serialization.
|
|
128
|
+
* The cause property is in serialize-error-cjs's allowlist, and when the cause
|
|
129
|
+
* object is finally JSON.stringify'd, our error's toJSON() is called.
|
|
130
|
+
*/
|
|
131
|
+
async wrapDurableOperation(operationId, operationFn) {
|
|
132
|
+
return this.inngestStep.run(operationId, async () => {
|
|
133
|
+
try {
|
|
134
|
+
return await operationFn();
|
|
135
|
+
} catch (e) {
|
|
136
|
+
const errorInstance = error.getErrorFromUnknown(e, {
|
|
137
|
+
serializeStack: false,
|
|
138
|
+
fallbackMessage: "Unknown step execution error"
|
|
139
|
+
});
|
|
140
|
+
throw new Error(errorInstance.message, {
|
|
141
|
+
cause: {
|
|
142
|
+
status: "failed",
|
|
143
|
+
error: errorInstance,
|
|
144
|
+
endedAt: Date.now()
|
|
145
|
+
}
|
|
146
|
+
});
|
|
134
147
|
}
|
|
135
148
|
});
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
149
|
+
}
|
|
150
|
+
/**
|
|
151
|
+
* Provide Inngest step primitive in engine context
|
|
152
|
+
*/
|
|
153
|
+
getEngineContext() {
|
|
154
|
+
return { step: this.inngestStep };
|
|
155
|
+
}
|
|
156
|
+
/**
|
|
157
|
+
* For Inngest, lifecycle callbacks are invoked in the workflow's finalize step
|
|
158
|
+
* (wrapped in step.run for durability), not in execute(). Override to skip.
|
|
159
|
+
*/
|
|
160
|
+
async invokeLifecycleCallbacks(_result) {
|
|
161
|
+
}
|
|
162
|
+
/**
|
|
163
|
+
* Actually invoke the lifecycle callbacks. Called from workflow.ts finalize step.
|
|
164
|
+
*/
|
|
165
|
+
async invokeLifecycleCallbacksInternal(result) {
|
|
166
|
+
return super.invokeLifecycleCallbacks(result);
|
|
167
|
+
}
|
|
168
|
+
// =============================================================================
|
|
169
|
+
// Durable Span Lifecycle Hooks
|
|
170
|
+
// =============================================================================
|
|
171
|
+
/**
|
|
172
|
+
* Create a step span durably - on first execution, creates and exports span.
|
|
173
|
+
* On replay, returns cached span data without re-creating.
|
|
174
|
+
*/
|
|
175
|
+
async createStepSpan(params) {
|
|
176
|
+
const { executionContext, operationId, options, parentSpan } = params;
|
|
177
|
+
const parentSpanId = parentSpan?.id ?? executionContext.tracingIds?.workflowSpanId;
|
|
178
|
+
const exportedSpan = await this.wrapDurableOperation(operationId, async () => {
|
|
179
|
+
const observability = this.mastra?.observability?.getSelectedInstance({});
|
|
180
|
+
if (!observability) return void 0;
|
|
181
|
+
const span = observability.startSpan({
|
|
182
|
+
...options,
|
|
183
|
+
entityType: options.entityType,
|
|
184
|
+
traceId: executionContext.tracingIds?.traceId,
|
|
185
|
+
parentSpanId
|
|
186
|
+
});
|
|
187
|
+
return span?.exportSpan();
|
|
146
188
|
});
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
}
|
|
151
|
-
const runOutput = await this.getRunOutput(eventId);
|
|
152
|
-
const result = runOutput?.output?.result;
|
|
153
|
-
if (result.status === "failed") {
|
|
154
|
-
result.error = new Error(result.error);
|
|
155
|
-
}
|
|
156
|
-
if (result.status !== "suspended") {
|
|
157
|
-
this.cleanup?.();
|
|
189
|
+
if (exportedSpan) {
|
|
190
|
+
const observability = this.mastra?.observability?.getSelectedInstance({});
|
|
191
|
+
return observability?.rebuildSpan(exportedSpan);
|
|
158
192
|
}
|
|
159
|
-
return
|
|
193
|
+
return void 0;
|
|
160
194
|
}
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
195
|
+
/**
|
|
196
|
+
* End a step span durably.
|
|
197
|
+
*/
|
|
198
|
+
async endStepSpan(params) {
|
|
199
|
+
const { span, operationId, endOptions } = params;
|
|
200
|
+
if (!span) return;
|
|
201
|
+
await this.wrapDurableOperation(operationId, async () => {
|
|
202
|
+
span.end(endOptions);
|
|
168
203
|
});
|
|
169
|
-
this.executionResults = p;
|
|
170
|
-
return p;
|
|
171
204
|
}
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
);
|
|
181
|
-
}
|
|
182
|
-
const snapshot = await storage?.loadWorkflowSnapshot({
|
|
183
|
-
workflowName: this.workflowId,
|
|
184
|
-
runId: this.runId
|
|
205
|
+
/**
|
|
206
|
+
* Record error on step span durably.
|
|
207
|
+
*/
|
|
208
|
+
async errorStepSpan(params) {
|
|
209
|
+
const { span, operationId, errorOptions } = params;
|
|
210
|
+
if (!span) return;
|
|
211
|
+
await this.wrapDurableOperation(operationId, async () => {
|
|
212
|
+
span.error(errorOptions);
|
|
185
213
|
});
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
}
|
|
214
|
+
}
|
|
215
|
+
/**
|
|
216
|
+
* Create a generic child span durably (for control-flow operations).
|
|
217
|
+
* On first execution, creates and exports span. On replay, returns cached span data.
|
|
218
|
+
*/
|
|
219
|
+
async createChildSpan(params) {
|
|
220
|
+
const { executionContext, operationId, options, parentSpan } = params;
|
|
221
|
+
const parentSpanId = parentSpan?.id ?? executionContext.tracingIds?.workflowSpanId;
|
|
222
|
+
const exportedSpan = await this.wrapDurableOperation(operationId, async () => {
|
|
223
|
+
const observability = this.mastra?.observability?.getSelectedInstance({});
|
|
224
|
+
if (!observability) return void 0;
|
|
225
|
+
const span = observability.startSpan({
|
|
226
|
+
...options,
|
|
227
|
+
traceId: executionContext.tracingIds?.traceId,
|
|
228
|
+
parentSpanId
|
|
229
|
+
});
|
|
230
|
+
return span?.exportSpan();
|
|
204
231
|
});
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
}
|
|
209
|
-
const runOutput = await this.getRunOutput(eventId);
|
|
210
|
-
const result = runOutput?.output?.result;
|
|
211
|
-
if (result.status === "failed") {
|
|
212
|
-
result.error = new Error(result.error);
|
|
232
|
+
if (exportedSpan) {
|
|
233
|
+
const observability = this.mastra?.observability?.getSelectedInstance({});
|
|
234
|
+
return observability?.rebuildSpan(exportedSpan);
|
|
213
235
|
}
|
|
214
|
-
return
|
|
236
|
+
return void 0;
|
|
215
237
|
}
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
if (active) {
|
|
226
|
-
cb(message.data);
|
|
227
|
-
}
|
|
228
|
-
}
|
|
229
|
-
);
|
|
230
|
-
return () => {
|
|
231
|
-
active = false;
|
|
232
|
-
streamPromise.then(async (stream) => {
|
|
233
|
-
return stream.cancel();
|
|
234
|
-
}).catch((err) => {
|
|
235
|
-
console.error(err);
|
|
236
|
-
});
|
|
237
|
-
};
|
|
238
|
+
/**
|
|
239
|
+
* End a generic child span durably (for control-flow operations).
|
|
240
|
+
*/
|
|
241
|
+
async endChildSpan(params) {
|
|
242
|
+
const { span, operationId, endOptions } = params;
|
|
243
|
+
if (!span) return;
|
|
244
|
+
await this.wrapDurableOperation(operationId, async () => {
|
|
245
|
+
span.end(endOptions);
|
|
246
|
+
});
|
|
238
247
|
}
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
248
|
+
/**
|
|
249
|
+
* Record error on a generic child span durably (for control-flow operations).
|
|
250
|
+
*/
|
|
251
|
+
async errorChildSpan(params) {
|
|
252
|
+
const { span, operationId, errorOptions } = params;
|
|
253
|
+
if (!span) return;
|
|
254
|
+
await this.wrapDurableOperation(operationId, async () => {
|
|
255
|
+
span.error(errorOptions);
|
|
246
256
|
});
|
|
247
|
-
this.executionResults = p;
|
|
248
|
-
return p;
|
|
249
257
|
}
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
258
|
+
/**
|
|
259
|
+
* Execute nested InngestWorkflow using inngestStep.invoke() for durability.
|
|
260
|
+
* This MUST be called directly (not inside step.run()) due to Inngest constraints.
|
|
261
|
+
*/
|
|
262
|
+
async executeWorkflowStep(params) {
|
|
263
|
+
if (!(params.step instanceof InngestWorkflow)) {
|
|
264
|
+
return null;
|
|
253
265
|
}
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
266
|
+
const {
|
|
267
|
+
step,
|
|
268
|
+
stepResults,
|
|
269
|
+
executionContext,
|
|
270
|
+
resume,
|
|
271
|
+
timeTravel,
|
|
272
|
+
prevOutput,
|
|
273
|
+
inputData,
|
|
274
|
+
pubsub,
|
|
275
|
+
startedAt,
|
|
276
|
+
perStep,
|
|
277
|
+
stepSpan
|
|
278
|
+
} = params;
|
|
279
|
+
const nestedTracingContext = executionContext.tracingIds?.traceId ? {
|
|
280
|
+
traceId: executionContext.tracingIds.traceId,
|
|
281
|
+
parentSpanId: stepSpan?.id
|
|
282
|
+
} : void 0;
|
|
283
|
+
const isResume = !!resume?.steps?.length;
|
|
284
|
+
let result;
|
|
285
|
+
let runId;
|
|
286
|
+
const isTimeTravel = !!(timeTravel && timeTravel.steps?.length > 1 && timeTravel.steps[0] === step.id);
|
|
287
|
+
try {
|
|
288
|
+
if (isResume) {
|
|
289
|
+
runId = stepResults[resume?.steps?.[0] ?? ""]?.suspendPayload?.__workflow_meta?.runId ?? crypto$1.randomUUID();
|
|
290
|
+
const workflowsStore = await this.mastra?.getStorage()?.getStore("workflows");
|
|
291
|
+
const snapshot = await workflowsStore?.loadWorkflowSnapshot({
|
|
292
|
+
workflowName: step.id,
|
|
293
|
+
runId
|
|
294
|
+
});
|
|
295
|
+
const invokeResp = await this.inngestStep.invoke(`workflow.${executionContext.workflowId}.step.${step.id}`, {
|
|
296
|
+
function: step.getFunction(),
|
|
297
|
+
data: {
|
|
298
|
+
inputData,
|
|
299
|
+
initialState: executionContext.state ?? snapshot?.value ?? {},
|
|
300
|
+
runId,
|
|
301
|
+
resume: {
|
|
302
|
+
runId,
|
|
303
|
+
steps: resume.steps.slice(1),
|
|
304
|
+
stepResults: snapshot?.context,
|
|
305
|
+
resumePayload: resume.resumePayload,
|
|
306
|
+
resumePath: resume.steps?.[1] ? snapshot?.suspendedPaths?.[resume.steps?.[1]] : void 0
|
|
307
|
+
},
|
|
308
|
+
outputOptions: { includeState: true },
|
|
309
|
+
perStep,
|
|
310
|
+
tracingOptions: nestedTracingContext
|
|
311
|
+
}
|
|
312
|
+
});
|
|
313
|
+
result = invokeResp.result;
|
|
314
|
+
runId = invokeResp.runId;
|
|
315
|
+
executionContext.state = invokeResp.result.state;
|
|
316
|
+
} else if (isTimeTravel) {
|
|
317
|
+
const workflowsStoreForTimeTravel = await this.mastra?.getStorage()?.getStore("workflows");
|
|
318
|
+
const snapshot = await workflowsStoreForTimeTravel?.loadWorkflowSnapshot({
|
|
319
|
+
workflowName: step.id,
|
|
320
|
+
runId: executionContext.runId
|
|
321
|
+
}) ?? { context: {} };
|
|
322
|
+
const timeTravelParams = workflows.createTimeTravelExecutionParams({
|
|
323
|
+
steps: timeTravel.steps.slice(1),
|
|
324
|
+
inputData: timeTravel.inputData,
|
|
325
|
+
resumeData: timeTravel.resumeData,
|
|
326
|
+
context: timeTravel.nestedStepResults?.[step.id] ?? {},
|
|
327
|
+
nestedStepsContext: timeTravel.nestedStepResults ?? {},
|
|
328
|
+
snapshot,
|
|
329
|
+
graph: step.buildExecutionGraph()
|
|
330
|
+
});
|
|
331
|
+
const invokeResp = await this.inngestStep.invoke(`workflow.${executionContext.workflowId}.step.${step.id}`, {
|
|
332
|
+
function: step.getFunction(),
|
|
333
|
+
data: {
|
|
334
|
+
timeTravel: timeTravelParams,
|
|
335
|
+
initialState: executionContext.state ?? {},
|
|
336
|
+
runId: executionContext.runId,
|
|
337
|
+
outputOptions: { includeState: true },
|
|
338
|
+
perStep,
|
|
339
|
+
tracingOptions: nestedTracingContext
|
|
340
|
+
}
|
|
341
|
+
});
|
|
342
|
+
result = invokeResp.result;
|
|
343
|
+
runId = invokeResp.runId;
|
|
344
|
+
executionContext.state = invokeResp.result.state;
|
|
345
|
+
} else {
|
|
346
|
+
const invokeResp = await this.inngestStep.invoke(`workflow.${executionContext.workflowId}.step.${step.id}`, {
|
|
347
|
+
function: step.getFunction(),
|
|
348
|
+
data: {
|
|
349
|
+
inputData,
|
|
350
|
+
initialState: executionContext.state ?? {},
|
|
351
|
+
outputOptions: { includeState: true },
|
|
352
|
+
perStep,
|
|
353
|
+
tracingOptions: nestedTracingContext
|
|
354
|
+
}
|
|
355
|
+
});
|
|
356
|
+
result = invokeResp.result;
|
|
357
|
+
runId = invokeResp.runId;
|
|
358
|
+
executionContext.state = invokeResp.result.state;
|
|
359
|
+
}
|
|
360
|
+
} catch (e) {
|
|
361
|
+
const errorCause = e?.cause;
|
|
362
|
+
if (errorCause && typeof errorCause === "object") {
|
|
363
|
+
result = errorCause;
|
|
364
|
+
runId = errorCause.runId || crypto$1.randomUUID();
|
|
365
|
+
} else {
|
|
366
|
+
runId = crypto$1.randomUUID();
|
|
367
|
+
result = {
|
|
368
|
+
status: "failed",
|
|
369
|
+
error: e instanceof Error ? e : new Error(String(e)),
|
|
370
|
+
steps: {},
|
|
371
|
+
input: inputData
|
|
372
|
+
};
|
|
373
|
+
}
|
|
374
|
+
}
|
|
375
|
+
const res = await this.inngestStep.run(
|
|
376
|
+
`workflow.${executionContext.workflowId}.step.${step.id}.nestedwf-results`,
|
|
377
|
+
async () => {
|
|
378
|
+
if (result.status === "failed") {
|
|
379
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
380
|
+
type: "watch",
|
|
381
|
+
runId: executionContext.runId,
|
|
382
|
+
data: {
|
|
383
|
+
type: "workflow-step-result",
|
|
384
|
+
payload: {
|
|
385
|
+
id: step.id,
|
|
386
|
+
status: "failed",
|
|
387
|
+
error: result?.error,
|
|
388
|
+
payload: prevOutput
|
|
389
|
+
}
|
|
390
|
+
}
|
|
391
|
+
});
|
|
392
|
+
return { executionContext, result: { status: "failed", error: result?.error, endedAt: Date.now() } };
|
|
393
|
+
} else if (result.status === "suspended") {
|
|
394
|
+
const suspendedSteps = Object.entries(result.steps).filter(([_stepName, stepResult]) => {
|
|
395
|
+
const stepRes = stepResult;
|
|
396
|
+
return stepRes?.status === "suspended";
|
|
397
|
+
});
|
|
398
|
+
for (const [stepName, stepResult] of suspendedSteps) {
|
|
399
|
+
const suspendPath = [stepName, ...stepResult?.suspendPayload?.__workflow_meta?.path ?? []];
|
|
400
|
+
executionContext.suspendedPaths[step.id] = executionContext.executionPath;
|
|
401
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
402
|
+
type: "watch",
|
|
403
|
+
runId: executionContext.runId,
|
|
404
|
+
data: {
|
|
405
|
+
type: "workflow-step-suspended",
|
|
406
|
+
payload: {
|
|
407
|
+
id: step.id,
|
|
408
|
+
status: "suspended"
|
|
409
|
+
}
|
|
410
|
+
}
|
|
411
|
+
});
|
|
412
|
+
return {
|
|
413
|
+
executionContext,
|
|
414
|
+
result: {
|
|
415
|
+
status: "suspended",
|
|
416
|
+
suspendedAt: Date.now(),
|
|
417
|
+
payload: stepResult.payload,
|
|
418
|
+
suspendPayload: {
|
|
419
|
+
...stepResult?.suspendPayload,
|
|
420
|
+
__workflow_meta: { runId, path: suspendPath }
|
|
421
|
+
}
|
|
422
|
+
}
|
|
423
|
+
};
|
|
424
|
+
}
|
|
425
|
+
return {
|
|
426
|
+
executionContext,
|
|
427
|
+
result: {
|
|
428
|
+
status: "suspended",
|
|
429
|
+
suspendedAt: Date.now(),
|
|
430
|
+
payload: {}
|
|
431
|
+
}
|
|
432
|
+
};
|
|
433
|
+
} else if (result.status === "tripwire") {
|
|
434
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
435
|
+
type: "watch",
|
|
436
|
+
runId: executionContext.runId,
|
|
437
|
+
data: {
|
|
438
|
+
type: "workflow-step-result",
|
|
439
|
+
payload: {
|
|
440
|
+
id: step.id,
|
|
441
|
+
status: "tripwire",
|
|
442
|
+
error: result?.tripwire?.reason,
|
|
443
|
+
payload: prevOutput
|
|
444
|
+
}
|
|
445
|
+
}
|
|
446
|
+
});
|
|
447
|
+
return {
|
|
448
|
+
executionContext,
|
|
449
|
+
result: {
|
|
450
|
+
status: "tripwire",
|
|
451
|
+
tripwire: result?.tripwire,
|
|
452
|
+
endedAt: Date.now()
|
|
453
|
+
}
|
|
454
|
+
};
|
|
455
|
+
} else if (perStep || result.status === "paused") {
|
|
456
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
457
|
+
type: "watch",
|
|
458
|
+
runId: executionContext.runId,
|
|
459
|
+
data: {
|
|
460
|
+
type: "workflow-step-result",
|
|
461
|
+
payload: {
|
|
462
|
+
id: step.id,
|
|
463
|
+
status: "paused"
|
|
464
|
+
}
|
|
465
|
+
}
|
|
466
|
+
});
|
|
467
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
468
|
+
type: "watch",
|
|
469
|
+
runId: executionContext.runId,
|
|
470
|
+
data: {
|
|
471
|
+
type: "workflow-step-finish",
|
|
472
|
+
payload: {
|
|
473
|
+
id: step.id,
|
|
474
|
+
metadata: {}
|
|
475
|
+
}
|
|
476
|
+
}
|
|
477
|
+
});
|
|
478
|
+
return { executionContext, result: { status: "paused" } };
|
|
479
|
+
}
|
|
480
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
481
|
+
type: "watch",
|
|
482
|
+
runId: executionContext.runId,
|
|
483
|
+
data: {
|
|
484
|
+
type: "workflow-step-result",
|
|
485
|
+
payload: {
|
|
486
|
+
id: step.id,
|
|
487
|
+
status: "success",
|
|
488
|
+
output: result?.result
|
|
489
|
+
}
|
|
490
|
+
}
|
|
491
|
+
});
|
|
492
|
+
await pubsub.publish(`workflow.events.v2.${executionContext.runId}`, {
|
|
493
|
+
type: "watch",
|
|
494
|
+
runId: executionContext.runId,
|
|
495
|
+
data: {
|
|
496
|
+
type: "workflow-step-finish",
|
|
497
|
+
payload: {
|
|
498
|
+
id: step.id,
|
|
499
|
+
metadata: {}
|
|
500
|
+
}
|
|
501
|
+
}
|
|
502
|
+
});
|
|
503
|
+
return { executionContext, result: { status: "success", output: result?.result, endedAt: Date.now() } };
|
|
504
|
+
}
|
|
505
|
+
);
|
|
506
|
+
Object.assign(executionContext, res.executionContext);
|
|
507
|
+
return {
|
|
508
|
+
...res.result,
|
|
509
|
+
startedAt,
|
|
510
|
+
payload: inputData,
|
|
511
|
+
resumedAt: resume?.steps[0] === step.id ? startedAt : void 0,
|
|
512
|
+
resumePayload: resume?.steps[0] === step.id ? resume?.resumePayload : void 0
|
|
513
|
+
};
|
|
514
|
+
}
|
|
515
|
+
};
|
|
516
|
+
var InngestPubSub = class extends events.PubSub {
|
|
517
|
+
inngest;
|
|
518
|
+
workflowId;
|
|
519
|
+
publishFn;
|
|
520
|
+
subscriptions = /* @__PURE__ */ new Map();
|
|
521
|
+
constructor(inngest, workflowId, publishFn) {
|
|
522
|
+
super();
|
|
523
|
+
this.inngest = inngest;
|
|
524
|
+
this.workflowId = workflowId;
|
|
525
|
+
this.publishFn = publishFn;
|
|
526
|
+
}
|
|
527
|
+
/**
|
|
528
|
+
* Publish an event to Inngest's realtime system.
|
|
529
|
+
*
|
|
530
|
+
* Topic format: "workflow.events.v2.{runId}"
|
|
531
|
+
* Maps to Inngest channel: "workflow:{workflowId}:{runId}"
|
|
532
|
+
*/
|
|
533
|
+
async publish(topic, event) {
|
|
534
|
+
if (!this.publishFn) {
|
|
535
|
+
return;
|
|
536
|
+
}
|
|
537
|
+
const match = topic.match(/^workflow\.events\.v2\.(.+)$/);
|
|
538
|
+
if (!match) {
|
|
539
|
+
return;
|
|
540
|
+
}
|
|
541
|
+
const runId = match[1];
|
|
542
|
+
try {
|
|
543
|
+
await this.publishFn({
|
|
544
|
+
channel: `workflow:${this.workflowId}:${runId}`,
|
|
545
|
+
topic: "watch",
|
|
546
|
+
data: event.data
|
|
547
|
+
});
|
|
548
|
+
} catch (err) {
|
|
549
|
+
console.error("InngestPubSub publish error:", err?.message ?? err);
|
|
550
|
+
}
|
|
551
|
+
}
|
|
552
|
+
/**
|
|
553
|
+
* Subscribe to events from Inngest's realtime system.
|
|
554
|
+
*
|
|
555
|
+
* Topic format: "workflow.events.v2.{runId}"
|
|
556
|
+
* Maps to Inngest channel: "workflow:{workflowId}:{runId}"
|
|
557
|
+
*/
|
|
558
|
+
async subscribe(topic, cb) {
|
|
559
|
+
const match = topic.match(/^workflow\.events\.v2\.(.+)$/);
|
|
560
|
+
if (!match || !match[1]) {
|
|
561
|
+
return;
|
|
562
|
+
}
|
|
563
|
+
const runId = match[1];
|
|
564
|
+
if (this.subscriptions.has(topic)) {
|
|
565
|
+
this.subscriptions.get(topic).callbacks.add(cb);
|
|
566
|
+
return;
|
|
567
|
+
}
|
|
568
|
+
const callbacks = /* @__PURE__ */ new Set([cb]);
|
|
569
|
+
const channel = `workflow:${this.workflowId}:${runId}`;
|
|
570
|
+
const streamPromise = realtime.subscribe(
|
|
571
|
+
{
|
|
572
|
+
channel,
|
|
573
|
+
topics: ["watch"],
|
|
574
|
+
app: this.inngest
|
|
575
|
+
},
|
|
576
|
+
(message) => {
|
|
577
|
+
const event = {
|
|
578
|
+
id: crypto.randomUUID(),
|
|
579
|
+
type: "watch",
|
|
580
|
+
runId,
|
|
581
|
+
data: message.data,
|
|
582
|
+
createdAt: /* @__PURE__ */ new Date()
|
|
583
|
+
};
|
|
584
|
+
for (const callback of callbacks) {
|
|
585
|
+
callback(event);
|
|
586
|
+
}
|
|
587
|
+
}
|
|
588
|
+
);
|
|
589
|
+
this.subscriptions.set(topic, {
|
|
590
|
+
unsubscribe: () => {
|
|
591
|
+
streamPromise.then((stream) => stream.cancel()).catch((err) => {
|
|
592
|
+
console.error("InngestPubSub unsubscribe error:", err);
|
|
593
|
+
});
|
|
594
|
+
},
|
|
595
|
+
callbacks
|
|
596
|
+
});
|
|
597
|
+
}
|
|
598
|
+
/**
|
|
599
|
+
* Unsubscribe a callback from a topic.
|
|
600
|
+
* If no callbacks remain, the underlying Inngest subscription is cancelled.
|
|
601
|
+
*/
|
|
602
|
+
async unsubscribe(topic, cb) {
|
|
603
|
+
const sub = this.subscriptions.get(topic);
|
|
604
|
+
if (!sub) {
|
|
605
|
+
return;
|
|
606
|
+
}
|
|
607
|
+
sub.callbacks.delete(cb);
|
|
608
|
+
if (sub.callbacks.size === 0) {
|
|
609
|
+
sub.unsubscribe();
|
|
610
|
+
this.subscriptions.delete(topic);
|
|
611
|
+
}
|
|
612
|
+
}
|
|
613
|
+
/**
|
|
614
|
+
* Flush any pending operations. No-op for Inngest.
|
|
615
|
+
*/
|
|
616
|
+
async flush() {
|
|
617
|
+
}
|
|
618
|
+
/**
|
|
619
|
+
* Clean up all subscriptions during graceful shutdown.
|
|
620
|
+
*/
|
|
621
|
+
async close() {
|
|
622
|
+
for (const [, sub] of this.subscriptions) {
|
|
623
|
+
sub.unsubscribe();
|
|
624
|
+
}
|
|
625
|
+
this.subscriptions.clear();
|
|
626
|
+
}
|
|
627
|
+
};
|
|
628
|
+
var InngestRun = class extends workflows.Run {
|
|
629
|
+
inngest;
|
|
630
|
+
serializedStepGraph;
|
|
631
|
+
#mastra;
|
|
632
|
+
constructor(params, inngest) {
|
|
633
|
+
super(params);
|
|
634
|
+
this.inngest = inngest;
|
|
635
|
+
this.serializedStepGraph = params.serializedStepGraph;
|
|
636
|
+
this.#mastra = params.mastra;
|
|
637
|
+
}
|
|
638
|
+
async getRuns(eventId) {
|
|
639
|
+
const maxRetries = 3;
|
|
640
|
+
let lastError = null;
|
|
641
|
+
for (let attempt = 0; attempt < maxRetries; attempt++) {
|
|
642
|
+
try {
|
|
643
|
+
const response = await fetch(
|
|
644
|
+
`${this.inngest.apiBaseUrl ?? "https://api.inngest.com"}/v1/events/${eventId}/runs`,
|
|
645
|
+
{
|
|
646
|
+
headers: {
|
|
647
|
+
Authorization: `Bearer ${process.env.INNGEST_SIGNING_KEY}`
|
|
648
|
+
}
|
|
649
|
+
}
|
|
650
|
+
);
|
|
651
|
+
if (response.status === 429) {
|
|
652
|
+
const retryAfter = parseInt(response.headers.get("retry-after") || "2", 10);
|
|
653
|
+
await new Promise((resolve) => setTimeout(resolve, retryAfter * 1e3));
|
|
654
|
+
continue;
|
|
655
|
+
}
|
|
656
|
+
if (!response.ok) {
|
|
657
|
+
throw new Error(`Inngest API error: ${response.status} ${response.statusText}`);
|
|
658
|
+
}
|
|
659
|
+
const text = await response.text();
|
|
660
|
+
if (!text) {
|
|
661
|
+
await new Promise((resolve) => setTimeout(resolve, 1e3 * (attempt + 1)));
|
|
662
|
+
continue;
|
|
663
|
+
}
|
|
664
|
+
const json = JSON.parse(text);
|
|
665
|
+
return json.data;
|
|
666
|
+
} catch (error) {
|
|
667
|
+
lastError = error;
|
|
668
|
+
if (attempt < maxRetries - 1) {
|
|
669
|
+
await new Promise((resolve) => setTimeout(resolve, 1e3 * Math.pow(2, attempt)));
|
|
670
|
+
}
|
|
671
|
+
}
|
|
672
|
+
}
|
|
673
|
+
throw new inngest.NonRetriableError(`Failed to get runs after ${maxRetries} attempts: ${lastError?.message}`);
|
|
674
|
+
}
|
|
675
|
+
async getRunOutput(eventId, maxWaitMs = 3e5) {
|
|
676
|
+
const startTime = Date.now();
|
|
677
|
+
const storage = this.#mastra?.getStorage();
|
|
678
|
+
const workflowsStore = await storage?.getStore("workflows");
|
|
679
|
+
while (Date.now() - startTime < maxWaitMs) {
|
|
680
|
+
let runs;
|
|
681
|
+
try {
|
|
682
|
+
runs = await this.getRuns(eventId);
|
|
683
|
+
} catch (error) {
|
|
684
|
+
if (error instanceof inngest.NonRetriableError) {
|
|
685
|
+
throw error;
|
|
686
|
+
}
|
|
687
|
+
throw new inngest.NonRetriableError(
|
|
688
|
+
`Failed to poll workflow status: ${error instanceof Error ? error.message : String(error)}`
|
|
689
|
+
);
|
|
690
|
+
}
|
|
691
|
+
if (runs?.[0]?.status === "Completed" && runs?.[0]?.event_id === eventId) {
|
|
692
|
+
return runs[0];
|
|
693
|
+
}
|
|
694
|
+
if (runs?.[0]?.status === "Failed") {
|
|
695
|
+
const snapshot = await workflowsStore?.loadWorkflowSnapshot({
|
|
696
|
+
workflowName: this.workflowId,
|
|
697
|
+
runId: this.runId
|
|
698
|
+
});
|
|
699
|
+
if (snapshot?.context) {
|
|
700
|
+
snapshot.context = workflows.hydrateSerializedStepErrors(snapshot.context);
|
|
701
|
+
}
|
|
702
|
+
return {
|
|
703
|
+
output: {
|
|
704
|
+
result: {
|
|
705
|
+
steps: snapshot?.context,
|
|
706
|
+
status: "failed",
|
|
707
|
+
// Get the original error from NonRetriableError's cause (which contains the workflow result)
|
|
708
|
+
error: error.getErrorFromUnknown(runs?.[0]?.output?.cause?.error, { serializeStack: false })
|
|
709
|
+
}
|
|
710
|
+
}
|
|
711
|
+
};
|
|
712
|
+
}
|
|
713
|
+
if (runs?.[0]?.status === "Cancelled") {
|
|
714
|
+
const snapshot = await workflowsStore?.loadWorkflowSnapshot({
|
|
715
|
+
workflowName: this.workflowId,
|
|
716
|
+
runId: this.runId
|
|
717
|
+
});
|
|
718
|
+
return { output: { result: { steps: snapshot?.context, status: "canceled" } } };
|
|
719
|
+
}
|
|
720
|
+
await new Promise((resolve) => setTimeout(resolve, 1e3 + Math.random() * 1e3));
|
|
721
|
+
}
|
|
722
|
+
throw new inngest.NonRetriableError(`Workflow did not complete within ${maxWaitMs}ms`);
|
|
723
|
+
}
|
|
724
|
+
async cancel() {
|
|
725
|
+
const storage = this.#mastra?.getStorage();
|
|
726
|
+
await this.inngest.send({
|
|
727
|
+
name: `cancel.workflow.${this.workflowId}`,
|
|
728
|
+
data: {
|
|
729
|
+
runId: this.runId
|
|
730
|
+
}
|
|
731
|
+
});
|
|
732
|
+
const workflowsStore = await storage?.getStore("workflows");
|
|
733
|
+
const snapshot = await workflowsStore?.loadWorkflowSnapshot({
|
|
734
|
+
workflowName: this.workflowId,
|
|
735
|
+
runId: this.runId
|
|
736
|
+
});
|
|
737
|
+
if (snapshot) {
|
|
738
|
+
await workflowsStore?.persistWorkflowSnapshot({
|
|
739
|
+
workflowName: this.workflowId,
|
|
740
|
+
runId: this.runId,
|
|
741
|
+
resourceId: this.resourceId,
|
|
742
|
+
snapshot: {
|
|
743
|
+
...snapshot,
|
|
744
|
+
status: "canceled",
|
|
745
|
+
value: snapshot.value
|
|
746
|
+
}
|
|
747
|
+
});
|
|
748
|
+
}
|
|
749
|
+
}
|
|
750
|
+
async start(args) {
|
|
751
|
+
return this._start(args);
|
|
752
|
+
}
|
|
753
|
+
/**
|
|
754
|
+
* Starts the workflow execution without waiting for completion (fire-and-forget).
|
|
755
|
+
* Returns immediately with the runId after sending the event to Inngest.
|
|
756
|
+
* The workflow executes independently in Inngest.
|
|
757
|
+
* Use this when you don't need to wait for the result or want to avoid polling failures.
|
|
758
|
+
*/
|
|
759
|
+
async startAsync(args) {
|
|
760
|
+
const workflowsStore = await this.#mastra.getStorage()?.getStore("workflows");
|
|
761
|
+
await workflowsStore?.persistWorkflowSnapshot({
|
|
762
|
+
workflowName: this.workflowId,
|
|
763
|
+
runId: this.runId,
|
|
764
|
+
resourceId: this.resourceId,
|
|
765
|
+
snapshot: {
|
|
766
|
+
runId: this.runId,
|
|
767
|
+
serializedStepGraph: this.serializedStepGraph,
|
|
768
|
+
status: "running",
|
|
769
|
+
value: {},
|
|
770
|
+
context: {},
|
|
771
|
+
activePaths: [],
|
|
772
|
+
suspendedPaths: {},
|
|
773
|
+
activeStepsPath: {},
|
|
774
|
+
resumeLabels: {},
|
|
775
|
+
waitingPaths: {},
|
|
776
|
+
timestamp: Date.now()
|
|
777
|
+
}
|
|
778
|
+
});
|
|
779
|
+
const inputDataToUse = await this._validateInput(args.inputData);
|
|
780
|
+
const initialStateToUse = await this._validateInitialState(args.initialState ?? {});
|
|
781
|
+
const eventOutput = await this.inngest.send({
|
|
782
|
+
name: `workflow.${this.workflowId}`,
|
|
783
|
+
data: {
|
|
784
|
+
inputData: inputDataToUse,
|
|
785
|
+
initialState: initialStateToUse,
|
|
786
|
+
runId: this.runId,
|
|
787
|
+
resourceId: this.resourceId,
|
|
788
|
+
outputOptions: args.outputOptions,
|
|
789
|
+
tracingOptions: args.tracingOptions,
|
|
790
|
+
requestContext: args.requestContext ? Object.fromEntries(args.requestContext.entries()) : {},
|
|
791
|
+
perStep: args.perStep
|
|
792
|
+
}
|
|
793
|
+
});
|
|
794
|
+
const eventId = eventOutput.ids[0];
|
|
795
|
+
if (!eventId) {
|
|
796
|
+
throw new Error("Event ID is not set");
|
|
797
|
+
}
|
|
798
|
+
return { runId: this.runId };
|
|
799
|
+
}
|
|
800
|
+
async _start({
|
|
801
|
+
inputData,
|
|
802
|
+
initialState,
|
|
803
|
+
outputOptions,
|
|
804
|
+
tracingOptions,
|
|
805
|
+
format,
|
|
806
|
+
requestContext,
|
|
807
|
+
perStep
|
|
808
|
+
}) {
|
|
809
|
+
const workflowsStore = await this.#mastra.getStorage()?.getStore("workflows");
|
|
810
|
+
await workflowsStore?.persistWorkflowSnapshot({
|
|
811
|
+
workflowName: this.workflowId,
|
|
812
|
+
runId: this.runId,
|
|
813
|
+
resourceId: this.resourceId,
|
|
814
|
+
snapshot: {
|
|
815
|
+
runId: this.runId,
|
|
816
|
+
serializedStepGraph: this.serializedStepGraph,
|
|
817
|
+
status: "running",
|
|
818
|
+
value: {},
|
|
819
|
+
context: {},
|
|
820
|
+
activePaths: [],
|
|
821
|
+
suspendedPaths: {},
|
|
822
|
+
activeStepsPath: {},
|
|
823
|
+
resumeLabels: {},
|
|
824
|
+
waitingPaths: {},
|
|
825
|
+
timestamp: Date.now()
|
|
826
|
+
}
|
|
827
|
+
});
|
|
828
|
+
const inputDataToUse = await this._validateInput(inputData);
|
|
829
|
+
const initialStateToUse = await this._validateInitialState(initialState ?? {});
|
|
830
|
+
const eventOutput = await this.inngest.send({
|
|
831
|
+
name: `workflow.${this.workflowId}`,
|
|
832
|
+
data: {
|
|
833
|
+
inputData: inputDataToUse,
|
|
834
|
+
initialState: initialStateToUse,
|
|
835
|
+
runId: this.runId,
|
|
836
|
+
resourceId: this.resourceId,
|
|
837
|
+
outputOptions,
|
|
838
|
+
tracingOptions,
|
|
839
|
+
format,
|
|
840
|
+
requestContext: requestContext ? Object.fromEntries(requestContext.entries()) : {},
|
|
841
|
+
perStep
|
|
842
|
+
}
|
|
843
|
+
});
|
|
844
|
+
const eventId = eventOutput.ids[0];
|
|
845
|
+
if (!eventId) {
|
|
846
|
+
throw new Error("Event ID is not set");
|
|
847
|
+
}
|
|
848
|
+
const runOutput = await this.getRunOutput(eventId);
|
|
849
|
+
const result = runOutput?.output?.result;
|
|
850
|
+
this.hydrateFailedResult(result);
|
|
851
|
+
if (result.status !== "suspended") {
|
|
852
|
+
this.cleanup?.();
|
|
853
|
+
}
|
|
854
|
+
return result;
|
|
855
|
+
}
|
|
856
|
+
async resume(params) {
|
|
857
|
+
const p = this._resume(params).then((result) => {
|
|
858
|
+
if (result.status !== "suspended") {
|
|
859
|
+
this.closeStreamAction?.().catch(() => {
|
|
860
|
+
});
|
|
861
|
+
}
|
|
862
|
+
return result;
|
|
863
|
+
});
|
|
864
|
+
this.executionResults = p;
|
|
865
|
+
return p;
|
|
866
|
+
}
|
|
867
|
+
async _resume(params) {
|
|
868
|
+
const storage = this.#mastra?.getStorage();
|
|
869
|
+
let steps = [];
|
|
870
|
+
if (typeof params.step === "string") {
|
|
871
|
+
steps = params.step.split(".");
|
|
872
|
+
} else {
|
|
873
|
+
steps = (Array.isArray(params.step) ? params.step : [params.step]).map(
|
|
874
|
+
(step) => typeof step === "string" ? step : step?.id
|
|
875
|
+
);
|
|
876
|
+
}
|
|
877
|
+
const workflowsStore = await storage?.getStore("workflows");
|
|
878
|
+
const snapshot = await workflowsStore?.loadWorkflowSnapshot({
|
|
879
|
+
workflowName: this.workflowId,
|
|
880
|
+
runId: this.runId
|
|
881
|
+
});
|
|
882
|
+
const suspendedStep = this.workflowSteps[steps?.[0] ?? ""];
|
|
883
|
+
const resumeDataToUse = await this._validateResumeData(params.resumeData, suspendedStep);
|
|
884
|
+
const persistedRequestContext = snapshot?.requestContext ?? {};
|
|
885
|
+
const newRequestContext = params.requestContext ? Object.fromEntries(params.requestContext.entries()) : {};
|
|
886
|
+
const mergedRequestContext = { ...persistedRequestContext, ...newRequestContext };
|
|
887
|
+
const eventOutput = await this.inngest.send({
|
|
888
|
+
name: `workflow.${this.workflowId}`,
|
|
889
|
+
data: {
|
|
890
|
+
inputData: resumeDataToUse,
|
|
891
|
+
initialState: snapshot?.value ?? {},
|
|
892
|
+
runId: this.runId,
|
|
893
|
+
workflowId: this.workflowId,
|
|
894
|
+
stepResults: snapshot?.context,
|
|
895
|
+
resume: {
|
|
896
|
+
steps,
|
|
897
|
+
stepResults: snapshot?.context,
|
|
898
|
+
resumePayload: resumeDataToUse,
|
|
899
|
+
resumePath: steps?.[0] ? snapshot?.suspendedPaths?.[steps?.[0]] : void 0
|
|
900
|
+
},
|
|
901
|
+
requestContext: mergedRequestContext,
|
|
902
|
+
perStep: params.perStep
|
|
903
|
+
}
|
|
904
|
+
});
|
|
905
|
+
const eventId = eventOutput.ids[0];
|
|
906
|
+
if (!eventId) {
|
|
907
|
+
throw new Error("Event ID is not set");
|
|
908
|
+
}
|
|
909
|
+
const runOutput = await this.getRunOutput(eventId);
|
|
910
|
+
const result = runOutput?.output?.result;
|
|
911
|
+
this.hydrateFailedResult(result);
|
|
912
|
+
return result;
|
|
913
|
+
}
|
|
914
|
+
async timeTravel(params) {
|
|
915
|
+
const p = this._timeTravel(params).then((result) => {
|
|
916
|
+
if (result.status !== "suspended") {
|
|
917
|
+
this.closeStreamAction?.().catch(() => {
|
|
918
|
+
});
|
|
919
|
+
}
|
|
920
|
+
return result;
|
|
921
|
+
});
|
|
922
|
+
this.executionResults = p;
|
|
923
|
+
return p;
|
|
924
|
+
}
|
|
925
|
+
async _timeTravel(params) {
|
|
926
|
+
if (!params.step || Array.isArray(params.step) && params.step?.length === 0) {
|
|
927
|
+
throw new Error("Step is required and must be a valid step or array of steps");
|
|
928
|
+
}
|
|
929
|
+
let steps = [];
|
|
930
|
+
if (typeof params.step === "string") {
|
|
931
|
+
steps = params.step.split(".");
|
|
932
|
+
} else {
|
|
933
|
+
steps = (Array.isArray(params.step) ? params.step : [params.step]).map(
|
|
259
934
|
(step) => typeof step === "string" ? step : step?.id
|
|
260
935
|
);
|
|
261
936
|
}
|
|
@@ -263,12 +938,13 @@ var InngestRun = class extends workflows.Run {
|
|
|
263
938
|
throw new Error("No steps provided to timeTravel");
|
|
264
939
|
}
|
|
265
940
|
const storage = this.#mastra?.getStorage();
|
|
266
|
-
const
|
|
941
|
+
const workflowsStore = await storage?.getStore("workflows");
|
|
942
|
+
const snapshot = await workflowsStore?.loadWorkflowSnapshot({
|
|
267
943
|
workflowName: this.workflowId,
|
|
268
944
|
runId: this.runId
|
|
269
945
|
});
|
|
270
946
|
if (!snapshot) {
|
|
271
|
-
await
|
|
947
|
+
await workflowsStore?.persistWorkflowSnapshot({
|
|
272
948
|
workflowName: this.workflowId,
|
|
273
949
|
runId: this.runId,
|
|
274
950
|
resourceId: this.resourceId,
|
|
@@ -302,7 +978,8 @@ var InngestRun = class extends workflows.Run {
|
|
|
302
978
|
nestedStepsContext: params.nestedStepsContext,
|
|
303
979
|
snapshot: snapshot ?? { context: {} },
|
|
304
980
|
graph: this.executionGraph,
|
|
305
|
-
initialState: params.initialState
|
|
981
|
+
initialState: params.initialState,
|
|
982
|
+
perStep: params.perStep
|
|
306
983
|
});
|
|
307
984
|
const eventOutput = await this.inngest.send({
|
|
308
985
|
name: `workflow.${this.workflowId}`,
|
|
@@ -313,7 +990,9 @@ var InngestRun = class extends workflows.Run {
|
|
|
313
990
|
stepResults: timeTravelData.stepResults,
|
|
314
991
|
timeTravel: timeTravelData,
|
|
315
992
|
tracingOptions: params.tracingOptions,
|
|
316
|
-
outputOptions: params.outputOptions
|
|
993
|
+
outputOptions: params.outputOptions,
|
|
994
|
+
requestContext: params.requestContext ? Object.fromEntries(params.requestContext.entries()) : {},
|
|
995
|
+
perStep: params.perStep
|
|
317
996
|
}
|
|
318
997
|
});
|
|
319
998
|
const eventId = eventOutput.ids[0];
|
|
@@ -322,25 +1001,60 @@ var InngestRun = class extends workflows.Run {
|
|
|
322
1001
|
}
|
|
323
1002
|
const runOutput = await this.getRunOutput(eventId);
|
|
324
1003
|
const result = runOutput?.output?.result;
|
|
325
|
-
|
|
326
|
-
result.error = new Error(result.error);
|
|
327
|
-
}
|
|
1004
|
+
this.hydrateFailedResult(result);
|
|
328
1005
|
return result;
|
|
329
1006
|
}
|
|
330
|
-
|
|
1007
|
+
watch(cb) {
|
|
1008
|
+
let active = true;
|
|
1009
|
+
const streamPromise = realtime.subscribe(
|
|
1010
|
+
{
|
|
1011
|
+
channel: `workflow:${this.workflowId}:${this.runId}`,
|
|
1012
|
+
topics: ["watch"],
|
|
1013
|
+
app: this.inngest
|
|
1014
|
+
},
|
|
1015
|
+
(message) => {
|
|
1016
|
+
if (active) {
|
|
1017
|
+
cb(message.data);
|
|
1018
|
+
}
|
|
1019
|
+
}
|
|
1020
|
+
);
|
|
1021
|
+
return () => {
|
|
1022
|
+
active = false;
|
|
1023
|
+
streamPromise.then(async (stream) => {
|
|
1024
|
+
return stream.cancel();
|
|
1025
|
+
}).catch((err) => {
|
|
1026
|
+
console.error(err);
|
|
1027
|
+
});
|
|
1028
|
+
};
|
|
1029
|
+
}
|
|
1030
|
+
streamLegacy({ inputData, requestContext } = {}) {
|
|
331
1031
|
const { readable, writable } = new TransformStream();
|
|
332
1032
|
const writer = writable.getWriter();
|
|
1033
|
+
void writer.write({
|
|
1034
|
+
// @ts-expect-error - stream event type mismatch
|
|
1035
|
+
type: "start",
|
|
1036
|
+
payload: { runId: this.runId }
|
|
1037
|
+
});
|
|
333
1038
|
const unwatch = this.watch(async (event) => {
|
|
334
1039
|
try {
|
|
335
1040
|
const e = {
|
|
336
1041
|
...event,
|
|
337
1042
|
type: event.type.replace("workflow-", "")
|
|
338
1043
|
};
|
|
1044
|
+
if (e.type === "step-output") {
|
|
1045
|
+
e.type = e.payload.output.type;
|
|
1046
|
+
e.payload = e.payload.output.payload;
|
|
1047
|
+
}
|
|
339
1048
|
await writer.write(e);
|
|
340
1049
|
} catch {
|
|
341
1050
|
}
|
|
342
|
-
}
|
|
1051
|
+
});
|
|
343
1052
|
this.closeStreamAction = async () => {
|
|
1053
|
+
await writer.write({
|
|
1054
|
+
type: "finish",
|
|
1055
|
+
// @ts-expect-error - stream event type mismatch
|
|
1056
|
+
payload: { runId: this.runId }
|
|
1057
|
+
});
|
|
344
1058
|
unwatch();
|
|
345
1059
|
try {
|
|
346
1060
|
await writer.close();
|
|
@@ -350,7 +1064,7 @@ var InngestRun = class extends workflows.Run {
|
|
|
350
1064
|
writer.releaseLock();
|
|
351
1065
|
}
|
|
352
1066
|
};
|
|
353
|
-
this.executionResults = this.
|
|
1067
|
+
this.executionResults = this._start({ inputData, requestContext, format: "legacy" }).then((result) => {
|
|
354
1068
|
if (result.status !== "suspended") {
|
|
355
1069
|
this.closeStreamAction?.().catch(() => {
|
|
356
1070
|
});
|
|
@@ -364,11 +1078,19 @@ var InngestRun = class extends workflows.Run {
|
|
|
364
1078
|
}
|
|
365
1079
|
stream({
|
|
366
1080
|
inputData,
|
|
367
|
-
|
|
368
|
-
|
|
1081
|
+
requestContext,
|
|
1082
|
+
tracingOptions,
|
|
1083
|
+
closeOnSuspend = true,
|
|
1084
|
+
initialState,
|
|
1085
|
+
outputOptions,
|
|
1086
|
+
perStep
|
|
369
1087
|
} = {}) {
|
|
1088
|
+
if (this.closeStreamAction && this.streamOutput) {
|
|
1089
|
+
return this.streamOutput;
|
|
1090
|
+
}
|
|
1091
|
+
this.closeStreamAction = async () => {
|
|
1092
|
+
};
|
|
370
1093
|
const self = this;
|
|
371
|
-
let streamOutput;
|
|
372
1094
|
const stream$1 = new web.ReadableStream({
|
|
373
1095
|
async start(controller) {
|
|
374
1096
|
const unwatch = self.watch(async ({ type, from = stream.ChunkFrom.WORKFLOW, payload }) => {
|
|
@@ -377,11 +1099,11 @@ var InngestRun = class extends workflows.Run {
|
|
|
377
1099
|
runId: self.runId,
|
|
378
1100
|
from,
|
|
379
1101
|
payload: {
|
|
380
|
-
stepName: payload
|
|
1102
|
+
stepName: payload?.id,
|
|
381
1103
|
...payload
|
|
382
1104
|
}
|
|
383
1105
|
});
|
|
384
|
-
}
|
|
1106
|
+
});
|
|
385
1107
|
self.closeStreamAction = async () => {
|
|
386
1108
|
unwatch();
|
|
387
1109
|
try {
|
|
@@ -390,29 +1112,44 @@ var InngestRun = class extends workflows.Run {
|
|
|
390
1112
|
console.error("Error closing stream:", err);
|
|
391
1113
|
}
|
|
392
1114
|
};
|
|
393
|
-
const executionResultsPromise = self.
|
|
1115
|
+
const executionResultsPromise = self._start({
|
|
394
1116
|
inputData,
|
|
395
|
-
|
|
1117
|
+
requestContext,
|
|
1118
|
+
// tracingContext, // We are not able to pass a reference to a span here, what to do?
|
|
1119
|
+
initialState,
|
|
1120
|
+
tracingOptions,
|
|
1121
|
+
outputOptions,
|
|
1122
|
+
format: "vnext",
|
|
1123
|
+
perStep
|
|
396
1124
|
});
|
|
397
|
-
|
|
398
|
-
|
|
399
|
-
|
|
400
|
-
|
|
401
|
-
|
|
1125
|
+
let executionResults;
|
|
1126
|
+
try {
|
|
1127
|
+
executionResults = await executionResultsPromise;
|
|
1128
|
+
if (closeOnSuspend) {
|
|
1129
|
+
self.closeStreamAction?.().catch(() => {
|
|
1130
|
+
});
|
|
1131
|
+
} else if (executionResults.status !== "suspended") {
|
|
1132
|
+
self.closeStreamAction?.().catch(() => {
|
|
1133
|
+
});
|
|
1134
|
+
}
|
|
1135
|
+
if (self.streamOutput) {
|
|
1136
|
+
self.streamOutput.updateResults(
|
|
1137
|
+
executionResults
|
|
1138
|
+
);
|
|
1139
|
+
}
|
|
1140
|
+
} catch (err) {
|
|
1141
|
+
self.streamOutput?.rejectResults(err);
|
|
402
1142
|
self.closeStreamAction?.().catch(() => {
|
|
403
1143
|
});
|
|
404
1144
|
}
|
|
405
|
-
if (streamOutput) {
|
|
406
|
-
streamOutput.updateResults(executionResults);
|
|
407
|
-
}
|
|
408
1145
|
}
|
|
409
1146
|
});
|
|
410
|
-
streamOutput = new stream.WorkflowRunOutput({
|
|
1147
|
+
this.streamOutput = new stream.WorkflowRunOutput({
|
|
411
1148
|
runId: this.runId,
|
|
412
1149
|
workflowId: this.workflowId,
|
|
413
1150
|
stream: stream$1
|
|
414
1151
|
});
|
|
415
|
-
return streamOutput;
|
|
1152
|
+
return this.streamOutput;
|
|
416
1153
|
}
|
|
417
1154
|
timeTravelStream({
|
|
418
1155
|
inputData,
|
|
@@ -421,12 +1158,15 @@ var InngestRun = class extends workflows.Run {
|
|
|
421
1158
|
step,
|
|
422
1159
|
context,
|
|
423
1160
|
nestedStepsContext,
|
|
424
|
-
|
|
1161
|
+
requestContext,
|
|
1162
|
+
// tracingContext,
|
|
425
1163
|
tracingOptions,
|
|
426
|
-
outputOptions
|
|
1164
|
+
outputOptions,
|
|
1165
|
+
perStep
|
|
427
1166
|
}) {
|
|
1167
|
+
this.closeStreamAction = async () => {
|
|
1168
|
+
};
|
|
428
1169
|
const self = this;
|
|
429
|
-
let streamOutput;
|
|
430
1170
|
const stream$1 = new web.ReadableStream({
|
|
431
1171
|
async start(controller) {
|
|
432
1172
|
const unwatch = self.watch(async ({ type, from = stream.ChunkFrom.WORKFLOW, payload }) => {
|
|
@@ -439,11 +1179,11 @@ var InngestRun = class extends workflows.Run {
|
|
|
439
1179
|
...payload
|
|
440
1180
|
}
|
|
441
1181
|
});
|
|
442
|
-
}
|
|
1182
|
+
});
|
|
443
1183
|
self.closeStreamAction = async () => {
|
|
444
1184
|
unwatch();
|
|
445
1185
|
try {
|
|
446
|
-
|
|
1186
|
+
controller.close();
|
|
447
1187
|
} catch (err) {
|
|
448
1188
|
console.error("Error closing stream:", err);
|
|
449
1189
|
}
|
|
@@ -455,9 +1195,10 @@ var InngestRun = class extends workflows.Run {
|
|
|
455
1195
|
nestedStepsContext,
|
|
456
1196
|
resumeData,
|
|
457
1197
|
initialState,
|
|
458
|
-
|
|
1198
|
+
requestContext,
|
|
459
1199
|
tracingOptions,
|
|
460
|
-
outputOptions
|
|
1200
|
+
outputOptions,
|
|
1201
|
+
perStep
|
|
461
1202
|
});
|
|
462
1203
|
self.executionResults = executionResultsPromise;
|
|
463
1204
|
let executionResults;
|
|
@@ -465,31 +1206,47 @@ var InngestRun = class extends workflows.Run {
|
|
|
465
1206
|
executionResults = await executionResultsPromise;
|
|
466
1207
|
self.closeStreamAction?.().catch(() => {
|
|
467
1208
|
});
|
|
468
|
-
if (streamOutput) {
|
|
469
|
-
streamOutput.updateResults(executionResults);
|
|
1209
|
+
if (self.streamOutput) {
|
|
1210
|
+
self.streamOutput.updateResults(executionResults);
|
|
470
1211
|
}
|
|
471
1212
|
} catch (err) {
|
|
472
|
-
streamOutput?.rejectResults(err);
|
|
1213
|
+
self.streamOutput?.rejectResults(err);
|
|
473
1214
|
self.closeStreamAction?.().catch(() => {
|
|
474
1215
|
});
|
|
475
1216
|
}
|
|
476
1217
|
}
|
|
477
1218
|
});
|
|
478
|
-
streamOutput = new stream.WorkflowRunOutput({
|
|
1219
|
+
this.streamOutput = new stream.WorkflowRunOutput({
|
|
479
1220
|
runId: this.runId,
|
|
480
1221
|
workflowId: this.workflowId,
|
|
481
1222
|
stream: stream$1
|
|
482
1223
|
});
|
|
483
|
-
return streamOutput;
|
|
1224
|
+
return this.streamOutput;
|
|
1225
|
+
}
|
|
1226
|
+
/**
|
|
1227
|
+
* Hydrates errors in a failed workflow result back to proper Error instances.
|
|
1228
|
+
* This ensures error.cause chains and custom properties are preserved.
|
|
1229
|
+
*/
|
|
1230
|
+
hydrateFailedResult(result) {
|
|
1231
|
+
if (result.status === "failed") {
|
|
1232
|
+
result.error = error.getErrorFromUnknown(result.error, { serializeStack: false });
|
|
1233
|
+
if (result.steps) {
|
|
1234
|
+
workflows.hydrateSerializedStepErrors(result.steps);
|
|
1235
|
+
}
|
|
1236
|
+
}
|
|
484
1237
|
}
|
|
485
1238
|
};
|
|
1239
|
+
|
|
1240
|
+
// src/workflow.ts
|
|
486
1241
|
var InngestWorkflow = class _InngestWorkflow extends workflows.Workflow {
|
|
487
1242
|
#mastra;
|
|
488
1243
|
inngest;
|
|
489
1244
|
function;
|
|
1245
|
+
cronFunction;
|
|
490
1246
|
flowControlConfig;
|
|
1247
|
+
cronConfig;
|
|
491
1248
|
constructor(params, inngest) {
|
|
492
|
-
const { concurrency, rateLimit, throttle, debounce, priority, ...workflowParams } = params;
|
|
1249
|
+
const { concurrency, rateLimit, throttle, debounce, priority, cron, inputData, initialState, ...workflowParams } = params;
|
|
493
1250
|
super(workflowParams);
|
|
494
1251
|
this.engineType = "inngest";
|
|
495
1252
|
const flowControlEntries = Object.entries({ concurrency, rateLimit, throttle, debounce, priority }).filter(
|
|
@@ -498,25 +1255,24 @@ var InngestWorkflow = class _InngestWorkflow extends workflows.Workflow {
|
|
|
498
1255
|
this.flowControlConfig = flowControlEntries.length > 0 ? Object.fromEntries(flowControlEntries) : void 0;
|
|
499
1256
|
this.#mastra = params.mastra;
|
|
500
1257
|
this.inngest = inngest;
|
|
1258
|
+
if (cron) {
|
|
1259
|
+
this.cronConfig = { cron, inputData, initialState };
|
|
1260
|
+
}
|
|
501
1261
|
}
|
|
502
|
-
async
|
|
1262
|
+
async listWorkflowRuns(args) {
|
|
503
1263
|
const storage = this.#mastra?.getStorage();
|
|
504
1264
|
if (!storage) {
|
|
505
1265
|
this.logger.debug("Cannot get workflow runs. Mastra engine is not initialized");
|
|
506
1266
|
return { runs: [], total: 0 };
|
|
507
1267
|
}
|
|
508
|
-
|
|
509
|
-
|
|
510
|
-
|
|
511
|
-
const storage = this.#mastra?.getStorage();
|
|
512
|
-
if (!storage) {
|
|
513
|
-
this.logger.debug("Cannot get workflow runs. Mastra engine is not initialized");
|
|
514
|
-
return this.runs.get(runId) ? { ...this.runs.get(runId), workflowName: this.id } : null;
|
|
1268
|
+
const workflowsStore = await storage.getStore("workflows");
|
|
1269
|
+
if (!workflowsStore) {
|
|
1270
|
+
return { runs: [], total: 0 };
|
|
515
1271
|
}
|
|
516
|
-
|
|
517
|
-
return run ?? (this.runs.get(runId) ? { ...this.runs.get(runId), workflowName: this.id } : null);
|
|
1272
|
+
return workflowsStore.listWorkflowRuns({ workflowName: this.id, ...args ?? {} });
|
|
518
1273
|
}
|
|
519
1274
|
__registerMastra(mastra) {
|
|
1275
|
+
super.__registerMastra(mastra);
|
|
520
1276
|
this.#mastra = mastra;
|
|
521
1277
|
this.executionEngine.__registerMastra(mastra);
|
|
522
1278
|
const updateNested = (step) => {
|
|
@@ -534,18 +1290,10 @@ var InngestWorkflow = class _InngestWorkflow extends workflows.Workflow {
|
|
|
534
1290
|
}
|
|
535
1291
|
}
|
|
536
1292
|
}
|
|
537
|
-
|
|
538
|
-
|
|
539
|
-
|
|
540
|
-
|
|
541
|
-
createRun(_options) {
|
|
542
|
-
throw new Error(
|
|
543
|
-
"createRun() has been deprecated. Please use createRunAsync() instead.\n\nMigration guide:\n Before: const run = workflow.createRun();\n After: const run = await workflow.createRunAsync();\n\nNote: createRunAsync() is an async method, so make sure your calling function is async."
|
|
544
|
-
);
|
|
545
|
-
}
|
|
546
|
-
async createRunAsync(options) {
|
|
547
|
-
const runIdToUse = options?.runId || crypto.randomUUID();
|
|
548
|
-
const run = this.runs.get(runIdToUse) ?? new InngestRun(
|
|
1293
|
+
async createRun(options) {
|
|
1294
|
+
const runIdToUse = options?.runId || crypto$1.randomUUID();
|
|
1295
|
+
const existingInMemoryRun = this.runs.get(runIdToUse);
|
|
1296
|
+
const newRun = new InngestRun(
|
|
549
1297
|
{
|
|
550
1298
|
workflowId: this.id,
|
|
551
1299
|
runId: runIdToUse,
|
|
@@ -562,14 +1310,19 @@ var InngestWorkflow = class _InngestWorkflow extends workflows.Workflow {
|
|
|
562
1310
|
},
|
|
563
1311
|
this.inngest
|
|
564
1312
|
);
|
|
1313
|
+
const run = existingInMemoryRun ?? newRun;
|
|
565
1314
|
this.runs.set(runIdToUse, run);
|
|
566
1315
|
const shouldPersistSnapshot = this.options.shouldPersistSnapshot({
|
|
567
1316
|
workflowStatus: run.workflowRunStatus,
|
|
568
1317
|
stepResults: {}
|
|
569
1318
|
});
|
|
570
|
-
const
|
|
571
|
-
|
|
572
|
-
|
|
1319
|
+
const existingStoredRun = await this.getWorkflowRunById(runIdToUse, {
|
|
1320
|
+
withNestedWorkflows: false
|
|
1321
|
+
});
|
|
1322
|
+
const existsInStorage = existingStoredRun && !existingStoredRun.isFromInMemory;
|
|
1323
|
+
if (!existsInStorage && shouldPersistSnapshot) {
|
|
1324
|
+
const workflowsStore = await this.mastra?.getStorage()?.getStore("workflows");
|
|
1325
|
+
await workflowsStore?.persistWorkflowSnapshot({
|
|
573
1326
|
workflowName: this.id,
|
|
574
1327
|
runId: runIdToUse,
|
|
575
1328
|
resourceId: options?.resourceId,
|
|
@@ -586,13 +1339,36 @@ var InngestWorkflow = class _InngestWorkflow extends workflows.Workflow {
|
|
|
586
1339
|
resumeLabels: {},
|
|
587
1340
|
result: void 0,
|
|
588
1341
|
error: void 0,
|
|
589
|
-
// @ts-ignore
|
|
590
1342
|
timestamp: Date.now()
|
|
591
1343
|
}
|
|
592
1344
|
});
|
|
593
1345
|
}
|
|
594
1346
|
return run;
|
|
595
1347
|
}
|
|
1348
|
+
//createCronFunction is only called if cronConfig.cron is defined.
|
|
1349
|
+
createCronFunction() {
|
|
1350
|
+
if (this.cronFunction) {
|
|
1351
|
+
return this.cronFunction;
|
|
1352
|
+
}
|
|
1353
|
+
this.cronFunction = this.inngest.createFunction(
|
|
1354
|
+
{
|
|
1355
|
+
id: `workflow.${this.id}.cron`,
|
|
1356
|
+
retries: 0,
|
|
1357
|
+
cancelOn: [{ event: `cancel.workflow.${this.id}` }],
|
|
1358
|
+
...this.flowControlConfig
|
|
1359
|
+
},
|
|
1360
|
+
{ cron: this.cronConfig?.cron ?? "" },
|
|
1361
|
+
async () => {
|
|
1362
|
+
const run = await this.createRun();
|
|
1363
|
+
const result = await run.start({
|
|
1364
|
+
inputData: this.cronConfig?.inputData,
|
|
1365
|
+
initialState: this.cronConfig?.initialState
|
|
1366
|
+
});
|
|
1367
|
+
return { result, runId: run.runId };
|
|
1368
|
+
}
|
|
1369
|
+
);
|
|
1370
|
+
return this.cronFunction;
|
|
1371
|
+
}
|
|
596
1372
|
getFunction() {
|
|
597
1373
|
if (this.function) {
|
|
598
1374
|
return this.function;
|
|
@@ -600,63 +1376,128 @@ var InngestWorkflow = class _InngestWorkflow extends workflows.Workflow {
|
|
|
600
1376
|
this.function = this.inngest.createFunction(
|
|
601
1377
|
{
|
|
602
1378
|
id: `workflow.${this.id}`,
|
|
603
|
-
|
|
604
|
-
retries: this.retryConfig?.attempts ?? 0,
|
|
1379
|
+
retries: 0,
|
|
605
1380
|
cancelOn: [{ event: `cancel.workflow.${this.id}` }],
|
|
606
1381
|
// Spread flow control configuration
|
|
607
1382
|
...this.flowControlConfig
|
|
608
1383
|
},
|
|
609
1384
|
{ event: `workflow.${this.id}` },
|
|
610
1385
|
async ({ event, step, attempt, publish }) => {
|
|
611
|
-
let {
|
|
1386
|
+
let {
|
|
1387
|
+
inputData,
|
|
1388
|
+
initialState,
|
|
1389
|
+
runId,
|
|
1390
|
+
resourceId,
|
|
1391
|
+
resume,
|
|
1392
|
+
outputOptions,
|
|
1393
|
+
format,
|
|
1394
|
+
timeTravel,
|
|
1395
|
+
perStep,
|
|
1396
|
+
tracingOptions
|
|
1397
|
+
} = event.data;
|
|
612
1398
|
if (!runId) {
|
|
613
1399
|
runId = await step.run(`workflow.${this.id}.runIdGen`, async () => {
|
|
614
|
-
return crypto.randomUUID();
|
|
1400
|
+
return crypto$1.randomUUID();
|
|
615
1401
|
});
|
|
616
1402
|
}
|
|
617
|
-
const
|
|
618
|
-
|
|
619
|
-
|
|
620
|
-
|
|
1403
|
+
const pubsub = new InngestPubSub(this.inngest, this.id, publish);
|
|
1404
|
+
const requestContext = new di.RequestContext(Object.entries(event.data.requestContext ?? {}));
|
|
1405
|
+
const mastra = this.#mastra;
|
|
1406
|
+
const tracingPolicy = this.options.tracingPolicy;
|
|
1407
|
+
const workflowSpanData = await step.run(`workflow.${this.id}.span.start`, async () => {
|
|
1408
|
+
const observability$1 = mastra?.observability?.getSelectedInstance({ requestContext });
|
|
1409
|
+
if (!observability$1) return void 0;
|
|
1410
|
+
const span = observability$1.startSpan({
|
|
1411
|
+
type: observability.SpanType.WORKFLOW_RUN,
|
|
1412
|
+
name: `workflow run: '${this.id}'`,
|
|
1413
|
+
entityType: observability.EntityType.WORKFLOW_RUN,
|
|
1414
|
+
entityId: this.id,
|
|
1415
|
+
input: inputData,
|
|
1416
|
+
metadata: {
|
|
1417
|
+
resourceId,
|
|
1418
|
+
runId
|
|
1419
|
+
},
|
|
1420
|
+
tracingPolicy,
|
|
1421
|
+
tracingOptions,
|
|
1422
|
+
requestContext
|
|
1423
|
+
});
|
|
1424
|
+
return span?.exportSpan();
|
|
1425
|
+
});
|
|
1426
|
+
const engine = new InngestExecutionEngine(this.#mastra, step, attempt, this.options);
|
|
1427
|
+
let result;
|
|
1428
|
+
try {
|
|
1429
|
+
result = await engine.execute({
|
|
1430
|
+
workflowId: this.id,
|
|
1431
|
+
runId,
|
|
1432
|
+
resourceId,
|
|
1433
|
+
graph: this.executionGraph,
|
|
1434
|
+
serializedStepGraph: this.serializedStepGraph,
|
|
1435
|
+
input: inputData,
|
|
1436
|
+
initialState,
|
|
1437
|
+
pubsub,
|
|
1438
|
+
retryConfig: this.retryConfig,
|
|
1439
|
+
requestContext,
|
|
1440
|
+
resume,
|
|
1441
|
+
timeTravel,
|
|
1442
|
+
perStep,
|
|
1443
|
+
format,
|
|
1444
|
+
abortController: new AbortController(),
|
|
1445
|
+
// For Inngest, we don't pass workflowSpan - step spans use tracingIds instead
|
|
1446
|
+
workflowSpan: void 0,
|
|
1447
|
+
// Pass tracing IDs for durable span operations
|
|
1448
|
+
tracingIds: workflowSpanData ? {
|
|
1449
|
+
traceId: workflowSpanData.traceId,
|
|
1450
|
+
workflowSpanId: workflowSpanData.id
|
|
1451
|
+
} : void 0,
|
|
1452
|
+
outputOptions,
|
|
1453
|
+
outputWriter: async (chunk) => {
|
|
1454
|
+
try {
|
|
1455
|
+
await pubsub.publish(`workflow.events.v2.${runId}`, {
|
|
1456
|
+
type: "watch",
|
|
1457
|
+
runId,
|
|
1458
|
+
data: chunk
|
|
1459
|
+
});
|
|
1460
|
+
} catch (err) {
|
|
1461
|
+
this.logger.debug?.("Failed to publish watch event:", err);
|
|
1462
|
+
}
|
|
621
1463
|
}
|
|
622
|
-
|
|
623
|
-
|
|
624
|
-
|
|
625
|
-
|
|
626
|
-
|
|
627
|
-
|
|
628
|
-
|
|
629
|
-
|
|
1464
|
+
});
|
|
1465
|
+
} catch (error) {
|
|
1466
|
+
throw error;
|
|
1467
|
+
}
|
|
1468
|
+
await step.run(`workflow.${this.id}.finalize`, async () => {
|
|
1469
|
+
if (result.status !== "paused") {
|
|
1470
|
+
await engine.invokeLifecycleCallbacksInternal({
|
|
1471
|
+
status: result.status,
|
|
1472
|
+
result: "result" in result ? result.result : void 0,
|
|
1473
|
+
error: "error" in result ? result.error : void 0,
|
|
1474
|
+
steps: result.steps,
|
|
1475
|
+
tripwire: "tripwire" in result ? result.tripwire : void 0,
|
|
1476
|
+
runId,
|
|
1477
|
+
workflowId: this.id,
|
|
1478
|
+
resourceId,
|
|
1479
|
+
input: inputData,
|
|
1480
|
+
requestContext,
|
|
1481
|
+
state: result.state ?? initialState ?? {}
|
|
1482
|
+
});
|
|
1483
|
+
}
|
|
1484
|
+
if (workflowSpanData) {
|
|
1485
|
+
const observability = mastra?.observability?.getSelectedInstance({ requestContext });
|
|
1486
|
+
if (observability) {
|
|
1487
|
+
const workflowSpan = observability.rebuildSpan(workflowSpanData);
|
|
1488
|
+
if (result.status === "failed") {
|
|
1489
|
+
workflowSpan.error({
|
|
1490
|
+
error: result.error instanceof Error ? result.error : new Error(String(result.error)),
|
|
1491
|
+
attributes: { status: "failed" }
|
|
1492
|
+
});
|
|
1493
|
+
} else {
|
|
1494
|
+
workflowSpan.end({
|
|
1495
|
+
output: result.status === "success" ? result.result : void 0,
|
|
1496
|
+
attributes: { status: result.status }
|
|
1497
|
+
});
|
|
1498
|
+
}
|
|
630
1499
|
}
|
|
631
|
-
},
|
|
632
|
-
on: (_event, _callback) => {
|
|
633
|
-
},
|
|
634
|
-
off: (_event, _callback) => {
|
|
635
|
-
},
|
|
636
|
-
once: (_event, _callback) => {
|
|
637
1500
|
}
|
|
638
|
-
};
|
|
639
|
-
const engine = new InngestExecutionEngine(this.#mastra, step, attempt, this.options);
|
|
640
|
-
const result = await engine.execute({
|
|
641
|
-
workflowId: this.id,
|
|
642
|
-
runId,
|
|
643
|
-
resourceId,
|
|
644
|
-
graph: this.executionGraph,
|
|
645
|
-
serializedStepGraph: this.serializedStepGraph,
|
|
646
|
-
input: inputData,
|
|
647
|
-
initialState,
|
|
648
|
-
emitter,
|
|
649
|
-
retryConfig: this.retryConfig,
|
|
650
|
-
runtimeContext: new di.RuntimeContext(),
|
|
651
|
-
// TODO
|
|
652
|
-
resume,
|
|
653
|
-
timeTravel,
|
|
654
|
-
abortController: new AbortController(),
|
|
655
|
-
currentSpan: void 0,
|
|
656
|
-
// TODO: Pass actual parent AI span from workflow execution context
|
|
657
|
-
outputOptions
|
|
658
|
-
});
|
|
659
|
-
await step.run(`workflow.${this.id}.finalize`, async () => {
|
|
660
1501
|
if (result.status === "failed") {
|
|
661
1502
|
throw new inngest.NonRetriableError(`Workflow failed`, {
|
|
662
1503
|
cause: result
|
|
@@ -683,1161 +1524,731 @@ var InngestWorkflow = class _InngestWorkflow extends workflows.Workflow {
|
|
|
683
1524
|
});
|
|
684
1525
|
}
|
|
685
1526
|
getFunctions() {
|
|
686
|
-
return [
|
|
1527
|
+
return [
|
|
1528
|
+
this.getFunction(),
|
|
1529
|
+
...this.cronConfig?.cron ? [this.createCronFunction()] : [],
|
|
1530
|
+
...this.getNestedFunctions(this.executionGraph.steps)
|
|
1531
|
+
];
|
|
687
1532
|
}
|
|
688
1533
|
};
|
|
689
|
-
function
|
|
690
|
-
|
|
1534
|
+
function prepareServeOptions({ mastra, inngest, functions: userFunctions = [], registerOptions }) {
|
|
1535
|
+
const wfs = mastra.listWorkflows();
|
|
1536
|
+
const workflowFunctions = Array.from(
|
|
1537
|
+
new Set(
|
|
1538
|
+
Object.values(wfs).flatMap((wf) => {
|
|
1539
|
+
if (wf instanceof InngestWorkflow) {
|
|
1540
|
+
wf.__registerMastra(mastra);
|
|
1541
|
+
return wf.getFunctions();
|
|
1542
|
+
}
|
|
1543
|
+
return [];
|
|
1544
|
+
})
|
|
1545
|
+
)
|
|
1546
|
+
);
|
|
1547
|
+
return {
|
|
1548
|
+
...registerOptions,
|
|
1549
|
+
client: inngest,
|
|
1550
|
+
functions: [...workflowFunctions, ...userFunctions]
|
|
1551
|
+
};
|
|
691
1552
|
}
|
|
692
|
-
function
|
|
693
|
-
return
|
|
1553
|
+
function createServe(adapter) {
|
|
1554
|
+
return (options) => {
|
|
1555
|
+
const serveOptions = prepareServeOptions(options);
|
|
1556
|
+
return adapter(serveOptions);
|
|
1557
|
+
};
|
|
1558
|
+
}
|
|
1559
|
+
var serve = createServe(hono.serve);
|
|
1560
|
+
|
|
1561
|
+
// src/types.ts
|
|
1562
|
+
var _compatibilityCheck = true;
|
|
1563
|
+
|
|
1564
|
+
// src/index.ts
|
|
1565
|
+
function isInngestWorkflow(input) {
|
|
1566
|
+
return input instanceof InngestWorkflow;
|
|
1567
|
+
}
|
|
1568
|
+
function isAgent(input) {
|
|
1569
|
+
return input instanceof agent.Agent;
|
|
1570
|
+
}
|
|
1571
|
+
function isToolStep(input) {
|
|
1572
|
+
return input instanceof tools.Tool;
|
|
1573
|
+
}
|
|
1574
|
+
function isStepParams(input) {
|
|
1575
|
+
return input !== null && typeof input === "object" && "id" in input && "execute" in input && !(input instanceof agent.Agent) && !(input instanceof tools.Tool) && !(input instanceof InngestWorkflow);
|
|
694
1576
|
}
|
|
695
|
-
function
|
|
1577
|
+
function isProcessor(obj) {
|
|
1578
|
+
return obj !== null && typeof obj === "object" && "id" in obj && typeof obj.id === "string" && !(obj instanceof agent.Agent) && !(obj instanceof tools.Tool) && !(obj instanceof InngestWorkflow) && (typeof obj.processInput === "function" || typeof obj.processInputStep === "function" || typeof obj.processOutputStream === "function" || typeof obj.processOutputResult === "function" || typeof obj.processOutputStep === "function");
|
|
1579
|
+
}
|
|
1580
|
+
function createStep(params, agentOrToolOptions) {
|
|
1581
|
+
if (isInngestWorkflow(params)) {
|
|
1582
|
+
return params;
|
|
1583
|
+
}
|
|
696
1584
|
if (isAgent(params)) {
|
|
697
|
-
return
|
|
698
|
-
id: params.name,
|
|
699
|
-
description: params.getDescription(),
|
|
700
|
-
// @ts-ignore
|
|
701
|
-
inputSchema: zod.z.object({
|
|
702
|
-
prompt: zod.z.string()
|
|
703
|
-
}),
|
|
704
|
-
// @ts-ignore
|
|
705
|
-
outputSchema: zod.z.object({
|
|
706
|
-
text: zod.z.string()
|
|
707
|
-
}),
|
|
708
|
-
execute: async ({ inputData, [_constants.EMITTER_SYMBOL]: emitter, runtimeContext, abortSignal, abort, tracingContext }) => {
|
|
709
|
-
let streamPromise = {};
|
|
710
|
-
streamPromise.promise = new Promise((resolve, reject) => {
|
|
711
|
-
streamPromise.resolve = resolve;
|
|
712
|
-
streamPromise.reject = reject;
|
|
713
|
-
});
|
|
714
|
-
const toolData = {
|
|
715
|
-
name: params.name,
|
|
716
|
-
args: inputData
|
|
717
|
-
};
|
|
718
|
-
if ((await params.getLLM()).getModel().specificationVersion === `v2`) {
|
|
719
|
-
const { fullStream } = await params.stream(inputData.prompt, {
|
|
720
|
-
runtimeContext,
|
|
721
|
-
tracingContext,
|
|
722
|
-
onFinish: (result) => {
|
|
723
|
-
streamPromise.resolve(result.text);
|
|
724
|
-
},
|
|
725
|
-
abortSignal
|
|
726
|
-
});
|
|
727
|
-
if (abortSignal.aborted) {
|
|
728
|
-
return abort();
|
|
729
|
-
}
|
|
730
|
-
await emitter.emit("watch-v2", {
|
|
731
|
-
type: "tool-call-streaming-start",
|
|
732
|
-
...toolData ?? {}
|
|
733
|
-
});
|
|
734
|
-
for await (const chunk of fullStream) {
|
|
735
|
-
if (chunk.type === "text-delta") {
|
|
736
|
-
await emitter.emit("watch-v2", {
|
|
737
|
-
type: "tool-call-delta",
|
|
738
|
-
...toolData ?? {},
|
|
739
|
-
argsTextDelta: chunk.payload.text
|
|
740
|
-
});
|
|
741
|
-
}
|
|
742
|
-
}
|
|
743
|
-
} else {
|
|
744
|
-
const { fullStream } = await params.streamLegacy(inputData.prompt, {
|
|
745
|
-
runtimeContext,
|
|
746
|
-
tracingContext,
|
|
747
|
-
onFinish: (result) => {
|
|
748
|
-
streamPromise.resolve(result.text);
|
|
749
|
-
},
|
|
750
|
-
abortSignal
|
|
751
|
-
});
|
|
752
|
-
if (abortSignal.aborted) {
|
|
753
|
-
return abort();
|
|
754
|
-
}
|
|
755
|
-
await emitter.emit("watch-v2", {
|
|
756
|
-
type: "tool-call-streaming-start",
|
|
757
|
-
...toolData ?? {}
|
|
758
|
-
});
|
|
759
|
-
for await (const chunk of fullStream) {
|
|
760
|
-
if (chunk.type === "text-delta") {
|
|
761
|
-
await emitter.emit("watch-v2", {
|
|
762
|
-
type: "tool-call-delta",
|
|
763
|
-
...toolData ?? {},
|
|
764
|
-
argsTextDelta: chunk.textDelta
|
|
765
|
-
});
|
|
766
|
-
}
|
|
767
|
-
}
|
|
768
|
-
}
|
|
769
|
-
await emitter.emit("watch-v2", {
|
|
770
|
-
type: "tool-call-streaming-finish",
|
|
771
|
-
...toolData ?? {}
|
|
772
|
-
});
|
|
773
|
-
return {
|
|
774
|
-
text: await streamPromise.promise
|
|
775
|
-
};
|
|
776
|
-
},
|
|
777
|
-
component: params.component
|
|
778
|
-
};
|
|
1585
|
+
return createStepFromAgent(params, agentOrToolOptions);
|
|
779
1586
|
}
|
|
780
|
-
if (
|
|
781
|
-
|
|
782
|
-
throw new Error("Tool must have input and output schemas defined");
|
|
783
|
-
}
|
|
784
|
-
return {
|
|
785
|
-
// TODO: tool probably should have strong id type
|
|
786
|
-
// @ts-ignore
|
|
787
|
-
id: params.id,
|
|
788
|
-
description: params.description,
|
|
789
|
-
inputSchema: params.inputSchema,
|
|
790
|
-
outputSchema: params.outputSchema,
|
|
791
|
-
execute: async ({ inputData, mastra, runtimeContext, tracingContext, suspend, resumeData }) => {
|
|
792
|
-
return params.execute({
|
|
793
|
-
context: inputData,
|
|
794
|
-
mastra: aiTracing.wrapMastra(mastra, tracingContext),
|
|
795
|
-
runtimeContext,
|
|
796
|
-
tracingContext,
|
|
797
|
-
suspend,
|
|
798
|
-
resumeData
|
|
799
|
-
});
|
|
800
|
-
},
|
|
801
|
-
component: "TOOL"
|
|
802
|
-
};
|
|
1587
|
+
if (isToolStep(params)) {
|
|
1588
|
+
return createStepFromTool(params, agentOrToolOptions);
|
|
803
1589
|
}
|
|
1590
|
+
if (isStepParams(params)) {
|
|
1591
|
+
return createStepFromParams(params);
|
|
1592
|
+
}
|
|
1593
|
+
if (isProcessor(params)) {
|
|
1594
|
+
return createStepFromProcessor(params);
|
|
1595
|
+
}
|
|
1596
|
+
throw new Error("Invalid input: expected StepParams, Agent, ToolStep, Processor, or InngestWorkflow");
|
|
1597
|
+
}
|
|
1598
|
+
function createStepFromParams(params) {
|
|
804
1599
|
return {
|
|
805
1600
|
id: params.id,
|
|
806
1601
|
description: params.description,
|
|
807
1602
|
inputSchema: params.inputSchema,
|
|
1603
|
+
stateSchema: params.stateSchema,
|
|
808
1604
|
outputSchema: params.outputSchema,
|
|
809
1605
|
resumeSchema: params.resumeSchema,
|
|
810
1606
|
suspendSchema: params.suspendSchema,
|
|
811
|
-
|
|
1607
|
+
scorers: params.scorers,
|
|
1608
|
+
retries: params.retries,
|
|
1609
|
+
execute: params.execute.bind(params)
|
|
812
1610
|
};
|
|
813
1611
|
}
|
|
814
|
-
function
|
|
1612
|
+
function createStepFromAgent(params, agentOrToolOptions) {
|
|
1613
|
+
const options = agentOrToolOptions ?? {};
|
|
1614
|
+
const outputSchema = options?.structuredOutput?.schema ?? zod.z.object({ text: zod.z.string() });
|
|
1615
|
+
const { retries, scorers, ...agentOptions } = options ?? {};
|
|
815
1616
|
return {
|
|
816
|
-
|
|
817
|
-
|
|
818
|
-
|
|
819
|
-
|
|
820
|
-
|
|
821
|
-
|
|
822
|
-
|
|
823
|
-
|
|
824
|
-
|
|
825
|
-
|
|
826
|
-
|
|
827
|
-
|
|
828
|
-
|
|
829
|
-
|
|
830
|
-
|
|
831
|
-
|
|
832
|
-
|
|
833
|
-
|
|
834
|
-
|
|
835
|
-
|
|
836
|
-
|
|
837
|
-
|
|
838
|
-
|
|
839
|
-
inputSchema: workflow.inputSchema,
|
|
840
|
-
outputSchema: workflow.outputSchema,
|
|
841
|
-
steps: workflow.stepDefs,
|
|
842
|
-
mastra: workflow.mastra
|
|
843
|
-
});
|
|
844
|
-
wf.setStepFlow(workflow.stepGraph);
|
|
845
|
-
wf.commit();
|
|
846
|
-
return wf;
|
|
847
|
-
}
|
|
848
|
-
};
|
|
849
|
-
}
|
|
850
|
-
var InngestExecutionEngine = class extends workflows.DefaultExecutionEngine {
|
|
851
|
-
inngestStep;
|
|
852
|
-
inngestAttempts;
|
|
853
|
-
constructor(mastra, inngestStep, inngestAttempts = 0, options) {
|
|
854
|
-
super({ mastra, options });
|
|
855
|
-
this.inngestStep = inngestStep;
|
|
856
|
-
this.inngestAttempts = inngestAttempts;
|
|
857
|
-
}
|
|
858
|
-
async execute(params) {
|
|
859
|
-
await params.emitter.emit("watch-v2", {
|
|
860
|
-
type: "workflow-start",
|
|
861
|
-
payload: { runId: params.runId }
|
|
862
|
-
});
|
|
863
|
-
const result = await super.execute(params);
|
|
864
|
-
await params.emitter.emit("watch-v2", {
|
|
865
|
-
type: "workflow-finish",
|
|
866
|
-
payload: { runId: params.runId }
|
|
867
|
-
});
|
|
868
|
-
return result;
|
|
869
|
-
}
|
|
870
|
-
async fmtReturnValue(executionSpan, emitter, stepResults, lastOutput, error) {
|
|
871
|
-
const base = {
|
|
872
|
-
status: lastOutput.status,
|
|
873
|
-
steps: stepResults
|
|
874
|
-
};
|
|
875
|
-
if (lastOutput.status === "success") {
|
|
876
|
-
await emitter.emit("watch", {
|
|
877
|
-
type: "watch",
|
|
878
|
-
payload: {
|
|
879
|
-
workflowState: {
|
|
880
|
-
status: lastOutput.status,
|
|
881
|
-
steps: stepResults,
|
|
882
|
-
result: lastOutput.output
|
|
883
|
-
}
|
|
884
|
-
},
|
|
885
|
-
eventTimestamp: Date.now()
|
|
1617
|
+
id: params.name,
|
|
1618
|
+
description: params.getDescription(),
|
|
1619
|
+
inputSchema: zod.z.object({
|
|
1620
|
+
prompt: zod.z.string()
|
|
1621
|
+
}),
|
|
1622
|
+
outputSchema,
|
|
1623
|
+
retries,
|
|
1624
|
+
scorers,
|
|
1625
|
+
execute: async ({
|
|
1626
|
+
inputData,
|
|
1627
|
+
runId,
|
|
1628
|
+
[_constants.PUBSUB_SYMBOL]: pubsub,
|
|
1629
|
+
[_constants.STREAM_FORMAT_SYMBOL]: streamFormat,
|
|
1630
|
+
requestContext,
|
|
1631
|
+
tracingContext,
|
|
1632
|
+
abortSignal,
|
|
1633
|
+
abort,
|
|
1634
|
+
writer
|
|
1635
|
+
}) => {
|
|
1636
|
+
let streamPromise = {};
|
|
1637
|
+
streamPromise.promise = new Promise((resolve, reject) => {
|
|
1638
|
+
streamPromise.resolve = resolve;
|
|
1639
|
+
streamPromise.reject = reject;
|
|
886
1640
|
});
|
|
887
|
-
|
|
888
|
-
|
|
889
|
-
|
|
890
|
-
|
|
891
|
-
|
|
892
|
-
|
|
893
|
-
|
|
894
|
-
|
|
895
|
-
|
|
896
|
-
|
|
897
|
-
|
|
898
|
-
|
|
899
|
-
|
|
900
|
-
|
|
901
|
-
|
|
902
|
-
|
|
903
|
-
|
|
904
|
-
|
|
905
|
-
|
|
906
|
-
|
|
907
|
-
|
|
908
|
-
|
|
909
|
-
|
|
910
|
-
|
|
1641
|
+
let structuredResult = null;
|
|
1642
|
+
const toolData = {
|
|
1643
|
+
name: params.name,
|
|
1644
|
+
args: inputData
|
|
1645
|
+
};
|
|
1646
|
+
let stream;
|
|
1647
|
+
if ((await params.getModel()).specificationVersion === "v1") {
|
|
1648
|
+
const { fullStream } = await params.streamLegacy(inputData.prompt, {
|
|
1649
|
+
...agentOptions ?? {},
|
|
1650
|
+
requestContext,
|
|
1651
|
+
tracingContext,
|
|
1652
|
+
onFinish: (result) => {
|
|
1653
|
+
const resultWithObject = result;
|
|
1654
|
+
if (agentOptions?.structuredOutput?.schema && resultWithObject.object) {
|
|
1655
|
+
structuredResult = resultWithObject.object;
|
|
1656
|
+
}
|
|
1657
|
+
streamPromise.resolve(result.text);
|
|
1658
|
+
void agentOptions?.onFinish?.(result);
|
|
1659
|
+
},
|
|
1660
|
+
abortSignal
|
|
1661
|
+
});
|
|
1662
|
+
stream = fullStream;
|
|
1663
|
+
} else {
|
|
1664
|
+
const modelOutput = await params.stream(inputData.prompt, {
|
|
1665
|
+
...agentOptions ?? {},
|
|
1666
|
+
requestContext,
|
|
1667
|
+
tracingContext,
|
|
1668
|
+
onFinish: (result) => {
|
|
1669
|
+
const resultWithObject = result;
|
|
1670
|
+
if (agentOptions?.structuredOutput?.schema && resultWithObject.object) {
|
|
1671
|
+
structuredResult = resultWithObject.object;
|
|
1672
|
+
}
|
|
1673
|
+
streamPromise.resolve(result.text);
|
|
1674
|
+
void agentOptions?.onFinish?.(result);
|
|
1675
|
+
},
|
|
1676
|
+
abortSignal
|
|
1677
|
+
});
|
|
1678
|
+
stream = modelOutput.fullStream;
|
|
1679
|
+
}
|
|
1680
|
+
if (streamFormat === "legacy") {
|
|
1681
|
+
await pubsub.publish(`workflow.events.v2.${runId}`, {
|
|
1682
|
+
type: "watch",
|
|
1683
|
+
runId,
|
|
1684
|
+
data: { type: "tool-call-streaming-start", ...toolData ?? {} }
|
|
1685
|
+
});
|
|
1686
|
+
for await (const chunk of stream) {
|
|
1687
|
+
if (chunk.type === "text-delta") {
|
|
1688
|
+
await pubsub.publish(`workflow.events.v2.${runId}`, {
|
|
1689
|
+
type: "watch",
|
|
1690
|
+
runId,
|
|
1691
|
+
data: { type: "tool-call-delta", ...toolData ?? {}, argsTextDelta: chunk.textDelta }
|
|
1692
|
+
});
|
|
911
1693
|
}
|
|
912
|
-
},
|
|
913
|
-
eventTimestamp: Date.now()
|
|
914
|
-
});
|
|
915
|
-
const suspendedStepIds = Object.entries(stepResults).flatMap(([stepId, stepResult]) => {
|
|
916
|
-
if (stepResult?.status === "suspended") {
|
|
917
|
-
const nestedPath = stepResult?.suspendPayload?.__workflow_meta?.path;
|
|
918
|
-
return nestedPath ? [[stepId, ...nestedPath]] : [[stepId]];
|
|
919
1694
|
}
|
|
920
|
-
|
|
921
|
-
|
|
922
|
-
base.suspended = suspendedStepIds;
|
|
923
|
-
}
|
|
924
|
-
executionSpan?.end();
|
|
925
|
-
return base;
|
|
926
|
-
}
|
|
927
|
-
// async executeSleep({ id, duration }: { id: string; duration: number }): Promise<void> {
|
|
928
|
-
// await this.inngestStep.sleep(id, duration);
|
|
929
|
-
// }
|
|
930
|
-
async executeSleep({
|
|
931
|
-
workflowId,
|
|
932
|
-
runId,
|
|
933
|
-
entry,
|
|
934
|
-
prevOutput,
|
|
935
|
-
stepResults,
|
|
936
|
-
emitter,
|
|
937
|
-
abortController,
|
|
938
|
-
runtimeContext,
|
|
939
|
-
executionContext,
|
|
940
|
-
writableStream,
|
|
941
|
-
tracingContext
|
|
942
|
-
}) {
|
|
943
|
-
let { duration, fn } = entry;
|
|
944
|
-
const sleepSpan = tracingContext?.currentSpan?.createChildSpan({
|
|
945
|
-
type: aiTracing.AISpanType.WORKFLOW_SLEEP,
|
|
946
|
-
name: `sleep: ${duration ? `${duration}ms` : "dynamic"}`,
|
|
947
|
-
attributes: {
|
|
948
|
-
durationMs: duration,
|
|
949
|
-
sleepType: fn ? "dynamic" : "fixed"
|
|
950
|
-
},
|
|
951
|
-
tracingPolicy: this.options?.tracingPolicy
|
|
952
|
-
});
|
|
953
|
-
if (fn) {
|
|
954
|
-
const stepCallId = crypto.randomUUID();
|
|
955
|
-
duration = await this.inngestStep.run(`workflow.${workflowId}.sleep.${entry.id}`, async () => {
|
|
956
|
-
return await fn({
|
|
1695
|
+
await pubsub.publish(`workflow.events.v2.${runId}`, {
|
|
1696
|
+
type: "watch",
|
|
957
1697
|
runId,
|
|
958
|
-
|
|
959
|
-
mastra: this.mastra,
|
|
960
|
-
runtimeContext,
|
|
961
|
-
inputData: prevOutput,
|
|
962
|
-
state: executionContext.state,
|
|
963
|
-
setState: (state) => {
|
|
964
|
-
executionContext.state = state;
|
|
965
|
-
},
|
|
966
|
-
runCount: -1,
|
|
967
|
-
tracingContext: {
|
|
968
|
-
currentSpan: sleepSpan
|
|
969
|
-
},
|
|
970
|
-
getInitData: () => stepResults?.input,
|
|
971
|
-
getStepResult: workflows.getStepResult.bind(this, stepResults),
|
|
972
|
-
// TODO: this function shouldn't have suspend probably?
|
|
973
|
-
suspend: async (_suspendPayload) => {
|
|
974
|
-
},
|
|
975
|
-
bail: () => {
|
|
976
|
-
},
|
|
977
|
-
abort: () => {
|
|
978
|
-
abortController?.abort();
|
|
979
|
-
},
|
|
980
|
-
[_constants.EMITTER_SYMBOL]: emitter,
|
|
981
|
-
// TODO: add streamVNext support
|
|
982
|
-
[_constants.STREAM_FORMAT_SYMBOL]: executionContext.format,
|
|
983
|
-
engine: { step: this.inngestStep },
|
|
984
|
-
abortSignal: abortController?.signal,
|
|
985
|
-
writer: new tools.ToolStream(
|
|
986
|
-
{
|
|
987
|
-
prefix: "workflow-step",
|
|
988
|
-
callId: stepCallId,
|
|
989
|
-
name: "sleep",
|
|
990
|
-
runId
|
|
991
|
-
},
|
|
992
|
-
writableStream
|
|
993
|
-
)
|
|
1698
|
+
data: { type: "tool-call-streaming-finish", ...toolData ?? {} }
|
|
994
1699
|
});
|
|
995
|
-
}
|
|
996
|
-
|
|
997
|
-
|
|
998
|
-
durationMs: duration
|
|
1700
|
+
} else {
|
|
1701
|
+
for await (const chunk of stream) {
|
|
1702
|
+
await writer.write(chunk);
|
|
999
1703
|
}
|
|
1000
|
-
}
|
|
1001
|
-
|
|
1002
|
-
|
|
1003
|
-
|
|
1004
|
-
|
|
1005
|
-
|
|
1006
|
-
|
|
1007
|
-
|
|
1008
|
-
|
|
1704
|
+
}
|
|
1705
|
+
if (abortSignal.aborted) {
|
|
1706
|
+
return abort();
|
|
1707
|
+
}
|
|
1708
|
+
if (structuredResult !== null) {
|
|
1709
|
+
return structuredResult;
|
|
1710
|
+
}
|
|
1711
|
+
return {
|
|
1712
|
+
text: await streamPromise.promise
|
|
1713
|
+
};
|
|
1714
|
+
},
|
|
1715
|
+
component: params.component
|
|
1716
|
+
};
|
|
1717
|
+
}
|
|
1718
|
+
function createStepFromTool(params, agentOrToolOptions) {
|
|
1719
|
+
const toolOpts = agentOrToolOptions;
|
|
1720
|
+
if (!params.inputSchema || !params.outputSchema) {
|
|
1721
|
+
throw new Error("Tool must have input and output schemas defined");
|
|
1009
1722
|
}
|
|
1010
|
-
|
|
1011
|
-
|
|
1012
|
-
|
|
1013
|
-
|
|
1014
|
-
|
|
1015
|
-
|
|
1016
|
-
|
|
1017
|
-
|
|
1018
|
-
|
|
1019
|
-
|
|
1020
|
-
|
|
1021
|
-
|
|
1022
|
-
|
|
1023
|
-
|
|
1024
|
-
|
|
1025
|
-
|
|
1026
|
-
|
|
1027
|
-
|
|
1028
|
-
|
|
1029
|
-
|
|
1030
|
-
|
|
1031
|
-
|
|
1032
|
-
|
|
1033
|
-
|
|
1034
|
-
|
|
1035
|
-
|
|
1036
|
-
const stepCallId = crypto.randomUUID();
|
|
1037
|
-
return await fn({
|
|
1723
|
+
return {
|
|
1724
|
+
id: params.id,
|
|
1725
|
+
description: params.description,
|
|
1726
|
+
inputSchema: params.inputSchema,
|
|
1727
|
+
outputSchema: params.outputSchema,
|
|
1728
|
+
resumeSchema: params.resumeSchema,
|
|
1729
|
+
suspendSchema: params.suspendSchema,
|
|
1730
|
+
retries: toolOpts?.retries,
|
|
1731
|
+
scorers: toolOpts?.scorers,
|
|
1732
|
+
execute: async ({
|
|
1733
|
+
inputData,
|
|
1734
|
+
mastra,
|
|
1735
|
+
requestContext,
|
|
1736
|
+
tracingContext,
|
|
1737
|
+
suspend,
|
|
1738
|
+
resumeData,
|
|
1739
|
+
runId,
|
|
1740
|
+
workflowId,
|
|
1741
|
+
state,
|
|
1742
|
+
setState
|
|
1743
|
+
}) => {
|
|
1744
|
+
const toolContext = {
|
|
1745
|
+
mastra,
|
|
1746
|
+
requestContext,
|
|
1747
|
+
tracingContext,
|
|
1748
|
+
workflow: {
|
|
1038
1749
|
runId,
|
|
1750
|
+
resumeData,
|
|
1751
|
+
suspend,
|
|
1039
1752
|
workflowId,
|
|
1040
|
-
|
|
1041
|
-
|
|
1042
|
-
inputData: prevOutput,
|
|
1043
|
-
state: executionContext.state,
|
|
1044
|
-
setState: (state) => {
|
|
1045
|
-
executionContext.state = state;
|
|
1046
|
-
},
|
|
1047
|
-
runCount: -1,
|
|
1048
|
-
tracingContext: {
|
|
1049
|
-
currentSpan: sleepUntilSpan
|
|
1050
|
-
},
|
|
1051
|
-
getInitData: () => stepResults?.input,
|
|
1052
|
-
getStepResult: workflows.getStepResult.bind(this, stepResults),
|
|
1053
|
-
// TODO: this function shouldn't have suspend probably?
|
|
1054
|
-
suspend: async (_suspendPayload) => {
|
|
1055
|
-
},
|
|
1056
|
-
bail: () => {
|
|
1057
|
-
},
|
|
1058
|
-
abort: () => {
|
|
1059
|
-
abortController?.abort();
|
|
1060
|
-
},
|
|
1061
|
-
[_constants.EMITTER_SYMBOL]: emitter,
|
|
1062
|
-
[_constants.STREAM_FORMAT_SYMBOL]: executionContext.format,
|
|
1063
|
-
// TODO: add streamVNext support
|
|
1064
|
-
engine: { step: this.inngestStep },
|
|
1065
|
-
abortSignal: abortController?.signal,
|
|
1066
|
-
writer: new tools.ToolStream(
|
|
1067
|
-
{
|
|
1068
|
-
prefix: "workflow-step",
|
|
1069
|
-
callId: stepCallId,
|
|
1070
|
-
name: "sleep",
|
|
1071
|
-
runId
|
|
1072
|
-
},
|
|
1073
|
-
writableStream
|
|
1074
|
-
)
|
|
1075
|
-
});
|
|
1076
|
-
});
|
|
1077
|
-
if (date && !(date instanceof Date)) {
|
|
1078
|
-
date = new Date(date);
|
|
1079
|
-
}
|
|
1080
|
-
const time = !date ? 0 : date.getTime() - Date.now();
|
|
1081
|
-
sleepUntilSpan?.update({
|
|
1082
|
-
attributes: {
|
|
1083
|
-
durationMs: Math.max(0, time)
|
|
1753
|
+
state,
|
|
1754
|
+
setState
|
|
1084
1755
|
}
|
|
1085
|
-
}
|
|
1086
|
-
|
|
1087
|
-
|
|
1088
|
-
|
|
1089
|
-
|
|
1756
|
+
};
|
|
1757
|
+
return params.execute(inputData, toolContext);
|
|
1758
|
+
},
|
|
1759
|
+
component: "TOOL"
|
|
1760
|
+
};
|
|
1761
|
+
}
|
|
1762
|
+
function createStepFromProcessor(processor) {
|
|
1763
|
+
const getProcessorEntityType = (phase) => {
|
|
1764
|
+
switch (phase) {
|
|
1765
|
+
case "input":
|
|
1766
|
+
return observability.EntityType.INPUT_PROCESSOR;
|
|
1767
|
+
case "inputStep":
|
|
1768
|
+
return observability.EntityType.INPUT_STEP_PROCESSOR;
|
|
1769
|
+
case "outputStream":
|
|
1770
|
+
case "outputResult":
|
|
1771
|
+
return observability.EntityType.OUTPUT_PROCESSOR;
|
|
1772
|
+
case "outputStep":
|
|
1773
|
+
return observability.EntityType.OUTPUT_STEP_PROCESSOR;
|
|
1774
|
+
default:
|
|
1775
|
+
return observability.EntityType.OUTPUT_PROCESSOR;
|
|
1090
1776
|
}
|
|
1091
|
-
|
|
1092
|
-
|
|
1093
|
-
|
|
1094
|
-
|
|
1095
|
-
|
|
1096
|
-
|
|
1777
|
+
};
|
|
1778
|
+
const getSpanNamePrefix = (phase) => {
|
|
1779
|
+
switch (phase) {
|
|
1780
|
+
case "input":
|
|
1781
|
+
return "input processor";
|
|
1782
|
+
case "inputStep":
|
|
1783
|
+
return "input step processor";
|
|
1784
|
+
case "outputStream":
|
|
1785
|
+
return "output stream processor";
|
|
1786
|
+
case "outputResult":
|
|
1787
|
+
return "output processor";
|
|
1788
|
+
case "outputStep":
|
|
1789
|
+
return "output step processor";
|
|
1790
|
+
default:
|
|
1791
|
+
return "processor";
|
|
1097
1792
|
}
|
|
1098
|
-
}
|
|
1099
|
-
|
|
1100
|
-
|
|
1101
|
-
|
|
1102
|
-
|
|
1103
|
-
|
|
1104
|
-
|
|
1105
|
-
|
|
1793
|
+
};
|
|
1794
|
+
const hasPhaseMethod = (phase) => {
|
|
1795
|
+
switch (phase) {
|
|
1796
|
+
case "input":
|
|
1797
|
+
return !!processor.processInput;
|
|
1798
|
+
case "inputStep":
|
|
1799
|
+
return !!processor.processInputStep;
|
|
1800
|
+
case "outputStream":
|
|
1801
|
+
return !!processor.processOutputStream;
|
|
1802
|
+
case "outputResult":
|
|
1803
|
+
return !!processor.processOutputResult;
|
|
1804
|
+
case "outputStep":
|
|
1805
|
+
return !!processor.processOutputStep;
|
|
1806
|
+
default:
|
|
1807
|
+
return false;
|
|
1106
1808
|
}
|
|
1107
|
-
|
|
1108
|
-
|
|
1109
|
-
|
|
1110
|
-
|
|
1111
|
-
|
|
1112
|
-
|
|
1113
|
-
|
|
1114
|
-
|
|
1115
|
-
|
|
1116
|
-
|
|
1117
|
-
|
|
1118
|
-
|
|
1119
|
-
|
|
1120
|
-
|
|
1121
|
-
|
|
1122
|
-
|
|
1123
|
-
|
|
1124
|
-
|
|
1125
|
-
|
|
1126
|
-
|
|
1127
|
-
|
|
1128
|
-
|
|
1129
|
-
|
|
1130
|
-
|
|
1131
|
-
|
|
1132
|
-
|
|
1133
|
-
|
|
1134
|
-
|
|
1135
|
-
|
|
1136
|
-
|
|
1137
|
-
|
|
1138
|
-
|
|
1139
|
-
|
|
1140
|
-
|
|
1141
|
-
|
|
1142
|
-
|
|
1143
|
-
payload: {
|
|
1144
|
-
currentStep: {
|
|
1145
|
-
id: step.id,
|
|
1146
|
-
status: "running"
|
|
1147
|
-
},
|
|
1148
|
-
workflowState: {
|
|
1149
|
-
status: "running",
|
|
1150
|
-
steps: {
|
|
1151
|
-
...stepResults,
|
|
1152
|
-
[step.id]: {
|
|
1153
|
-
status: "running"
|
|
1154
|
-
}
|
|
1155
|
-
},
|
|
1156
|
-
result: null,
|
|
1157
|
-
error: null
|
|
1158
|
-
}
|
|
1159
|
-
},
|
|
1160
|
-
eventTimestamp: Date.now()
|
|
1161
|
-
});
|
|
1162
|
-
await emitter.emit("watch-v2", {
|
|
1163
|
-
type: "workflow-step-start",
|
|
1164
|
-
payload: {
|
|
1165
|
-
id: step.id,
|
|
1166
|
-
status: "running",
|
|
1167
|
-
payload: inputData,
|
|
1168
|
-
startedAt: startedAt2
|
|
1169
|
-
}
|
|
1170
|
-
});
|
|
1171
|
-
return startedAt2;
|
|
1809
|
+
};
|
|
1810
|
+
return {
|
|
1811
|
+
id: `processor:${processor.id}`,
|
|
1812
|
+
description: processor.name ?? `Processor ${processor.id}`,
|
|
1813
|
+
inputSchema: processors.ProcessorStepSchema,
|
|
1814
|
+
outputSchema: processors.ProcessorStepOutputSchema,
|
|
1815
|
+
execute: async ({ inputData, requestContext, tracingContext }) => {
|
|
1816
|
+
const input = inputData;
|
|
1817
|
+
const {
|
|
1818
|
+
phase,
|
|
1819
|
+
messages,
|
|
1820
|
+
messageList,
|
|
1821
|
+
stepNumber,
|
|
1822
|
+
systemMessages,
|
|
1823
|
+
part,
|
|
1824
|
+
streamParts,
|
|
1825
|
+
state,
|
|
1826
|
+
finishReason,
|
|
1827
|
+
toolCalls,
|
|
1828
|
+
text,
|
|
1829
|
+
retryCount,
|
|
1830
|
+
// inputStep phase fields for model/tools configuration
|
|
1831
|
+
model,
|
|
1832
|
+
tools,
|
|
1833
|
+
toolChoice,
|
|
1834
|
+
activeTools,
|
|
1835
|
+
providerOptions,
|
|
1836
|
+
modelSettings,
|
|
1837
|
+
structuredOutput,
|
|
1838
|
+
steps
|
|
1839
|
+
} = input;
|
|
1840
|
+
const abort = (reason, options) => {
|
|
1841
|
+
throw new agent.TripWire(reason || `Tripwire triggered by ${processor.id}`, options, processor.id);
|
|
1842
|
+
};
|
|
1843
|
+
if (!hasPhaseMethod(phase)) {
|
|
1844
|
+
return input;
|
|
1172
1845
|
}
|
|
1173
|
-
|
|
1174
|
-
|
|
1175
|
-
const
|
|
1176
|
-
|
|
1177
|
-
|
|
1178
|
-
|
|
1179
|
-
|
|
1180
|
-
|
|
1181
|
-
|
|
1182
|
-
|
|
1183
|
-
|
|
1184
|
-
|
|
1185
|
-
|
|
1186
|
-
const invokeResp = await this.inngestStep.invoke(`workflow.${executionContext.workflowId}.step.${step.id}`, {
|
|
1187
|
-
function: step.getFunction(),
|
|
1188
|
-
data: {
|
|
1189
|
-
inputData,
|
|
1190
|
-
initialState: executionContext.state ?? snapshot?.value ?? {},
|
|
1191
|
-
runId,
|
|
1192
|
-
resume: {
|
|
1193
|
-
runId,
|
|
1194
|
-
steps: resume.steps.slice(1),
|
|
1195
|
-
stepResults: snapshot?.context,
|
|
1196
|
-
resumePayload: resume.resumePayload,
|
|
1197
|
-
// @ts-ignore
|
|
1198
|
-
resumePath: snapshot?.suspendedPaths?.[resume.steps?.[1]]
|
|
1199
|
-
},
|
|
1200
|
-
outputOptions: { includeState: true }
|
|
1201
|
-
}
|
|
1202
|
-
});
|
|
1203
|
-
result = invokeResp.result;
|
|
1204
|
-
runId = invokeResp.runId;
|
|
1205
|
-
executionContext.state = invokeResp.result.state;
|
|
1206
|
-
} else if (isTimeTravel) {
|
|
1207
|
-
const snapshot = await this.mastra?.getStorage()?.loadWorkflowSnapshot({
|
|
1208
|
-
workflowName: step.id,
|
|
1209
|
-
runId: executionContext.runId
|
|
1210
|
-
}) ?? { context: {} };
|
|
1211
|
-
const timeTravelParams = workflows.createTimeTravelExecutionParams({
|
|
1212
|
-
steps: timeTravel.steps.slice(1),
|
|
1213
|
-
inputData: timeTravel.inputData,
|
|
1214
|
-
resumeData: timeTravel.resumeData,
|
|
1215
|
-
context: timeTravel.nestedStepResults?.[step.id] ?? {},
|
|
1216
|
-
nestedStepsContext: timeTravel.nestedStepResults ?? {},
|
|
1217
|
-
snapshot,
|
|
1218
|
-
graph: step.buildExecutionGraph()
|
|
1219
|
-
});
|
|
1220
|
-
const invokeResp = await this.inngestStep.invoke(`workflow.${executionContext.workflowId}.step.${step.id}`, {
|
|
1221
|
-
function: step.getFunction(),
|
|
1222
|
-
data: {
|
|
1223
|
-
timeTravel: timeTravelParams,
|
|
1224
|
-
initialState: executionContext.state ?? {},
|
|
1225
|
-
runId: executionContext.runId,
|
|
1226
|
-
outputOptions: { includeState: true }
|
|
1227
|
-
}
|
|
1228
|
-
});
|
|
1229
|
-
result = invokeResp.result;
|
|
1230
|
-
runId = invokeResp.runId;
|
|
1231
|
-
executionContext.state = invokeResp.result.state;
|
|
1232
|
-
} else {
|
|
1233
|
-
const invokeResp = await this.inngestStep.invoke(`workflow.${executionContext.workflowId}.step.${step.id}`, {
|
|
1234
|
-
function: step.getFunction(),
|
|
1235
|
-
data: {
|
|
1236
|
-
inputData,
|
|
1237
|
-
initialState: executionContext.state ?? {},
|
|
1238
|
-
outputOptions: { includeState: true }
|
|
1239
|
-
}
|
|
1240
|
-
});
|
|
1241
|
-
result = invokeResp.result;
|
|
1242
|
-
runId = invokeResp.runId;
|
|
1243
|
-
executionContext.state = invokeResp.result.state;
|
|
1846
|
+
const currentSpan = tracingContext?.currentSpan;
|
|
1847
|
+
const parentSpan = phase === "inputStep" || phase === "outputStep" ? currentSpan?.findParent(observability.SpanType.MODEL_STEP) || currentSpan : currentSpan?.findParent(observability.SpanType.AGENT_RUN) || currentSpan;
|
|
1848
|
+
const processorSpan = phase !== "outputStream" ? parentSpan?.createChildSpan({
|
|
1849
|
+
type: observability.SpanType.PROCESSOR_RUN,
|
|
1850
|
+
name: `${getSpanNamePrefix(phase)}: ${processor.id}`,
|
|
1851
|
+
entityType: getProcessorEntityType(phase),
|
|
1852
|
+
entityId: processor.id,
|
|
1853
|
+
entityName: processor.name ?? processor.id,
|
|
1854
|
+
input: { phase, messageCount: messages?.length },
|
|
1855
|
+
attributes: {
|
|
1856
|
+
processorExecutor: "workflow",
|
|
1857
|
+
// Read processorIndex from processor (set in combineProcessorsIntoWorkflow)
|
|
1858
|
+
processorIndex: processor.processorIndex
|
|
1244
1859
|
}
|
|
1245
|
-
}
|
|
1246
|
-
|
|
1247
|
-
|
|
1248
|
-
|
|
1249
|
-
|
|
1250
|
-
|
|
1251
|
-
|
|
1252
|
-
|
|
1253
|
-
|
|
1254
|
-
|
|
1255
|
-
|
|
1256
|
-
|
|
1257
|
-
|
|
1860
|
+
}) : void 0;
|
|
1861
|
+
const processorTracingContext = processorSpan ? { currentSpan: processorSpan } : tracingContext;
|
|
1862
|
+
const baseContext = {
|
|
1863
|
+
abort,
|
|
1864
|
+
retryCount: retryCount ?? 0,
|
|
1865
|
+
requestContext,
|
|
1866
|
+
tracingContext: processorTracingContext
|
|
1867
|
+
};
|
|
1868
|
+
const passThrough = {
|
|
1869
|
+
phase,
|
|
1870
|
+
// Auto-create MessageList from messages if not provided
|
|
1871
|
+
// This enables running processor workflows from the UI where messageList can't be serialized
|
|
1872
|
+
messageList: messageList ?? (Array.isArray(messages) ? new agent.MessageList().add(messages, "input").addSystem(systemMessages ?? []) : void 0),
|
|
1873
|
+
stepNumber,
|
|
1874
|
+
systemMessages,
|
|
1875
|
+
streamParts,
|
|
1876
|
+
state,
|
|
1877
|
+
finishReason,
|
|
1878
|
+
toolCalls,
|
|
1879
|
+
text,
|
|
1880
|
+
retryCount,
|
|
1881
|
+
// inputStep phase fields for model/tools configuration
|
|
1882
|
+
model,
|
|
1883
|
+
tools,
|
|
1884
|
+
toolChoice,
|
|
1885
|
+
activeTools,
|
|
1886
|
+
providerOptions,
|
|
1887
|
+
modelSettings,
|
|
1888
|
+
structuredOutput,
|
|
1889
|
+
steps
|
|
1890
|
+
};
|
|
1891
|
+
const executePhaseWithSpan = async (fn) => {
|
|
1892
|
+
try {
|
|
1893
|
+
const result = await fn();
|
|
1894
|
+
processorSpan?.end({ output: result });
|
|
1895
|
+
return result;
|
|
1896
|
+
} catch (error) {
|
|
1897
|
+
if (error instanceof agent.TripWire) {
|
|
1898
|
+
processorSpan?.end({ output: { tripwire: error.message } });
|
|
1899
|
+
} else {
|
|
1900
|
+
processorSpan?.error({ error, endSpan: true });
|
|
1901
|
+
}
|
|
1902
|
+
throw error;
|
|
1258
1903
|
}
|
|
1259
|
-
}
|
|
1260
|
-
|
|
1261
|
-
|
|
1262
|
-
|
|
1263
|
-
|
|
1264
|
-
|
|
1265
|
-
|
|
1266
|
-
|
|
1267
|
-
|
|
1268
|
-
id:
|
|
1269
|
-
|
|
1270
|
-
|
|
1271
|
-
},
|
|
1272
|
-
workflowState: {
|
|
1273
|
-
status: "running",
|
|
1274
|
-
steps: stepResults,
|
|
1275
|
-
result: null,
|
|
1276
|
-
error: null
|
|
1277
|
-
}
|
|
1278
|
-
},
|
|
1279
|
-
eventTimestamp: Date.now()
|
|
1280
|
-
});
|
|
1281
|
-
await emitter.emit("watch-v2", {
|
|
1282
|
-
type: "workflow-step-result",
|
|
1283
|
-
payload: {
|
|
1284
|
-
id: step.id,
|
|
1285
|
-
status: "failed",
|
|
1286
|
-
error: result?.error,
|
|
1287
|
-
payload: prevOutput
|
|
1904
|
+
};
|
|
1905
|
+
return executePhaseWithSpan(async () => {
|
|
1906
|
+
switch (phase) {
|
|
1907
|
+
case "input": {
|
|
1908
|
+
if (processor.processInput) {
|
|
1909
|
+
if (!passThrough.messageList) {
|
|
1910
|
+
throw new error.MastraError({
|
|
1911
|
+
category: error.ErrorCategory.USER,
|
|
1912
|
+
domain: error.ErrorDomain.MASTRA_WORKFLOW,
|
|
1913
|
+
id: "PROCESSOR_MISSING_MESSAGE_LIST",
|
|
1914
|
+
text: `Processor ${processor.id} requires messageList or messages for processInput phase`
|
|
1915
|
+
});
|
|
1288
1916
|
}
|
|
1289
|
-
|
|
1290
|
-
|
|
1291
|
-
|
|
1292
|
-
|
|
1293
|
-
|
|
1294
|
-
|
|
1295
|
-
|
|
1296
|
-
for (const [stepName, stepResult2] of suspendedSteps) {
|
|
1297
|
-
const suspendPath = [stepName, ...stepResult2?.suspendPayload?.__workflow_meta?.path ?? []];
|
|
1298
|
-
executionContext.suspendedPaths[step.id] = executionContext.executionPath;
|
|
1299
|
-
await emitter.emit("watch", {
|
|
1300
|
-
type: "watch",
|
|
1301
|
-
payload: {
|
|
1302
|
-
currentStep: {
|
|
1303
|
-
id: step.id,
|
|
1304
|
-
status: "suspended",
|
|
1305
|
-
payload: stepResult2.payload,
|
|
1306
|
-
suspendPayload: {
|
|
1307
|
-
...stepResult2?.suspendPayload,
|
|
1308
|
-
__workflow_meta: { runId, path: suspendPath }
|
|
1309
|
-
}
|
|
1310
|
-
},
|
|
1311
|
-
workflowState: {
|
|
1312
|
-
status: "running",
|
|
1313
|
-
steps: stepResults,
|
|
1314
|
-
result: null,
|
|
1315
|
-
error: null
|
|
1316
|
-
}
|
|
1317
|
-
},
|
|
1318
|
-
eventTimestamp: Date.now()
|
|
1917
|
+
const idsBeforeProcessing = messages.map((m) => m.id);
|
|
1918
|
+
const check = passThrough.messageList.makeMessageSourceChecker();
|
|
1919
|
+
const result = await processor.processInput({
|
|
1920
|
+
...baseContext,
|
|
1921
|
+
messages,
|
|
1922
|
+
messageList: passThrough.messageList,
|
|
1923
|
+
systemMessages: systemMessages ?? []
|
|
1319
1924
|
});
|
|
1320
|
-
|
|
1321
|
-
|
|
1322
|
-
|
|
1323
|
-
|
|
1324
|
-
|
|
1925
|
+
if (result instanceof agent.MessageList) {
|
|
1926
|
+
if (result !== passThrough.messageList) {
|
|
1927
|
+
throw new error.MastraError({
|
|
1928
|
+
category: error.ErrorCategory.USER,
|
|
1929
|
+
domain: error.ErrorDomain.MASTRA_WORKFLOW,
|
|
1930
|
+
id: "PROCESSOR_RETURNED_EXTERNAL_MESSAGE_LIST",
|
|
1931
|
+
text: `Processor ${processor.id} returned a MessageList instance other than the one passed in. Use the messageList argument instead.`
|
|
1932
|
+
});
|
|
1325
1933
|
}
|
|
1934
|
+
return {
|
|
1935
|
+
...passThrough,
|
|
1936
|
+
messages: result.get.all.db(),
|
|
1937
|
+
systemMessages: result.getAllSystemMessages()
|
|
1938
|
+
};
|
|
1939
|
+
} else if (Array.isArray(result)) {
|
|
1940
|
+
processors.ProcessorRunner.applyMessagesToMessageList(
|
|
1941
|
+
result,
|
|
1942
|
+
passThrough.messageList,
|
|
1943
|
+
idsBeforeProcessing,
|
|
1944
|
+
check,
|
|
1945
|
+
"input"
|
|
1946
|
+
);
|
|
1947
|
+
return { ...passThrough, messages: result };
|
|
1948
|
+
} else if (result && "messages" in result && "systemMessages" in result) {
|
|
1949
|
+
const typedResult = result;
|
|
1950
|
+
processors.ProcessorRunner.applyMessagesToMessageList(
|
|
1951
|
+
typedResult.messages,
|
|
1952
|
+
passThrough.messageList,
|
|
1953
|
+
idsBeforeProcessing,
|
|
1954
|
+
check,
|
|
1955
|
+
"input"
|
|
1956
|
+
);
|
|
1957
|
+
passThrough.messageList.replaceAllSystemMessages(typedResult.systemMessages);
|
|
1958
|
+
return {
|
|
1959
|
+
...passThrough,
|
|
1960
|
+
messages: typedResult.messages,
|
|
1961
|
+
systemMessages: typedResult.systemMessages
|
|
1962
|
+
};
|
|
1963
|
+
}
|
|
1964
|
+
return { ...passThrough, messages };
|
|
1965
|
+
}
|
|
1966
|
+
return { ...passThrough, messages };
|
|
1967
|
+
}
|
|
1968
|
+
case "inputStep": {
|
|
1969
|
+
if (processor.processInputStep) {
|
|
1970
|
+
if (!passThrough.messageList) {
|
|
1971
|
+
throw new error.MastraError({
|
|
1972
|
+
category: error.ErrorCategory.USER,
|
|
1973
|
+
domain: error.ErrorDomain.MASTRA_WORKFLOW,
|
|
1974
|
+
id: "PROCESSOR_MISSING_MESSAGE_LIST",
|
|
1975
|
+
text: `Processor ${processor.id} requires messageList or messages for processInputStep phase`
|
|
1976
|
+
});
|
|
1977
|
+
}
|
|
1978
|
+
const idsBeforeProcessing = messages.map((m) => m.id);
|
|
1979
|
+
const check = passThrough.messageList.makeMessageSourceChecker();
|
|
1980
|
+
const result = await processor.processInputStep({
|
|
1981
|
+
...baseContext,
|
|
1982
|
+
messages,
|
|
1983
|
+
messageList: passThrough.messageList,
|
|
1984
|
+
stepNumber: stepNumber ?? 0,
|
|
1985
|
+
systemMessages: systemMessages ?? [],
|
|
1986
|
+
// Pass model/tools configuration fields - types match ProcessInputStepArgs
|
|
1987
|
+
model,
|
|
1988
|
+
tools,
|
|
1989
|
+
toolChoice,
|
|
1990
|
+
activeTools,
|
|
1991
|
+
providerOptions,
|
|
1992
|
+
modelSettings,
|
|
1993
|
+
structuredOutput,
|
|
1994
|
+
steps: steps ?? []
|
|
1995
|
+
});
|
|
1996
|
+
const validatedResult = await processors.ProcessorRunner.validateAndFormatProcessInputStepResult(result, {
|
|
1997
|
+
messageList: passThrough.messageList,
|
|
1998
|
+
processor,
|
|
1999
|
+
stepNumber: stepNumber ?? 0
|
|
1326
2000
|
});
|
|
1327
|
-
|
|
1328
|
-
|
|
1329
|
-
|
|
1330
|
-
|
|
1331
|
-
|
|
1332
|
-
|
|
1333
|
-
|
|
1334
|
-
|
|
2001
|
+
if (validatedResult.messages) {
|
|
2002
|
+
processors.ProcessorRunner.applyMessagesToMessageList(
|
|
2003
|
+
validatedResult.messages,
|
|
2004
|
+
passThrough.messageList,
|
|
2005
|
+
idsBeforeProcessing,
|
|
2006
|
+
check
|
|
2007
|
+
);
|
|
2008
|
+
}
|
|
2009
|
+
if (validatedResult.systemMessages) {
|
|
2010
|
+
passThrough.messageList.replaceAllSystemMessages(validatedResult.systemMessages);
|
|
2011
|
+
}
|
|
2012
|
+
return { ...passThrough, messages, ...validatedResult };
|
|
2013
|
+
}
|
|
2014
|
+
return { ...passThrough, messages };
|
|
2015
|
+
}
|
|
2016
|
+
case "outputStream": {
|
|
2017
|
+
if (processor.processOutputStream) {
|
|
2018
|
+
const spanKey = `__outputStreamSpan_${processor.id}`;
|
|
2019
|
+
const mutableState = state ?? {};
|
|
2020
|
+
let processorSpan2 = mutableState[spanKey];
|
|
2021
|
+
if (!processorSpan2 && parentSpan) {
|
|
2022
|
+
processorSpan2 = parentSpan.createChildSpan({
|
|
2023
|
+
type: observability.SpanType.PROCESSOR_RUN,
|
|
2024
|
+
name: `output stream processor: ${processor.id}`,
|
|
2025
|
+
entityType: observability.EntityType.OUTPUT_PROCESSOR,
|
|
2026
|
+
entityId: processor.id,
|
|
2027
|
+
entityName: processor.name ?? processor.id,
|
|
2028
|
+
input: { phase, streamParts: [] },
|
|
2029
|
+
attributes: {
|
|
2030
|
+
processorExecutor: "workflow",
|
|
2031
|
+
processorIndex: processor.processorIndex
|
|
1335
2032
|
}
|
|
2033
|
+
});
|
|
2034
|
+
mutableState[spanKey] = processorSpan2;
|
|
2035
|
+
}
|
|
2036
|
+
if (processorSpan2) {
|
|
2037
|
+
processorSpan2.input = {
|
|
2038
|
+
phase,
|
|
2039
|
+
streamParts: streamParts ?? [],
|
|
2040
|
+
totalChunks: (streamParts ?? []).length
|
|
2041
|
+
};
|
|
2042
|
+
}
|
|
2043
|
+
const processorTracingContext2 = processorSpan2 ? { currentSpan: processorSpan2 } : baseContext.tracingContext;
|
|
2044
|
+
let result;
|
|
2045
|
+
try {
|
|
2046
|
+
result = await processor.processOutputStream({
|
|
2047
|
+
...baseContext,
|
|
2048
|
+
tracingContext: processorTracingContext2,
|
|
2049
|
+
part,
|
|
2050
|
+
streamParts: streamParts ?? [],
|
|
2051
|
+
state: mutableState,
|
|
2052
|
+
messageList: passThrough.messageList
|
|
2053
|
+
// Optional for stream processing
|
|
2054
|
+
});
|
|
2055
|
+
if (part && part.type === "finish") {
|
|
2056
|
+
processorSpan2?.end({ output: result });
|
|
2057
|
+
delete mutableState[spanKey];
|
|
1336
2058
|
}
|
|
1337
|
-
}
|
|
1338
|
-
|
|
1339
|
-
|
|
1340
|
-
|
|
1341
|
-
|
|
1342
|
-
currentStep: {
|
|
1343
|
-
id: step.id,
|
|
1344
|
-
status: "suspended",
|
|
1345
|
-
payload: {}
|
|
1346
|
-
},
|
|
1347
|
-
workflowState: {
|
|
1348
|
-
status: "running",
|
|
1349
|
-
steps: stepResults,
|
|
1350
|
-
result: null,
|
|
1351
|
-
error: null
|
|
2059
|
+
} catch (error) {
|
|
2060
|
+
if (error instanceof agent.TripWire) {
|
|
2061
|
+
processorSpan2?.end({ output: { tripwire: error.message } });
|
|
2062
|
+
} else {
|
|
2063
|
+
processorSpan2?.error({ error, endSpan: true });
|
|
1352
2064
|
}
|
|
1353
|
-
|
|
1354
|
-
|
|
1355
|
-
});
|
|
1356
|
-
return {
|
|
1357
|
-
executionContext,
|
|
1358
|
-
result: {
|
|
1359
|
-
status: "suspended",
|
|
1360
|
-
payload: {}
|
|
1361
|
-
}
|
|
1362
|
-
};
|
|
1363
|
-
}
|
|
1364
|
-
await emitter.emit("watch", {
|
|
1365
|
-
type: "watch",
|
|
1366
|
-
payload: {
|
|
1367
|
-
currentStep: {
|
|
1368
|
-
id: step.id,
|
|
1369
|
-
status: "success",
|
|
1370
|
-
output: result?.result
|
|
1371
|
-
},
|
|
1372
|
-
workflowState: {
|
|
1373
|
-
status: "running",
|
|
1374
|
-
steps: stepResults,
|
|
1375
|
-
result: null,
|
|
1376
|
-
error: null
|
|
2065
|
+
delete mutableState[spanKey];
|
|
2066
|
+
throw error;
|
|
1377
2067
|
}
|
|
1378
|
-
|
|
1379
|
-
eventTimestamp: Date.now()
|
|
1380
|
-
});
|
|
1381
|
-
await emitter.emit("watch-v2", {
|
|
1382
|
-
type: "workflow-step-result",
|
|
1383
|
-
payload: {
|
|
1384
|
-
id: step.id,
|
|
1385
|
-
status: "success",
|
|
1386
|
-
output: result?.result
|
|
2068
|
+
return { ...passThrough, state: mutableState, part: result };
|
|
1387
2069
|
}
|
|
1388
|
-
|
|
1389
|
-
await emitter.emit("watch-v2", {
|
|
1390
|
-
type: "workflow-step-finish",
|
|
1391
|
-
payload: {
|
|
1392
|
-
id: step.id,
|
|
1393
|
-
metadata: {}
|
|
1394
|
-
}
|
|
1395
|
-
});
|
|
1396
|
-
return { executionContext, result: { status: "success", output: result?.result } };
|
|
1397
|
-
}
|
|
1398
|
-
);
|
|
1399
|
-
Object.assign(executionContext, res.executionContext);
|
|
1400
|
-
const stepResult = {
|
|
1401
|
-
...res.result,
|
|
1402
|
-
startedAt,
|
|
1403
|
-
endedAt: Date.now(),
|
|
1404
|
-
payload: inputData,
|
|
1405
|
-
resumedAt: resume?.steps[0] === step.id ? startedAt : void 0,
|
|
1406
|
-
resumePayload: resume?.steps[0] === step.id ? resume?.resumePayload : void 0
|
|
1407
|
-
};
|
|
1408
|
-
return { result: stepResult, executionContextState: executionContext.state };
|
|
1409
|
-
}
|
|
1410
|
-
let stepRes;
|
|
1411
|
-
try {
|
|
1412
|
-
stepRes = await this.inngestStep.run(`workflow.${executionContext.workflowId}.step.${step.id}`, async () => {
|
|
1413
|
-
let execResults;
|
|
1414
|
-
let suspended;
|
|
1415
|
-
let bailed;
|
|
1416
|
-
const { resumeData: timeTravelResumeData, validationError: timeTravelResumeValidationError } = await workflows.validateStepResumeData({
|
|
1417
|
-
resumeData: timeTravel?.stepResults[step.id]?.status === "suspended" ? timeTravel?.resumeData : void 0,
|
|
1418
|
-
step
|
|
1419
|
-
});
|
|
1420
|
-
let resumeDataToUse;
|
|
1421
|
-
if (timeTravelResumeData && !timeTravelResumeValidationError) {
|
|
1422
|
-
resumeDataToUse = timeTravelResumeData;
|
|
1423
|
-
} else if (timeTravelResumeData && timeTravelResumeValidationError) {
|
|
1424
|
-
this.logger.warn("Time travel resume data validation failed", {
|
|
1425
|
-
stepId: step.id,
|
|
1426
|
-
error: timeTravelResumeValidationError.message
|
|
1427
|
-
});
|
|
1428
|
-
} else if (resume?.steps[0] === step.id) {
|
|
1429
|
-
resumeDataToUse = resume?.resumePayload;
|
|
1430
|
-
}
|
|
1431
|
-
try {
|
|
1432
|
-
if (validationError) {
|
|
1433
|
-
throw validationError;
|
|
2070
|
+
return { ...passThrough, part };
|
|
1434
2071
|
}
|
|
1435
|
-
|
|
1436
|
-
|
|
1437
|
-
|
|
1438
|
-
|
|
1439
|
-
|
|
1440
|
-
|
|
1441
|
-
|
|
1442
|
-
|
|
1443
|
-
|
|
1444
|
-
|
|
1445
|
-
|
|
1446
|
-
|
|
1447
|
-
|
|
1448
|
-
|
|
1449
|
-
|
|
1450
|
-
|
|
1451
|
-
|
|
1452
|
-
|
|
1453
|
-
|
|
1454
|
-
|
|
1455
|
-
|
|
1456
|
-
|
|
1457
|
-
|
|
1458
|
-
|
|
1459
|
-
};
|
|
2072
|
+
case "outputResult": {
|
|
2073
|
+
if (processor.processOutputResult) {
|
|
2074
|
+
if (!passThrough.messageList) {
|
|
2075
|
+
throw new error.MastraError({
|
|
2076
|
+
category: error.ErrorCategory.USER,
|
|
2077
|
+
domain: error.ErrorDomain.MASTRA_WORKFLOW,
|
|
2078
|
+
id: "PROCESSOR_MISSING_MESSAGE_LIST",
|
|
2079
|
+
text: `Processor ${processor.id} requires messageList or messages for processOutputResult phase`
|
|
2080
|
+
});
|
|
2081
|
+
}
|
|
2082
|
+
const idsBeforeProcessing = messages.map((m) => m.id);
|
|
2083
|
+
const check = passThrough.messageList.makeMessageSourceChecker();
|
|
2084
|
+
const result = await processor.processOutputResult({
|
|
2085
|
+
...baseContext,
|
|
2086
|
+
messages,
|
|
2087
|
+
messageList: passThrough.messageList
|
|
2088
|
+
});
|
|
2089
|
+
if (result instanceof agent.MessageList) {
|
|
2090
|
+
if (result !== passThrough.messageList) {
|
|
2091
|
+
throw new error.MastraError({
|
|
2092
|
+
category: error.ErrorCategory.USER,
|
|
2093
|
+
domain: error.ErrorDomain.MASTRA_WORKFLOW,
|
|
2094
|
+
id: "PROCESSOR_RETURNED_EXTERNAL_MESSAGE_LIST",
|
|
2095
|
+
text: `Processor ${processor.id} returned a MessageList instance other than the one passed in. Use the messageList argument instead.`
|
|
2096
|
+
});
|
|
1460
2097
|
}
|
|
2098
|
+
return {
|
|
2099
|
+
...passThrough,
|
|
2100
|
+
messages: result.get.all.db(),
|
|
2101
|
+
systemMessages: result.getAllSystemMessages()
|
|
2102
|
+
};
|
|
2103
|
+
} else if (Array.isArray(result)) {
|
|
2104
|
+
processors.ProcessorRunner.applyMessagesToMessageList(
|
|
2105
|
+
result,
|
|
2106
|
+
passThrough.messageList,
|
|
2107
|
+
idsBeforeProcessing,
|
|
2108
|
+
check,
|
|
2109
|
+
"response"
|
|
2110
|
+
);
|
|
2111
|
+
return { ...passThrough, messages: result };
|
|
2112
|
+
} else if (result && "messages" in result && "systemMessages" in result) {
|
|
2113
|
+
const typedResult = result;
|
|
2114
|
+
processors.ProcessorRunner.applyMessagesToMessageList(
|
|
2115
|
+
typedResult.messages,
|
|
2116
|
+
passThrough.messageList,
|
|
2117
|
+
idsBeforeProcessing,
|
|
2118
|
+
check,
|
|
2119
|
+
"response"
|
|
2120
|
+
);
|
|
2121
|
+
passThrough.messageList.replaceAllSystemMessages(typedResult.systemMessages);
|
|
2122
|
+
return {
|
|
2123
|
+
...passThrough,
|
|
2124
|
+
messages: typedResult.messages,
|
|
2125
|
+
systemMessages: typedResult.systemMessages
|
|
2126
|
+
};
|
|
1461
2127
|
}
|
|
1462
|
-
|
|
1463
|
-
},
|
|
1464
|
-
bail: (result2) => {
|
|
1465
|
-
bailed = { payload: result2 };
|
|
1466
|
-
},
|
|
1467
|
-
resume: {
|
|
1468
|
-
steps: resume?.steps?.slice(1) || [],
|
|
1469
|
-
resumePayload: resume?.resumePayload,
|
|
1470
|
-
// @ts-ignore
|
|
1471
|
-
runId: stepResults[step.id]?.suspendPayload?.__workflow_meta?.runId
|
|
1472
|
-
},
|
|
1473
|
-
[_constants.EMITTER_SYMBOL]: emitter,
|
|
1474
|
-
engine: {
|
|
1475
|
-
step: this.inngestStep
|
|
1476
|
-
},
|
|
1477
|
-
abortSignal: abortController.signal
|
|
1478
|
-
});
|
|
1479
|
-
const endedAt = Date.now();
|
|
1480
|
-
execResults = {
|
|
1481
|
-
status: "success",
|
|
1482
|
-
output: result,
|
|
1483
|
-
startedAt,
|
|
1484
|
-
endedAt,
|
|
1485
|
-
payload: inputData,
|
|
1486
|
-
resumedAt: resumeDataToUse ? startedAt : void 0,
|
|
1487
|
-
resumePayload: resumeDataToUse
|
|
1488
|
-
};
|
|
1489
|
-
} catch (e) {
|
|
1490
|
-
const stepFailure = {
|
|
1491
|
-
status: "failed",
|
|
1492
|
-
payload: inputData,
|
|
1493
|
-
error: e instanceof Error ? e.stack ?? e.message : String(e),
|
|
1494
|
-
endedAt: Date.now(),
|
|
1495
|
-
startedAt,
|
|
1496
|
-
resumedAt: resumeDataToUse ? startedAt : void 0,
|
|
1497
|
-
resumePayload: resumeDataToUse
|
|
1498
|
-
};
|
|
1499
|
-
execResults = stepFailure;
|
|
1500
|
-
const fallbackErrorMessage = `Step ${step.id} failed`;
|
|
1501
|
-
stepAISpan?.error({ error: new Error(execResults.error ?? fallbackErrorMessage) });
|
|
1502
|
-
throw new inngest.RetryAfterError(execResults.error ?? fallbackErrorMessage, executionContext.retryConfig.delay, {
|
|
1503
|
-
cause: execResults
|
|
1504
|
-
});
|
|
1505
|
-
}
|
|
1506
|
-
if (suspended) {
|
|
1507
|
-
execResults = {
|
|
1508
|
-
status: "suspended",
|
|
1509
|
-
suspendPayload: suspended.payload,
|
|
1510
|
-
payload: inputData,
|
|
1511
|
-
suspendedAt: Date.now(),
|
|
1512
|
-
startedAt,
|
|
1513
|
-
resumedAt: resumeDataToUse ? startedAt : void 0,
|
|
1514
|
-
resumePayload: resumeDataToUse
|
|
1515
|
-
};
|
|
1516
|
-
} else if (bailed) {
|
|
1517
|
-
execResults = {
|
|
1518
|
-
status: "bailed",
|
|
1519
|
-
output: bailed.payload,
|
|
1520
|
-
payload: inputData,
|
|
1521
|
-
endedAt: Date.now(),
|
|
1522
|
-
startedAt
|
|
1523
|
-
};
|
|
1524
|
-
}
|
|
1525
|
-
await emitter.emit("watch", {
|
|
1526
|
-
type: "watch",
|
|
1527
|
-
payload: {
|
|
1528
|
-
currentStep: {
|
|
1529
|
-
id: step.id,
|
|
1530
|
-
...execResults
|
|
1531
|
-
},
|
|
1532
|
-
workflowState: {
|
|
1533
|
-
status: "running",
|
|
1534
|
-
steps: { ...stepResults, [step.id]: execResults },
|
|
1535
|
-
result: null,
|
|
1536
|
-
error: null
|
|
1537
|
-
}
|
|
1538
|
-
},
|
|
1539
|
-
eventTimestamp: Date.now()
|
|
1540
|
-
});
|
|
1541
|
-
if (execResults.status === "suspended") {
|
|
1542
|
-
await emitter.emit("watch-v2", {
|
|
1543
|
-
type: "workflow-step-suspended",
|
|
1544
|
-
payload: {
|
|
1545
|
-
id: step.id,
|
|
1546
|
-
...execResults
|
|
1547
|
-
}
|
|
1548
|
-
});
|
|
1549
|
-
} else {
|
|
1550
|
-
await emitter.emit("watch-v2", {
|
|
1551
|
-
type: "workflow-step-result",
|
|
1552
|
-
payload: {
|
|
1553
|
-
id: step.id,
|
|
1554
|
-
...execResults
|
|
1555
|
-
}
|
|
1556
|
-
});
|
|
1557
|
-
await emitter.emit("watch-v2", {
|
|
1558
|
-
type: "workflow-step-finish",
|
|
1559
|
-
payload: {
|
|
1560
|
-
id: step.id,
|
|
1561
|
-
metadata: {}
|
|
2128
|
+
return { ...passThrough, messages };
|
|
1562
2129
|
}
|
|
1563
|
-
|
|
1564
|
-
}
|
|
1565
|
-
stepAISpan?.end({ output: execResults });
|
|
1566
|
-
return { result: execResults, executionContext, stepResults };
|
|
1567
|
-
});
|
|
1568
|
-
} catch (e) {
|
|
1569
|
-
const stepFailure = e instanceof Error ? e?.cause : {
|
|
1570
|
-
status: "failed",
|
|
1571
|
-
error: e instanceof Error ? e.stack ?? e.message : String(e),
|
|
1572
|
-
payload: inputData,
|
|
1573
|
-
startedAt,
|
|
1574
|
-
endedAt: Date.now()
|
|
1575
|
-
};
|
|
1576
|
-
await emitter.emit("watch-v2", {
|
|
1577
|
-
type: "workflow-step-result",
|
|
1578
|
-
payload: {
|
|
1579
|
-
id: step.id,
|
|
1580
|
-
...stepFailure
|
|
1581
|
-
}
|
|
1582
|
-
});
|
|
1583
|
-
await emitter.emit("watch-v2", {
|
|
1584
|
-
type: "workflow-step-finish",
|
|
1585
|
-
payload: {
|
|
1586
|
-
id: step.id,
|
|
1587
|
-
metadata: {}
|
|
1588
|
-
}
|
|
1589
|
-
});
|
|
1590
|
-
stepRes = {
|
|
1591
|
-
result: stepFailure,
|
|
1592
|
-
executionContext,
|
|
1593
|
-
stepResults: {
|
|
1594
|
-
...stepResults,
|
|
1595
|
-
[step.id]: stepFailure
|
|
1596
|
-
}
|
|
1597
|
-
};
|
|
1598
|
-
}
|
|
1599
|
-
if (disableScorers !== false && stepRes.result.status === "success") {
|
|
1600
|
-
await this.inngestStep.run(`workflow.${executionContext.workflowId}.step.${step.id}.score`, async () => {
|
|
1601
|
-
if (step.scorers) {
|
|
1602
|
-
await this.runScorers({
|
|
1603
|
-
scorers: step.scorers,
|
|
1604
|
-
runId: executionContext.runId,
|
|
1605
|
-
input: inputData,
|
|
1606
|
-
output: stepRes.result,
|
|
1607
|
-
workflowId: executionContext.workflowId,
|
|
1608
|
-
stepId: step.id,
|
|
1609
|
-
runtimeContext,
|
|
1610
|
-
disableScorers,
|
|
1611
|
-
tracingContext: { currentSpan: stepAISpan }
|
|
1612
|
-
});
|
|
1613
|
-
}
|
|
1614
|
-
});
|
|
1615
|
-
}
|
|
1616
|
-
Object.assign(executionContext.suspendedPaths, stepRes.executionContext.suspendedPaths);
|
|
1617
|
-
executionContext.state = stepRes.executionContext.state;
|
|
1618
|
-
return {
|
|
1619
|
-
result: stepRes.result,
|
|
1620
|
-
executionContextState: stepRes.executionContext.state
|
|
1621
|
-
};
|
|
1622
|
-
}
|
|
1623
|
-
async persistStepUpdate({
|
|
1624
|
-
workflowId,
|
|
1625
|
-
runId,
|
|
1626
|
-
stepResults,
|
|
1627
|
-
resourceId,
|
|
1628
|
-
executionContext,
|
|
1629
|
-
serializedStepGraph,
|
|
1630
|
-
workflowStatus,
|
|
1631
|
-
result,
|
|
1632
|
-
error
|
|
1633
|
-
}) {
|
|
1634
|
-
await this.inngestStep.run(
|
|
1635
|
-
`workflow.${workflowId}.run.${runId}.path.${JSON.stringify(executionContext.executionPath)}.stepUpdate`,
|
|
1636
|
-
async () => {
|
|
1637
|
-
const shouldPersistSnapshot = this.options.shouldPersistSnapshot({ stepResults, workflowStatus });
|
|
1638
|
-
if (!shouldPersistSnapshot) {
|
|
1639
|
-
return;
|
|
1640
|
-
}
|
|
1641
|
-
await this.mastra?.getStorage()?.persistWorkflowSnapshot({
|
|
1642
|
-
workflowName: workflowId,
|
|
1643
|
-
runId,
|
|
1644
|
-
resourceId,
|
|
1645
|
-
snapshot: {
|
|
1646
|
-
runId,
|
|
1647
|
-
status: workflowStatus,
|
|
1648
|
-
value: executionContext.state,
|
|
1649
|
-
context: stepResults,
|
|
1650
|
-
activePaths: executionContext.executionPath,
|
|
1651
|
-
activeStepsPath: executionContext.activeStepsPath,
|
|
1652
|
-
suspendedPaths: executionContext.suspendedPaths,
|
|
1653
|
-
resumeLabels: executionContext.resumeLabels,
|
|
1654
|
-
waitingPaths: {},
|
|
1655
|
-
serializedStepGraph,
|
|
1656
|
-
result,
|
|
1657
|
-
error,
|
|
1658
|
-
// @ts-ignore
|
|
1659
|
-
timestamp: Date.now()
|
|
2130
|
+
return { ...passThrough, messages };
|
|
1660
2131
|
}
|
|
1661
|
-
|
|
1662
|
-
|
|
1663
|
-
|
|
1664
|
-
|
|
1665
|
-
|
|
1666
|
-
|
|
1667
|
-
|
|
1668
|
-
|
|
1669
|
-
|
|
1670
|
-
stepResults,
|
|
1671
|
-
timeTravel,
|
|
1672
|
-
resume,
|
|
1673
|
-
executionContext,
|
|
1674
|
-
emitter,
|
|
1675
|
-
abortController,
|
|
1676
|
-
runtimeContext,
|
|
1677
|
-
writableStream,
|
|
1678
|
-
disableScorers,
|
|
1679
|
-
tracingContext
|
|
1680
|
-
}) {
|
|
1681
|
-
const conditionalSpan = tracingContext?.currentSpan?.createChildSpan({
|
|
1682
|
-
type: aiTracing.AISpanType.WORKFLOW_CONDITIONAL,
|
|
1683
|
-
name: `conditional: '${entry.conditions.length} conditions'`,
|
|
1684
|
-
input: prevOutput,
|
|
1685
|
-
attributes: {
|
|
1686
|
-
conditionCount: entry.conditions.length
|
|
1687
|
-
},
|
|
1688
|
-
tracingPolicy: this.options?.tracingPolicy
|
|
1689
|
-
});
|
|
1690
|
-
let execResults;
|
|
1691
|
-
const truthyIndexes = (await Promise.all(
|
|
1692
|
-
entry.conditions.map(
|
|
1693
|
-
(cond, index) => this.inngestStep.run(`workflow.${workflowId}.conditional.${index}`, async () => {
|
|
1694
|
-
const evalSpan = conditionalSpan?.createChildSpan({
|
|
1695
|
-
type: aiTracing.AISpanType.WORKFLOW_CONDITIONAL_EVAL,
|
|
1696
|
-
name: `condition: '${index}'`,
|
|
1697
|
-
input: prevOutput,
|
|
1698
|
-
attributes: {
|
|
1699
|
-
conditionIndex: index
|
|
1700
|
-
},
|
|
1701
|
-
tracingPolicy: this.options?.tracingPolicy
|
|
1702
|
-
});
|
|
1703
|
-
try {
|
|
1704
|
-
const result = await cond({
|
|
1705
|
-
runId,
|
|
1706
|
-
workflowId,
|
|
1707
|
-
mastra: this.mastra,
|
|
1708
|
-
runtimeContext,
|
|
1709
|
-
runCount: -1,
|
|
1710
|
-
inputData: prevOutput,
|
|
1711
|
-
state: executionContext.state,
|
|
1712
|
-
setState: (state) => {
|
|
1713
|
-
executionContext.state = state;
|
|
1714
|
-
},
|
|
1715
|
-
tracingContext: {
|
|
1716
|
-
currentSpan: evalSpan
|
|
1717
|
-
},
|
|
1718
|
-
getInitData: () => stepResults?.input,
|
|
1719
|
-
getStepResult: workflows.getStepResult.bind(this, stepResults),
|
|
1720
|
-
// TODO: this function shouldn't have suspend probably?
|
|
1721
|
-
suspend: async (_suspendPayload) => {
|
|
1722
|
-
},
|
|
1723
|
-
bail: () => {
|
|
1724
|
-
},
|
|
1725
|
-
abort: () => {
|
|
1726
|
-
abortController.abort();
|
|
1727
|
-
},
|
|
1728
|
-
[_constants.EMITTER_SYMBOL]: emitter,
|
|
1729
|
-
[_constants.STREAM_FORMAT_SYMBOL]: executionContext.format,
|
|
1730
|
-
// TODO: add streamVNext support
|
|
1731
|
-
engine: {
|
|
1732
|
-
step: this.inngestStep
|
|
1733
|
-
},
|
|
1734
|
-
abortSignal: abortController.signal,
|
|
1735
|
-
writer: new tools.ToolStream(
|
|
1736
|
-
{
|
|
1737
|
-
prefix: "workflow-step",
|
|
1738
|
-
callId: crypto.randomUUID(),
|
|
1739
|
-
name: "conditional",
|
|
1740
|
-
runId
|
|
1741
|
-
},
|
|
1742
|
-
writableStream
|
|
1743
|
-
)
|
|
1744
|
-
});
|
|
1745
|
-
evalSpan?.end({
|
|
1746
|
-
output: result,
|
|
1747
|
-
attributes: {
|
|
1748
|
-
result: !!result
|
|
2132
|
+
case "outputStep": {
|
|
2133
|
+
if (processor.processOutputStep) {
|
|
2134
|
+
if (!passThrough.messageList) {
|
|
2135
|
+
throw new error.MastraError({
|
|
2136
|
+
category: error.ErrorCategory.USER,
|
|
2137
|
+
domain: error.ErrorDomain.MASTRA_WORKFLOW,
|
|
2138
|
+
id: "PROCESSOR_MISSING_MESSAGE_LIST",
|
|
2139
|
+
text: `Processor ${processor.id} requires messageList or messages for processOutputStep phase`
|
|
2140
|
+
});
|
|
1749
2141
|
}
|
|
1750
|
-
|
|
1751
|
-
|
|
1752
|
-
|
|
1753
|
-
|
|
1754
|
-
|
|
1755
|
-
|
|
1756
|
-
|
|
2142
|
+
const idsBeforeProcessing = messages.map((m) => m.id);
|
|
2143
|
+
const check = passThrough.messageList.makeMessageSourceChecker();
|
|
2144
|
+
const result = await processor.processOutputStep({
|
|
2145
|
+
...baseContext,
|
|
2146
|
+
messages,
|
|
2147
|
+
messageList: passThrough.messageList,
|
|
2148
|
+
stepNumber: stepNumber ?? 0,
|
|
2149
|
+
finishReason,
|
|
2150
|
+
toolCalls,
|
|
2151
|
+
text,
|
|
2152
|
+
systemMessages: systemMessages ?? [],
|
|
2153
|
+
steps: steps ?? []
|
|
2154
|
+
});
|
|
2155
|
+
if (result instanceof agent.MessageList) {
|
|
2156
|
+
if (result !== passThrough.messageList) {
|
|
2157
|
+
throw new error.MastraError({
|
|
2158
|
+
category: error.ErrorCategory.USER,
|
|
2159
|
+
domain: error.ErrorDomain.MASTRA_WORKFLOW,
|
|
2160
|
+
id: "PROCESSOR_RETURNED_EXTERNAL_MESSAGE_LIST",
|
|
2161
|
+
text: `Processor ${processor.id} returned a MessageList instance other than the one passed in. Use the messageList argument instead.`
|
|
2162
|
+
});
|
|
2163
|
+
}
|
|
2164
|
+
return {
|
|
2165
|
+
...passThrough,
|
|
2166
|
+
messages: result.get.all.db(),
|
|
2167
|
+
systemMessages: result.getAllSystemMessages()
|
|
2168
|
+
};
|
|
2169
|
+
} else if (Array.isArray(result)) {
|
|
2170
|
+
processors.ProcessorRunner.applyMessagesToMessageList(
|
|
2171
|
+
result,
|
|
2172
|
+
passThrough.messageList,
|
|
2173
|
+
idsBeforeProcessing,
|
|
2174
|
+
check,
|
|
2175
|
+
"response"
|
|
2176
|
+
);
|
|
2177
|
+
return { ...passThrough, messages: result };
|
|
2178
|
+
} else if (result && "messages" in result && "systemMessages" in result) {
|
|
2179
|
+
const typedResult = result;
|
|
2180
|
+
processors.ProcessorRunner.applyMessagesToMessageList(
|
|
2181
|
+
typedResult.messages,
|
|
2182
|
+
passThrough.messageList,
|
|
2183
|
+
idsBeforeProcessing,
|
|
2184
|
+
check,
|
|
2185
|
+
"response"
|
|
2186
|
+
);
|
|
2187
|
+
passThrough.messageList.replaceAllSystemMessages(typedResult.systemMessages);
|
|
2188
|
+
return {
|
|
2189
|
+
...passThrough,
|
|
2190
|
+
messages: typedResult.messages,
|
|
2191
|
+
systemMessages: typedResult.systemMessages
|
|
2192
|
+
};
|
|
1757
2193
|
}
|
|
1758
|
-
|
|
1759
|
-
|
|
2194
|
+
return { ...passThrough, messages };
|
|
2195
|
+
}
|
|
2196
|
+
return { ...passThrough, messages };
|
|
1760
2197
|
}
|
|
1761
|
-
|
|
1762
|
-
|
|
1763
|
-
)).filter((index) => index !== null);
|
|
1764
|
-
const stepsToRun = entry.steps.filter((_, index) => truthyIndexes.includes(index));
|
|
1765
|
-
conditionalSpan?.update({
|
|
1766
|
-
attributes: {
|
|
1767
|
-
truthyIndexes,
|
|
1768
|
-
selectedSteps: stepsToRun.map((s) => s.type === "step" ? s.step.id : `control-${s.type}`)
|
|
1769
|
-
}
|
|
1770
|
-
});
|
|
1771
|
-
const results = await Promise.all(
|
|
1772
|
-
stepsToRun.map(async (step, index) => {
|
|
1773
|
-
const currStepResult = stepResults[step.step.id];
|
|
1774
|
-
if (currStepResult && currStepResult.status === "success") {
|
|
1775
|
-
return currStepResult;
|
|
2198
|
+
default:
|
|
2199
|
+
return { ...passThrough, messages };
|
|
1776
2200
|
}
|
|
1777
|
-
const result = await this.executeStep({
|
|
1778
|
-
step: step.step,
|
|
1779
|
-
prevOutput,
|
|
1780
|
-
stepResults,
|
|
1781
|
-
resume,
|
|
1782
|
-
timeTravel,
|
|
1783
|
-
executionContext: {
|
|
1784
|
-
workflowId,
|
|
1785
|
-
runId,
|
|
1786
|
-
executionPath: [...executionContext.executionPath, index],
|
|
1787
|
-
activeStepsPath: executionContext.activeStepsPath,
|
|
1788
|
-
suspendedPaths: executionContext.suspendedPaths,
|
|
1789
|
-
resumeLabels: executionContext.resumeLabels,
|
|
1790
|
-
retryConfig: executionContext.retryConfig,
|
|
1791
|
-
executionSpan: executionContext.executionSpan,
|
|
1792
|
-
state: executionContext.state
|
|
1793
|
-
},
|
|
1794
|
-
emitter,
|
|
1795
|
-
abortController,
|
|
1796
|
-
runtimeContext,
|
|
1797
|
-
writableStream,
|
|
1798
|
-
disableScorers,
|
|
1799
|
-
tracingContext: {
|
|
1800
|
-
currentSpan: conditionalSpan
|
|
1801
|
-
}
|
|
1802
|
-
});
|
|
1803
|
-
stepResults[step.step.id] = result.result;
|
|
1804
|
-
executionContext.state = result.executionContextState;
|
|
1805
|
-
return result.result;
|
|
1806
|
-
})
|
|
1807
|
-
);
|
|
1808
|
-
const hasFailed = results.find((result) => result.status === "failed");
|
|
1809
|
-
const hasSuspended = results.find((result) => result.status === "suspended");
|
|
1810
|
-
if (hasFailed) {
|
|
1811
|
-
execResults = { status: "failed", error: hasFailed.error };
|
|
1812
|
-
} else if (hasSuspended) {
|
|
1813
|
-
execResults = { status: "suspended", suspendPayload: hasSuspended.suspendPayload };
|
|
1814
|
-
} else {
|
|
1815
|
-
execResults = {
|
|
1816
|
-
status: "success",
|
|
1817
|
-
output: results.reduce((acc, result, index) => {
|
|
1818
|
-
if (result.status === "success") {
|
|
1819
|
-
acc[stepsToRun[index].step.id] = result.output;
|
|
1820
|
-
}
|
|
1821
|
-
return acc;
|
|
1822
|
-
}, {})
|
|
1823
|
-
};
|
|
1824
|
-
}
|
|
1825
|
-
if (execResults.status === "failed") {
|
|
1826
|
-
conditionalSpan?.error({
|
|
1827
|
-
error: new Error(execResults.error)
|
|
1828
2201
|
});
|
|
1829
|
-
}
|
|
1830
|
-
|
|
1831
|
-
|
|
2202
|
+
},
|
|
2203
|
+
component: "PROCESSOR"
|
|
2204
|
+
};
|
|
2205
|
+
}
|
|
2206
|
+
function init(inngest) {
|
|
2207
|
+
return {
|
|
2208
|
+
createWorkflow(params) {
|
|
2209
|
+
return new InngestWorkflow(
|
|
2210
|
+
params,
|
|
2211
|
+
inngest
|
|
2212
|
+
);
|
|
2213
|
+
},
|
|
2214
|
+
createStep,
|
|
2215
|
+
cloneStep(step, opts) {
|
|
2216
|
+
return {
|
|
2217
|
+
id: opts.id,
|
|
2218
|
+
description: step.description,
|
|
2219
|
+
inputSchema: step.inputSchema,
|
|
2220
|
+
outputSchema: step.outputSchema,
|
|
2221
|
+
resumeSchema: step.resumeSchema,
|
|
2222
|
+
suspendSchema: step.suspendSchema,
|
|
2223
|
+
stateSchema: step.stateSchema,
|
|
2224
|
+
execute: step.execute,
|
|
2225
|
+
retries: step.retries,
|
|
2226
|
+
scorers: step.scorers,
|
|
2227
|
+
component: step.component
|
|
2228
|
+
};
|
|
2229
|
+
},
|
|
2230
|
+
cloneWorkflow(workflow, opts) {
|
|
2231
|
+
const wf = new workflows.Workflow({
|
|
2232
|
+
id: opts.id,
|
|
2233
|
+
inputSchema: workflow.inputSchema,
|
|
2234
|
+
outputSchema: workflow.outputSchema,
|
|
2235
|
+
steps: workflow.stepDefs,
|
|
2236
|
+
mastra: workflow.mastra,
|
|
2237
|
+
options: workflow.options
|
|
1832
2238
|
});
|
|
2239
|
+
wf.setStepFlow(workflow.stepGraph);
|
|
2240
|
+
wf.commit();
|
|
2241
|
+
return wf;
|
|
1833
2242
|
}
|
|
1834
|
-
|
|
1835
|
-
|
|
1836
|
-
};
|
|
2243
|
+
};
|
|
2244
|
+
}
|
|
1837
2245
|
|
|
1838
2246
|
exports.InngestExecutionEngine = InngestExecutionEngine;
|
|
2247
|
+
exports.InngestPubSub = InngestPubSub;
|
|
1839
2248
|
exports.InngestRun = InngestRun;
|
|
1840
2249
|
exports.InngestWorkflow = InngestWorkflow;
|
|
2250
|
+
exports._compatibilityCheck = _compatibilityCheck;
|
|
2251
|
+
exports.createServe = createServe;
|
|
1841
2252
|
exports.createStep = createStep;
|
|
1842
2253
|
exports.init = init;
|
|
1843
2254
|
exports.serve = serve;
|