@orbytautomation/engine 0.8.3 → 0.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +127 -108
- package/dist/core/EngineConfig.d.ts +1 -1
- package/dist/core/EngineConfig.d.ts.map +1 -1
- package/dist/core/EngineConfig.js +55 -0
- package/dist/core/EngineConfig.js.map +1 -1
- package/dist/core/OrbytEngine.d.ts +27 -1
- package/dist/core/OrbytEngine.d.ts.map +1 -1
- package/dist/core/OrbytEngine.js +475 -6
- package/dist/core/OrbytEngine.js.map +1 -1
- package/dist/distributed/DistributedStepWorker.d.ts +40 -0
- package/dist/distributed/DistributedStepWorker.d.ts.map +1 -0
- package/dist/distributed/DistributedStepWorker.js +96 -0
- package/dist/distributed/DistributedStepWorker.js.map +1 -0
- package/dist/distributed/DistributedWorkflowOrchestrator.d.ts +51 -0
- package/dist/distributed/DistributedWorkflowOrchestrator.d.ts.map +1 -0
- package/dist/distributed/DistributedWorkflowOrchestrator.js +430 -0
- package/dist/distributed/DistributedWorkflowOrchestrator.js.map +1 -0
- package/dist/distributed/FileDistributedJobQueue.d.ts +29 -0
- package/dist/distributed/FileDistributedJobQueue.d.ts.map +1 -0
- package/dist/distributed/FileDistributedJobQueue.js +170 -0
- package/dist/distributed/FileDistributedJobQueue.js.map +1 -0
- package/dist/distributed/InMemoryDistributedJobQueue.d.ts +26 -0
- package/dist/distributed/InMemoryDistributedJobQueue.d.ts.map +1 -0
- package/dist/distributed/InMemoryDistributedJobQueue.js +130 -0
- package/dist/distributed/InMemoryDistributedJobQueue.js.map +1 -0
- package/dist/distributed/index.d.ts +5 -0
- package/dist/distributed/index.d.ts.map +1 -0
- package/dist/distributed/index.js +5 -0
- package/dist/distributed/index.js.map +1 -0
- package/dist/errors/FieldRegistry.d.ts +6 -2
- package/dist/errors/FieldRegistry.d.ts.map +1 -1
- package/dist/errors/FieldRegistry.js +11 -0
- package/dist/errors/FieldRegistry.js.map +1 -1
- package/dist/execution/ExecutionEngine.d.ts.map +1 -1
- package/dist/execution/ExecutionEngine.js +2 -1
- package/dist/execution/ExecutionEngine.js.map +1 -1
- package/dist/execution/InternalExecutionContext.d.ts.map +1 -1
- package/dist/execution/InternalExecutionContext.js +3 -1
- package/dist/execution/InternalExecutionContext.js.map +1 -1
- package/dist/execution/WorkflowExecutor.d.ts +5 -0
- package/dist/execution/WorkflowExecutor.d.ts.map +1 -1
- package/dist/execution/WorkflowExecutor.js +195 -7
- package/dist/execution/WorkflowExecutor.js.map +1 -1
- package/dist/explanation/ExplanationGenerator.d.ts.map +1 -1
- package/dist/explanation/ExplanationGenerator.js +6 -0
- package/dist/explanation/ExplanationGenerator.js.map +1 -1
- package/dist/index.d.ts +1 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/parser/SchemaValidator.d.ts +13 -0
- package/dist/parser/SchemaValidator.d.ts.map +1 -1
- package/dist/parser/SchemaValidator.js +175 -1
- package/dist/parser/SchemaValidator.js.map +1 -1
- package/dist/parser/WorkflowParser.d.ts +5 -0
- package/dist/parser/WorkflowParser.d.ts.map +1 -1
- package/dist/parser/WorkflowParser.js +20 -0
- package/dist/parser/WorkflowParser.js.map +1 -1
- package/dist/scheduling/JobScheduler.d.ts +12 -0
- package/dist/scheduling/JobScheduler.d.ts.map +1 -1
- package/dist/scheduling/JobScheduler.js +136 -20
- package/dist/scheduling/JobScheduler.js.map +1 -1
- package/dist/scheduling/Scheduler.d.ts +3 -0
- package/dist/scheduling/Scheduler.d.ts.map +1 -1
- package/dist/scheduling/Scheduler.js +3 -0
- package/dist/scheduling/Scheduler.js.map +1 -1
- package/dist/scheduling/workers/workflow-worker.js +59 -3
- package/dist/scheduling/workers/workflow-worker.js.map +1 -1
- package/dist/storage/CheckpointStore.d.ts +59 -0
- package/dist/storage/CheckpointStore.d.ts.map +1 -0
- package/dist/storage/CheckpointStore.js +62 -0
- package/dist/storage/CheckpointStore.js.map +1 -0
- package/dist/storage/index.d.ts +1 -0
- package/dist/storage/index.d.ts.map +1 -1
- package/dist/storage/index.js +1 -0
- package/dist/storage/index.js.map +1 -1
- package/dist/testing/integration/distributed/distributed-smoke.d.ts +3 -0
- package/dist/testing/integration/distributed/distributed-smoke.d.ts.map +1 -0
- package/dist/testing/integration/distributed/distributed-smoke.js +80 -0
- package/dist/testing/integration/distributed/distributed-smoke.js.map +1 -0
- package/dist/types/core-types.d.ts +278 -1
- package/dist/types/core-types.d.ts.map +1 -1
- package/dist/types/core-types.js.map +1 -1
- package/dist/usage/FileSpoolUsageCollector.d.ts +74 -0
- package/dist/usage/FileSpoolUsageCollector.d.ts.map +1 -0
- package/dist/usage/FileSpoolUsageCollector.js +225 -0
- package/dist/usage/FileSpoolUsageCollector.js.map +1 -0
- package/dist/usage/NoOpUsageCollector.d.ts +35 -0
- package/dist/usage/NoOpUsageCollector.d.ts.map +1 -0
- package/dist/usage/NoOpUsageCollector.js +40 -0
- package/dist/usage/NoOpUsageCollector.js.map +1 -0
- package/dist/usage/UsageEventFactory.d.ts +80 -0
- package/dist/usage/UsageEventFactory.d.ts.map +1 -0
- package/dist/usage/UsageEventFactory.js +117 -0
- package/dist/usage/UsageEventFactory.js.map +1 -0
- package/dist/usage/index.d.ts +11 -0
- package/dist/usage/index.d.ts.map +1 -0
- package/dist/usage/index.js +11 -0
- package/dist/usage/index.js.map +1 -0
- package/package.json +7 -3
|
@@ -0,0 +1,430 @@
|
|
|
1
|
+
import { randomUUID } from 'node:crypto';
|
|
2
|
+
import { performance } from 'node:perf_hooks';
|
|
3
|
+
import { ContextStore } from '../context/ContextStore.js';
|
|
4
|
+
import { createExecutionNode } from '../execution/ExecutionNode.js';
|
|
5
|
+
import { ExecutionPlanner } from '../execution/ExecutionPlan.js';
|
|
6
|
+
import { LoggerManager } from '../logging/LoggerManager.js';
|
|
7
|
+
import { createEvent } from '../events/EngineEvents.js';
|
|
8
|
+
import { EngineEventType, } from '../types/core-types.js';
|
|
9
|
+
import { DistributedStepWorker } from './DistributedStepWorker.js';
|
|
10
|
+
/**
|
|
11
|
+
* Distributed workflow runtime orchestrator.
|
|
12
|
+
*
|
|
13
|
+
* Responsibilities:
|
|
14
|
+
* - Build DAG plan
|
|
15
|
+
* - Enqueue ready step jobs
|
|
16
|
+
* - Track step completion state
|
|
17
|
+
* - React to worker outcomes and unlock dependent steps
|
|
18
|
+
*/
|
|
19
|
+
export class DistributedWorkflowOrchestrator {
|
|
20
|
+
queue;
|
|
21
|
+
stepExecutor;
|
|
22
|
+
workerCount;
|
|
23
|
+
pollIntervalMs;
|
|
24
|
+
eventBus;
|
|
25
|
+
hookManager;
|
|
26
|
+
executionStore;
|
|
27
|
+
checkpointStore;
|
|
28
|
+
leaseExtensionMs;
|
|
29
|
+
constructor(options) {
|
|
30
|
+
this.queue = options.queue;
|
|
31
|
+
this.stepExecutor = options.stepExecutor;
|
|
32
|
+
this.workerCount = Math.max(1, options.workerCount ?? 4);
|
|
33
|
+
this.pollIntervalMs = Math.max(10, options.pollIntervalMs ?? 50);
|
|
34
|
+
this.eventBus = options.eventBus;
|
|
35
|
+
this.hookManager = options.hookManager;
|
|
36
|
+
this.executionStore = options.executionStore;
|
|
37
|
+
this.checkpointStore = options.checkpointStore;
|
|
38
|
+
this.leaseExtensionMs = Math.max(500, options.leaseExtensionMs ?? 5_000);
|
|
39
|
+
}
|
|
40
|
+
async execute(workflow, options = {}) {
|
|
41
|
+
const startedAt = new Date();
|
|
42
|
+
const workflowStart = performance.now();
|
|
43
|
+
const runId = options.resumeFromRunId || this.generateRunId();
|
|
44
|
+
const workflowId = workflow.name || runId;
|
|
45
|
+
const workflowName = workflow.metadata?.name || workflow.name || 'unnamed-workflow';
|
|
46
|
+
const logger = LoggerManager.getLogger();
|
|
47
|
+
this.executionStore?.begin(runId, workflowName, startedAt);
|
|
48
|
+
const contextStore = new ContextStore({
|
|
49
|
+
executionId: runId,
|
|
50
|
+
workflowId,
|
|
51
|
+
workflowName,
|
|
52
|
+
version: workflow.metadata?.version || workflow.version,
|
|
53
|
+
description: workflow.metadata?.description || workflow.description,
|
|
54
|
+
tags: workflow.metadata?.tags || workflow.tags,
|
|
55
|
+
owner: workflow.metadata?.owner || workflow.owner,
|
|
56
|
+
env: {
|
|
57
|
+
...(workflow.context || {}),
|
|
58
|
+
...(options.env || {}),
|
|
59
|
+
},
|
|
60
|
+
inputs: options.inputs,
|
|
61
|
+
secrets: options.secrets,
|
|
62
|
+
metadata: {
|
|
63
|
+
createdAt: workflow.metadata?.createdAt || new Date().toISOString(),
|
|
64
|
+
updatedAt: workflow.metadata?.updatedAt,
|
|
65
|
+
annotations: {},
|
|
66
|
+
},
|
|
67
|
+
context: options.context,
|
|
68
|
+
triggeredBy: options.triggeredBy,
|
|
69
|
+
});
|
|
70
|
+
this.stepExecutor.setContextStore(contextStore);
|
|
71
|
+
const stepResults = new Map();
|
|
72
|
+
const stepsById = new Map(workflow.steps.map((step) => [step.id, step]));
|
|
73
|
+
const plan = ExecutionPlanner.plan(this.convertToExecutionNodes(workflow.steps));
|
|
74
|
+
const reverseDeps = this.buildReverseDeps(workflow.steps);
|
|
75
|
+
const unresolvedDeps = this.buildDependencyCounters(workflow.steps);
|
|
76
|
+
const queuedSteps = new Set();
|
|
77
|
+
const terminalSteps = new Set();
|
|
78
|
+
const hookContext = {
|
|
79
|
+
workflowId,
|
|
80
|
+
workflowName,
|
|
81
|
+
runId,
|
|
82
|
+
triggeredBy: options.triggeredBy,
|
|
83
|
+
inputs: options.inputs,
|
|
84
|
+
env: options.env,
|
|
85
|
+
metadata: workflow.metadata,
|
|
86
|
+
startTime: startedAt.getTime(),
|
|
87
|
+
};
|
|
88
|
+
let resumed = false;
|
|
89
|
+
if (options.resumeFromRunId && this.checkpointStore) {
|
|
90
|
+
resumed = this.restoreFromCheckpoint(workflow, options.resumeFromRunId, options.resumePolicy ?? 'strict', contextStore, stepResults, terminalSteps);
|
|
91
|
+
}
|
|
92
|
+
this.saveCheckpoint(workflow, runId, 'running', stepResults, contextStore, startedAt, resumed ? 'workflow-resumed' : 'workflow-started');
|
|
93
|
+
await this.eventBus?.emit(createEvent(EngineEventType.WORKFLOW_STARTED, {
|
|
94
|
+
workflowId,
|
|
95
|
+
workflowName,
|
|
96
|
+
runId,
|
|
97
|
+
triggeredBy: options.triggeredBy,
|
|
98
|
+
inputs: options.inputs,
|
|
99
|
+
}, { workflowId, runId }));
|
|
100
|
+
if (resumed) {
|
|
101
|
+
await this.eventBus?.emit(createEvent(EngineEventType.WORKFLOW_RESUMED, {
|
|
102
|
+
workflowId,
|
|
103
|
+
workflowName,
|
|
104
|
+
runId,
|
|
105
|
+
triggeredBy: options.triggeredBy,
|
|
106
|
+
}, { workflowId, runId }));
|
|
107
|
+
await this.hookManager?.runOnResume(hookContext);
|
|
108
|
+
}
|
|
109
|
+
await this.hookManager?.runBeforeWorkflow(hookContext);
|
|
110
|
+
for (const completedStepId of terminalSteps) {
|
|
111
|
+
this.unlockDependents(completedStepId, reverseDeps, unresolvedDeps, queuedSteps, stepsById, workflowId, runId);
|
|
112
|
+
}
|
|
113
|
+
let workflowError;
|
|
114
|
+
let aborted = false;
|
|
115
|
+
const workers = Array.from({ length: this.workerCount }, (_, index) => new DistributedStepWorker({
|
|
116
|
+
workerId: `dist-worker-${index + 1}`,
|
|
117
|
+
queue: this.queue,
|
|
118
|
+
stepExecutor: this.stepExecutor,
|
|
119
|
+
resolveStep: (job) => stepsById.get(job.stepId),
|
|
120
|
+
resolveContext: () => contextStore.getResolutionContext(),
|
|
121
|
+
onStepFinished: async (job, result) => {
|
|
122
|
+
stepResults.set(job.stepId, result);
|
|
123
|
+
terminalSteps.add(job.stepId);
|
|
124
|
+
this.executionStore?.stepUpdate(runId, result);
|
|
125
|
+
this.saveCheckpoint(workflow, runId, 'running', stepResults, contextStore, startedAt, 'step-updated');
|
|
126
|
+
await this.unlockDependents(job.stepId, reverseDeps, unresolvedDeps, queuedSteps, stepsById, workflowId, runId);
|
|
127
|
+
},
|
|
128
|
+
onStepFailed: async (job, error, outcome) => {
|
|
129
|
+
if (outcome === 'requeued') {
|
|
130
|
+
return;
|
|
131
|
+
}
|
|
132
|
+
const failedResult = {
|
|
133
|
+
stepId: job.stepId,
|
|
134
|
+
status: 'failure',
|
|
135
|
+
output: null,
|
|
136
|
+
error,
|
|
137
|
+
attempts: Math.max(1, job.attempts + 1),
|
|
138
|
+
duration: 0,
|
|
139
|
+
startedAt: new Date(),
|
|
140
|
+
completedAt: new Date(),
|
|
141
|
+
};
|
|
142
|
+
stepResults.set(job.stepId, failedResult);
|
|
143
|
+
terminalSteps.add(job.stepId);
|
|
144
|
+
this.executionStore?.stepUpdate(runId, failedResult);
|
|
145
|
+
this.saveCheckpoint(workflow, runId, 'running', stepResults, contextStore, startedAt, 'step-updated');
|
|
146
|
+
const step = stepsById.get(job.stepId);
|
|
147
|
+
const continueOnError = options.continueOnError ?? workflow.policies?.failure === 'continue';
|
|
148
|
+
if (!continueOnError && !step?.continueOnError) {
|
|
149
|
+
aborted = true;
|
|
150
|
+
workflowError = error;
|
|
151
|
+
return;
|
|
152
|
+
}
|
|
153
|
+
await this.unlockDependents(job.stepId, reverseDeps, unresolvedDeps, queuedSteps, stepsById, workflowId, runId);
|
|
154
|
+
},
|
|
155
|
+
pollIntervalMs: this.pollIntervalMs,
|
|
156
|
+
leaseExtensionMs: this.leaseExtensionMs,
|
|
157
|
+
}));
|
|
158
|
+
const initialSteps = ExecutionPlanner.getInitialNodes(plan)
|
|
159
|
+
.map((node) => stepsById.get(node.stepId))
|
|
160
|
+
.filter((step) => !!step);
|
|
161
|
+
for (const step of initialSteps) {
|
|
162
|
+
await this.enqueueStepJob({ workflowId, runId, step, queuedSteps });
|
|
163
|
+
}
|
|
164
|
+
workers.forEach((worker) => worker.start());
|
|
165
|
+
try {
|
|
166
|
+
const timeoutMs = options.timeout;
|
|
167
|
+
const startWait = Date.now();
|
|
168
|
+
while (terminalSteps.size < workflow.steps.length && !aborted) {
|
|
169
|
+
const queueStats = await this.queue.getStats();
|
|
170
|
+
if (queueStats.queued === 0 && queueStats.leased === 0) {
|
|
171
|
+
break;
|
|
172
|
+
}
|
|
173
|
+
if (timeoutMs && Date.now() - startWait > timeoutMs) {
|
|
174
|
+
aborted = true;
|
|
175
|
+
workflowError = new Error(`Workflow '${workflowId}' exceeded timeout of ${timeoutMs}ms`);
|
|
176
|
+
break;
|
|
177
|
+
}
|
|
178
|
+
await this.sleep(this.pollIntervalMs);
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
finally {
|
|
182
|
+
workers.forEach((worker) => worker.stop());
|
|
183
|
+
}
|
|
184
|
+
const completedAt = new Date();
|
|
185
|
+
const duration = Math.round(performance.now() - workflowStart);
|
|
186
|
+
const failedSteps = Array.from(stepResults.values()).filter((result) => result.status === 'failure').length;
|
|
187
|
+
const status = workflowError
|
|
188
|
+
? (workflowError.message.includes('timeout') ? 'timeout' : 'failure')
|
|
189
|
+
: failedSteps > 0
|
|
190
|
+
? 'partial'
|
|
191
|
+
: 'success';
|
|
192
|
+
const finalStoreStatus = status === 'timeout' ? 'timeout' : status === 'failure' ? 'failed' : 'completed';
|
|
193
|
+
this.executionStore?.finalize(runId, finalStoreStatus, completedAt, Array.from(stepResults.values()), duration, workflowError);
|
|
194
|
+
this.saveCheckpoint(workflow, runId, finalStoreStatus, stepResults, contextStore, startedAt, status === 'timeout' ? 'workflow-timeout' : status === 'failure' ? 'workflow-failed' : 'workflow-completed', completedAt);
|
|
195
|
+
if (status === 'success' || status === 'partial') {
|
|
196
|
+
await this.eventBus?.emit(createEvent(EngineEventType.WORKFLOW_COMPLETED, {
|
|
197
|
+
workflowId,
|
|
198
|
+
workflowName,
|
|
199
|
+
runId,
|
|
200
|
+
durationMs: duration,
|
|
201
|
+
stepCount: workflow.steps.length,
|
|
202
|
+
}, { workflowId, runId }));
|
|
203
|
+
await this.hookManager?.runAfterWorkflow(hookContext);
|
|
204
|
+
}
|
|
205
|
+
else {
|
|
206
|
+
await this.eventBus?.emit(createEvent(EngineEventType.WORKFLOW_FAILED, {
|
|
207
|
+
workflowId,
|
|
208
|
+
workflowName,
|
|
209
|
+
runId,
|
|
210
|
+
error: workflowError?.message || 'Distributed execution failed',
|
|
211
|
+
durationMs: duration,
|
|
212
|
+
}, { workflowId, runId }));
|
|
213
|
+
if (workflowError) {
|
|
214
|
+
await this.hookManager?.runOnError(hookContext, workflowError);
|
|
215
|
+
}
|
|
216
|
+
}
|
|
217
|
+
logger.info('[DistributedWorkflowOrchestrator] Workflow execution finished', {
|
|
218
|
+
workflowId,
|
|
219
|
+
runId,
|
|
220
|
+
status,
|
|
221
|
+
workerCount: this.workerCount,
|
|
222
|
+
totalSteps: workflow.steps.length,
|
|
223
|
+
terminalSteps: terminalSteps.size,
|
|
224
|
+
duration,
|
|
225
|
+
});
|
|
226
|
+
return {
|
|
227
|
+
workflowName: workflow.name || 'unnamed-workflow',
|
|
228
|
+
executionId: runId,
|
|
229
|
+
status,
|
|
230
|
+
stepResults,
|
|
231
|
+
duration,
|
|
232
|
+
startedAt,
|
|
233
|
+
completedAt,
|
|
234
|
+
error: workflowError,
|
|
235
|
+
metadata: {
|
|
236
|
+
totalSteps: workflow.steps.length,
|
|
237
|
+
successfulSteps: Array.from(stepResults.values()).filter((result) => result.status === 'success').length,
|
|
238
|
+
failedSteps,
|
|
239
|
+
skippedSteps: Array.from(stepResults.values()).filter((result) => result.status === 'skipped').length,
|
|
240
|
+
phases: plan.phases.length,
|
|
241
|
+
},
|
|
242
|
+
};
|
|
243
|
+
}
|
|
244
|
+
async enqueueStepJob(params) {
|
|
245
|
+
const { workflowId, runId, step, queuedSteps } = params;
|
|
246
|
+
if (queuedSteps.has(step.id)) {
|
|
247
|
+
return;
|
|
248
|
+
}
|
|
249
|
+
const job = {
|
|
250
|
+
jobId: this.generateJobId(),
|
|
251
|
+
runId,
|
|
252
|
+
workflowId,
|
|
253
|
+
stepId: step.id,
|
|
254
|
+
uses: step.action,
|
|
255
|
+
input: step.input,
|
|
256
|
+
attempts: 0,
|
|
257
|
+
maxAttempts: (step.retry?.max ?? 0) + 1,
|
|
258
|
+
status: 'queued',
|
|
259
|
+
createdAt: Date.now(),
|
|
260
|
+
updatedAt: Date.now(),
|
|
261
|
+
};
|
|
262
|
+
queuedSteps.add(step.id);
|
|
263
|
+
await this.queue.push(job);
|
|
264
|
+
}
|
|
265
|
+
buildDependencyCounters(steps) {
|
|
266
|
+
const counters = new Map();
|
|
267
|
+
for (const step of steps) {
|
|
268
|
+
counters.set(step.id, step.needs?.length ?? 0);
|
|
269
|
+
}
|
|
270
|
+
return counters;
|
|
271
|
+
}
|
|
272
|
+
buildReverseDeps(steps) {
|
|
273
|
+
const reverse = new Map();
|
|
274
|
+
for (const step of steps) {
|
|
275
|
+
if (!reverse.has(step.id)) {
|
|
276
|
+
reverse.set(step.id, []);
|
|
277
|
+
}
|
|
278
|
+
for (const dependency of step.needs || []) {
|
|
279
|
+
const existing = reverse.get(dependency) ?? [];
|
|
280
|
+
existing.push(step.id);
|
|
281
|
+
reverse.set(dependency, existing);
|
|
282
|
+
}
|
|
283
|
+
}
|
|
284
|
+
return reverse;
|
|
285
|
+
}
|
|
286
|
+
async unlockDependents(completedStepId, reverseDeps, unresolvedDeps, queuedSteps, stepsById, workflowId, runId) {
|
|
287
|
+
const dependents = reverseDeps.get(completedStepId) || [];
|
|
288
|
+
for (const dependentId of dependents) {
|
|
289
|
+
const remaining = (unresolvedDeps.get(dependentId) ?? 1) - 1;
|
|
290
|
+
unresolvedDeps.set(dependentId, remaining);
|
|
291
|
+
if (remaining <= 0) {
|
|
292
|
+
const step = stepsById.get(dependentId);
|
|
293
|
+
if (step) {
|
|
294
|
+
await this.enqueueStepJob({
|
|
295
|
+
workflowId,
|
|
296
|
+
runId,
|
|
297
|
+
step,
|
|
298
|
+
queuedSteps,
|
|
299
|
+
});
|
|
300
|
+
}
|
|
301
|
+
}
|
|
302
|
+
}
|
|
303
|
+
}
|
|
304
|
+
restoreFromCheckpoint(workflow, runId, policy, contextStore, stepResults, terminalSteps) {
|
|
305
|
+
if (!this.checkpointStore) {
|
|
306
|
+
return false;
|
|
307
|
+
}
|
|
308
|
+
const snapshot = this.checkpointStore.load(runId);
|
|
309
|
+
if (!snapshot) {
|
|
310
|
+
if (policy === 'strict') {
|
|
311
|
+
throw new Error(`Resume failed: checkpoint not found for runId '${runId}'`);
|
|
312
|
+
}
|
|
313
|
+
return false;
|
|
314
|
+
}
|
|
315
|
+
if (snapshot.workflowId !== (workflow.name || runId)) {
|
|
316
|
+
if (policy === 'strict') {
|
|
317
|
+
throw new Error(`Resume failed: checkpoint workflow '${snapshot.workflowId}' mismatch`);
|
|
318
|
+
}
|
|
319
|
+
return false;
|
|
320
|
+
}
|
|
321
|
+
if (snapshot.status === 'completed' || snapshot.status === 'failed' || snapshot.status === 'timeout') {
|
|
322
|
+
if (policy === 'strict') {
|
|
323
|
+
throw new Error(`Resume failed: checkpoint for runId '${runId}' is terminal (${snapshot.status})`);
|
|
324
|
+
}
|
|
325
|
+
return false;
|
|
326
|
+
}
|
|
327
|
+
for (const [stepId, output] of Object.entries(snapshot.context.stepOutputs ?? {})) {
|
|
328
|
+
contextStore.setStepOutput(stepId, output);
|
|
329
|
+
}
|
|
330
|
+
for (const [stepId, state] of Object.entries(snapshot.stepStates)) {
|
|
331
|
+
if (state.status !== 'success' && state.status !== 'skipped') {
|
|
332
|
+
continue;
|
|
333
|
+
}
|
|
334
|
+
const now = new Date();
|
|
335
|
+
const completedAt = state.completedAt ? new Date(state.completedAt) : now;
|
|
336
|
+
const status = state.status === 'success' ? 'success' : 'skipped';
|
|
337
|
+
const stepResult = {
|
|
338
|
+
stepId,
|
|
339
|
+
status,
|
|
340
|
+
output: state.output ?? null,
|
|
341
|
+
attempts: state.attempts || 1,
|
|
342
|
+
duration: state.durationMs ?? 0,
|
|
343
|
+
startedAt: now,
|
|
344
|
+
completedAt,
|
|
345
|
+
};
|
|
346
|
+
stepResults.set(stepId, stepResult);
|
|
347
|
+
terminalSteps.add(stepId);
|
|
348
|
+
}
|
|
349
|
+
return true;
|
|
350
|
+
}
|
|
351
|
+
saveCheckpoint(workflow, runId, status, stepResults, contextStore, startedAt, reason, completedAt) {
|
|
352
|
+
if (!this.checkpointStore) {
|
|
353
|
+
return;
|
|
354
|
+
}
|
|
355
|
+
const stepStates = {};
|
|
356
|
+
for (const [stepId, result] of stepResults.entries()) {
|
|
357
|
+
stepStates[stepId] = {
|
|
358
|
+
id: stepId,
|
|
359
|
+
status: result.status,
|
|
360
|
+
attempts: result.attempts,
|
|
361
|
+
output: result.output,
|
|
362
|
+
error: result.error?.message,
|
|
363
|
+
durationMs: result.duration,
|
|
364
|
+
completedAt: result.completedAt.toISOString(),
|
|
365
|
+
};
|
|
366
|
+
}
|
|
367
|
+
const context = contextStore.getResolutionContext();
|
|
368
|
+
this.checkpointStore.save({
|
|
369
|
+
runId,
|
|
370
|
+
workflowId: workflow.name || runId,
|
|
371
|
+
status,
|
|
372
|
+
stepStates,
|
|
373
|
+
context: {
|
|
374
|
+
env: context.env,
|
|
375
|
+
inputs: context.inputs,
|
|
376
|
+
custom: context.context,
|
|
377
|
+
stepOutputs: Object.fromEntries(context.steps.entries()),
|
|
378
|
+
},
|
|
379
|
+
metadata: {
|
|
380
|
+
startedAt: startedAt.getTime(),
|
|
381
|
+
updatedAt: Date.now(),
|
|
382
|
+
completedAt: completedAt?.getTime(),
|
|
383
|
+
checkpointReason: reason,
|
|
384
|
+
},
|
|
385
|
+
});
|
|
386
|
+
}
|
|
387
|
+
convertToExecutionNodes(steps) {
|
|
388
|
+
return steps.map((step) => {
|
|
389
|
+
const timeout = step.timeout ? this.parseTimeoutString(step.timeout) : undefined;
|
|
390
|
+
const maxRetries = step.retry?.max ?? 0;
|
|
391
|
+
return createExecutionNode()
|
|
392
|
+
.setStepId(step.id)
|
|
393
|
+
.setUses(step.action)
|
|
394
|
+
.setInput(step.input)
|
|
395
|
+
.setDependencies(step.needs)
|
|
396
|
+
.setCondition(step.when)
|
|
397
|
+
.setMaxRetries(maxRetries)
|
|
398
|
+
.setTimeout(timeout)
|
|
399
|
+
.setAdapter(null)
|
|
400
|
+
.build();
|
|
401
|
+
});
|
|
402
|
+
}
|
|
403
|
+
parseTimeoutString(timeout) {
|
|
404
|
+
const match = timeout.match(/^([0-9]+)(ms|s|m|h)$/);
|
|
405
|
+
if (!match) {
|
|
406
|
+
throw new Error(`Invalid timeout format: ${timeout}. Expected format: <number><unit>`);
|
|
407
|
+
}
|
|
408
|
+
const value = parseInt(match[1], 10);
|
|
409
|
+
const unit = match[2];
|
|
410
|
+
if (unit === 'ms')
|
|
411
|
+
return value;
|
|
412
|
+
if (unit === 's')
|
|
413
|
+
return value * 1000;
|
|
414
|
+
if (unit === 'm')
|
|
415
|
+
return value * 60 * 1000;
|
|
416
|
+
if (unit === 'h')
|
|
417
|
+
return value * 60 * 60 * 1000;
|
|
418
|
+
throw new Error(`Unsupported timeout unit: ${unit}`);
|
|
419
|
+
}
|
|
420
|
+
generateRunId() {
|
|
421
|
+
return `dist-exec-${Date.now()}-${randomUUID().split('-')[0]}`;
|
|
422
|
+
}
|
|
423
|
+
generateJobId() {
|
|
424
|
+
return `dist-job-${Date.now()}-${randomUUID().split('-')[0]}`;
|
|
425
|
+
}
|
|
426
|
+
sleep(ms) {
|
|
427
|
+
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
428
|
+
}
|
|
429
|
+
}
|
|
430
|
+
//# sourceMappingURL=DistributedWorkflowOrchestrator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"DistributedWorkflowOrchestrator.js","sourceRoot":"","sources":["../../src/distributed/DistributedWorkflowOrchestrator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AAEjE,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAExD,OAAO,EACL,eAAe,GAQhB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AAkBnE;;;;;;;;GAQG;AACH,MAAM,OAAO,+BAA+B;IACzB,KAAK,CAAsB;IAC3B,YAAY,CAAe;IAC3B,WAAW,CAAS;IACpB,cAAc,CAAS;IACvB,QAAQ,CAAY;IACpB,WAAW,CAAe;IAC1B,cAAc,CAAkB;IAChC,eAAe,CAAmB;IAClC,gBAAgB,CAAS;IAE1C,YAAY,OAA+C;QACzD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;QACzD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;QAC7C,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;QAC/C,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,gBAAgB,IAAI,KAAK,CAAC,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,QAAwB,EAAE,UAA4B,EAAE;QACpE,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAC7B,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;QAC9D,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,IAAI,KAAK,CAAC;QAC1C,MAAM,YAAY,GAAG,QAAQ,CAAC,QAAQ,EAAE,IAAI,IAAI,QAAQ,CAAC,IAAI,IAAI,kBAAkB,CAAC;QAEpF,MAAM,MAAM,GAAG,aAAa,CAAC,SAAS,EAAE,CAAC;QAEzC,IAAI,CAAC,cAAc,EAAE,KAAK,CAAC,KAAK,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;QAE3D,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC;YACpC,WAAW,EAAE,KAAK;YAClB,UAAU;YACV,YAAY;YACZ,OAAO,EAAE,QAAQ,CAAC,QAAQ,EAAE,OAAO,IAAI,QAAQ,CAAC,OAAO;YACvD,WAAW,EAAE,QAAQ,CAAC,QAAQ,EAAE,WAAW,IAAI,QAAQ,CAAC,WAAW;YACnE,IAAI,EAAE,QAAQ,CAAC,QAAQ,EAAE,IAAI,IAAI,QAAQ,CAAC,IAAI;YAC9C,KAAK,EAAE,QAAQ,CAAC,QAAQ,EAAE,KAAK,IAAI,QAAQ,CAAC,KAAK;YACjD,GAAG,EAAE;gBACH,GAAG,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC;gBAC3B,GAAG,CAAC,OAAO,CAAC,GAAG,IAAI,EAAE,CAAC;aACvB;YACD,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,QAAQ,EAAE;gBACR,SAAS,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnE,SAAS,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS;gBACvC,WAAW,EAAE,EAAE;aAChB;YACD,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC,CAAC;QAEH,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;QAEhD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAsB,CAAC;QAClD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QACzE,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAEjF,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC1D,MAAM,cAAc,GAAG,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACpE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;QACtC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;QAExC,MAAM,WAAW,GAAwB;YACvC,UAAU;YACV,YAAY;YACZ,KAAK;YACL,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,SAAS,EAAE,SAAS,CAAC,OAAO,EAAE;SAC/B,CAAC;QAEF,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACpD,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAClC,QAAQ,EACR,OAAO,CAAC,eAAe,EACvB,OAAO,CAAC,YAAY,IAAI,QAAQ,EAChC,YAAY,EACZ,WAAW,EACX,aAAa,CACd,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,cAAc,CACjB,QAAQ,EACR,KAAK,EACL,SAAS,EACT,WAAW,EACX,YAAY,EACZ,SAAS,EACT,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,kBAAkB,CAClD,CAAC;QAEF,MAAM,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,CACnC,eAAe,CAAC,gBAAgB,EAChC;YACE,UAAU;YACV,YAAY;YACZ,KAAK;YACL,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,EACD,EAAE,UAAU,EAAE,KAAK,EAAE,CACtB,CAAC,CAAC;QAEH,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,CACnC,eAAe,CAAC,gBAAgB,EAChC;gBACE,UAAU;gBACV,YAAY;gBACZ,KAAK;gBACL,WAAW,EAAE,OAAO,CAAC,WAAW;aACjC,EACD,EAAE,UAAU,EAAE,KAAK,EAAE,CACtB,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,WAAW,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,WAAW,CAAC,CAAC;QAEvD,KAAK,MAAM,eAAe,IAAI,aAAa,EAAE,CAAC;YAC5C,IAAI,CAAC,gBAAgB,CAAC,eAAe,EAAE,WAAW,EAAE,cAAc,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;QACjH,CAAC;QAED,IAAI,aAAgC,CAAC;QACrC,IAAI,OAAO,GAAG,KAAK,CAAC;QAEpB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,qBAAqB,CAAC;YAC/F,QAAQ,EAAE,eAAe,KAAK,GAAG,CAAC,EAAE;YACpC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC;YAC/C,cAAc,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,oBAAoB,EAAE;YACzD,cAAc,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE;gBACpC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBACpC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAC9B,IAAI,CAAC,cAAc,EAAE,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBAC/C,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;gBAEtG,MAAM,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;YAClH,CAAC;YACD,YAAY,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;gBAC1C,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;oBAC3B,OAAO;gBACT,CAAC;gBAED,MAAM,YAAY,GAAe;oBAC/B,MAAM,EAAE,GAAG,CAAC,MAAM;oBAClB,MAAM,EAAE,SAAS;oBACjB,MAAM,EAAE,IAAI;oBACZ,KAAK;oBACL,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC;oBACvC,QAAQ,EAAE,CAAC;oBACX,SAAS,EAAE,IAAI,IAAI,EAAE;oBACrB,WAAW,EAAE,IAAI,IAAI,EAAE;iBACxB,CAAC;gBAEF,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;gBAC1C,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAC9B,IAAI,CAAC,cAAc,EAAE,UAAU,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;gBACrD,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;gBAEtG,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBACvC,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,QAAQ,CAAC,QAAQ,EAAE,OAAO,KAAK,UAAU,CAAC;gBAC7F,IAAI,CAAC,eAAe,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,CAAC;oBAC/C,OAAO,GAAG,IAAI,CAAC;oBACf,aAAa,GAAG,KAAK,CAAC;oBACtB,OAAO;gBACT,CAAC;gBAED,MAAM,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;YAClH,CAAC;YACD,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACxC,CAAC,CAAC,CAAC;QAEJ,MAAM,YAAY,GAAG,gBAAgB,CAAC,eAAe,CAAC,IAAI,CAAC;aACxD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aACzC,MAAM,CAAC,CAAC,IAAI,EAAsB,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAEhD,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;YAChC,MAAM,IAAI,CAAC,cAAc,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QACtE,CAAC;QAED,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAE5C,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;YAClC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,OAAO,aAAa,CAAC,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC9D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;gBAC/C,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvD,MAAM;gBACR,CAAC;gBAED,IAAI,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,SAAS,EAAE,CAAC;oBACpD,OAAO,GAAG,IAAI,CAAC;oBACf,aAAa,GAAG,IAAI,KAAK,CAAC,aAAa,UAAU,yBAAyB,SAAS,IAAI,CAAC,CAAC;oBACzF,MAAM;gBACR,CAAC;gBAED,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,aAAa,CAAC,CAAC;QAE/D,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;QAC5G,MAAM,MAAM,GAA6B,aAAa;YACpD,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;YACrE,CAAC,CAAC,WAAW,GAAG,CAAC;gBACf,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,SAAS,CAAC;QAEhB,MAAM,gBAAgB,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC;QAC1G,IAAI,CAAC,cAAc,EAAE,QAAQ,CAC3B,KAAK,EACL,gBAAgB,EAChB,WAAW,EACX,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,EAChC,QAAQ,EACR,aAAa,CACd,CAAC;QAEF,IAAI,CAAC,cAAc,CACjB,QAAQ,EACR,KAAK,EACL,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,SAAS,EACT,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,oBAAoB,EAC3G,WAAW,CACZ,CAAC;QAEF,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACjD,MAAM,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,CACnC,eAAe,CAAC,kBAAkB,EAClC;gBACE,UAAU;gBACV,YAAY;gBACZ,KAAK;gBACL,UAAU,EAAE,QAAQ;gBACpB,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM;aACjC,EACD,EAAE,UAAU,EAAE,KAAK,EAAE,CACtB,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,EAAE,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,CACnC,eAAe,CAAC,eAAe,EAC/B;gBACE,UAAU;gBACV,YAAY;gBACZ,KAAK;gBACL,KAAK,EAAE,aAAa,EAAE,OAAO,IAAI,8BAA8B;gBAC/D,UAAU,EAAE,QAAQ;aACrB,EACD,EAAE,UAAU,EAAE,KAAK,EAAE,CACtB,CAAC,CAAC;YACH,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,+DAA+D,EAAE;YAC3E,UAAU;YACV,KAAK;YACL,MAAM;YACN,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM;YACjC,aAAa,EAAE,aAAa,CAAC,IAAI;YACjC,QAAQ;SACT,CAAC,CAAC;QAEH,OAAO;YACL,YAAY,EAAE,QAAQ,CAAC,IAAI,IAAI,kBAAkB;YACjD,WAAW,EAAE,KAAK;YAClB,MAAM;YACN,WAAW;YACX,QAAQ;YACR,SAAS;YACT,WAAW;YACX,KAAK,EAAE,aAAa;YACpB,QAAQ,EAAE;gBACR,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM;gBACjC,eAAe,EAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM;gBACxG,WAAW;gBACX,YAAY,EAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM;gBACrG,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;aAC3B;SACF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,MAK5B;QACC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC;QAExD,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;YAC7B,OAAO;QACT,CAAC;QAED,MAAM,GAAG,GAAuB;YAC9B,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE;YAC3B,KAAK;YACL,UAAU;YACV,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,IAAI,EAAE,IAAI,CAAC,MAAM;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC;YACvC,MAAM,EAAE,QAAQ;YAChB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;QAEF,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAEO,uBAAuB,CAAC,KAAmB;QACjD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC3C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;QACjD,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,gBAAgB,CAAC,KAAmB;QAC1C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoB,CAAC;QAE5C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC1B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAC3B,CAAC;YAED,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;gBAC1C,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;gBAC/C,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,eAAuB,EACvB,WAAkC,EAClC,cAAmC,EACnC,WAAwB,EACxB,SAAkC,EAClC,UAAkB,EAClB,KAAa;QAEb,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAC1D,KAAK,MAAM,WAAW,IAAI,UAAU,EAAE,CAAC;YACrC,MAAM,SAAS,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC7D,cAAc,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YAC3C,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;gBACnB,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;gBACxC,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM,IAAI,CAAC,cAAc,CAAC;wBACxB,UAAU;wBACV,KAAK;wBACL,IAAI;wBACJ,WAAW;qBACZ,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,qBAAqB,CAC3B,QAAwB,EACxB,KAAa,EACb,MAAgC,EAChC,YAA0B,EAC1B,WAAoC,EACpC,aAA0B;QAE1B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACxB,MAAM,IAAI,KAAK,CAAC,kDAAkD,KAAK,GAAG,CAAC,CAAC;YAC9E,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,QAAQ,CAAC,UAAU,KAAK,CAAC,QAAQ,CAAC,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;YACrD,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACxB,MAAM,IAAI,KAAK,CAAC,uCAAuC,QAAQ,CAAC,UAAU,YAAY,CAAC,CAAC;YAC1F,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,KAAK,WAAW,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACrG,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACxB,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,kBAAkB,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;YACrG,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,IAAI,EAAE,CAAC,EAAE,CAAC;YAClF,YAAY,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7C,CAAC;QAED,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAClE,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC7D,SAAS;YACX,CAAC;YAED,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YAC1E,MAAM,MAAM,GAA0B,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;YACzF,MAAM,UAAU,GAAe;gBAC7B,MAAM;gBACN,MAAM;gBACN,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,IAAI;gBAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,CAAC;gBAC7B,QAAQ,EAAE,KAAK,CAAC,UAAU,IAAI,CAAC;gBAC/B,SAAS,EAAE,GAAG;gBACd,WAAW;aACZ,CAAC;YACF,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YACpC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,cAAc,CACpB,QAAwB,EACxB,KAAa,EACb,MAAgC,EAChC,WAAoC,EACpC,YAA0B,EAC1B,SAAe,EACf,MAAwB,EACxB,WAAkB;QAElB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,OAAO;QACT,CAAC;QAED,MAAM,UAAU,GAAiC,EAAE,CAAC;QACpD,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;YACrD,UAAU,CAAC,MAAM,CAAC,GAAG;gBACnB,EAAE,EAAE,MAAM;gBACV,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,OAAO;gBAC5B,UAAU,EAAE,MAAM,CAAC,QAAQ;gBAC3B,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,WAAW,EAAE;aAC9C,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,YAAY,CAAC,oBAAoB,EAAE,CAAC;QACpD,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;YACxB,KAAK;YACL,UAAU,EAAE,QAAQ,CAAC,IAAI,IAAI,KAAK;YAClC,MAAM;YACN,UAAU;YACV,OAAO,EAAE;gBACP,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,MAAM,EAAE,OAAO,CAAC,OAAO;gBACvB,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;aACzD;YACD,QAAQ,EAAE;gBACR,SAAS,EAAE,SAAS,CAAC,OAAO,EAAE;gBAC9B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,WAAW,EAAE,WAAW,EAAE,OAAO,EAAE;gBACnC,gBAAgB,EAAE,MAAM;aACzB;SACF,CAAC,CAAC;IACL,CAAC;IAEO,uBAAuB,CAAC,KAAmB;QACjD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACxB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACjF,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;YAExC,OAAO,mBAAmB,EAAE;iBACzB,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;iBAClB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;iBACpB,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;iBACpB,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC;iBAC3B,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;iBACvB,aAAa,CAAC,UAAU,CAAC;iBACzB,UAAU,CAAC,OAAO,CAAC;iBACnB,UAAU,CAAC,IAAI,CAAC;iBAChB,KAAK,EAAE,CAAC;QACb,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,kBAAkB,CAAC,OAAe;QACxC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;QACpD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,2BAA2B,OAAO,mCAAmC,CAAC,CAAC;QACzF,CAAC;QAED,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAEtB,IAAI,IAAI,KAAK,IAAI;YAAE,OAAO,KAAK,CAAC;QAChC,IAAI,IAAI,KAAK,GAAG;YAAE,OAAO,KAAK,GAAG,IAAI,CAAC;QACtC,IAAI,IAAI,KAAK,GAAG;YAAE,OAAO,KAAK,GAAG,EAAE,GAAG,IAAI,CAAC;QAC3C,IAAI,IAAI,KAAK,GAAG;YAAE,OAAO,KAAK,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QAEhD,MAAM,IAAI,KAAK,CAAC,6BAA6B,IAAI,EAAE,CAAC,CAAC;IACvD,CAAC;IAEO,aAAa;QACnB,OAAO,aAAa,IAAI,CAAC,GAAG,EAAE,IAAI,UAAU,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACjE,CAAC;IAEO,aAAa;QACnB,OAAO,YAAY,IAAI,CAAC,GAAG,EAAE,IAAI,UAAU,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAChE,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;CACF"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { type DistributedJobQueue, type DistributedQueueStats, type DistributedStepJob } from '../types/core-types.js';
|
|
2
|
+
export interface FileDistributedJobQueueOptions {
|
|
3
|
+
stateDir: string;
|
|
4
|
+
leaseMs?: number;
|
|
5
|
+
stateFileName?: string;
|
|
6
|
+
}
|
|
7
|
+
/**
|
|
8
|
+
* File-backed distributed queue.
|
|
9
|
+
*
|
|
10
|
+
* This provides cross-process durability on a single machine without
|
|
11
|
+
* requiring Redis. For multi-node deployments, use an external queue backend.
|
|
12
|
+
*/
|
|
13
|
+
export declare class FileDistributedJobQueue implements DistributedJobQueue {
|
|
14
|
+
private readonly adapter;
|
|
15
|
+
private readonly leaseMs;
|
|
16
|
+
private readonly stateFileName;
|
|
17
|
+
constructor(options: FileDistributedJobQueueOptions);
|
|
18
|
+
push(job: DistributedStepJob): Promise<void>;
|
|
19
|
+
pull(workerId: string): Promise<DistributedStepJob | null>;
|
|
20
|
+
ack(jobId: string): Promise<void>;
|
|
21
|
+
nack(jobId: string, error: Error, requeue?: boolean): Promise<'requeued' | 'failed' | 'missing'>;
|
|
22
|
+
extendLease(jobId: string, workerId: string, leaseMs?: number): Promise<boolean>;
|
|
23
|
+
getStats(): Promise<DistributedQueueStats>;
|
|
24
|
+
private ensureState;
|
|
25
|
+
private readState;
|
|
26
|
+
private writeState;
|
|
27
|
+
private requeueExpired;
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=FileDistributedJobQueue.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"FileDistributedJobQueue.d.ts","sourceRoot":"","sources":["../../src/distributed/FileDistributedJobQueue.ts"],"names":[],"mappings":"AACA,OAAO,EACL,KAAK,mBAAmB,EACxB,KAAK,qBAAqB,EAC1B,KAAK,kBAAkB,EACxB,MAAM,wBAAwB,CAAC;AAShC,MAAM,WAAW,8BAA8B;IAC7C,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED;;;;;GAKG;AACH,qBAAa,uBAAwB,YAAW,mBAAmB;IACjE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqB;IAC7C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;gBAE3B,OAAO,EAAE,8BAA8B;IAO7C,IAAI,CAAC,GAAG,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB5C,IAAI,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC;IAwB1D,GAAG,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAsBjC,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,UAAO,GAAG,OAAO,CAAC,UAAU,GAAG,QAAQ,GAAG,SAAS,CAAC;IAiC7F,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAgBhF,QAAQ,IAAI,OAAO,CAAC,qBAAqB,CAAC;IAahD,OAAO,CAAC,WAAW;IAYnB,OAAO,CAAC,SAAS;IAUjB,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,cAAc;CAyBvB"}
|
|
@@ -0,0 +1,170 @@
|
|
|
1
|
+
import { FileStorageAdapter } from '../storage/FileStorageAdapter.js';
|
|
2
|
+
/**
|
|
3
|
+
* File-backed distributed queue.
|
|
4
|
+
*
|
|
5
|
+
* This provides cross-process durability on a single machine without
|
|
6
|
+
* requiring Redis. For multi-node deployments, use an external queue backend.
|
|
7
|
+
*/
|
|
8
|
+
export class FileDistributedJobQueue {
|
|
9
|
+
adapter;
|
|
10
|
+
leaseMs;
|
|
11
|
+
stateFileName;
|
|
12
|
+
constructor(options) {
|
|
13
|
+
this.adapter = new FileStorageAdapter(options.stateDir);
|
|
14
|
+
this.leaseMs = options.leaseMs ?? 30_000;
|
|
15
|
+
this.stateFileName = options.stateFileName ?? 'distributed-queue.json';
|
|
16
|
+
this.ensureState();
|
|
17
|
+
}
|
|
18
|
+
async push(job) {
|
|
19
|
+
const state = this.readState();
|
|
20
|
+
this.requeueExpired(state);
|
|
21
|
+
const now = Date.now();
|
|
22
|
+
state.queued.push({
|
|
23
|
+
...job,
|
|
24
|
+
status: 'queued',
|
|
25
|
+
attempts: Math.max(0, job.attempts ?? 0),
|
|
26
|
+
maxAttempts: Math.max(1, job.maxAttempts ?? 1),
|
|
27
|
+
createdAt: job.createdAt || now,
|
|
28
|
+
updatedAt: now,
|
|
29
|
+
workerId: undefined,
|
|
30
|
+
leaseExpiresAt: undefined,
|
|
31
|
+
lastError: undefined,
|
|
32
|
+
});
|
|
33
|
+
this.writeState(state);
|
|
34
|
+
}
|
|
35
|
+
async pull(workerId) {
|
|
36
|
+
const state = this.readState();
|
|
37
|
+
this.requeueExpired(state);
|
|
38
|
+
const job = state.queued.shift();
|
|
39
|
+
if (!job) {
|
|
40
|
+
this.writeState(state);
|
|
41
|
+
return null;
|
|
42
|
+
}
|
|
43
|
+
const now = Date.now();
|
|
44
|
+
const leased = {
|
|
45
|
+
...job,
|
|
46
|
+
status: 'leased',
|
|
47
|
+
workerId,
|
|
48
|
+
leaseExpiresAt: now + this.leaseMs,
|
|
49
|
+
updatedAt: now,
|
|
50
|
+
};
|
|
51
|
+
state.leased.push(leased);
|
|
52
|
+
this.writeState(state);
|
|
53
|
+
return leased;
|
|
54
|
+
}
|
|
55
|
+
async ack(jobId) {
|
|
56
|
+
const state = this.readState();
|
|
57
|
+
this.requeueExpired(state);
|
|
58
|
+
const idx = state.leased.findIndex((job) => job.jobId === jobId);
|
|
59
|
+
if (idx === -1) {
|
|
60
|
+
this.writeState(state);
|
|
61
|
+
return;
|
|
62
|
+
}
|
|
63
|
+
const [job] = state.leased.splice(idx, 1);
|
|
64
|
+
state.completed.push({
|
|
65
|
+
...job,
|
|
66
|
+
status: 'completed',
|
|
67
|
+
workerId: undefined,
|
|
68
|
+
leaseExpiresAt: undefined,
|
|
69
|
+
updatedAt: Date.now(),
|
|
70
|
+
});
|
|
71
|
+
this.writeState(state);
|
|
72
|
+
}
|
|
73
|
+
async nack(jobId, error, requeue = true) {
|
|
74
|
+
const state = this.readState();
|
|
75
|
+
this.requeueExpired(state);
|
|
76
|
+
const idx = state.leased.findIndex((job) => job.jobId === jobId);
|
|
77
|
+
if (idx === -1) {
|
|
78
|
+
this.writeState(state);
|
|
79
|
+
return 'missing';
|
|
80
|
+
}
|
|
81
|
+
const [job] = state.leased.splice(idx, 1);
|
|
82
|
+
const updated = {
|
|
83
|
+
...job,
|
|
84
|
+
attempts: job.attempts + 1,
|
|
85
|
+
lastError: error.message,
|
|
86
|
+
workerId: undefined,
|
|
87
|
+
leaseExpiresAt: undefined,
|
|
88
|
+
updatedAt: Date.now(),
|
|
89
|
+
};
|
|
90
|
+
if (requeue && updated.attempts < updated.maxAttempts) {
|
|
91
|
+
updated.status = 'queued';
|
|
92
|
+
state.queued.push(updated);
|
|
93
|
+
this.writeState(state);
|
|
94
|
+
return 'requeued';
|
|
95
|
+
}
|
|
96
|
+
updated.status = 'failed';
|
|
97
|
+
state.failed.push(updated);
|
|
98
|
+
this.writeState(state);
|
|
99
|
+
return 'failed';
|
|
100
|
+
}
|
|
101
|
+
async extendLease(jobId, workerId, leaseMs) {
|
|
102
|
+
const state = this.readState();
|
|
103
|
+
this.requeueExpired(state);
|
|
104
|
+
const job = state.leased.find((entry) => entry.jobId === jobId);
|
|
105
|
+
if (!job || job.workerId !== workerId) {
|
|
106
|
+
this.writeState(state);
|
|
107
|
+
return false;
|
|
108
|
+
}
|
|
109
|
+
job.leaseExpiresAt = Date.now() + (leaseMs ?? this.leaseMs);
|
|
110
|
+
job.updatedAt = Date.now();
|
|
111
|
+
this.writeState(state);
|
|
112
|
+
return true;
|
|
113
|
+
}
|
|
114
|
+
async getStats() {
|
|
115
|
+
const state = this.readState();
|
|
116
|
+
this.requeueExpired(state);
|
|
117
|
+
this.writeState(state);
|
|
118
|
+
return {
|
|
119
|
+
queued: state.queued.length,
|
|
120
|
+
leased: state.leased.length,
|
|
121
|
+
completed: state.completed.length,
|
|
122
|
+
failed: state.failed.length,
|
|
123
|
+
};
|
|
124
|
+
}
|
|
125
|
+
ensureState() {
|
|
126
|
+
this.adapter.ensureDir();
|
|
127
|
+
if (!this.adapter.exists(this.stateFileName)) {
|
|
128
|
+
this.writeState({
|
|
129
|
+
queued: [],
|
|
130
|
+
leased: [],
|
|
131
|
+
completed: [],
|
|
132
|
+
failed: [],
|
|
133
|
+
});
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
readState() {
|
|
137
|
+
this.ensureState();
|
|
138
|
+
return this.adapter.readJson(this.stateFileName) ?? {
|
|
139
|
+
queued: [],
|
|
140
|
+
leased: [],
|
|
141
|
+
completed: [],
|
|
142
|
+
failed: [],
|
|
143
|
+
};
|
|
144
|
+
}
|
|
145
|
+
writeState(state) {
|
|
146
|
+
this.adapter.saveJson(this.stateFileName, state);
|
|
147
|
+
}
|
|
148
|
+
requeueExpired(state) {
|
|
149
|
+
if (state.leased.length === 0) {
|
|
150
|
+
return;
|
|
151
|
+
}
|
|
152
|
+
const now = Date.now();
|
|
153
|
+
const remainingLeased = [];
|
|
154
|
+
for (const job of state.leased) {
|
|
155
|
+
if (!job.leaseExpiresAt || job.leaseExpiresAt > now) {
|
|
156
|
+
remainingLeased.push(job);
|
|
157
|
+
continue;
|
|
158
|
+
}
|
|
159
|
+
state.queued.push({
|
|
160
|
+
...job,
|
|
161
|
+
status: 'queued',
|
|
162
|
+
workerId: undefined,
|
|
163
|
+
leaseExpiresAt: undefined,
|
|
164
|
+
updatedAt: now,
|
|
165
|
+
});
|
|
166
|
+
}
|
|
167
|
+
state.leased = remainingLeased;
|
|
168
|
+
}
|
|
169
|
+
}
|
|
170
|
+
//# sourceMappingURL=FileDistributedJobQueue.js.map
|