effect-mq 0.5.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +85 -17
- package/dist/Flow.d.ts +381 -0
- package/dist/Flow.d.ts.map +1 -0
- package/dist/Flow.js +340 -0
- package/dist/Flow.js.map +1 -0
- package/dist/Job.d.ts +31 -6
- package/dist/Job.d.ts.map +1 -1
- package/dist/Job.js +16 -2
- package/dist/Job.js.map +1 -1
- package/dist/JobStore.d.ts +312 -10
- package/dist/JobStore.d.ts.map +1 -1
- package/dist/JobStore.js.map +1 -1
- package/dist/MemoryJobStore.d.ts.map +1 -1
- package/dist/MemoryJobStore.js +334 -7
- package/dist/MemoryJobStore.js.map +1 -1
- package/dist/Metrics.d.ts +31 -0
- package/dist/Metrics.d.ts.map +1 -1
- package/dist/Metrics.js +39 -0
- package/dist/Metrics.js.map +1 -1
- package/dist/Worker.d.ts +120 -11
- package/dist/Worker.d.ts.map +1 -1
- package/dist/Worker.js +452 -26
- package/dist/Worker.js.map +1 -1
- package/dist/drizzle-postgres/DrizzleJobStore.d.ts +19 -1
- package/dist/drizzle-postgres/DrizzleJobStore.d.ts.map +1 -1
- package/dist/drizzle-postgres/DrizzleJobStore.js +653 -77
- package/dist/drizzle-postgres/DrizzleJobStore.js.map +1 -1
- package/dist/drizzle-postgres/schema.d.ts +293 -3
- package/dist/drizzle-postgres/schema.d.ts.map +1 -1
- package/dist/drizzle-postgres/schema.js +66 -1
- package/dist/drizzle-postgres/schema.js.map +1 -1
- package/dist/index.d.ts +7 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +7 -0
- package/dist/index.js.map +1 -1
- package/dist/redis/RedisJobStore.d.ts.map +1 -1
- package/dist/redis/RedisJobStore.js +219 -18
- package/dist/redis/RedisJobStore.js.map +1 -1
- package/dist/redis/scripts.d.ts +117 -10
- package/dist/redis/scripts.d.ts.map +1 -1
- package/dist/redis/scripts.js +492 -25
- package/dist/redis/scripts.js.map +1 -1
- package/dist/testing/conformance.d.ts +6 -0
- package/dist/testing/conformance.d.ts.map +1 -1
- package/dist/testing/conformance.js +728 -1
- package/dist/testing/conformance.js.map +1 -1
- package/package.json +1 -1
- package/src/Flow.ts +778 -0
- package/src/Job.ts +35 -11
- package/src/JobStore.ts +339 -9
- package/src/MemoryJobStore.ts +370 -7
- package/src/Metrics.ts +43 -0
- package/src/Worker.ts +726 -37
- package/src/drizzle-postgres/DrizzleJobStore.ts +817 -78
- package/src/drizzle-postgres/schema.ts +92 -0
- package/src/index.ts +8 -0
- package/src/redis/RedisJobStore.ts +289 -8
- package/src/redis/scripts.ts +524 -24
- package/src/testing/conformance.ts +945 -1
|
@@ -14,6 +14,12 @@
|
|
|
14
14
|
* Effect `Clock` (e.g. pass `now` into queries as a bind parameter) — never
|
|
15
15
|
* from the database server's clock — so this works against real storage too.
|
|
16
16
|
*
|
|
17
|
+
* Beyond the core queue contract, dedicated sections pin the flow contract:
|
|
18
|
+
* parent-side ownership (the FanOut ack, dependency rows, batched
|
|
19
|
+
* `recordChildResults`, every settle decision) and the child-side outbox
|
|
20
|
+
* (terminal transitions of envelope-carrying jobs staging reports for the
|
|
21
|
+
* relay to another store).
|
|
22
|
+
*
|
|
17
23
|
* @since 0.1.0
|
|
18
24
|
*/
|
|
19
25
|
import * as JobStore from "../JobStore.js";
|
|
@@ -34,6 +40,7 @@ const baseRequest = (overrides) => ({
|
|
|
34
40
|
timeoutMs: undefined,
|
|
35
41
|
dedupe: undefined,
|
|
36
42
|
trace: undefined,
|
|
43
|
+
parent: undefined,
|
|
37
44
|
delayMs: 0,
|
|
38
45
|
...overrides
|
|
39
46
|
});
|
|
@@ -429,6 +436,7 @@ export const jobStoreConformance = (name, storeLayer) => {
|
|
|
429
436
|
waiting: 1,
|
|
430
437
|
delayed: 1,
|
|
431
438
|
active: 1,
|
|
439
|
+
"waiting-children": 0,
|
|
432
440
|
completed: 0,
|
|
433
441
|
failed: 0,
|
|
434
442
|
cancelled: 0
|
|
@@ -792,7 +800,14 @@ export const jobStoreConformance = (name, storeLayer) => {
|
|
|
792
800
|
backoff: { _tag: "fixed", delayMs: 2_000 },
|
|
793
801
|
keep: { completed: { count: 2, ageMs: undefined } },
|
|
794
802
|
timeoutMs: 9_000,
|
|
795
|
-
trace: { traceId: "trace-1", spanId: "span-1", sampled: true, delayed: false }
|
|
803
|
+
trace: { traceId: "trace-1", spanId: "span-1", sampled: true, delayed: false },
|
|
804
|
+
parent: {
|
|
805
|
+
flowName: "rich-flow",
|
|
806
|
+
flowId: JobId("rich-parent"),
|
|
807
|
+
childKey: "rich-child",
|
|
808
|
+
parentStoreKey: "effect-mq/JobStore",
|
|
809
|
+
depth: 1
|
|
810
|
+
}
|
|
796
811
|
});
|
|
797
812
|
yield* store.enqueue(richRequest("rich-single"));
|
|
798
813
|
expect(yield* store.enqueueMany([richRequest("rich-batch")]))
|
|
@@ -819,6 +834,8 @@ export const jobStoreConformance = (name, storeLayer) => {
|
|
|
819
834
|
timeoutMs: job.timeoutMs,
|
|
820
835
|
cancelRequested: job.cancelRequested,
|
|
821
836
|
trace: job.trace,
|
|
837
|
+
parent: job.parent,
|
|
838
|
+
flow: job.flow,
|
|
822
839
|
runAt: job.runAt,
|
|
823
840
|
enqueuedAt: job.enqueuedAt
|
|
824
841
|
});
|
|
@@ -837,11 +854,27 @@ export const jobStoreConformance = (name, storeLayer) => {
|
|
|
837
854
|
delayed: false
|
|
838
855
|
});
|
|
839
856
|
expect(expected.payload).toEqual({ big: 1234567890123456, nested: { arr: [1, 2, 3] } });
|
|
857
|
+
expect(expected.parent).toEqual({
|
|
858
|
+
flowName: "rich-flow",
|
|
859
|
+
flowId: "rich-parent",
|
|
860
|
+
childKey: "rich-child",
|
|
861
|
+
parentStoreKey: "effect-mq/JobStore",
|
|
862
|
+
depth: 1
|
|
863
|
+
});
|
|
864
|
+
expect(expected.flow).toBeUndefined();
|
|
840
865
|
for (const id of [JobId("rich-batch"), JobId("rich-tick")]) {
|
|
841
866
|
const job = yield* store.getJob(id);
|
|
842
867
|
assert(Option.isSome(job));
|
|
843
868
|
expect(project(job.value)).toEqual(expected);
|
|
844
869
|
}
|
|
870
|
+
// `list` must return the same complete records as `getJob` —
|
|
871
|
+
// drivers with hand-written SELECT lists can silently drop fields
|
|
872
|
+
// there while every getJob-path test stays green.
|
|
873
|
+
const listed = yield* store.list({ name: "TestJob" });
|
|
874
|
+
expect(listed.items).toHaveLength(3);
|
|
875
|
+
for (const job of listed.items) {
|
|
876
|
+
expect(project(job)).toEqual(expected);
|
|
877
|
+
}
|
|
845
878
|
})));
|
|
846
879
|
it.effect("enqueueMany wakes parked takers", () => withStore((store) => Effect.gen(function* () {
|
|
847
880
|
const empty = yield* store.claim(claimOptions());
|
|
@@ -1008,6 +1041,7 @@ export const jobStoreConformance = (name, storeLayer) => {
|
|
|
1008
1041
|
waiting: 1,
|
|
1009
1042
|
delayed: 0,
|
|
1010
1043
|
active: 0,
|
|
1044
|
+
"waiting-children": 0,
|
|
1011
1045
|
completed: 0,
|
|
1012
1046
|
failed: 0,
|
|
1013
1047
|
cancelled: 1
|
|
@@ -1243,6 +1277,699 @@ export const jobStoreConformance = (name, storeLayer) => {
|
|
|
1243
1277
|
assert(Option.isSome(job));
|
|
1244
1278
|
expect(job.value.state).toBe("waiting");
|
|
1245
1279
|
})));
|
|
1280
|
+
// ----------------------------------------------------------------------
|
|
1281
|
+
// Flows (parent-child). The parent store owns the flow: the FanOut ack,
|
|
1282
|
+
// dependency rows, pending counter, and every settle decision are pinned
|
|
1283
|
+
// here. `storeKey` strings are opaque to the store.
|
|
1284
|
+
// ----------------------------------------------------------------------
|
|
1285
|
+
const parentEnvelope = (flowId, key) => ({
|
|
1286
|
+
flowName: "test-flow",
|
|
1287
|
+
flowId,
|
|
1288
|
+
childKey: key,
|
|
1289
|
+
parentStoreKey: "main",
|
|
1290
|
+
depth: 1
|
|
1291
|
+
});
|
|
1292
|
+
const childSpec = (flowId, key, overrides) => ({
|
|
1293
|
+
childKey: key,
|
|
1294
|
+
storeKey: "effect-mq/JobStore/children",
|
|
1295
|
+
request: baseRequest({
|
|
1296
|
+
id: JobId(`flow/main/${flowId}/${key}`),
|
|
1297
|
+
name: "ChildJob",
|
|
1298
|
+
parent: parentEnvelope(flowId, key),
|
|
1299
|
+
...overrides
|
|
1300
|
+
})
|
|
1301
|
+
});
|
|
1302
|
+
const fanOutParent = (store, options) => Effect.gen(function* () {
|
|
1303
|
+
const { id } = yield* store.enqueue(baseRequest({ payload: { parent: true } }));
|
|
1304
|
+
const claim = yield* store.claim(claimOptions({ token: "t-parent" }));
|
|
1305
|
+
assert(claim._tag === "Claimed");
|
|
1306
|
+
expect(claim.job.id).toBe(id);
|
|
1307
|
+
const keys = options?.children ?? ["a", "b"];
|
|
1308
|
+
yield* store.ack(id, "t-parent", {
|
|
1309
|
+
_tag: "FanOut",
|
|
1310
|
+
failFast: options?.failFast ?? false,
|
|
1311
|
+
children: keys.map((key) => childSpec(id, key))
|
|
1312
|
+
});
|
|
1313
|
+
return id;
|
|
1314
|
+
});
|
|
1315
|
+
const report = (flowId, key, outcome, overrides) => ({
|
|
1316
|
+
flowId,
|
|
1317
|
+
childKey: key,
|
|
1318
|
+
outcome,
|
|
1319
|
+
exit: { ok: outcome === "completed" },
|
|
1320
|
+
failedReason: undefined,
|
|
1321
|
+
...overrides
|
|
1322
|
+
});
|
|
1323
|
+
// Batch-of-one sugar for the single-report pins below; the batch
|
|
1324
|
+
// semantics get their own section.
|
|
1325
|
+
const recordOne = (store, value) => Effect.map(store.recordChildResults([value]), (results) => results[0] ?? { applied: false, parentSettled: false });
|
|
1326
|
+
const flowCounts = (overrides) => ({
|
|
1327
|
+
failFast: false,
|
|
1328
|
+
pending: 0,
|
|
1329
|
+
completed: 0,
|
|
1330
|
+
failed: 0,
|
|
1331
|
+
cancelled: 0,
|
|
1332
|
+
...overrides
|
|
1333
|
+
});
|
|
1334
|
+
it.effect("FanOut parks the parent with its manifest, rows, and ledger entry", () => withStore((store) => Effect.gen(function* () {
|
|
1335
|
+
const flowId = yield* fanOutParent(store);
|
|
1336
|
+
const parent = yield* store.getJob(flowId);
|
|
1337
|
+
assert(Option.isSome(parent));
|
|
1338
|
+
expect(parent.value.state).toBe("waiting-children");
|
|
1339
|
+
expect(parent.value.flow).toEqual(flowCounts({ pending: 2 }));
|
|
1340
|
+
// A fan-out is a phase transition, not a completed run.
|
|
1341
|
+
expect(parent.value.attemptsMade).toBe(0);
|
|
1342
|
+
const attempts = yield* store.getAttempts(flowId);
|
|
1343
|
+
expect(attempts.map((attempt) => attempt.outcome)).toEqual(["fanned-out"]);
|
|
1344
|
+
const rows = yield* store.listChildResults(flowId);
|
|
1345
|
+
expect(rows.cursor).toBeUndefined();
|
|
1346
|
+
expect(rows.items.map((row) => ({
|
|
1347
|
+
childKey: row.childKey,
|
|
1348
|
+
name: row.name,
|
|
1349
|
+
storeKey: row.storeKey,
|
|
1350
|
+
childJobId: row.childJobId,
|
|
1351
|
+
status: row.status,
|
|
1352
|
+
cascaded: row.cascaded
|
|
1353
|
+
}))).toEqual([
|
|
1354
|
+
{
|
|
1355
|
+
childKey: "a",
|
|
1356
|
+
name: "ChildJob",
|
|
1357
|
+
storeKey: "effect-mq/JobStore/children",
|
|
1358
|
+
childJobId: `flow/main/${flowId}/a`,
|
|
1359
|
+
status: "pending",
|
|
1360
|
+
cascaded: false
|
|
1361
|
+
},
|
|
1362
|
+
{
|
|
1363
|
+
childKey: "b",
|
|
1364
|
+
name: "ChildJob",
|
|
1365
|
+
storeKey: "effect-mq/JobStore/children",
|
|
1366
|
+
childJobId: `flow/main/${flowId}/b`,
|
|
1367
|
+
status: "pending",
|
|
1368
|
+
cascaded: false
|
|
1369
|
+
}
|
|
1370
|
+
]);
|
|
1371
|
+
// Parked parents are never claimable and show in counts.
|
|
1372
|
+
const claim = yield* store.claim(claimOptions({ token: "t-again" }));
|
|
1373
|
+
expect(claim._tag).toBe("Empty");
|
|
1374
|
+
expect((yield* store.counts())["waiting-children"]).toBe(1);
|
|
1375
|
+
})));
|
|
1376
|
+
it.effect("FanOut is lock-token-guarded and validates child ids", () => withStore((store) => Effect.gen(function* () {
|
|
1377
|
+
const { id } = yield* store.enqueue(baseRequest());
|
|
1378
|
+
const claim = yield* store.claim(claimOptions({ token: "t-owner" }));
|
|
1379
|
+
assert(claim._tag === "Claimed");
|
|
1380
|
+
const stale = yield* Effect.exit(store.ack(id, "t-wrong", {
|
|
1381
|
+
_tag: "FanOut",
|
|
1382
|
+
failFast: false,
|
|
1383
|
+
children: [childSpec(id, "a")]
|
|
1384
|
+
}));
|
|
1385
|
+
assert(Exit.isFailure(stale));
|
|
1386
|
+
// A spec without an explicit id fails loudly and leaves the job
|
|
1387
|
+
// active (the ack can be retried with a fixed spec).
|
|
1388
|
+
const bad = yield* Effect.exit(store.ack(id, "t-owner", {
|
|
1389
|
+
_tag: "FanOut",
|
|
1390
|
+
failFast: false,
|
|
1391
|
+
children: [{ ...childSpec(id, "a"), request: baseRequest({ id: undefined }) }]
|
|
1392
|
+
}));
|
|
1393
|
+
assert(Exit.isFailure(bad));
|
|
1394
|
+
const job = yield* store.getJob(id);
|
|
1395
|
+
assert(Option.isSome(job));
|
|
1396
|
+
expect(job.value.state).toBe("active");
|
|
1397
|
+
yield* store.ack(id, "t-owner", {
|
|
1398
|
+
_tag: "FanOut",
|
|
1399
|
+
failFast: false,
|
|
1400
|
+
children: [childSpec(id, "a")]
|
|
1401
|
+
});
|
|
1402
|
+
})));
|
|
1403
|
+
it.effect("an empty FanOut settles straight to runnable collect", () => withStore((store) => Effect.gen(function* () {
|
|
1404
|
+
const flowId = yield* fanOutParent(store, { children: [] });
|
|
1405
|
+
const parent = yield* store.getJob(flowId);
|
|
1406
|
+
assert(Option.isSome(parent));
|
|
1407
|
+
expect(parent.value.state).toBe("waiting");
|
|
1408
|
+
expect(parent.value.flow).toEqual(flowCounts());
|
|
1409
|
+
const claim = yield* store.claim(claimOptions({ token: "t-resume" }));
|
|
1410
|
+
assert(claim._tag === "Claimed");
|
|
1411
|
+
expect(claim.job.id).toBe(flowId);
|
|
1412
|
+
expect(claim.job.flow).toEqual(flowCounts());
|
|
1413
|
+
})));
|
|
1414
|
+
it.effect("recordChildResults applies once, decrements, and settles on the last report", () => withStore((store) => Effect.gen(function* () {
|
|
1415
|
+
const flowId = yield* fanOutParent(store);
|
|
1416
|
+
const first = yield* recordOne(store, report(flowId, "a", "completed"));
|
|
1417
|
+
expect(first).toEqual({ applied: true, parentSettled: false });
|
|
1418
|
+
const midway = yield* store.getJob(flowId);
|
|
1419
|
+
assert(Option.isSome(midway));
|
|
1420
|
+
expect(midway.value.state).toBe("waiting-children");
|
|
1421
|
+
expect(midway.value.flow?.pending).toBe(1);
|
|
1422
|
+
// Duplicates and unknowns drop on the dependency row.
|
|
1423
|
+
expect(yield* recordOne(store, report(flowId, "a", "failed")))
|
|
1424
|
+
.toEqual({ applied: false, parentSettled: false });
|
|
1425
|
+
expect(yield* recordOne(store, report(flowId, "ghost", "completed")))
|
|
1426
|
+
.toEqual({ applied: false, parentSettled: false });
|
|
1427
|
+
expect(yield* recordOne(store, report(JobId("no-such-flow"), "a", "completed")))
|
|
1428
|
+
.toEqual({ applied: false, parentSettled: false });
|
|
1429
|
+
const last = yield* recordOne(store, report(flowId, "b", "failed", {
|
|
1430
|
+
exit: { boom: true }
|
|
1431
|
+
}));
|
|
1432
|
+
expect(last).toEqual({ applied: true, parentSettled: true });
|
|
1433
|
+
// Settled: runnable now, phase collect, results recorded exactly.
|
|
1434
|
+
const parent = yield* store.getJob(flowId);
|
|
1435
|
+
assert(Option.isSome(parent));
|
|
1436
|
+
expect(parent.value.state).toBe("waiting");
|
|
1437
|
+
// The counters mirror the recorded outcomes exactly — via getJob,
|
|
1438
|
+
// via the claimed record (what `collect` reads its counts from),
|
|
1439
|
+
// and via list (what dashboards read). A driver whose claim/list
|
|
1440
|
+
// projections drop the counter columns fails here, not in prod.
|
|
1441
|
+
expect(parent.value.flow).toEqual(flowCounts({ completed: 1, failed: 1 }));
|
|
1442
|
+
const claim = yield* store.claim(claimOptions({ token: "t-resume" }));
|
|
1443
|
+
assert(claim._tag === "Claimed");
|
|
1444
|
+
expect(claim.job.id).toBe(flowId);
|
|
1445
|
+
expect(claim.job.flow).toEqual(flowCounts({ completed: 1, failed: 1 }));
|
|
1446
|
+
const listed = yield* store.list({ name: "TestJob" });
|
|
1447
|
+
expect(listed.items.find((job) => job.id === flowId)?.flow)
|
|
1448
|
+
.toEqual(flowCounts({ completed: 1, failed: 1 }));
|
|
1449
|
+
const rows = yield* store.listChildResults(flowId);
|
|
1450
|
+
const byKey = new Map(rows.items.map((row) => [row.childKey, row]));
|
|
1451
|
+
expect(byKey.get("a")?.status).toBe("completed");
|
|
1452
|
+
expect(byKey.get("a")?.exit).toEqual({ ok: true });
|
|
1453
|
+
// A recorded outcome came FROM the child's store: nothing to cascade.
|
|
1454
|
+
expect(byKey.get("a")?.cascaded).toBe(true);
|
|
1455
|
+
expect(byKey.get("b")?.status).toBe("failed");
|
|
1456
|
+
expect(byKey.get("b")?.exit).toEqual({ boom: true });
|
|
1457
|
+
})));
|
|
1458
|
+
it.effect("recordChildResults wakes a taker parked on the parent's queue", () => withStore((store) => Effect.gen(function* () {
|
|
1459
|
+
const flowId = yield* fanOutParent(store, { children: ["only"] });
|
|
1460
|
+
const empty = yield* store.claim(claimOptions({ token: "t-idle" }));
|
|
1461
|
+
assert(empty._tag === "Empty");
|
|
1462
|
+
const waiter = yield* Effect.forkChild(store.awaitWake([QueueName("default")], empty.wakeToken));
|
|
1463
|
+
yield* TestClock.adjust(1);
|
|
1464
|
+
yield* recordOne(store, report(flowId, "only", "completed"));
|
|
1465
|
+
yield* TestClock.adjust(1);
|
|
1466
|
+
expect(yield* Fiber.join(waiter)).toBeUndefined();
|
|
1467
|
+
})));
|
|
1468
|
+
it.effect("concurrent last reports settle the parent exactly once", () => withStore((store) => Effect.gen(function* () {
|
|
1469
|
+
const flowId = yield* fanOutParent(store);
|
|
1470
|
+
const results = yield* Effect.all([
|
|
1471
|
+
recordOne(store, report(flowId, "a", "completed")),
|
|
1472
|
+
recordOne(store, report(flowId, "b", "completed")),
|
|
1473
|
+
recordOne(store, report(flowId, "a", "completed")),
|
|
1474
|
+
recordOne(store, report(flowId, "b", "completed"))
|
|
1475
|
+
], { concurrency: 4 });
|
|
1476
|
+
expect(results.filter((result) => result.applied).length).toBe(2);
|
|
1477
|
+
expect(results.filter((result) => result.parentSettled).length).toBe(1);
|
|
1478
|
+
})));
|
|
1479
|
+
it.effect("fail-fast settles the parent terminally and marks remaining rows", () => withStore((store) => Effect.gen(function* () {
|
|
1480
|
+
const flowId = yield* fanOutParent(store, { children: ["a", "b", "c"], failFast: true });
|
|
1481
|
+
yield* recordOne(store, report(flowId, "a", "completed"));
|
|
1482
|
+
const settle = yield* recordOne(store, report(flowId, "b", "failed"));
|
|
1483
|
+
expect(settle).toEqual({ applied: true, parentSettled: true });
|
|
1484
|
+
const parent = yield* store.getJob(flowId);
|
|
1485
|
+
assert(Option.isSome(parent));
|
|
1486
|
+
expect(parent.value.state).toBe("failed");
|
|
1487
|
+
expect(parent.value.failedReason).toContain("b");
|
|
1488
|
+
expect(parent.value.exit).toBeUndefined();
|
|
1489
|
+
const rows = yield* store.listChildResults(flowId);
|
|
1490
|
+
const remaining = rows.items.find((row) => row.childKey === "c");
|
|
1491
|
+
expect(remaining?.status).toBe("cancelled");
|
|
1492
|
+
// Marked by the settle — the sweeper still owes a real cancel.
|
|
1493
|
+
expect(remaining?.cascaded).toBe(false);
|
|
1494
|
+
// Settle-time marking lands in the counters too.
|
|
1495
|
+
expect(parent.value.flow).toEqual(flowCounts({ failFast: true, completed: 1, failed: 1, cancelled: 1 }));
|
|
1496
|
+
// A late completion finds its row terminal and drops.
|
|
1497
|
+
expect(yield* recordOne(store, report(flowId, "c", "completed")))
|
|
1498
|
+
.toEqual({ applied: false, parentSettled: false });
|
|
1499
|
+
})));
|
|
1500
|
+
it.effect("cancelling a waiting-children parent settles and marks its pending rows", () => withStore((store) => Effect.gen(function* () {
|
|
1501
|
+
const flowId = yield* fanOutParent(store);
|
|
1502
|
+
yield* recordOne(store, report(flowId, "a", "completed"));
|
|
1503
|
+
yield* store.cancel(flowId);
|
|
1504
|
+
const parent = yield* store.getJob(flowId);
|
|
1505
|
+
assert(Option.isSome(parent));
|
|
1506
|
+
expect(parent.value.state).toBe("cancelled");
|
|
1507
|
+
// The settle marking moves the counters too.
|
|
1508
|
+
expect(parent.value.flow).toEqual(flowCounts({ completed: 1, cancelled: 1 }));
|
|
1509
|
+
const rows = yield* store.listChildResults(flowId);
|
|
1510
|
+
const byKey = new Map(rows.items.map((row) => [row.childKey, row]));
|
|
1511
|
+
expect(byKey.get("a")?.status).toBe("completed");
|
|
1512
|
+
expect(byKey.get("b")?.status).toBe("cancelled");
|
|
1513
|
+
expect(byKey.get("b")?.cascaded).toBe(false);
|
|
1514
|
+
expect(yield* recordOne(store, report(flowId, "b", "completed")))
|
|
1515
|
+
.toEqual({ applied: false, parentSettled: false });
|
|
1516
|
+
})));
|
|
1517
|
+
it.effect("a cancel that races the fan-out wins and marks the rows", () => withStore((store) => Effect.gen(function* () {
|
|
1518
|
+
const { id } = yield* store.enqueue(baseRequest());
|
|
1519
|
+
const claim = yield* store.claim(claimOptions({ token: "t-parent" }));
|
|
1520
|
+
assert(claim._tag === "Claimed");
|
|
1521
|
+
// Cancel the ACTIVE parent (sets cancelRequested), then the worker
|
|
1522
|
+
// acks its fan-out: cancellation wins over parking.
|
|
1523
|
+
yield* store.cancel(id);
|
|
1524
|
+
yield* store.ack(id, "t-parent", {
|
|
1525
|
+
_tag: "FanOut",
|
|
1526
|
+
failFast: false,
|
|
1527
|
+
children: [childSpec(id, "a"), childSpec(id, "b")]
|
|
1528
|
+
});
|
|
1529
|
+
const parent = yield* store.getJob(id);
|
|
1530
|
+
assert(Option.isSome(parent));
|
|
1531
|
+
expect(parent.value.state).toBe("cancelled");
|
|
1532
|
+
expect(parent.value.flow).toEqual(flowCounts({ cancelled: 2 }));
|
|
1533
|
+
// The manifest landed and every row was marked for cascade, so
|
|
1534
|
+
// the sweeper delivers (mostly no-op) cancels to the child store.
|
|
1535
|
+
const rows = yield* store.listChildResults(id);
|
|
1536
|
+
expect(rows.items.map((row) => row.status)).toEqual(["cancelled", "cancelled"]);
|
|
1537
|
+
expect(rows.items.every((row) => !row.cascaded)).toBe(true);
|
|
1538
|
+
const work = yield* store.flowSweepWork({ pendingAgeMs: 0 });
|
|
1539
|
+
expect(work.cascade[0]?.children.map((child) => child.childKey)).toEqual(["a", "b"]);
|
|
1540
|
+
})));
|
|
1541
|
+
it.effect("promote and retry reject a waiting-children parent", () => withStore((store) => Effect.gen(function* () {
|
|
1542
|
+
const flowId = yield* fanOutParent(store);
|
|
1543
|
+
const promoted = yield* Effect.exit(store.promote(flowId));
|
|
1544
|
+
assert(Exit.isFailure(promoted));
|
|
1545
|
+
const retried = yield* Effect.exit(store.retry(flowId));
|
|
1546
|
+
assert(Exit.isFailure(retried));
|
|
1547
|
+
})));
|
|
1548
|
+
it.effect("retrying a fail-fast-failed parent re-enters collect with its manifest", () => withStore((store) => Effect.gen(function* () {
|
|
1549
|
+
const flowId = yield* fanOutParent(store, { children: ["a", "b"], failFast: true });
|
|
1550
|
+
yield* recordOne(store, report(flowId, "a", "failed"));
|
|
1551
|
+
yield* store.retry(flowId);
|
|
1552
|
+
const parent = yield* store.getJob(flowId);
|
|
1553
|
+
assert(Option.isSome(parent));
|
|
1554
|
+
expect(parent.value.state).toBe("waiting");
|
|
1555
|
+
// The manifest survives: a re-claimed parent dispatches collect,
|
|
1556
|
+
// never a second fan-out.
|
|
1557
|
+
expect(parent.value.flow).toBeDefined();
|
|
1558
|
+
expect((yield* store.listChildResults(flowId)).items.length).toBe(2);
|
|
1559
|
+
})));
|
|
1560
|
+
it.effect("a second FanOut converges on the persisted manifest", () => withStore((store) => Effect.gen(function* () {
|
|
1561
|
+
const flowId = yield* fanOutParent(store, { children: ["a"] });
|
|
1562
|
+
yield* recordOne(store, report(flowId, "a", "completed"));
|
|
1563
|
+
// Parent settled to waiting; claim and (bug-path) fan out again
|
|
1564
|
+
// with DIFFERENT children.
|
|
1565
|
+
const claim = yield* store.claim(claimOptions({ token: "t-double" }));
|
|
1566
|
+
assert(claim._tag === "Claimed");
|
|
1567
|
+
yield* store.ack(flowId, "t-double", {
|
|
1568
|
+
_tag: "FanOut",
|
|
1569
|
+
failFast: false,
|
|
1570
|
+
children: [childSpec(flowId, "x"), childSpec(flowId, "y")]
|
|
1571
|
+
});
|
|
1572
|
+
// The original manifest is untouched; state follows its pending
|
|
1573
|
+
// count (0 → runnable collect again).
|
|
1574
|
+
const rows = yield* store.listChildResults(flowId);
|
|
1575
|
+
expect(rows.items.map((row) => row.childKey)).toEqual(["a"]);
|
|
1576
|
+
const parent = yield* store.getJob(flowId);
|
|
1577
|
+
assert(Option.isSome(parent));
|
|
1578
|
+
expect(parent.value.state).toBe("waiting");
|
|
1579
|
+
})));
|
|
1580
|
+
it.effect("flowSweepWork scopes reconcile by parent state and pending age", () => withStore((store) => Effect.gen(function* () {
|
|
1581
|
+
const flowId = yield* fanOutParent(store);
|
|
1582
|
+
// Fresh rows are the push path's business.
|
|
1583
|
+
const fresh = yield* store.flowSweepWork({ pendingAgeMs: 30_000 });
|
|
1584
|
+
expect(fresh.reconcile).toEqual([]);
|
|
1585
|
+
expect(fresh.cascade).toEqual([]);
|
|
1586
|
+
yield* TestClock.adjust(30_000);
|
|
1587
|
+
const due = yield* store.flowSweepWork({ pendingAgeMs: 30_000 });
|
|
1588
|
+
expect(due.reconcile.length).toBe(1);
|
|
1589
|
+
expect(due.reconcile[0]?.flowId).toBe(flowId);
|
|
1590
|
+
expect(due.reconcile[0]?.children.map((child) => child.childKey)).toEqual(["a", "b"]);
|
|
1591
|
+
// The stored spec is the complete original request.
|
|
1592
|
+
expect(due.reconcile[0]?.children[0]?.request).toEqual(childSpec(flowId, "a").request);
|
|
1593
|
+
// Returned rows are re-armed: they leave the page for another full
|
|
1594
|
+
// age, so a sweep page rotates instead of pinning its head.
|
|
1595
|
+
const rearmed = yield* store.flowSweepWork({ pendingAgeMs: 30_000 });
|
|
1596
|
+
expect(rearmed.reconcile).toEqual([]);
|
|
1597
|
+
// A recorded row leaves the reconcile set for good; a settled
|
|
1598
|
+
// parent leaves it entirely.
|
|
1599
|
+
yield* recordOne(store, report(flowId, "a", "completed"));
|
|
1600
|
+
yield* TestClock.adjust(30_000);
|
|
1601
|
+
const partial = yield* store.flowSweepWork({ pendingAgeMs: 30_000 });
|
|
1602
|
+
expect(partial.reconcile[0]?.children.map((child) => child.childKey)).toEqual(["b"]);
|
|
1603
|
+
yield* recordOne(store, report(flowId, "b", "completed"));
|
|
1604
|
+
yield* TestClock.adjust(30_000);
|
|
1605
|
+
const settled = yield* store.flowSweepWork({ pendingAgeMs: 30_000 });
|
|
1606
|
+
expect(settled.reconcile).toEqual([]);
|
|
1607
|
+
})));
|
|
1608
|
+
it.effect("a fail-fast report that is also the last pending row settles as failed", () => withStore((store) => Effect.gen(function* () {
|
|
1609
|
+
const flowId = yield* fanOutParent(store, { children: ["a", "b"], failFast: true });
|
|
1610
|
+
yield* recordOne(store, report(flowId, "a", "completed"));
|
|
1611
|
+
// This report triggers BOTH settle rules: pending hits zero AND it
|
|
1612
|
+
// is the first failure under fail-fast. Fail-fast wins: terminal
|
|
1613
|
+
// `failed`, never a resume into collect.
|
|
1614
|
+
const last = yield* recordOne(store, report(flowId, "b", "failed"));
|
|
1615
|
+
expect(last).toEqual({ applied: true, parentSettled: true });
|
|
1616
|
+
const parent = yield* store.getJob(flowId);
|
|
1617
|
+
assert(Option.isSome(parent));
|
|
1618
|
+
expect(parent.value.state).toBe("failed");
|
|
1619
|
+
expect(parent.value.failedReason).toContain("b");
|
|
1620
|
+
})));
|
|
1621
|
+
it.effect("an empty FanOut wakes takers parked on the parent's queue", () => withStore((store) => Effect.gen(function* () {
|
|
1622
|
+
const { id } = yield* store.enqueue(baseRequest());
|
|
1623
|
+
const claim = yield* store.claim(claimOptions({ token: "t-parent" }));
|
|
1624
|
+
assert(claim._tag === "Claimed");
|
|
1625
|
+
const empty = yield* store.claim(claimOptions({ token: "t-idle" }));
|
|
1626
|
+
assert(empty._tag === "Empty");
|
|
1627
|
+
const waiter = yield* Effect.forkChild(store.awaitWake([QueueName("default")], empty.wakeToken));
|
|
1628
|
+
yield* TestClock.adjust(1);
|
|
1629
|
+
yield* store.ack(id, "t-parent", { _tag: "FanOut", failFast: false, children: [] });
|
|
1630
|
+
yield* TestClock.adjust(1);
|
|
1631
|
+
expect(yield* Fiber.join(waiter)).toBeUndefined();
|
|
1632
|
+
})));
|
|
1633
|
+
it.effect("automatic retention spares a settled parent that still owes cascades", () => withStore((store) => Effect.gen(function* () {
|
|
1634
|
+
// A fail-fast settle marks rows for cascade in the same op that
|
|
1635
|
+
// makes the parent prunable — retention must not race the sweeper
|
|
1636
|
+
// out of its only record that cancels are still owed.
|
|
1637
|
+
const keep = { failed: { count: 1, ageMs: undefined } };
|
|
1638
|
+
const { id: flowId } = yield* store.enqueue(baseRequest({ keep }));
|
|
1639
|
+
const claim = yield* store.claim(claimOptions({ token: "t-parent" }));
|
|
1640
|
+
assert(claim._tag === "Claimed");
|
|
1641
|
+
yield* store.ack(flowId, "t-parent", {
|
|
1642
|
+
_tag: "FanOut",
|
|
1643
|
+
failFast: true,
|
|
1644
|
+
children: [childSpec(flowId, "a"), childSpec(flowId, "b")]
|
|
1645
|
+
});
|
|
1646
|
+
yield* recordOne(store, report(flowId, "a", "failed"));
|
|
1647
|
+
// A newer failed peer would evict the flow parent under count: 1 —
|
|
1648
|
+
// but its "b" row is cancelled and not yet cascaded.
|
|
1649
|
+
const { id: peer1 } = yield* store.enqueue(baseRequest({ keep }));
|
|
1650
|
+
const claim1 = yield* store.claim(claimOptions({ token: "t-p1" }));
|
|
1651
|
+
assert(claim1._tag === "Claimed");
|
|
1652
|
+
yield* store.ack(peer1, "t-p1", { _tag: "Fail", exit: undefined });
|
|
1653
|
+
const spared = yield* store.getJob(flowId);
|
|
1654
|
+
assert(Option.isSome(spared));
|
|
1655
|
+
expect(spared.value.state).toBe("failed");
|
|
1656
|
+
expect((yield* store.listChildResults(flowId)).items.length).toBe(2);
|
|
1657
|
+
// Once the cascade is delivered, retention applies normally.
|
|
1658
|
+
yield* store.markChildrenCascaded(flowId, ["b"]);
|
|
1659
|
+
const { id: peer2 } = yield* store.enqueue(baseRequest({ keep }));
|
|
1660
|
+
const claim2 = yield* store.claim(claimOptions({ token: "t-p2" }));
|
|
1661
|
+
assert(claim2._tag === "Claimed");
|
|
1662
|
+
yield* store.ack(peer2, "t-p2", { _tag: "Fail", exit: undefined });
|
|
1663
|
+
expect(Option.isNone(yield* store.getJob(flowId))).toBe(true);
|
|
1664
|
+
expect((yield* store.listChildResults(flowId)).items).toEqual([]);
|
|
1665
|
+
})));
|
|
1666
|
+
it.effect("flowSweepWork yields cascade work until rows are marked cascaded", () => withStore((store) => Effect.gen(function* () {
|
|
1667
|
+
const flowId = yield* fanOutParent(store, { children: ["a", "b"], failFast: true });
|
|
1668
|
+
yield* recordOne(store, report(flowId, "a", "failed"));
|
|
1669
|
+
const work = yield* store.flowSweepWork({ pendingAgeMs: 30_000 });
|
|
1670
|
+
// Settled flow: nothing to reconcile, but "b" owes a cascade.
|
|
1671
|
+
expect(work.reconcile).toEqual([]);
|
|
1672
|
+
expect(work.cascade.length).toBe(1);
|
|
1673
|
+
expect(work.cascade[0]?.children).toEqual([{
|
|
1674
|
+
childKey: "b",
|
|
1675
|
+
storeKey: "effect-mq/JobStore/children",
|
|
1676
|
+
childJobId: `flow/main/${flowId}/b`
|
|
1677
|
+
}]);
|
|
1678
|
+
yield* store.markChildrenCascaded(flowId, ["b"]);
|
|
1679
|
+
const after = yield* store.flowSweepWork({ pendingAgeMs: 30_000 });
|
|
1680
|
+
expect(after.cascade).toEqual([]);
|
|
1681
|
+
// Idempotent (unknown keys included).
|
|
1682
|
+
yield* store.markChildrenCascaded(flowId, ["b", "ghost"]);
|
|
1683
|
+
})));
|
|
1684
|
+
it.effect("listChildResults paginates in child-key order", () => withStore((store) => Effect.gen(function* () {
|
|
1685
|
+
const flowId = yield* fanOutParent(store, { children: ["c", "a", "b"] });
|
|
1686
|
+
const first = yield* store.listChildResults(flowId, { limit: 2 });
|
|
1687
|
+
expect(first.items.map((row) => row.childKey)).toEqual(["a", "b"]);
|
|
1688
|
+
expect(first.cursor).toBeDefined();
|
|
1689
|
+
const second = yield* store.listChildResults(flowId, {
|
|
1690
|
+
cursor: first.cursor,
|
|
1691
|
+
limit: 2
|
|
1692
|
+
});
|
|
1693
|
+
expect(second.items.map((row) => row.childKey)).toEqual(["c"]);
|
|
1694
|
+
expect(second.cursor).toBeUndefined();
|
|
1695
|
+
})));
|
|
1696
|
+
it.effect("remove refuses a waiting-children parent and deletes rows with a settled one", () => withStore((store) => Effect.gen(function* () {
|
|
1697
|
+
const flowId = yield* fanOutParent(store, { children: ["a"] });
|
|
1698
|
+
expect(yield* store.remove(flowId)).toBe(false);
|
|
1699
|
+
yield* recordOne(store, report(flowId, "a", "failed", { exit: undefined }));
|
|
1700
|
+
// continue-policy: the parent settled to waiting; cancel it so it
|
|
1701
|
+
// is removable, then remove it — the dependency rows go with it.
|
|
1702
|
+
yield* store.cancel(flowId);
|
|
1703
|
+
expect(yield* store.remove(flowId)).toBe(true);
|
|
1704
|
+
expect((yield* store.listChildResults(flowId)).items).toEqual([]);
|
|
1705
|
+
})));
|
|
1706
|
+
it.effect("store-side child failures carry failedReason on the row", () => withStore((store) => Effect.gen(function* () {
|
|
1707
|
+
const flowId = yield* fanOutParent(store, { children: ["a"] });
|
|
1708
|
+
yield* recordOne(store, report(flowId, "a", "failed", {
|
|
1709
|
+
exit: undefined,
|
|
1710
|
+
failedReason: "job stalled more than allowable limit"
|
|
1711
|
+
}));
|
|
1712
|
+
const rows = yield* store.listChildResults(flowId);
|
|
1713
|
+
expect(rows.items[0]?.exit).toBeUndefined();
|
|
1714
|
+
expect(rows.items[0]?.failedReason).toBe("job stalled more than allowable limit");
|
|
1715
|
+
})));
|
|
1716
|
+
// ----------------------------------------------------------------------
|
|
1717
|
+
// Batched reports + the child-side outbox. The outbox is how a CHILD
|
|
1718
|
+
// store reports terminal transitions to a parent living in another
|
|
1719
|
+
// store: append on the transition, peek/delete from the relay.
|
|
1720
|
+
// ----------------------------------------------------------------------
|
|
1721
|
+
it.effect("recordChildResults applies a batch positionally and keeps counters exact", () => withStore((store) => Effect.gen(function* () {
|
|
1722
|
+
const flowId = yield* fanOutParent(store, { children: ["a", "b", "c"] });
|
|
1723
|
+
const results = yield* store.recordChildResults([
|
|
1724
|
+
report(flowId, "a", "completed"),
|
|
1725
|
+
report(flowId, "a", "completed"), // duplicate inside the batch
|
|
1726
|
+
report(flowId, "ghost", "completed"),
|
|
1727
|
+
report(flowId, "b", "failed")
|
|
1728
|
+
]);
|
|
1729
|
+
expect(results).toEqual([
|
|
1730
|
+
{ applied: true, parentSettled: false },
|
|
1731
|
+
{ applied: false, parentSettled: false },
|
|
1732
|
+
{ applied: false, parentSettled: false },
|
|
1733
|
+
{ applied: true, parentSettled: false }
|
|
1734
|
+
]);
|
|
1735
|
+
const parent = yield* store.getJob(flowId);
|
|
1736
|
+
assert(Option.isSome(parent));
|
|
1737
|
+
expect(parent.value.state).toBe("waiting-children");
|
|
1738
|
+
expect(parent.value.flow).toEqual(flowCounts({ pending: 1, completed: 1, failed: 1 }));
|
|
1739
|
+
})));
|
|
1740
|
+
it.effect("a batch that empties pending settles once, on its last applied report", () => withStore((store) => Effect.gen(function* () {
|
|
1741
|
+
const flowId = yield* fanOutParent(store);
|
|
1742
|
+
const results = yield* store.recordChildResults([
|
|
1743
|
+
report(flowId, "a", "completed"),
|
|
1744
|
+
report(flowId, "b", "completed")
|
|
1745
|
+
]);
|
|
1746
|
+
expect(results).toEqual([
|
|
1747
|
+
{ applied: true, parentSettled: false },
|
|
1748
|
+
{ applied: true, parentSettled: true }
|
|
1749
|
+
]);
|
|
1750
|
+
const parent = yield* store.getJob(flowId);
|
|
1751
|
+
assert(Option.isSome(parent));
|
|
1752
|
+
expect(parent.value.state).toBe("waiting");
|
|
1753
|
+
})));
|
|
1754
|
+
it.effect("fail-fast wins inside a batch, after every batch-mate applied", () => withStore((store) => Effect.gen(function* () {
|
|
1755
|
+
const flowId = yield* fanOutParent(store, { children: ["a", "b", "c"], failFast: true });
|
|
1756
|
+
const results = yield* store.recordChildResults([
|
|
1757
|
+
report(flowId, "b", "failed"),
|
|
1758
|
+
report(flowId, "c", "completed")
|
|
1759
|
+
]);
|
|
1760
|
+
// Row updates apply BEFORE the settle decision: "c" keeps its real
|
|
1761
|
+
// completed outcome even though "b" settles the flow.
|
|
1762
|
+
expect(results).toEqual([
|
|
1763
|
+
{ applied: true, parentSettled: true },
|
|
1764
|
+
{ applied: true, parentSettled: false }
|
|
1765
|
+
]);
|
|
1766
|
+
const parent = yield* store.getJob(flowId);
|
|
1767
|
+
assert(Option.isSome(parent));
|
|
1768
|
+
expect(parent.value.state).toBe("failed");
|
|
1769
|
+
expect(parent.value.failedReason).toContain("b");
|
|
1770
|
+
expect(parent.value.flow).toEqual(flowCounts({ failFast: true, completed: 1, failed: 1, cancelled: 1 }));
|
|
1771
|
+
const rows = yield* store.listChildResults(flowId);
|
|
1772
|
+
const byKey = new Map(rows.items.map((row) => [row.childKey, row.status]));
|
|
1773
|
+
expect(byKey.get("c")).toBe("completed");
|
|
1774
|
+
expect(byKey.get("a")).toBe("cancelled");
|
|
1775
|
+
})));
|
|
1776
|
+
it.effect("a batch may span flows and settles each independently", () => withStore((store) => Effect.gen(function* () {
|
|
1777
|
+
const first = yield* fanOutParent(store, { children: ["a"] });
|
|
1778
|
+
const second = yield* fanOutParent(store, { children: ["b"] });
|
|
1779
|
+
const results = yield* store.recordChildResults([
|
|
1780
|
+
report(first, "a", "completed"),
|
|
1781
|
+
report(second, "b", "completed")
|
|
1782
|
+
]);
|
|
1783
|
+
expect(results).toEqual([
|
|
1784
|
+
{ applied: true, parentSettled: true },
|
|
1785
|
+
{ applied: true, parentSettled: true }
|
|
1786
|
+
]);
|
|
1787
|
+
})));
|
|
1788
|
+
it.effect("a cancelled child report moves the cancelled counter", () => withStore((store) => Effect.gen(function* () {
|
|
1789
|
+
const flowId = yield* fanOutParent(store);
|
|
1790
|
+
yield* recordOne(store, report(flowId, "a", "cancelled", { exit: undefined }));
|
|
1791
|
+
const parent = yield* store.getJob(flowId);
|
|
1792
|
+
assert(Option.isSome(parent));
|
|
1793
|
+
expect(parent.value.flow).toEqual(flowCounts({ pending: 1, cancelled: 1 }));
|
|
1794
|
+
})));
|
|
1795
|
+
it.effect("peekOutbox pages past prior entries with `after`, even deleted ones", () => withStore((store) => Effect.gen(function* () {
|
|
1796
|
+
const enqueueChild = (key) => Effect.gen(function* () {
|
|
1797
|
+
const { id } = yield* store.enqueue(baseRequest({
|
|
1798
|
+
parent: parentEnvelope(JobId("remote-flow-3"), key)
|
|
1799
|
+
}));
|
|
1800
|
+
const claim = yield* store.claim(claimOptions({ token: `t-${key}` }));
|
|
1801
|
+
assert(claim._tag === "Claimed");
|
|
1802
|
+
yield* store.ack(id, `t-${key}`, { _tag: "Complete", exit: { key } });
|
|
1803
|
+
});
|
|
1804
|
+
yield* enqueueChild("one");
|
|
1805
|
+
yield* enqueueChild("two");
|
|
1806
|
+
yield* enqueueChild("three");
|
|
1807
|
+
const first = yield* store.peekOutbox({ limit: 2 });
|
|
1808
|
+
expect(first.map((entry) => entry.report.childKey)).toEqual(["one", "two"]);
|
|
1809
|
+
const cursor = first[first.length - 1]?.id;
|
|
1810
|
+
assert(cursor !== undefined);
|
|
1811
|
+
const rest = yield* store.peekOutbox({ limit: 2, after: cursor });
|
|
1812
|
+
expect(rest.map((entry) => entry.report.childKey)).toEqual(["three"]);
|
|
1813
|
+
// The cursor keeps working when the entry it names is gone.
|
|
1814
|
+
yield* store.deleteOutbox([cursor]);
|
|
1815
|
+
const restAgain = yield* store.peekOutbox({ limit: 2, after: cursor });
|
|
1816
|
+
expect(restAgain.map((entry) => entry.report.childKey)).toEqual(["three"]);
|
|
1817
|
+
})));
|
|
1818
|
+
it.effect("cancels honoured by retry acks, the stall sweep, and on a parked parent land in the outbox", () => withStore((store) => Effect.gen(function* () {
|
|
1819
|
+
const envelope = (key) => parentEnvelope(JobId("remote-flow-4"), key);
|
|
1820
|
+
// A cancel honoured when a RETRY ack finds the flag set.
|
|
1821
|
+
const retried = yield* store.enqueue(baseRequest({ parent: envelope("retry-cancel") }));
|
|
1822
|
+
const claimA = yield* store.claim(claimOptions({ token: "t-a" }));
|
|
1823
|
+
assert(claimA._tag === "Claimed");
|
|
1824
|
+
yield* store.cancel(retried.id);
|
|
1825
|
+
yield* store.ack(retried.id, "t-a", { _tag: "Retry", delayMs: 0, exit: undefined });
|
|
1826
|
+
// A cancel honoured when the stall sweep recovers a dead worker.
|
|
1827
|
+
const stalled = yield* store.enqueue(baseRequest({ parent: envelope("stall-cancel") }));
|
|
1828
|
+
const claimB = yield* store.claim(claimOptions({ token: "t-b", lockDurationMs: 1_000 }));
|
|
1829
|
+
assert(claimB._tag === "Claimed");
|
|
1830
|
+
yield* store.cancel(stalled.id);
|
|
1831
|
+
yield* TestClock.adjust(2_000);
|
|
1832
|
+
yield* store.recoverStalled({ maxStalledCount: 5 });
|
|
1833
|
+
// A direct cancel of a PARKED nested parent (waiting-children).
|
|
1834
|
+
const parked = yield* store.enqueue(baseRequest({ parent: envelope("parked-cancel") }));
|
|
1835
|
+
const claimC = yield* store.claim(claimOptions({ token: "t-c" }));
|
|
1836
|
+
assert(claimC._tag === "Claimed");
|
|
1837
|
+
yield* store.ack(parked.id, "t-c", {
|
|
1838
|
+
_tag: "FanOut",
|
|
1839
|
+
failFast: false,
|
|
1840
|
+
children: [childSpec(parked.id, "a")]
|
|
1841
|
+
});
|
|
1842
|
+
yield* store.cancel(parked.id);
|
|
1843
|
+
const entries = yield* store.peekOutbox({ limit: 10 });
|
|
1844
|
+
expect(entries.map((entry) => [entry.report.childKey, entry.report.outcome])).toEqual([
|
|
1845
|
+
["retry-cancel", "cancelled"],
|
|
1846
|
+
["stall-cancel", "cancelled"],
|
|
1847
|
+
["parked-cancel", "cancelled"]
|
|
1848
|
+
]);
|
|
1849
|
+
})));
|
|
1850
|
+
it.effect("terminal transitions of envelope-carrying jobs land in the outbox", () => withStore((store) => Effect.gen(function* () {
|
|
1851
|
+
const envelope = (key) => parentEnvelope(JobId("remote-flow-1"), key);
|
|
1852
|
+
// A plain job's terminal ack appends nothing.
|
|
1853
|
+
const plain = yield* store.enqueue(baseRequest());
|
|
1854
|
+
const plainClaim = yield* store.claim(claimOptions({ token: "t-plain" }));
|
|
1855
|
+
assert(plainClaim._tag === "Claimed");
|
|
1856
|
+
yield* store.ack(plain.id, "t-plain", { _tag: "Complete", exit: { ok: true } });
|
|
1857
|
+
expect(yield* store.peekOutbox({ limit: 10 })).toEqual([]);
|
|
1858
|
+
// Ack Complete → outbox entry with the exit.
|
|
1859
|
+
const acked = yield* store.enqueue(baseRequest({ parent: envelope("acked") }));
|
|
1860
|
+
const claim = yield* store.claim(claimOptions({ token: "t-child" }));
|
|
1861
|
+
assert(claim._tag === "Claimed");
|
|
1862
|
+
expect(claim.job.id).toBe(acked.id);
|
|
1863
|
+
yield* store.ack(acked.id, "t-child", { _tag: "Complete", exit: { sent: 1 } });
|
|
1864
|
+
// Direct cancel of a delayed child → outbox entry.
|
|
1865
|
+
const cancelled = yield* store.enqueue(baseRequest({ parent: envelope("cancelled"), delayMs: 60_000 }));
|
|
1866
|
+
yield* store.cancel(cancelled.id);
|
|
1867
|
+
// Stall exhaustion → outbox entry carrying the failedReason.
|
|
1868
|
+
yield* store.enqueue(baseRequest({ parent: envelope("stalled") }));
|
|
1869
|
+
const stalledClaim = yield* store.claim(claimOptions({ token: "t-stall", lockDurationMs: 1_000 }));
|
|
1870
|
+
assert(stalledClaim._tag === "Claimed");
|
|
1871
|
+
yield* TestClock.adjust(2_000);
|
|
1872
|
+
const recovered = yield* store.recoverStalled({ maxStalledCount: 0 });
|
|
1873
|
+
expect(recovered).toEqual([{ id: stalledClaim.job.id, failed: true }]);
|
|
1874
|
+
// Oldest first, `limit` respected, full entry shape.
|
|
1875
|
+
const firstPage = yield* store.peekOutbox({ limit: 2 });
|
|
1876
|
+
expect(firstPage.map((entry) => entry.report.childKey)).toEqual(["acked", "cancelled"]);
|
|
1877
|
+
const head = firstPage[0];
|
|
1878
|
+
assert(head !== undefined);
|
|
1879
|
+
expect(head.flowName).toBe("test-flow");
|
|
1880
|
+
expect(head.parentStoreKey).toBe("main");
|
|
1881
|
+
expect(head.report.flowId).toBe("remote-flow-1");
|
|
1882
|
+
expect(head.report.outcome).toBe("completed");
|
|
1883
|
+
expect(head.report.exit).toEqual({ sent: 1 });
|
|
1884
|
+
const all = yield* store.peekOutbox({ limit: 10 });
|
|
1885
|
+
expect(all.map((entry) => entry.report.outcome)).toEqual([
|
|
1886
|
+
"completed",
|
|
1887
|
+
"cancelled",
|
|
1888
|
+
"failed"
|
|
1889
|
+
]);
|
|
1890
|
+
expect(all[2]?.report.exit).toBeUndefined();
|
|
1891
|
+
expect(all[2]?.report.failedReason).toBe("job stalled more than allowable limit");
|
|
1892
|
+
// Peek does not consume; delete does, idempotently.
|
|
1893
|
+
yield* store.deleteOutbox([head.id, "ghost-id"]);
|
|
1894
|
+
const rest = yield* store.peekOutbox({ limit: 10 });
|
|
1895
|
+
expect(rest.map((entry) => entry.report.childKey)).toEqual(["cancelled", "stalled"]);
|
|
1896
|
+
yield* store.deleteOutbox([head.id]);
|
|
1897
|
+
expect((yield* store.peekOutbox({ limit: 10 })).length).toBe(2);
|
|
1898
|
+
})));
|
|
1899
|
+
it.effect("cancels honoured off the ack path still land in the outbox", () => withStore((store) => Effect.gen(function* () {
|
|
1900
|
+
// A cancel that arrives while the child runs, honoured when the
|
|
1901
|
+
// worker RELEASES the job (shutdown) instead of acking it.
|
|
1902
|
+
const { id } = yield* store.enqueue(baseRequest({
|
|
1903
|
+
parent: parentEnvelope(JobId("remote-flow-2"), "released")
|
|
1904
|
+
}));
|
|
1905
|
+
const claim = yield* store.claim(claimOptions({ token: "t-run" }));
|
|
1906
|
+
assert(claim._tag === "Claimed");
|
|
1907
|
+
yield* store.cancel(id);
|
|
1908
|
+
yield* store.release(id, "t-run");
|
|
1909
|
+
const job = yield* store.getJob(id);
|
|
1910
|
+
assert(Option.isSome(job));
|
|
1911
|
+
expect(job.value.state).toBe("cancelled");
|
|
1912
|
+
const entries = yield* store.peekOutbox({ limit: 10 });
|
|
1913
|
+
expect(entries.map((entry) => entry.report.outcome)).toEqual(["cancelled"]);
|
|
1914
|
+
expect(entries[0]?.report.childKey).toBe("released");
|
|
1915
|
+
})));
|
|
1916
|
+
it.effect("a cancel that races a nested parent's fan-out reports upward through the outbox", () => withStore((store) => Effect.gen(function* () {
|
|
1917
|
+
// The parent being fanned out is itself a flow child; the raced
|
|
1918
|
+
// cancel settles it terminally inside the FanOut ack.
|
|
1919
|
+
const inner = yield* store.enqueue(baseRequest({
|
|
1920
|
+
parent: {
|
|
1921
|
+
flowName: "outer-flow",
|
|
1922
|
+
flowId: JobId("outer-2"),
|
|
1923
|
+
childKey: "inner-raced",
|
|
1924
|
+
parentStoreKey: "outer-store",
|
|
1925
|
+
depth: 1
|
|
1926
|
+
}
|
|
1927
|
+
}));
|
|
1928
|
+
const claim = yield* store.claim(claimOptions({ token: "t-race" }));
|
|
1929
|
+
assert(claim._tag === "Claimed");
|
|
1930
|
+
yield* store.cancel(inner.id);
|
|
1931
|
+
yield* store.ack(inner.id, "t-race", {
|
|
1932
|
+
_tag: "FanOut",
|
|
1933
|
+
failFast: false,
|
|
1934
|
+
children: [childSpec(inner.id, "a")]
|
|
1935
|
+
});
|
|
1936
|
+
const parent = yield* store.getJob(inner.id);
|
|
1937
|
+
assert(Option.isSome(parent));
|
|
1938
|
+
expect(parent.value.state).toBe("cancelled");
|
|
1939
|
+
const entries = yield* store.peekOutbox({ limit: 10 });
|
|
1940
|
+
expect(entries.map((entry) => entry.report.outcome)).toEqual(["cancelled"]);
|
|
1941
|
+
expect(entries[0]?.report.childKey).toBe("inner-raced");
|
|
1942
|
+
expect(entries[0]?.flowName).toBe("outer-flow");
|
|
1943
|
+
})));
|
|
1944
|
+
it.effect("a fail-fast settle of a nested parent reports upward through the outbox", () => withStore((store) => Effect.gen(function* () {
|
|
1945
|
+
// The inner parent is itself a flow child; its terminal transition
|
|
1946
|
+
// happens store-side (the settle), with no worker ack to hook.
|
|
1947
|
+
const inner = yield* store.enqueue(baseRequest({
|
|
1948
|
+
parent: {
|
|
1949
|
+
flowName: "outer-flow",
|
|
1950
|
+
flowId: JobId("outer-1"),
|
|
1951
|
+
childKey: "inner",
|
|
1952
|
+
parentStoreKey: "outer-store",
|
|
1953
|
+
depth: 1
|
|
1954
|
+
}
|
|
1955
|
+
}));
|
|
1956
|
+
const claim = yield* store.claim(claimOptions({ token: "t-inner" }));
|
|
1957
|
+
assert(claim._tag === "Claimed");
|
|
1958
|
+
yield* store.ack(inner.id, "t-inner", {
|
|
1959
|
+
_tag: "FanOut",
|
|
1960
|
+
failFast: true,
|
|
1961
|
+
children: [childSpec(inner.id, "a")]
|
|
1962
|
+
});
|
|
1963
|
+
// Parking is not terminal: nothing in the outbox yet.
|
|
1964
|
+
expect(yield* store.peekOutbox({ limit: 10 })).toEqual([]);
|
|
1965
|
+
yield* recordOne(store, report(inner.id, "a", "failed"));
|
|
1966
|
+
const entries = yield* store.peekOutbox({ limit: 10 });
|
|
1967
|
+
expect(entries.length).toBe(1);
|
|
1968
|
+
expect(entries[0]?.flowName).toBe("outer-flow");
|
|
1969
|
+
expect(entries[0]?.report.childKey).toBe("inner");
|
|
1970
|
+
expect(entries[0]?.report.outcome).toBe("failed");
|
|
1971
|
+
expect(entries[0]?.report.failedReason).toContain('"a" failed');
|
|
1972
|
+
})));
|
|
1246
1973
|
});
|
|
1247
1974
|
};
|
|
1248
1975
|
//# sourceMappingURL=conformance.js.map
|