@smthrs/journal 1.0.0-rc.16 → 1.0.0-rc.18
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +20 -0
- package/README.md +26 -8
- package/dist/cjs/CallFact.d.ts +8 -8
- package/dist/cjs/Consensus.d.ts +26 -6
- package/dist/cjs/Consensus.d.ts.map +1 -1
- package/dist/cjs/Consensus.js +63 -22
- package/dist/cjs/Consensus.js.map +2 -2
- package/dist/cjs/EngineEvent.d.ts +23 -23
- package/dist/cjs/EngineEvent.d.ts.map +1 -1
- package/dist/cjs/EngineEvent.js +3 -2
- package/dist/cjs/EngineEvent.js.map +2 -2
- package/dist/cjs/ExecutionFact.d.ts +5 -5
- package/dist/cjs/Journal.d.ts +77 -2
- package/dist/cjs/Journal.d.ts.map +1 -1
- package/dist/cjs/Journal.js +1 -0
- package/dist/cjs/Journal.js.map +2 -2
- package/dist/cjs/JournalGeneration.d.ts +1 -1
- package/dist/cjs/JournalGeneration.d.ts.map +1 -1
- package/dist/cjs/JournalGeneration.js +10 -1
- package/dist/cjs/JournalGeneration.js.map +2 -2
- package/dist/cjs/JournalMetrics.d.ts +41 -5
- package/dist/cjs/JournalMetrics.d.ts.map +1 -1
- package/dist/cjs/JournalMetrics.js +10 -1
- package/dist/cjs/JournalMetrics.js.map +2 -2
- package/dist/cjs/RedactedLogger.d.ts.map +1 -1
- package/dist/cjs/RedactedLogger.js +5 -3
- package/dist/cjs/RedactedLogger.js.map +2 -2
- package/dist/cjs/Redaction.d.ts +18 -1
- package/dist/cjs/Redaction.d.ts.map +1 -1
- package/dist/cjs/Redaction.js +142 -12
- package/dist/cjs/Redaction.js.map +3 -3
- package/dist/cjs/SqlConsensus.d.ts +4 -3
- package/dist/cjs/SqlConsensus.d.ts.map +1 -1
- package/dist/cjs/SqlConsensus.js +92 -59
- package/dist/cjs/SqlConsensus.js.map +2 -2
- package/dist/cjs/SqlJournal.d.ts.map +1 -1
- package/dist/cjs/SqlJournal.js +370 -131
- package/dist/cjs/SqlJournal.js.map +3 -3
- package/dist/cjs/StepFact.d.ts +1 -1
- package/dist/cjs/TelemetryLog.d.ts +241 -0
- package/dist/cjs/TelemetryLog.d.ts.map +1 -0
- package/dist/cjs/TelemetryLog.js +349 -0
- package/dist/cjs/TelemetryLog.js.map +7 -0
- package/dist/cjs/index.d.ts +5 -0
- package/dist/cjs/index.d.ts.map +1 -1
- package/dist/cjs/index.js +3 -1
- package/dist/cjs/index.js.map +2 -2
- package/dist/cjs/internal/EventTally.d.ts +31 -0
- package/dist/cjs/internal/EventTally.d.ts.map +1 -0
- package/dist/cjs/internal/EventTally.js +32 -0
- package/dist/cjs/internal/EventTally.js.map +7 -0
- package/dist/cjs/internal/JournalDigest.d.ts +24 -0
- package/dist/cjs/internal/JournalDigest.d.ts.map +1 -0
- package/dist/cjs/internal/JournalDigest.js +44 -0
- package/dist/cjs/internal/JournalDigest.js.map +7 -0
- package/dist/cjs/internal/JournalTestObserver.d.ts +41 -0
- package/dist/cjs/internal/JournalTestObserver.d.ts.map +1 -0
- package/dist/cjs/internal/JournalTestObserver.js +38 -0
- package/dist/cjs/internal/JournalTestObserver.js.map +7 -0
- package/dist/cjs/internal/TelemetryText.d.ts +28 -0
- package/dist/cjs/internal/TelemetryText.d.ts.map +1 -0
- package/dist/cjs/internal/TelemetryText.js +44 -0
- package/dist/cjs/internal/TelemetryText.js.map +7 -0
- package/dist/esm/CallFact.d.ts +8 -8
- package/dist/esm/Consensus.d.ts +26 -6
- package/dist/esm/Consensus.d.ts.map +1 -1
- package/dist/esm/Consensus.js +102 -21
- package/dist/esm/Consensus.js.map +1 -1
- package/dist/esm/EngineEvent.d.ts +23 -23
- package/dist/esm/EngineEvent.d.ts.map +1 -1
- package/dist/esm/EngineEvent.js +4 -2
- package/dist/esm/EngineEvent.js.map +1 -1
- package/dist/esm/ExecutionFact.d.ts +5 -5
- package/dist/esm/Journal.d.ts +77 -2
- package/dist/esm/Journal.d.ts.map +1 -1
- package/dist/esm/Journal.js +4 -1
- package/dist/esm/Journal.js.map +1 -1
- package/dist/esm/JournalGeneration.d.ts +1 -1
- package/dist/esm/JournalGeneration.d.ts.map +1 -1
- package/dist/esm/JournalGeneration.js +9 -1
- package/dist/esm/JournalGeneration.js.map +1 -1
- package/dist/esm/JournalMetrics.d.ts +41 -5
- package/dist/esm/JournalMetrics.d.ts.map +1 -1
- package/dist/esm/JournalMetrics.js +38 -6
- package/dist/esm/JournalMetrics.js.map +1 -1
- package/dist/esm/RedactedLogger.d.ts.map +1 -1
- package/dist/esm/RedactedLogger.js +9 -5
- package/dist/esm/RedactedLogger.js.map +1 -1
- package/dist/esm/Redaction.d.ts +18 -1
- package/dist/esm/Redaction.d.ts.map +1 -1
- package/dist/esm/Redaction.js +199 -16
- package/dist/esm/Redaction.js.map +1 -1
- package/dist/esm/SqlConsensus.d.ts +4 -3
- package/dist/esm/SqlConsensus.d.ts.map +1 -1
- package/dist/esm/SqlConsensus.js +34 -22
- package/dist/esm/SqlConsensus.js.map +1 -1
- package/dist/esm/SqlJournal.d.ts.map +1 -1
- package/dist/esm/SqlJournal.js +410 -108
- package/dist/esm/SqlJournal.js.map +1 -1
- package/dist/esm/StepFact.d.ts +1 -1
- package/dist/esm/TelemetryLog.d.ts +241 -0
- package/dist/esm/TelemetryLog.d.ts.map +1 -0
- package/dist/esm/TelemetryLog.js +519 -0
- package/dist/esm/TelemetryLog.js.map +1 -0
- package/dist/esm/index.d.ts +5 -0
- package/dist/esm/index.d.ts.map +1 -1
- package/dist/esm/index.js +5 -0
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/internal/EventTally.d.ts +31 -0
- package/dist/esm/internal/EventTally.d.ts.map +1 -0
- package/dist/esm/internal/EventTally.js +27 -0
- package/dist/esm/internal/EventTally.js.map +1 -0
- package/dist/esm/internal/JournalDigest.d.ts +24 -0
- package/dist/esm/internal/JournalDigest.d.ts.map +1 -0
- package/dist/esm/internal/JournalDigest.js +27 -0
- package/dist/esm/internal/JournalDigest.js.map +1 -0
- package/dist/esm/internal/JournalTestObserver.d.ts +41 -0
- package/dist/esm/internal/JournalTestObserver.d.ts.map +1 -0
- package/dist/esm/internal/JournalTestObserver.js +17 -0
- package/dist/esm/internal/JournalTestObserver.js.map +1 -0
- package/dist/esm/internal/TelemetryText.d.ts +28 -0
- package/dist/esm/internal/TelemetryText.d.ts.map +1 -0
- package/dist/esm/internal/TelemetryText.js +28 -0
- package/dist/esm/internal/TelemetryText.js.map +1 -0
- package/docs/README.md +6 -5
- package/docs/api.md +244 -49
- package/docs/concepts/owner-fence.md +4 -1
- package/docs/concepts/redaction.md +45 -2
- package/docs/concepts/state-event-authority.md +5 -4
- package/docs/concepts/two-channels.md +3 -2
- package/docs/guides/read-a-run.md +8 -6
- package/docs/guides/redact-log-output.md +4 -2
- package/docs/guides/testing.md +4 -2
- package/docs/installation.md +23 -9
- package/docs/quickstart.md +58 -3
- package/docs/troubleshooting.md +4 -2
- package/package.json +21 -9
- package/src/Consensus.ts +118 -28
- package/src/EngineEvent.ts +6 -2
- package/src/Journal.ts +85 -2
- package/src/JournalGeneration.ts +13 -1
- package/src/JournalMetrics.ts +53 -6
- package/src/RedactedLogger.ts +10 -4
- package/src/Redaction.ts +252 -16
- package/src/SqlConsensus.ts +135 -83
- package/src/SqlJournal.ts +604 -179
- package/src/TelemetryLog.ts +597 -0
- package/src/index.ts +6 -0
- package/src/internal/EventTally.ts +39 -0
- package/src/internal/JournalDigest.ts +30 -0
- package/src/internal/JournalTestObserver.ts +48 -0
- package/src/internal/TelemetryText.ts +31 -0
package/dist/cjs/SqlConsensus.js
CHANGED
|
@@ -53,7 +53,13 @@ const make = Effect.gen(function* () {
|
|
|
53
53
|
message: "consensus lease operation failed",
|
|
54
54
|
cause
|
|
55
55
|
});
|
|
56
|
-
const
|
|
56
|
+
const preserveConsensusError = (cause) => cause instanceof import_Consensus.ConsensusError ? cause : strategyError(cause);
|
|
57
|
+
const write = (key, body) => writer.write(body, { partition: key }).pipe(
|
|
58
|
+
Effect.mapError(preserveConsensusError)
|
|
59
|
+
);
|
|
60
|
+
const writeReading = (key, body) => writer.write(body, { partition: key, readOnly: true }).pipe(
|
|
61
|
+
Effect.mapError(preserveConsensusError)
|
|
62
|
+
);
|
|
57
63
|
const leaseOf = (runId) => sql`
|
|
58
64
|
SELECT owner_host_id, owner_pid, owner_nonce, claim_host_id, claim_pid, claim_nonce
|
|
59
65
|
FROM flows_consensus_leases
|
|
@@ -64,8 +70,10 @@ const make = Effect.gen(function* () {
|
|
|
64
70
|
WHERE run_id = ${runId} AND owner_host_id IS NULL AND claim_host_id IS NULL
|
|
65
71
|
`;
|
|
66
72
|
const claim = Effect.fn("Consensus.claim")(
|
|
67
|
-
(runId, claimant, nowMs) => write(
|
|
68
|
-
|
|
73
|
+
(runId, claimant, nowMs) => write(
|
|
74
|
+
runId,
|
|
75
|
+
Effect.gen(function* () {
|
|
76
|
+
const rows = yield* sql`
|
|
69
77
|
INSERT INTO flows_consensus_leases (run_id, claim_host_id, claim_pid, claim_nonce, claimed_at_ms)
|
|
70
78
|
VALUES (${runId}, ${claimant.hostId}, ${claimant.pid}, ${claimant.nonce}, ${nowMs})
|
|
71
79
|
ON CONFLICT (run_id) DO UPDATE SET
|
|
@@ -77,14 +85,17 @@ const make = Effect.gen(function* () {
|
|
|
77
85
|
AND flows_consensus_leases.owner_host_id IS NULL
|
|
78
86
|
RETURNING run_id
|
|
79
87
|
`;
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
88
|
+
if (rows.length > 0) return claimed(nowMs);
|
|
89
|
+
const lease = (yield* leaseOf(runId))[0];
|
|
90
|
+
return lease.claim_host_id !== null ? rejected("already_claimed") : rejected("owner_held");
|
|
91
|
+
})
|
|
92
|
+
)
|
|
84
93
|
);
|
|
85
94
|
const activate = Effect.fn("Consensus.activate")(
|
|
86
|
-
(runId, owner, grantedAtMs, nowMs) => write(
|
|
87
|
-
|
|
95
|
+
(runId, owner, grantedAtMs, nowMs) => write(
|
|
96
|
+
runId,
|
|
97
|
+
Effect.gen(function* () {
|
|
98
|
+
const rows = yield* sql`
|
|
88
99
|
UPDATE flows_consensus_leases
|
|
89
100
|
SET
|
|
90
101
|
owner_host_id = ${owner.hostId},
|
|
@@ -103,12 +114,15 @@ const make = Effect.gen(function* () {
|
|
|
103
114
|
AND claimed_at_ms = ${grantedAtMs}
|
|
104
115
|
RETURNING run_id
|
|
105
116
|
`;
|
|
106
|
-
|
|
107
|
-
|
|
117
|
+
return rows.length > 0 ? activated : lost;
|
|
118
|
+
})
|
|
119
|
+
)
|
|
108
120
|
);
|
|
109
121
|
const heartbeat = Effect.fn("Consensus.heartbeat")(
|
|
110
|
-
(runId, owner, nowMs) => write(
|
|
111
|
-
|
|
122
|
+
(runId, owner, nowMs) => write(
|
|
123
|
+
runId,
|
|
124
|
+
Effect.gen(function* () {
|
|
125
|
+
const rows = yield* sql`
|
|
112
126
|
UPDATE flows_consensus_leases
|
|
113
127
|
SET heartbeat_at_ms = ${Dialect.greatest(sql)}(heartbeat_at_ms, ${nowMs})
|
|
114
128
|
WHERE run_id = ${runId}
|
|
@@ -117,13 +131,16 @@ const make = Effect.gen(function* () {
|
|
|
117
131
|
AND owner_nonce = ${owner.nonce}
|
|
118
132
|
RETURNING heartbeat_at_ms
|
|
119
133
|
`;
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
134
|
+
const row = rows[0];
|
|
135
|
+
return row === void 0 ? lost : { _tag: "Renewed", heartbeatAtMs: Number(row.heartbeat_at_ms) };
|
|
136
|
+
})
|
|
137
|
+
)
|
|
123
138
|
);
|
|
124
139
|
const reconfirm = Effect.fn("Consensus.reconfirm")(
|
|
125
|
-
(runId, owner, nowMs) => write(
|
|
126
|
-
|
|
140
|
+
(runId, owner, nowMs) => write(
|
|
141
|
+
runId,
|
|
142
|
+
Effect.gen(function* () {
|
|
143
|
+
const rows = yield* sql`
|
|
127
144
|
UPDATE flows_consensus_leases
|
|
128
145
|
SET heartbeat_at_ms = ${Dialect.greatest(sql)}(heartbeat_at_ms, ${nowMs})
|
|
129
146
|
WHERE run_id = ${runId}
|
|
@@ -133,39 +150,48 @@ const make = Effect.gen(function* () {
|
|
|
133
150
|
AND claim_host_id IS NULL
|
|
134
151
|
RETURNING heartbeat_at_ms
|
|
135
152
|
`;
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
153
|
+
const row = rows[0];
|
|
154
|
+
return row === void 0 ? lost : { _tag: "Renewed", heartbeatAtMs: Number(row.heartbeat_at_ms) };
|
|
155
|
+
})
|
|
156
|
+
)
|
|
139
157
|
);
|
|
140
158
|
const release = Effect.fn("Consensus.release")(
|
|
141
|
-
(runId, owner) => write(
|
|
142
|
-
|
|
159
|
+
(runId, owner, claimedAtMs) => write(
|
|
160
|
+
runId,
|
|
161
|
+
Effect.gen(function* () {
|
|
162
|
+
yield* sql`
|
|
143
163
|
UPDATE flows_consensus_leases
|
|
144
164
|
SET claim_host_id = NULL, claim_pid = NULL, claim_nonce = NULL, claimed_at_ms = NULL
|
|
145
165
|
WHERE run_id = ${runId}
|
|
146
166
|
AND claim_host_id = ${owner.hostId}
|
|
147
167
|
AND claim_pid = ${owner.pid}
|
|
148
168
|
AND claim_nonce = ${owner.nonce}
|
|
169
|
+
AND ${claimedAtMs === void 0 ? sql`TRUE` : sql`claimed_at_ms = ${claimedAtMs}`}
|
|
149
170
|
`;
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
171
|
+
if (claimedAtMs === void 0) {
|
|
172
|
+
yield* sql`
|
|
173
|
+
UPDATE flows_consensus_leases
|
|
174
|
+
SET owner_host_id = NULL, owner_pid = NULL, owner_nonce = NULL,
|
|
175
|
+
granted_at_ms = NULL, heartbeat_at_ms = NULL
|
|
176
|
+
WHERE run_id = ${runId}
|
|
177
|
+
AND owner_host_id = ${owner.hostId}
|
|
178
|
+
AND owner_pid = ${owner.pid}
|
|
179
|
+
AND owner_nonce = ${owner.nonce}
|
|
180
|
+
`;
|
|
181
|
+
}
|
|
182
|
+
yield* prune(runId);
|
|
183
|
+
})
|
|
184
|
+
)
|
|
161
185
|
);
|
|
162
186
|
const steal = Effect.fn("Consensus.steal")(
|
|
163
187
|
(runId, claimant, nowMs, evidence) => Effect.suspend(() => {
|
|
164
188
|
if (!(0, import_Consensus.matchesEvidence)(evidence.expectedOwner, claimant, nowMs, evidence)) {
|
|
165
189
|
return Effect.succeed(rejected("evidence_invalid"));
|
|
166
190
|
}
|
|
167
|
-
return write(
|
|
168
|
-
|
|
191
|
+
return write(
|
|
192
|
+
runId,
|
|
193
|
+
Effect.gen(function* () {
|
|
194
|
+
const rows = yield* sql`
|
|
169
195
|
UPDATE flows_consensus_leases
|
|
170
196
|
SET
|
|
171
197
|
claim_host_id = ${claimant.hostId},
|
|
@@ -180,14 +206,15 @@ const make = Effect.gen(function* () {
|
|
|
180
206
|
AND claim_host_id IS NULL
|
|
181
207
|
RETURNING run_id
|
|
182
208
|
`;
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
209
|
+
if (rows.length > 0) return claimed(nowMs);
|
|
210
|
+
const lease = (yield* leaseOf(runId))[0];
|
|
211
|
+
if (lease !== void 0 && lease.claim_host_id !== null) return rejected("already_claimed");
|
|
212
|
+
if (lease === void 0 || lease.owner_host_id !== evidence.expectedOwner.hostId || Number(lease.owner_pid) !== evidence.expectedOwner.pid || lease.owner_nonce !== evidence.expectedOwner.nonce) {
|
|
213
|
+
return rejected("evidence_invalid");
|
|
214
|
+
}
|
|
215
|
+
return rejected("owner_live");
|
|
216
|
+
})
|
|
217
|
+
);
|
|
191
218
|
})
|
|
192
219
|
);
|
|
193
220
|
const recover = Effect.fn("Consensus.recover")(
|
|
@@ -195,8 +222,10 @@ const make = Effect.gen(function* () {
|
|
|
195
222
|
if (!(0, import_Consensus.matchesEvidence)(staleClaimant, observer, nowMs, evidence)) {
|
|
196
223
|
return Effect.succeed(rejected("evidence_invalid"));
|
|
197
224
|
}
|
|
198
|
-
return write(
|
|
199
|
-
|
|
225
|
+
return write(
|
|
226
|
+
runId,
|
|
227
|
+
Effect.gen(function* () {
|
|
228
|
+
const rows = yield* sql`
|
|
200
229
|
UPDATE flows_consensus_leases
|
|
201
230
|
SET claim_host_id = NULL, claim_pid = NULL, claim_nonce = NULL, claimed_at_ms = NULL
|
|
202
231
|
WHERE run_id = ${runId}
|
|
@@ -207,11 +236,11 @@ const make = Effect.gen(function* () {
|
|
|
207
236
|
AND claimed_at_ms < ${nowMs - staleAfterMs}
|
|
208
237
|
RETURNING run_id
|
|
209
238
|
`;
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
239
|
+
if (rows.length > 0) {
|
|
240
|
+
yield* prune(runId);
|
|
241
|
+
return recovered;
|
|
242
|
+
}
|
|
243
|
+
const matches = yield* sql`
|
|
215
244
|
SELECT run_id FROM flows_consensus_leases
|
|
216
245
|
WHERE run_id = ${runId}
|
|
217
246
|
AND claim_host_id = ${staleClaimant.hostId}
|
|
@@ -219,23 +248,27 @@ const make = Effect.gen(function* () {
|
|
|
219
248
|
AND claim_nonce = ${staleClaimant.nonce}
|
|
220
249
|
AND claimed_at_ms = ${grantedAtMs}
|
|
221
250
|
`;
|
|
222
|
-
|
|
223
|
-
|
|
251
|
+
return matches.length > 0 ? rejected("claim_fresh") : rejected("claim_changed");
|
|
252
|
+
})
|
|
253
|
+
);
|
|
224
254
|
})
|
|
225
255
|
);
|
|
226
256
|
const guard = Effect.fn("Consensus.guard")(
|
|
227
|
-
(runId, owner) =>
|
|
228
|
-
|
|
257
|
+
(runId, owner) => writeReading(
|
|
258
|
+
runId,
|
|
259
|
+
Effect.gen(function* () {
|
|
260
|
+
const held = yield* sql`
|
|
229
261
|
SELECT 1 AS ok FROM flows_consensus_leases
|
|
230
262
|
WHERE run_id = ${runId}
|
|
231
263
|
AND owner_host_id = ${owner.hostId}
|
|
232
264
|
AND owner_pid = ${owner.pid}
|
|
233
265
|
AND owner_nonce = ${owner.nonce}
|
|
234
266
|
`;
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
267
|
+
if (held.length === 0) {
|
|
268
|
+
return yield* Effect.fail((0, import_Consensus.fenceLost)(runId, owner));
|
|
269
|
+
}
|
|
270
|
+
})
|
|
271
|
+
)
|
|
239
272
|
);
|
|
240
273
|
const strategy = { claim, activate, heartbeat, reconfirm, release, steal, recover, guard };
|
|
241
274
|
return import_Consensus.Consensus.of({
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../src/SqlConsensus.ts"],
|
|
4
|
-
"sourcesContent": ["/**\n * The default database-backed consensus strategy.\n *\n * This is the run store's former `flows_runs` ownership compare-and-swap\n * relocated: the owner tuple, the two-phase claim columns, claim recovery, and\n * the grant timestamp are the private schema of one strategy \u2014 the\n * `flows_consensus_leases` table \u2014 instead of a public contract on the run\n * row. The run row still mirrors the outcome, but the lease is what\n * arbitrates.\n *\n * Commit-time admission (R3) is exact: `guard` is a plain SELECT that joins\n * the caller's open write transaction \u2014 `DurableWriter` serializes write\n * transactions, so no reclaim can commit between the guard read and the\n * statements beside it \u2014 and every mutating operation runs through\n * `DurableWriter.write`, joining an enclosing transaction as a savepoint.\n * Prior art: Temporal's shard `rangeID` check\n * (`reference/temporal/service/history/shard/context_impl.go`,\n * `renewRangeLocked`).\n *\n * Governing design: `packages/smithers/flows/journal/docs/concepts/owner-fence.md`.\n *\n * @since 1.0.0\n */\n\nimport * as Dialect from \"@smthrs/database/Dialect\"\nimport { DurableWriter } from \"@smthrs/database/DurableWriter\"\nimport * as Duration from \"effect/Duration\"\nimport * as Effect from \"effect/Effect\"\nimport * as Layer from \"effect/Layer\"\nimport * as SqlClient from \"effect/sql/SqlClient\"\nimport {\n type ActivateOutcome,\n type Claimed,\n type ClaimOutcome,\n Consensus,\n ConsensusError,\n fenceLost,\n type HeartbeatOutcome,\n heartbeatStaleAfter,\n type LivenessEvidence,\n matchesEvidence,\n provesDeath,\n type RecoverOutcome,\n type Rejected,\n type RejectionReason,\n resourcePermit,\n type Service\n} from \"./Consensus.ts\"\nimport type { OwnerId } from \"./OwnerId.ts\"\n\nconst staleAfterMs = Duration.toMillis(heartbeatStaleAfter)\n\nconst rejected = (reason: RejectionReason): Rejected => ({ _tag: \"Rejected\", reason })\nconst claimed = (grantedAtMs: number): Claimed => ({ _tag: \"Claimed\", grantedAtMs })\nconst lost = { _tag: \"Lost\" } as const\nconst activated = { _tag: \"Activated\" } as const\nconst recovered = { _tag: \"Recovered\" } as const\n\ninterface LeaseRow {\n readonly owner_host_id: string | null\n readonly owner_pid: number | null\n readonly owner_nonce: string | null\n readonly claim_host_id: string | null\n readonly claim_pid: number | null\n readonly claim_nonce: string | null\n}\n\n/**\n * Constructs the database-backed strategy over the context's SQL client and\n * durable writer.\n *\n * @since 1.0.0\n * @category constructors\n */\nexport const make: Effect.Effect<Service, never, DurableWriter | SqlClient.SqlClient> = Effect.gen(function*() {\n const sql = yield* Effect.service(SqlClient.SqlClient)\n const writer = yield* DurableWriter\n\n const strategyError = (cause: unknown): ConsensusError =>\n new ConsensusError({\n code: \"persistence_failed\",\n message: \"consensus lease operation failed\",\n cause\n })\n\n // The original cause is preserved through the wrapper so an enclosing\n // `DurableWriter.write`'s retry classification still sees a transient\n // conflict raised by a savepoint-nested lease statement.\n const write = <A>(\n body: Effect.Effect<A, unknown>\n ): Effect.Effect<A, ConsensusError> =>\n writer.write(body).pipe(Effect.mapError((cause) => cause instanceof ConsensusError ? cause : strategyError(cause)))\n\n const leaseOf = (runId: string) =>\n sql<LeaseRow>`\n SELECT owner_host_id, owner_pid, owner_nonce, claim_host_id, claim_pid, claim_nonce\n FROM flows_consensus_leases\n WHERE run_id = ${runId}\n `\n\n const prune = (runId: string) =>\n sql`\n DELETE FROM flows_consensus_leases\n WHERE run_id = ${runId} AND owner_host_id IS NULL AND claim_host_id IS NULL\n `\n\n const claim: Service[\"claim\"] = Effect.fn(\"Consensus.claim\")((\n runId: string,\n claimant: OwnerId,\n nowMs: number\n ) =>\n write(Effect.gen(function*() {\n const rows = yield* sql<{ readonly run_id: string }>`\n INSERT INTO flows_consensus_leases (run_id, claim_host_id, claim_pid, claim_nonce, claimed_at_ms)\n VALUES (${runId}, ${claimant.hostId}, ${claimant.pid}, ${claimant.nonce}, ${nowMs})\n ON CONFLICT (run_id) DO UPDATE SET\n claim_host_id = excluded.claim_host_id,\n claim_pid = excluded.claim_pid,\n claim_nonce = excluded.claim_nonce,\n claimed_at_ms = excluded.claimed_at_ms\n WHERE flows_consensus_leases.claim_host_id IS NULL\n AND flows_consensus_leases.owner_host_id IS NULL\n RETURNING run_id\n `\n if (rows.length > 0) return claimed(nowMs)\n // The upsert only misses on a conflicting row, so the lease exists and\n // holds a claim, an owner, or both.\n const lease = (yield* leaseOf(runId))[0]!\n return lease.claim_host_id !== null ? rejected(\"already_claimed\") : rejected(\"owner_held\")\n }))\n )\n\n const activate: Service[\"activate\"] = Effect.fn(\"Consensus.activate\")((\n runId: string,\n owner: OwnerId,\n grantedAtMs: number,\n nowMs: number\n ) =>\n write(Effect.gen(function*() {\n const rows = yield* sql<{ readonly run_id: string }>`\n UPDATE flows_consensus_leases\n SET\n owner_host_id = ${owner.hostId},\n owner_pid = ${owner.pid},\n owner_nonce = ${owner.nonce},\n granted_at_ms = ${grantedAtMs},\n heartbeat_at_ms = ${nowMs},\n claim_host_id = NULL,\n claim_pid = NULL,\n claim_nonce = NULL,\n claimed_at_ms = NULL\n WHERE run_id = ${runId}\n AND claim_host_id = ${owner.hostId}\n AND claim_pid = ${owner.pid}\n AND claim_nonce = ${owner.nonce}\n AND claimed_at_ms = ${grantedAtMs}\n RETURNING run_id\n `\n return (rows.length > 0 ? activated : lost) satisfies ActivateOutcome\n }))\n )\n\n const heartbeat: Service[\"heartbeat\"] = Effect.fn(\"Consensus.heartbeat\")((\n runId: string,\n owner: OwnerId,\n nowMs: number\n ) =>\n write(Effect.gen(function*() {\n // Monotonic: a pulse delayed past a newer one from the same owner never\n // moves the lease backwards and never makes a live run look stale.\n const rows = yield* sql<{ readonly heartbeat_at_ms: number }>`\n UPDATE flows_consensus_leases\n SET heartbeat_at_ms = ${Dialect.greatest(sql)}(heartbeat_at_ms, ${nowMs})\n WHERE run_id = ${runId}\n AND owner_host_id = ${owner.hostId}\n AND owner_pid = ${owner.pid}\n AND owner_nonce = ${owner.nonce}\n RETURNING heartbeat_at_ms\n `\n const row = rows[0]\n return (row === undefined\n ? lost\n : { _tag: \"Renewed\", heartbeatAtMs: Number(row.heartbeat_at_ms) }) satisfies HeartbeatOutcome\n }))\n )\n\n const reconfirm: Service[\"reconfirm\"] = Effect.fn(\"Consensus.reconfirm\")((\n runId: string,\n owner: OwnerId,\n nowMs: number\n ) =>\n write(Effect.gen(function*() {\n // A pending steal has already reserved the lease, even before activation.\n // Compare both owner and claim in the same update as the renewal.\n const rows = yield* sql<{ readonly heartbeat_at_ms: number }>`\n UPDATE flows_consensus_leases\n SET heartbeat_at_ms = ${Dialect.greatest(sql)}(heartbeat_at_ms, ${nowMs})\n WHERE run_id = ${runId}\n AND owner_host_id = ${owner.hostId}\n AND owner_pid = ${owner.pid}\n AND owner_nonce = ${owner.nonce}\n AND claim_host_id IS NULL\n RETURNING heartbeat_at_ms\n `\n const row = rows[0]\n return (row === undefined\n ? lost\n : { _tag: \"Renewed\", heartbeatAtMs: Number(row.heartbeat_at_ms) }) satisfies HeartbeatOutcome\n }))\n )\n\n const release: Service[\"release\"] = Effect.fn(\"Consensus.release\")((runId: string, owner: OwnerId) =>\n write(Effect.gen(function*() {\n yield* sql`\n UPDATE flows_consensus_leases\n SET claim_host_id = NULL, claim_pid = NULL, claim_nonce = NULL, claimed_at_ms = NULL\n WHERE run_id = ${runId}\n AND claim_host_id = ${owner.hostId}\n AND claim_pid = ${owner.pid}\n AND claim_nonce = ${owner.nonce}\n `\n yield* sql`\n UPDATE flows_consensus_leases\n SET owner_host_id = NULL, owner_pid = NULL, owner_nonce = NULL,\n granted_at_ms = NULL, heartbeat_at_ms = NULL\n WHERE run_id = ${runId}\n AND owner_host_id = ${owner.hostId}\n AND owner_pid = ${owner.pid}\n AND owner_nonce = ${owner.nonce}\n `\n yield* prune(runId)\n }))\n )\n\n const steal: Service[\"steal\"] = Effect.fn(\"Consensus.steal\")((\n runId: string,\n claimant: OwnerId,\n nowMs: number,\n evidence: LivenessEvidence\n ) =>\n Effect.suspend((): Effect.Effect<ClaimOutcome, ConsensusError> => {\n if (!matchesEvidence(evidence.expectedOwner, claimant, nowMs, evidence)) {\n return Effect.succeed(rejected(\"evidence_invalid\"))\n }\n return write(Effect.gen(function*() {\n const rows = yield* sql<{ readonly run_id: string }>`\n UPDATE flows_consensus_leases\n SET\n claim_host_id = ${claimant.hostId},\n claim_pid = ${claimant.pid},\n claim_nonce = ${claimant.nonce},\n claimed_at_ms = ${nowMs}\n WHERE run_id = ${runId}\n AND owner_host_id = ${evidence.expectedOwner.hostId}\n AND owner_pid = ${evidence.expectedOwner.pid}\n AND owner_nonce = ${evidence.expectedOwner.nonce}\n AND ${provesDeath(evidence, claimant) ? sql`TRUE` : sql`heartbeat_at_ms < ${nowMs - staleAfterMs}`}\n AND claim_host_id IS NULL\n RETURNING run_id\n `\n if (rows.length > 0) return claimed(nowMs)\n const lease = (yield* leaseOf(runId))[0]\n if (lease !== undefined && lease.claim_host_id !== null) return rejected(\"already_claimed\")\n if (\n lease === undefined ||\n lease.owner_host_id !== evidence.expectedOwner.hostId ||\n Number(lease.owner_pid) !== evidence.expectedOwner.pid ||\n lease.owner_nonce !== evidence.expectedOwner.nonce\n ) {\n // A run nobody owns, or one owned by somebody else, has no owner\n // this evidence could disprove.\n return rejected(\"evidence_invalid\")\n }\n return rejected(\"owner_live\")\n }))\n })\n )\n\n const recover: Service[\"recover\"] = Effect.fn(\"Consensus.recover\")((\n runId: string,\n staleClaimant: OwnerId,\n grantedAtMs: number,\n observer: OwnerId,\n nowMs: number,\n evidence: LivenessEvidence\n ) =>\n Effect.suspend((): Effect.Effect<RecoverOutcome, ConsensusError> => {\n if (!matchesEvidence(staleClaimant, observer, nowMs, evidence)) {\n return Effect.succeed(rejected(\"evidence_invalid\"))\n }\n return write(Effect.gen(function*() {\n const rows = yield* sql<{ readonly run_id: string }>`\n UPDATE flows_consensus_leases\n SET claim_host_id = NULL, claim_pid = NULL, claim_nonce = NULL, claimed_at_ms = NULL\n WHERE run_id = ${runId}\n AND claim_host_id = ${staleClaimant.hostId}\n AND claim_pid = ${staleClaimant.pid}\n AND claim_nonce = ${staleClaimant.nonce}\n AND claimed_at_ms = ${grantedAtMs}\n AND claimed_at_ms < ${nowMs - staleAfterMs}\n RETURNING run_id\n `\n if (rows.length > 0) {\n yield* prune(runId)\n return recovered\n }\n const matches = yield* sql<{ readonly run_id: string }>`\n SELECT run_id FROM flows_consensus_leases\n WHERE run_id = ${runId}\n AND claim_host_id = ${staleClaimant.hostId}\n AND claim_pid = ${staleClaimant.pid}\n AND claim_nonce = ${staleClaimant.nonce}\n AND claimed_at_ms = ${grantedAtMs}\n `\n // The exact claim survived the compare-and-swap only because it is\n // not yet stale; anything else means the claim moved on.\n return matches.length > 0 ? rejected(\"claim_fresh\") : rejected(\"claim_changed\")\n }))\n })\n )\n\n const guard: Service[\"guard\"] = Effect.fn(\"Consensus.guard\")((runId: string, owner: OwnerId) =>\n write(Effect.gen(function*() {\n const held = yield* sql<{ readonly ok: number }>`\n SELECT 1 AS ok FROM flows_consensus_leases\n WHERE run_id = ${runId}\n AND owner_host_id = ${owner.hostId}\n AND owner_pid = ${owner.pid}\n AND owner_nonce = ${owner.nonce}\n `\n if (held.length === 0) {\n return yield* Effect.fail(fenceLost(runId, owner))\n }\n }))\n )\n\n const strategy = { claim, activate, heartbeat, reconfirm, release, steal, recover, guard }\n return Consensus.of({\n ...strategy,\n withPermit: (key, owner, isAlive, effect) =>\n resourcePermit(\n strategy,\n () =>\n sql<\n LeaseRow & {\n readonly granted_at_ms: number | null\n readonly heartbeat_at_ms: number | null\n readonly claimed_at_ms: number | null\n }\n >`\n SELECT * FROM flows_consensus_leases WHERE run_id = ${key}\n `.pipe(\n Effect.map((rows) => {\n const row = rows[0]\n if (row === undefined) return undefined\n return {\n owner: row.owner_host_id === null ? undefined : {\n id: { hostId: row.owner_host_id, pid: Number(row.owner_pid), nonce: row.owner_nonce! },\n grantedAtMs: Number(row.granted_at_ms),\n heartbeatAtMs: Number(row.heartbeat_at_ms)\n },\n claim: row.claim_host_id === null ? undefined : {\n id: { hostId: row.claim_host_id, pid: Number(row.claim_pid), nonce: row.claim_nonce! },\n claimedAtMs: Number(row.claimed_at_ms)\n }\n }\n }),\n Effect.mapError(strategyError)\n ),\n key,\n owner,\n isAlive,\n effect\n )\n })\n})\n\n/**\n * Provides the database-backed strategy.\n *\n * @since 1.0.0\n * @category layers\n */\nexport const layer: Layer.Layer<Consensus, never, DurableWriter | SqlClient.SqlClient> = Layer.effect(Consensus, make)\n"],
|
|
5
|
-
"mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;
|
|
4
|
+
"sourcesContent": ["/**\n * The default database-backed consensus strategy.\n *\n * This is the run store's former `flows_runs` ownership compare-and-swap\n * relocated: the owner tuple, the two-phase claim columns, claim recovery, and\n * the grant timestamp are the private schema of one strategy \u2014 the\n * `flows_consensus_leases` table \u2014 instead of a public contract on the run\n * row. The run row still mirrors the outcome, but the lease is what\n * arbitrates.\n *\n * Commit-time admission (R3) is exact: `guard` is a plain SELECT that joins\n * the caller's open write transaction \u2014 `DurableWriter` serializes write\n * transactions, and every operation here writes its key's partition, so no\n * reclaim can commit between the guard read and the statements beside it \u2014\n * and every mutating operation runs through `DurableWriter.write`, joining an\n * enclosing transaction as a savepoint.\n * Prior art: Temporal's shard `rangeID` check\n * (`reference/temporal/service/history/shard/context_impl.go`,\n * `renewRangeLocked`).\n *\n * Governing design: `packages/smithers/flows/journal/docs/concepts/owner-fence.md`.\n *\n * @since 1.0.0\n */\n\nimport * as Dialect from \"@smthrs/database/Dialect\"\nimport { DurableWriter } from \"@smthrs/database/DurableWriter\"\nimport * as Duration from \"effect/Duration\"\nimport * as Effect from \"effect/Effect\"\nimport * as Layer from \"effect/Layer\"\nimport * as SqlClient from \"effect/sql/SqlClient\"\nimport {\n type ActivateOutcome,\n type Claimed,\n type ClaimOutcome,\n Consensus,\n ConsensusError,\n fenceLost,\n type HeartbeatOutcome,\n heartbeatStaleAfter,\n type LivenessEvidence,\n matchesEvidence,\n provesDeath,\n type RecoverOutcome,\n type Rejected,\n type RejectionReason,\n resourcePermit,\n type Service\n} from \"./Consensus.ts\"\nimport type { OwnerId } from \"./OwnerId.ts\"\n\nconst staleAfterMs = Duration.toMillis(heartbeatStaleAfter)\n\nconst rejected = (reason: RejectionReason): Rejected => ({ _tag: \"Rejected\", reason })\nconst claimed = (grantedAtMs: number): Claimed => ({ _tag: \"Claimed\", grantedAtMs })\nconst lost = { _tag: \"Lost\" } as const\nconst activated = { _tag: \"Activated\" } as const\nconst recovered = { _tag: \"Recovered\" } as const\n\ninterface LeaseRow {\n readonly owner_host_id: string | null\n readonly owner_pid: number | null\n readonly owner_nonce: string | null\n readonly claim_host_id: string | null\n readonly claim_pid: number | null\n readonly claim_nonce: string | null\n}\n\n/**\n * Constructs the database-backed strategy over the context's SQL client and\n * durable writer.\n *\n * @since 1.0.0\n * @category constructors\n */\nexport const make: Effect.Effect<Service, never, DurableWriter | SqlClient.SqlClient> = Effect.gen(function*() {\n const sql = yield* Effect.service(SqlClient.SqlClient)\n const writer = yield* DurableWriter\n\n const strategyError = (cause: unknown): ConsensusError =>\n new ConsensusError({\n code: \"persistence_failed\",\n message: \"consensus lease operation failed\",\n cause\n })\n\n const preserveConsensusError = (cause: unknown): ConsensusError =>\n cause instanceof ConsensusError ? cause : strategyError(cause)\n\n // The original cause is preserved through the wrapper so an enclosing\n // `DurableWriter.write`'s retry classification still sees a transient\n // conflict raised by a savepoint-nested lease statement. Every operation\n // reads and changes one key's lease row only, so it writes that key's\n // partition: a guard and the reclaim it must exclude serialize, and two\n // runs' leases do not.\n const write = <A>(\n key: string,\n body: Effect.Effect<A, unknown>\n ): Effect.Effect<A, ConsensusError> =>\n writer.write(body, { partition: key }).pipe(\n Effect.mapError(preserveConsensusError)\n )\n\n /** `write` for a body that only reads: it serializes the same, with no savepoint around it. */\n const writeReading = <A>(\n key: string,\n body: Effect.Effect<A, unknown>\n ): Effect.Effect<A, ConsensusError> =>\n writer.write(body, { partition: key, readOnly: true }).pipe(\n Effect.mapError(preserveConsensusError)\n )\n\n const leaseOf = (runId: string) =>\n sql<LeaseRow>`\n SELECT owner_host_id, owner_pid, owner_nonce, claim_host_id, claim_pid, claim_nonce\n FROM flows_consensus_leases\n WHERE run_id = ${runId}\n `\n\n const prune = (runId: string) =>\n sql`\n DELETE FROM flows_consensus_leases\n WHERE run_id = ${runId} AND owner_host_id IS NULL AND claim_host_id IS NULL\n `\n\n const claim: Service[\"claim\"] = Effect.fn(\"Consensus.claim\")((\n runId: string,\n claimant: OwnerId,\n nowMs: number\n ) =>\n write(\n runId,\n Effect.gen(function*() {\n const rows = yield* sql<{ readonly run_id: string }>`\n INSERT INTO flows_consensus_leases (run_id, claim_host_id, claim_pid, claim_nonce, claimed_at_ms)\n VALUES (${runId}, ${claimant.hostId}, ${claimant.pid}, ${claimant.nonce}, ${nowMs})\n ON CONFLICT (run_id) DO UPDATE SET\n claim_host_id = excluded.claim_host_id,\n claim_pid = excluded.claim_pid,\n claim_nonce = excluded.claim_nonce,\n claimed_at_ms = excluded.claimed_at_ms\n WHERE flows_consensus_leases.claim_host_id IS NULL\n AND flows_consensus_leases.owner_host_id IS NULL\n RETURNING run_id\n `\n if (rows.length > 0) return claimed(nowMs)\n // The upsert only misses on a conflicting row, so the lease exists and\n // holds a claim, an owner, or both.\n const lease = (yield* leaseOf(runId))[0]!\n return lease.claim_host_id !== null ? rejected(\"already_claimed\") : rejected(\"owner_held\")\n })\n )\n )\n\n const activate: Service[\"activate\"] = Effect.fn(\"Consensus.activate\")((\n runId: string,\n owner: OwnerId,\n grantedAtMs: number,\n nowMs: number\n ) =>\n write(\n runId,\n Effect.gen(function*() {\n const rows = yield* sql<{ readonly run_id: string }>`\n UPDATE flows_consensus_leases\n SET\n owner_host_id = ${owner.hostId},\n owner_pid = ${owner.pid},\n owner_nonce = ${owner.nonce},\n granted_at_ms = ${grantedAtMs},\n heartbeat_at_ms = ${nowMs},\n claim_host_id = NULL,\n claim_pid = NULL,\n claim_nonce = NULL,\n claimed_at_ms = NULL\n WHERE run_id = ${runId}\n AND claim_host_id = ${owner.hostId}\n AND claim_pid = ${owner.pid}\n AND claim_nonce = ${owner.nonce}\n AND claimed_at_ms = ${grantedAtMs}\n RETURNING run_id\n `\n return (rows.length > 0 ? activated : lost) satisfies ActivateOutcome\n })\n )\n )\n\n const heartbeat: Service[\"heartbeat\"] = Effect.fn(\"Consensus.heartbeat\")((\n runId: string,\n owner: OwnerId,\n nowMs: number\n ) =>\n write(\n runId,\n Effect.gen(function*() {\n // Monotonic: a pulse delayed past a newer one from the same owner never\n // moves the lease backwards and never makes a live run look stale.\n const rows = yield* sql<{ readonly heartbeat_at_ms: number }>`\n UPDATE flows_consensus_leases\n SET heartbeat_at_ms = ${Dialect.greatest(sql)}(heartbeat_at_ms, ${nowMs})\n WHERE run_id = ${runId}\n AND owner_host_id = ${owner.hostId}\n AND owner_pid = ${owner.pid}\n AND owner_nonce = ${owner.nonce}\n RETURNING heartbeat_at_ms\n `\n const row = rows[0]\n return (row === undefined\n ? lost\n : { _tag: \"Renewed\", heartbeatAtMs: Number(row.heartbeat_at_ms) }) satisfies HeartbeatOutcome\n })\n )\n )\n\n const reconfirm: Service[\"reconfirm\"] = Effect.fn(\"Consensus.reconfirm\")((\n runId: string,\n owner: OwnerId,\n nowMs: number\n ) =>\n write(\n runId,\n Effect.gen(function*() {\n // A pending steal has already reserved the lease, even before activation.\n // Compare both owner and claim in the same update as the renewal.\n const rows = yield* sql<{ readonly heartbeat_at_ms: number }>`\n UPDATE flows_consensus_leases\n SET heartbeat_at_ms = ${Dialect.greatest(sql)}(heartbeat_at_ms, ${nowMs})\n WHERE run_id = ${runId}\n AND owner_host_id = ${owner.hostId}\n AND owner_pid = ${owner.pid}\n AND owner_nonce = ${owner.nonce}\n AND claim_host_id IS NULL\n RETURNING heartbeat_at_ms\n `\n const row = rows[0]\n return (row === undefined\n ? lost\n : { _tag: \"Renewed\", heartbeatAtMs: Number(row.heartbeat_at_ms) }) satisfies HeartbeatOutcome\n })\n )\n )\n\n const release: Service[\"release\"] = Effect.fn(\"Consensus.release\")((\n runId: string,\n owner: OwnerId,\n claimedAtMs?: number\n ) =>\n write(\n runId,\n Effect.gen(function*() {\n yield* sql`\n UPDATE flows_consensus_leases\n SET claim_host_id = NULL, claim_pid = NULL, claim_nonce = NULL, claimed_at_ms = NULL\n WHERE run_id = ${runId}\n AND claim_host_id = ${owner.hostId}\n AND claim_pid = ${owner.pid}\n AND claim_nonce = ${owner.nonce}\n AND ${claimedAtMs === undefined ? sql`TRUE` : sql`claimed_at_ms = ${claimedAtMs}`}\n `\n // A supplied grant releases that claim alone: the caller may also be\n // the recorded owner, whose lease outlives the claim it dropped.\n if (claimedAtMs === undefined) {\n yield* sql`\n UPDATE flows_consensus_leases\n SET owner_host_id = NULL, owner_pid = NULL, owner_nonce = NULL,\n granted_at_ms = NULL, heartbeat_at_ms = NULL\n WHERE run_id = ${runId}\n AND owner_host_id = ${owner.hostId}\n AND owner_pid = ${owner.pid}\n AND owner_nonce = ${owner.nonce}\n `\n }\n yield* prune(runId)\n })\n )\n )\n\n const steal: Service[\"steal\"] = Effect.fn(\"Consensus.steal\")((\n runId: string,\n claimant: OwnerId,\n nowMs: number,\n evidence: LivenessEvidence\n ) =>\n Effect.suspend((): Effect.Effect<ClaimOutcome, ConsensusError> => {\n if (!matchesEvidence(evidence.expectedOwner, claimant, nowMs, evidence)) {\n return Effect.succeed(rejected(\"evidence_invalid\"))\n }\n return write(\n runId,\n Effect.gen(function*() {\n const rows = yield* sql<{ readonly run_id: string }>`\n UPDATE flows_consensus_leases\n SET\n claim_host_id = ${claimant.hostId},\n claim_pid = ${claimant.pid},\n claim_nonce = ${claimant.nonce},\n claimed_at_ms = ${nowMs}\n WHERE run_id = ${runId}\n AND owner_host_id = ${evidence.expectedOwner.hostId}\n AND owner_pid = ${evidence.expectedOwner.pid}\n AND owner_nonce = ${evidence.expectedOwner.nonce}\n AND ${provesDeath(evidence, claimant) ? sql`TRUE` : sql`heartbeat_at_ms < ${nowMs - staleAfterMs}`}\n AND claim_host_id IS NULL\n RETURNING run_id\n `\n if (rows.length > 0) return claimed(nowMs)\n const lease = (yield* leaseOf(runId))[0]\n if (lease !== undefined && lease.claim_host_id !== null) return rejected(\"already_claimed\")\n if (\n lease === undefined ||\n lease.owner_host_id !== evidence.expectedOwner.hostId ||\n Number(lease.owner_pid) !== evidence.expectedOwner.pid ||\n lease.owner_nonce !== evidence.expectedOwner.nonce\n ) {\n // A run nobody owns, or one owned by somebody else, has no owner\n // this evidence could disprove.\n return rejected(\"evidence_invalid\")\n }\n return rejected(\"owner_live\")\n })\n )\n })\n )\n\n const recover: Service[\"recover\"] = Effect.fn(\"Consensus.recover\")((\n runId: string,\n staleClaimant: OwnerId,\n grantedAtMs: number,\n observer: OwnerId,\n nowMs: number,\n evidence: LivenessEvidence\n ) =>\n Effect.suspend((): Effect.Effect<RecoverOutcome, ConsensusError> => {\n if (!matchesEvidence(staleClaimant, observer, nowMs, evidence)) {\n return Effect.succeed(rejected(\"evidence_invalid\"))\n }\n return write(\n runId,\n Effect.gen(function*() {\n const rows = yield* sql<{ readonly run_id: string }>`\n UPDATE flows_consensus_leases\n SET claim_host_id = NULL, claim_pid = NULL, claim_nonce = NULL, claimed_at_ms = NULL\n WHERE run_id = ${runId}\n AND claim_host_id = ${staleClaimant.hostId}\n AND claim_pid = ${staleClaimant.pid}\n AND claim_nonce = ${staleClaimant.nonce}\n AND claimed_at_ms = ${grantedAtMs}\n AND claimed_at_ms < ${nowMs - staleAfterMs}\n RETURNING run_id\n `\n if (rows.length > 0) {\n yield* prune(runId)\n return recovered\n }\n const matches = yield* sql<{ readonly run_id: string }>`\n SELECT run_id FROM flows_consensus_leases\n WHERE run_id = ${runId}\n AND claim_host_id = ${staleClaimant.hostId}\n AND claim_pid = ${staleClaimant.pid}\n AND claim_nonce = ${staleClaimant.nonce}\n AND claimed_at_ms = ${grantedAtMs}\n `\n // The exact claim survived the compare-and-swap only because it is\n // not yet stale; anything else means the claim moved on.\n return matches.length > 0 ? rejected(\"claim_fresh\") : rejected(\"claim_changed\")\n })\n )\n })\n )\n\n const guard: Service[\"guard\"] = Effect.fn(\"Consensus.guard\")((runId: string, owner: OwnerId) =>\n writeReading(\n runId,\n Effect.gen(function*() {\n const held = yield* sql<{ readonly ok: number }>`\n SELECT 1 AS ok FROM flows_consensus_leases\n WHERE run_id = ${runId}\n AND owner_host_id = ${owner.hostId}\n AND owner_pid = ${owner.pid}\n AND owner_nonce = ${owner.nonce}\n `\n if (held.length === 0) {\n return yield* Effect.fail(fenceLost(runId, owner))\n }\n })\n )\n )\n\n const strategy = { claim, activate, heartbeat, reconfirm, release, steal, recover, guard }\n return Consensus.of({\n ...strategy,\n withPermit: (key, owner, isAlive, effect) =>\n resourcePermit(\n strategy,\n () =>\n sql<\n LeaseRow & {\n readonly granted_at_ms: number | null\n readonly heartbeat_at_ms: number | null\n readonly claimed_at_ms: number | null\n }\n >`\n SELECT * FROM flows_consensus_leases WHERE run_id = ${key}\n `.pipe(\n Effect.map((rows) => {\n const row = rows[0]\n if (row === undefined) return undefined\n return {\n owner: row.owner_host_id === null ? undefined : {\n id: { hostId: row.owner_host_id, pid: Number(row.owner_pid), nonce: row.owner_nonce! },\n grantedAtMs: Number(row.granted_at_ms),\n heartbeatAtMs: Number(row.heartbeat_at_ms)\n },\n claim: row.claim_host_id === null ? undefined : {\n id: { hostId: row.claim_host_id, pid: Number(row.claim_pid), nonce: row.claim_nonce! },\n claimedAtMs: Number(row.claimed_at_ms)\n }\n }\n }),\n Effect.mapError(strategyError)\n ),\n key,\n owner,\n isAlive,\n effect\n )\n })\n})\n\n/**\n * Provides the database-backed strategy.\n *\n * @since 1.0.0\n * @category layers\n */\nexport const layer: Layer.Layer<Consensus, never, DurableWriter | SqlClient.SqlClient> = Layer.effect(Consensus, make)\n"],
|
|
5
|
+
"mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAyBA,cAAyB;AACzB,2BAA8B;AAC9B,eAA0B;AAC1B,aAAwB;AACxB,YAAuB;AACvB,gBAA2B;AAC3B,uBAiBO;AAGP,MAAM,eAAe,SAAS,SAAS,oCAAmB;AAE1D,MAAM,WAAW,CAAC,YAAuC,EAAE,MAAM,YAAY,OAAO;AACpF,MAAM,UAAU,CAAC,iBAAkC,EAAE,MAAM,WAAW,YAAY;AAClF,MAAM,OAAO,EAAE,MAAM,OAAO;AAC5B,MAAM,YAAY,EAAE,MAAM,YAAY;AACtC,MAAM,YAAY,EAAE,MAAM,YAAY;AAkB/B,MAAM,OAA2E,OAAO,IAAI,aAAY;AAC7G,QAAM,MAAM,OAAO,OAAO,QAAQ,UAAU,SAAS;AACrD,QAAM,SAAS,OAAO;AAEtB,QAAM,gBAAgB,CAAC,UACrB,IAAI,gCAAe;AAAA,IACjB,MAAM;AAAA,IACN,SAAS;AAAA,IACT;AAAA,EACF,CAAC;AAEH,QAAM,yBAAyB,CAAC,UAC9B,iBAAiB,kCAAiB,QAAQ,cAAc,KAAK;AAQ/D,QAAM,QAAQ,CACZ,KACA,SAEA,OAAO,MAAM,MAAM,EAAE,WAAW,IAAI,CAAC,EAAE;AAAA,IACrC,OAAO,SAAS,sBAAsB;AAAA,EACxC;AAGF,QAAM,eAAe,CACnB,KACA,SAEA,OAAO,MAAM,MAAM,EAAE,WAAW,KAAK,UAAU,KAAK,CAAC,EAAE;AAAA,IACrD,OAAO,SAAS,sBAAsB;AAAA,EACxC;AAEF,QAAM,UAAU,CAAC,UACf;AAAA;AAAA;AAAA,uBAGmB,KAAK;AAAA;AAG1B,QAAM,QAAQ,CAAC,UACb;AAAA;AAAA,uBAEmB,KAAK;AAAA;AAG1B,QAAM,QAA0B,OAAO,GAAG,iBAAiB;AAAA,IAAE,CAC3D,OACA,UACA,UAEA;AAAA,MACE;AAAA,MACA,OAAO,IAAI,aAAY;AACrB,cAAM,OAAO,OAAO;AAAA;AAAA,kBAEV,KAAK,KAAK,SAAS,MAAM,KAAK,SAAS,GAAG,KAAK,SAAS,KAAK,KAAK,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAUjF,YAAI,KAAK,SAAS,EAAG,QAAO,QAAQ,KAAK;AAGzC,cAAM,SAAS,OAAO,QAAQ,KAAK,GAAG,CAAC;AACvC,eAAO,MAAM,kBAAkB,OAAO,SAAS,iBAAiB,IAAI,SAAS,YAAY;AAAA,MAC3F,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,WAAgC,OAAO,GAAG,oBAAoB;AAAA,IAAE,CACpE,OACA,OACA,aACA,UAEA;AAAA,MACE;AAAA,MACA,OAAO,IAAI,aAAY;AACrB,cAAM,OAAO,OAAO;AAAA;AAAA;AAAA,4BAGA,MAAM,MAAM;AAAA,wBAChB,MAAM,GAAG;AAAA,0BACP,MAAM,KAAK;AAAA,4BACT,WAAW;AAAA,8BACT,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA,yBAKV,KAAK;AAAA,gCACE,MAAM,MAAM;AAAA,4BAChB,MAAM,GAAG;AAAA,8BACP,MAAM,KAAK;AAAA,gCACT,WAAW;AAAA;AAAA;AAGnC,eAAQ,KAAK,SAAS,IAAI,YAAY;AAAA,MACxC,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,YAAkC,OAAO,GAAG,qBAAqB;AAAA,IAAE,CACvE,OACA,OACA,UAEA;AAAA,MACE;AAAA,MACA,OAAO,IAAI,aAAY;AAGrB,cAAM,OAAO,OAAO;AAAA;AAAA,gCAEI,QAAQ,SAAS,GAAG,CAAC,qBAAqB,KAAK;AAAA,yBACtD,KAAK;AAAA,gCACE,MAAM,MAAM;AAAA,4BAChB,MAAM,GAAG;AAAA,8BACP,MAAM,KAAK;AAAA;AAAA;AAGjC,cAAM,MAAM,KAAK,CAAC;AAClB,eAAQ,QAAQ,SACZ,OACA,EAAE,MAAM,WAAW,eAAe,OAAO,IAAI,eAAe,EAAE;AAAA,MACpE,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,YAAkC,OAAO,GAAG,qBAAqB;AAAA,IAAE,CACvE,OACA,OACA,UAEA;AAAA,MACE;AAAA,MACA,OAAO,IAAI,aAAY;AAGrB,cAAM,OAAO,OAAO;AAAA;AAAA,gCAEI,QAAQ,SAAS,GAAG,CAAC,qBAAqB,KAAK;AAAA,yBACtD,KAAK;AAAA,gCACE,MAAM,MAAM;AAAA,4BAChB,MAAM,GAAG;AAAA,8BACP,MAAM,KAAK;AAAA;AAAA;AAAA;AAIjC,cAAM,MAAM,KAAK,CAAC;AAClB,eAAQ,QAAQ,SACZ,OACA,EAAE,MAAM,WAAW,eAAe,OAAO,IAAI,eAAe,EAAE;AAAA,MACpE,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,UAA8B,OAAO,GAAG,mBAAmB;AAAA,IAAE,CACjE,OACA,OACA,gBAEA;AAAA,MACE;AAAA,MACA,OAAO,IAAI,aAAY;AACrB,eAAO;AAAA;AAAA;AAAA,yBAGU,KAAK;AAAA,gCACE,MAAM,MAAM;AAAA,4BAChB,MAAM,GAAG;AAAA,8BACP,MAAM,KAAK;AAAA,gBACzB,gBAAgB,SAAY,YAAY,sBAAsB,WAAW,EAAE;AAAA;AAInF,YAAI,gBAAgB,QAAW;AAC7B,iBAAO;AAAA;AAAA;AAAA;AAAA,2BAIU,KAAK;AAAA,kCACE,MAAM,MAAM;AAAA,8BAChB,MAAM,GAAG;AAAA,gCACP,MAAM,KAAK;AAAA;AAAA,QAEnC;AACA,eAAO,MAAM,KAAK;AAAA,MACpB,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,QAA0B,OAAO,GAAG,iBAAiB;AAAA,IAAE,CAC3D,OACA,UACA,OACA,aAEA,OAAO,QAAQ,MAAmD;AAChE,UAAI,KAAC,kCAAgB,SAAS,eAAe,UAAU,OAAO,QAAQ,GAAG;AACvE,eAAO,OAAO,QAAQ,SAAS,kBAAkB,CAAC;AAAA,MACpD;AACA,aAAO;AAAA,QACL;AAAA,QACA,OAAO,IAAI,aAAY;AACrB,gBAAM,OAAO,OAAO;AAAA;AAAA;AAAA,8BAGA,SAAS,MAAM;AAAA,0BACnB,SAAS,GAAG;AAAA,4BACV,SAAS,KAAK;AAAA,8BACZ,KAAK;AAAA,2BACR,KAAK;AAAA,kCACE,SAAS,cAAc,MAAM;AAAA,8BACjC,SAAS,cAAc,GAAG;AAAA,gCACxB,SAAS,cAAc,KAAK;AAAA,sBAC1C,8BAAY,UAAU,QAAQ,IAAI,YAAY,wBAAwB,QAAQ,YAAY,EAAE;AAAA;AAAA;AAAA;AAIpG,cAAI,KAAK,SAAS,EAAG,QAAO,QAAQ,KAAK;AACzC,gBAAM,SAAS,OAAO,QAAQ,KAAK,GAAG,CAAC;AACvC,cAAI,UAAU,UAAa,MAAM,kBAAkB,KAAM,QAAO,SAAS,iBAAiB;AAC1F,cACE,UAAU,UACV,MAAM,kBAAkB,SAAS,cAAc,UAC/C,OAAO,MAAM,SAAS,MAAM,SAAS,cAAc,OACnD,MAAM,gBAAgB,SAAS,cAAc,OAC7C;AAGA,mBAAO,SAAS,kBAAkB;AAAA,UACpC;AACA,iBAAO,SAAS,YAAY;AAAA,QAC9B,CAAC;AAAA,MACH;AAAA,IACF,CAAC;AAAA,EACH;AAEA,QAAM,UAA8B,OAAO,GAAG,mBAAmB;AAAA,IAAE,CACjE,OACA,eACA,aACA,UACA,OACA,aAEA,OAAO,QAAQ,MAAqD;AAClE,UAAI,KAAC,kCAAgB,eAAe,UAAU,OAAO,QAAQ,GAAG;AAC9D,eAAO,OAAO,QAAQ,SAAS,kBAAkB,CAAC;AAAA,MACpD;AACA,aAAO;AAAA,QACL;AAAA,QACA,OAAO,IAAI,aAAY;AACrB,gBAAM,OAAO,OAAO;AAAA;AAAA;AAAA,2BAGH,KAAK;AAAA,kCACE,cAAc,MAAM;AAAA,8BACxB,cAAc,GAAG;AAAA,gCACf,cAAc,KAAK;AAAA,kCACjB,WAAW;AAAA,kCACX,QAAQ,YAAY;AAAA;AAAA;AAG5C,cAAI,KAAK,SAAS,GAAG;AACnB,mBAAO,MAAM,KAAK;AAClB,mBAAO;AAAA,UACT;AACA,gBAAM,UAAU,OAAO;AAAA;AAAA,2BAEN,KAAK;AAAA,kCACE,cAAc,MAAM;AAAA,8BACxB,cAAc,GAAG;AAAA,gCACf,cAAc,KAAK;AAAA,kCACjB,WAAW;AAAA;AAInC,iBAAO,QAAQ,SAAS,IAAI,SAAS,aAAa,IAAI,SAAS,eAAe;AAAA,QAChF,CAAC;AAAA,MACH;AAAA,IACF,CAAC;AAAA,EACH;AAEA,QAAM,QAA0B,OAAO,GAAG,iBAAiB;AAAA,IAAE,CAAC,OAAe,UAC3E;AAAA,MACE;AAAA,MACA,OAAO,IAAI,aAAY;AACrB,cAAM,OAAO,OAAO;AAAA;AAAA,yBAEH,KAAK;AAAA,gCACE,MAAM,MAAM;AAAA,4BAChB,MAAM,GAAG;AAAA,8BACP,MAAM,KAAK;AAAA;AAEjC,YAAI,KAAK,WAAW,GAAG;AACrB,iBAAO,OAAO,OAAO,SAAK,4BAAU,OAAO,KAAK,CAAC;AAAA,QACnD;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,WAAW,EAAE,OAAO,UAAU,WAAW,WAAW,SAAS,OAAO,SAAS,MAAM;AACzF,SAAO,2BAAU,GAAG;AAAA,IAClB,GAAG;AAAA,IACH,YAAY,CAAC,KAAK,OAAO,SAAS,eAChC;AAAA,MACE;AAAA,MACA,MACE;AAAA,8DAOoD,GAAG;AAAA,QACzD;AAAA,QACI,OAAO,IAAI,CAAC,SAAS;AACnB,gBAAM,MAAM,KAAK,CAAC;AAClB,cAAI,QAAQ,OAAW,QAAO;AAC9B,iBAAO;AAAA,YACL,OAAO,IAAI,kBAAkB,OAAO,SAAY;AAAA,cAC9C,IAAI,EAAE,QAAQ,IAAI,eAAe,KAAK,OAAO,IAAI,SAAS,GAAG,OAAO,IAAI,YAAa;AAAA,cACrF,aAAa,OAAO,IAAI,aAAa;AAAA,cACrC,eAAe,OAAO,IAAI,eAAe;AAAA,YAC3C;AAAA,YACA,OAAO,IAAI,kBAAkB,OAAO,SAAY;AAAA,cAC9C,IAAI,EAAE,QAAQ,IAAI,eAAe,KAAK,OAAO,IAAI,SAAS,GAAG,OAAO,IAAI,YAAa;AAAA,cACrF,aAAa,OAAO,IAAI,aAAa;AAAA,YACvC;AAAA,UACF;AAAA,QACF,CAAC;AAAA,QACD,OAAO,SAAS,aAAa;AAAA,MAC/B;AAAA,MACF;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAAA,EACJ,CAAC;AACH,CAAC;AAQM,MAAM,QAA4E,MAAM,OAAO,4BAAW,IAAI;",
|
|
6
6
|
"names": []
|
|
7
7
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"SqlJournal.d.ts","sourceRoot":"","sources":["../../src/SqlJournal.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAGH,OAAO,EAA8B,aAAa,
|
|
1
|
+
{"version":3,"file":"SqlJournal.d.ts","sourceRoot":"","sources":["../../src/SqlJournal.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAGH,OAAO,EAA8B,aAAa,EAAqB,MAAM,gCAAgC,CAAA;AAK7G,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAEvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AAOrC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AAErC,OAAO,KAAK,SAAS,MAAM,sBAAsB,CAAA;AAGjD,OAAO,EAAE,SAAS,EAAa,MAAM,gBAAgB,CAAA;AAKrD,OAAO,EASL,OAAO,EACP,YAAY,EAGZ,KAAK,cAAc,EACnB,KAAK,OAAO,EAEb,MAAM,cAAc,CAAA;AACrB,OAAO,EAKL,KAAK,EACL,KAAK,GAAG,EAGT,MAAM,mBAAmB,CAAA;AAK1B,OAAO,KAAK,SAAS,MAAM,gBAAgB,CAAA;AAM3C;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,KAAK,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;CAC/E;AAED;;;;;GAKG;AACH,MAAM,WAAW,iBAAiB;IAChC;;;;;;;;;OASG;IACH,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,6DAA6D;IAC7D,QAAQ,CAAC,QAAQ,EAAE,cAAc,CAAA;IACjC,yDAAyD;IACzD,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;IACvC;;;;;;;;;;;;;;;;;;;;;;;;;;OA0BG;IACH,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;IAC9C;;;;;;;;;;;;;;OAcG;IACH,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;IAC3C;;;;;;;;;OASG;IACH,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAA;IAChD;;;;OAIG;IACH,QAAQ,CAAC,UAAU,CAAC,EAAE,gBAAgB,GAAG,SAAS,CAAA;CACnD;AAwaD;;;;;;;;;;GAUG;AACH,eAAO,MAAM,IAAI,GACf,SAAS,iBAAiB,KACzB,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,YAAY,EAAE,SAAS,GAAG,aAAa,GAAG,SAAS,CAAC,SAAS,GAAG,KAAK,CAAC,KAAK,CAi8EjG,CAAA;AAEJ;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,SAAS,GACpB,SAAS,iBAAiB,KACzB,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,YAAY,EAAE,SAAS,GAAG,aAAa,GAAG,SAAS,CAAC,SAAS,CAC/C,CAAA;AAEtC;;;;;;;GAOG;AACH,eAAO,MAAM,KAAK,GAChB,SAAS,iBAAiB,KACzB,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,YAAY,EAAE,aAAa,GAAG,SAAS,CAAC,SAAS,CACb,CAAA"}
|