@yielded/agent-storage-cloudflare 0.1.0-beta.166

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (77) hide show
  1. package/LICENSE +21 -0
  2. package/dist/DoMemoryStore.d.mts +30 -0
  3. package/dist/DoMemoryStore.mjs +66 -0
  4. package/dist/DoMemoryStore.mjs.map +1 -0
  5. package/dist/DoMessageDeliveryStore.d.mts +17 -0
  6. package/dist/DoMessageDeliveryStore.mjs +30 -0
  7. package/dist/DoMessageDeliveryStore.mjs.map +1 -0
  8. package/dist/DoScheduleStore.d.mts +36 -0
  9. package/dist/DoScheduleStore.mjs +388 -0
  10. package/dist/DoScheduleStore.mjs.map +1 -0
  11. package/dist/DoStorageConfig.d.mts +45 -0
  12. package/dist/DoStorageConfig.mjs +52 -0
  13. package/dist/DoStorageConfig.mjs.map +1 -0
  14. package/dist/DoStorageError-CGuAfSwF.d.mts +101 -0
  15. package/dist/DoStorageError.d.mts +2 -0
  16. package/dist/DoStorageError.mjs +167 -0
  17. package/dist/DoStorageError.mjs.map +1 -0
  18. package/dist/DoStorageFailpoint.d.mts +17 -0
  19. package/dist/DoStorageFailpoint.mjs +14 -0
  20. package/dist/DoStorageFailpoint.mjs.map +1 -0
  21. package/dist/DoStorageFailpointTesting.d.mts +24 -0
  22. package/dist/DoStorageFailpointTesting.mjs +22 -0
  23. package/dist/DoStorageFailpointTesting.mjs.map +1 -0
  24. package/dist/DoStorageVersion-iNSyi3cJ.d.mts +12 -0
  25. package/dist/DoStorageVersion.d.mts +2 -0
  26. package/dist/DoStorageVersion.mjs +8 -0
  27. package/dist/DoStorageVersion.mjs.map +1 -0
  28. package/dist/DoSubmissionLedger.d.mts +23 -0
  29. package/dist/DoSubmissionLedger.mjs +1979 -0
  30. package/dist/DoSubmissionLedger.mjs.map +1 -0
  31. package/dist/DoSubscriptionStore.d.mts +25 -0
  32. package/dist/DoSubscriptionStore.mjs +186 -0
  33. package/dist/DoSubscriptionStore.mjs.map +1 -0
  34. package/dist/DoThreadStore-D_83OjCH.d.mts +72 -0
  35. package/dist/DoThreadStore.d.mts +2 -0
  36. package/dist/DoThreadStore.mjs +529 -0
  37. package/dist/DoThreadStore.mjs.map +1 -0
  38. package/dist/MemoryProtocol.d.mts +38160 -0
  39. package/dist/MemoryProtocol.mjs +219 -0
  40. package/dist/MemoryProtocol.mjs.map +1 -0
  41. package/dist/PortProtocol.d.mts +7726 -0
  42. package/dist/PortProtocol.mjs +234 -0
  43. package/dist/PortProtocol.mjs.map +1 -0
  44. package/dist/PortRouting.d.mts +97 -0
  45. package/dist/PortRouting.mjs +544 -0
  46. package/dist/PortRouting.mjs.map +1 -0
  47. package/dist/do-journal-DUhjZkOf.mjs +1352 -0
  48. package/dist/do-journal-DUhjZkOf.mjs.map +1 -0
  49. package/dist/index.d.mts +14 -0
  50. package/dist/index.mjs +14 -0
  51. package/dist/migrations-DtKz_Gxr.mjs +306 -0
  52. package/dist/migrations-DtKz_Gxr.mjs.map +1 -0
  53. package/dist/owned-state-DHm2aRXx.mjs +119 -0
  54. package/dist/owned-state-DHm2aRXx.mjs.map +1 -0
  55. package/dist/rolldown-runtime-D7D4PA-g.mjs +13 -0
  56. package/package.json +1 -0
  57. package/src/DoMemoryStore.ts +73 -0
  58. package/src/DoMessageDeliveryStore.ts +39 -0
  59. package/src/DoScheduleStore.ts +622 -0
  60. package/src/DoStorageConfig.ts +53 -0
  61. package/src/DoStorageError.ts +180 -0
  62. package/src/DoStorageFailpoint.ts +20 -0
  63. package/src/DoStorageFailpointTesting.ts +41 -0
  64. package/src/DoStorageVersion.ts +2 -0
  65. package/src/DoSubmissionLedger.ts +4027 -0
  66. package/src/DoSubscriptionStore.ts +327 -0
  67. package/src/DoThreadStore.ts +1121 -0
  68. package/src/MemoryProtocol.ts +355 -0
  69. package/src/PortProtocol.ts +436 -0
  70. package/src/PortRouting.ts +1464 -0
  71. package/src/index.ts +13 -0
  72. package/src/internal/do-journal.ts +2282 -0
  73. package/src/internal/message-delivery-schema.ts +24 -0
  74. package/src/internal/migrations.ts +304 -0
  75. package/src/internal/owned-state.ts +228 -0
  76. package/src/internal/recovery-checkpoint-schema.ts +17 -0
  77. package/src/internal/storage-span.ts +44 -0
@@ -0,0 +1,529 @@
1
+ import { t as __exportAll } from "./rolldown-runtime-D7D4PA-g.mjs";
2
+ import { DoStorageConfig, DoStorageConfigValue } from "./DoStorageConfig.mjs";
3
+ import { DoStorageFailpoint } from "./DoStorageFailpoint.mjs";
4
+ import { DoAppendConflict, DoCheckpointConflict, DoFenceRejected, DoStorageCorruptionError, DoStorageError } from "./DoStorageError.mjs";
5
+ import { r as ownedState, t as invalidateOwnedState } from "./owned-state-DHm2aRXx.mjs";
6
+ import { a as initializeDoJournal, n as RawCheckpoint, o as isAppendContention, r as RawReadRequest, s as withStorageSpan, t as RawAppendRequest } from "./do-journal-DUhjZkOf.mjs";
7
+ import { SqlStorageOwner } from "@yielded/agent/sql-memory-store";
8
+ import { Clock, Context, Crypto, Duration, Effect, Layer, Option, Ref, Schema, Stream } from "effect";
9
+ import * as SqlClientService from "effect/sql/SqlClient";
10
+ import { SqliteClient } from "@effect/sql-sqlite-do";
11
+ import { SelectedReadOwner, makeSelectedReads } from "@yielded/agent-storage-sql/sql-thread-native-reads";
12
+ import { EMPTY_TAIL_DIGEST, digestCanonicalBatch } from "@yielded/agent/digest";
13
+ import { CanonicalBatch, CanonicalRecord, CanonicalRecordEnvelope, CanonicalSequence, Digest, ObservationOffset } from "@yielded/agent/records";
14
+ import { AppendConflict, AppendResult, CheckpointRejected, FenceRejected, FencedAppendRequest, LoadCheckpointRequest, MAX_THREAD_EXPORT_RECORDS, SaveCheckpointRequest, SaveRecoveryCheckpointRequest, ThreadCheckpoint, ThreadExport, ThreadExportRequest, ThreadMaterialization, ThreadNotMaterialized, ThreadObservation, ThreadReadRequest, ThreadStore, ThreadStoreDiagnostic, ThreadStoreError, ThreadTail, ThreadTailRequest } from "@yielded/agent/thread-store";
15
+ import { BrowserCrypto } from "@effect/platform-browser";
16
+ import { DEFAULT_OWNERSHIP_LEASE_DURATION } from "@yielded/agent/submission-ledger";
17
+ //#region src/DoThreadStore.ts
18
+ var DoThreadStore_exports = /* @__PURE__ */ __exportAll({
19
+ invalidate: () => invalidate,
20
+ layer: () => layer,
21
+ sqlOwnerLayer: () => sqlOwnerLayer,
22
+ storageConfigLayer: () => storageConfigLayer,
23
+ storageFailpointLayer: () => storageFailpointLayer,
24
+ threadStoreLayer: () => threadStoreLayer
25
+ });
26
+ const OffsetText = Schema.String.check(Schema.isMaxLength(4096));
27
+ const DO_OFFSET_PREFIX = "effect-agent-do@1:";
28
+ const ZERO_CANONICAL_SEQUENCE = Schema.decodeSync(CanonicalSequence)(0);
29
+ const isDigest = Schema.is(Digest);
30
+ const isDoFenceRejected = Schema.is(DoFenceRejected);
31
+ const isDoAppendConflict = Schema.is(DoAppendConflict);
32
+ const isDoCheckpointConflict = Schema.is(DoCheckpointConflict);
33
+ const CanonicalRecordJson = Schema.fromJsonString(CanonicalRecord);
34
+ const CanonicalBatchJson = Schema.fromJsonString(CanonicalBatch);
35
+ const ThreadCheckpointJson = Schema.fromJsonString(ThreadCheckpoint);
36
+ const decodeCanonicalRecord = Schema.decodeEffect(CanonicalRecordJson);
37
+ const storeError = (operation, error) => ThreadStoreError.make({
38
+ cause: error,
39
+ operation,
40
+ message: error.message,
41
+ ...error.diagnostic === void 0 ? {} : { diagnostic: error.diagnostic }
42
+ });
43
+ const schemaStoreError = (operation, error) => ThreadStoreError.make({
44
+ operation,
45
+ message: "A Thread storage value does not satisfy its schema",
46
+ diagnostic: ThreadStoreDiagnostic.make({
47
+ causeTag: error._tag,
48
+ operation,
49
+ issueTag: error.issue._tag
50
+ })
51
+ });
52
+ const makeOffset = Effect.fn(function* (threadId, sequence) {
53
+ return yield* Schema.decodeEffect(CanonicalSequence)(sequence).pipe(Effect.flatMap((validatedSequence) => Schema.decodeEffect(ObservationOffset)(`${DO_OFFSET_PREFIX}${encodeURIComponent(threadId)}:${validatedSequence}`)), Effect.mapError((error) => schemaStoreError("encode observation offset", error)));
54
+ });
55
+ const parseOffset = Effect.fn(function* (threadId, offset) {
56
+ if (offset === void 0) return ZERO_CANONICAL_SEQUENCE;
57
+ const text = yield* Schema.decodeEffect(OffsetText)(offset).pipe(Effect.mapError((error) => schemaStoreError("decode observation offset", error)));
58
+ const threadPrefix = `${DO_OFFSET_PREFIX}${encodeURIComponent(threadId)}:`;
59
+ if (!text.startsWith(threadPrefix)) return yield* ThreadStoreError.make({
60
+ operation: "decode observation offset",
61
+ message: "The observation offset belongs to a different adapter, storage version, or Thread."
62
+ });
63
+ const sequenceText = text.slice(threadPrefix.length);
64
+ if (!/^(0|[1-9][0-9]*)$/.test(sequenceText)) return yield* ThreadStoreError.make({
65
+ operation: "decode observation offset",
66
+ message: "The observation offset is malformed."
67
+ });
68
+ return yield* Schema.decodeEffect(CanonicalSequence)(Number(sequenceText)).pipe(Effect.mapError((error) => schemaStoreError("decode observation offset", error)));
69
+ });
70
+ const mapFence = (threadId, error) => FenceRejected.make({
71
+ threadId,
72
+ actualEpoch: error.actualEpoch,
73
+ attemptedEpoch: error.producerEpoch
74
+ });
75
+ const encodeCanonicalRecord = Effect.fn(function* (record) {
76
+ return yield* Schema.encodeEffect(CanonicalRecordJson)(record).pipe(Effect.mapError((error) => schemaStoreError("encode canonical record", error)));
77
+ });
78
+ const encodeCanonicalBatch = Effect.fn(function* (batch) {
79
+ return yield* Schema.encodeEffect(CanonicalBatchJson)(batch).pipe(Effect.mapError((error) => schemaStoreError("encode canonical batch", error)));
80
+ });
81
+ const encodeCheckpoint = Effect.fn(function* (checkpoint) {
82
+ return yield* Schema.encodeEffect(ThreadCheckpointJson)(checkpoint).pipe(Effect.mapError((error) => schemaStoreError("encode checkpoint", error)));
83
+ });
84
+ const envelopes = /* @__PURE__ */ new WeakMap();
85
+ const decodeEnvelope = Effect.fnUntraced(function* (row) {
86
+ const cached = envelopes.get(row);
87
+ if (cached !== void 0) return cached;
88
+ const record = yield* decodeCanonicalRecord(row.record_json).pipe(Effect.mapError((error) => ThreadStoreError.make({
89
+ operation: "decode canonical record",
90
+ message: "The canonical record does not satisfy its schema",
91
+ diagnostic: ThreadStoreDiagnostic.make({
92
+ causeTag: error._tag,
93
+ operation: "decode canonical record",
94
+ decoder: "CanonicalRecord",
95
+ sequence: row.sequence,
96
+ issueTag: error.issue._tag
97
+ })
98
+ })), Effect.tapError((error) => Effect.annotateCurrentSpan({
99
+ "storage.failure.operation": error.diagnostic?.operation,
100
+ "storage.failure.cause": error.diagnostic?.causeTag,
101
+ "storage.failure.decoder": error.diagnostic?.decoder,
102
+ "storage.failure.sequence": row.sequence,
103
+ "storage.failure.issue": error.diagnostic?.issueTag
104
+ })));
105
+ const threadId = yield* Schema.decodeEffect(CanonicalRecordEnvelope.fields.threadId)(row.thread_id).pipe(Effect.mapError((error) => schemaStoreError("decode thread identity", error)));
106
+ const offset = yield* makeOffset(threadId, row.sequence);
107
+ const batchId = yield* Schema.decodeEffect(CanonicalRecordEnvelope.fields.batchId)(row.batch_id).pipe(Effect.mapError((error) => schemaStoreError("decode batch identity", error)));
108
+ const envelope = CanonicalRecordEnvelope.make({
109
+ threadId,
110
+ batchId,
111
+ sequence: row.sequence,
112
+ offset,
113
+ record
114
+ });
115
+ envelopes.set(row, envelope);
116
+ return envelope;
117
+ });
118
+ const decodeCheckpoint = Effect.fn(function* (checkpointJson) {
119
+ return yield* Schema.decodeEffect(Schema.fromJsonString(ThreadCheckpoint))(checkpointJson).pipe(Effect.mapError((error) => schemaStoreError("decode checkpoint", error)));
120
+ });
121
+ const requireThread = Effect.fn("DoThreadStore.requireThread")(function* (journal, threadId) {
122
+ const rows = yield* journal.getThread(threadId).pipe(Effect.mapError((error) => storeError("read thread", error)));
123
+ if (rows.length === 0) return yield* ThreadNotMaterialized.make({ threadId });
124
+ return rows[0];
125
+ });
126
+ const tailDigestAt = Effect.fn("DoThreadStore.tailDigestAt")(function* (journal, threadId, sequence) {
127
+ if (sequence === 0) return EMPTY_TAIL_DIGEST;
128
+ const digests = yield* journal.getTailDigestAt(threadId, sequence).pipe(Effect.mapError((error) => storeError("read checkpoint digest", error)));
129
+ if (digests.length !== 1) return yield* CheckpointRejected.make({
130
+ threadId,
131
+ reason: "digest-mismatch"
132
+ });
133
+ return yield* Schema.decodeEffect(Digest)(digests[0]).pipe(Effect.mapError((error) => schemaStoreError("decode checkpoint digest", error)));
134
+ });
135
+ const groupByKey = (rows, key) => {
136
+ const grouped = /* @__PURE__ */ new Map();
137
+ for (const row of rows) {
138
+ const existing = grouped.get(key(row));
139
+ if (existing === void 0) grouped.set(key(row), [row]);
140
+ else existing.push(row);
141
+ }
142
+ return grouped;
143
+ };
144
+ /**
145
+ * Opt-in integrity audit (`verifyOnOpen`) of canonical payloads, their digest chains and generic
146
+ * projection checkpoints. Disposable recovery checkpoints are validated when loaded. Routine opens
147
+ * skip this scan: per-operation Schema decoding fails clearly on corrupt canonical rows.
148
+ */
149
+ const decodeStartupPayloads = Effect.fn("DoThreadStore.decodeStartupPayloads")(function* (journal, crypto) {
150
+ const stored = yield* journal.scanStoredPayloads();
151
+ const batches = yield* Effect.forEach(stored.batches, (batch) => Schema.decodeEffect(Schema.fromJsonString(CanonicalBatch))(batch.batch_json).pipe(Effect.map((decoded) => ({
152
+ decoded,
153
+ row: batch
154
+ })), Effect.mapError((error) => DoStorageCorruptionError.make({
155
+ table: "effect_agent_canonical_batches",
156
+ rowKey: `${batch.thread_id}/${batch.batch_id}`,
157
+ message: error.message
158
+ }))));
159
+ const records = yield* Effect.forEach(stored.records, (record) => Schema.decodeEffect(Schema.fromJsonString(CanonicalRecord))(record.record_json).pipe(Effect.map((decoded) => ({
160
+ decoded,
161
+ row: record
162
+ })), Effect.mapError((error) => DoStorageCorruptionError.make({
163
+ table: "effect_agent_canonical_records",
164
+ rowKey: `${record.thread_id}/${record.sequence}`,
165
+ message: error.message
166
+ }))));
167
+ const checkpoints = yield* Effect.forEach(stored.checkpoints, (checkpoint) => Schema.decodeEffect(Schema.fromJsonString(ThreadCheckpoint))(checkpoint.checkpoint_json).pipe(Effect.map((decoded) => ({
168
+ decoded,
169
+ row: checkpoint
170
+ })), Effect.mapError((error) => DoStorageCorruptionError.make({
171
+ table: "effect_agent_checkpoints",
172
+ rowKey: `${checkpoint.thread_id}/${checkpoint.through_sequence}`,
173
+ message: error.message
174
+ }))));
175
+ const batchesByThread = groupByKey(batches, ({ row }) => row.thread_id);
176
+ const recordsByThread = groupByKey(records, ({ row }) => row.thread_id);
177
+ const checkpointsByThread = groupByKey(checkpoints, ({ row }) => row.thread_id);
178
+ const materializedIds = new Set(stored.threads.map((thread) => thread.thread_id));
179
+ for (const thread of stored.threads) {
180
+ const threadBatches = batchesByThread.get(thread.thread_id) ?? [];
181
+ const threadRecords = recordsByThread.get(thread.thread_id) ?? [];
182
+ const threadCheckpoints = checkpointsByThread.get(thread.thread_id) ?? [];
183
+ const recordsByBatch = groupByKey(threadRecords, ({ row }) => row.batch_id);
184
+ let previousDigest = EMPTY_TAIL_DIGEST;
185
+ let expectedSequence = 1;
186
+ const tailDigests = /* @__PURE__ */ new Map([[0, EMPTY_TAIL_DIGEST]]);
187
+ for (const { decoded: canonicalBatch, row: batchRow } of threadBatches) {
188
+ const key = `${batchRow.thread_id}/${batchRow.batch_id}`;
189
+ if (canonicalBatch.batchId !== batchRow.batch_id || batchRow.first_sequence !== expectedSequence || batchRow.last_sequence !== batchRow.first_sequence + canonicalBatch.records.length - 1) return yield* DoStorageCorruptionError.make({
190
+ table: "effect_agent_canonical_batches",
191
+ rowKey: key,
192
+ message: "Canonical batch identity, sequence, or record count is inconsistent."
193
+ });
194
+ const digest = yield* digestCanonicalBatch(previousDigest, canonicalBatch).pipe(Effect.provideService(Crypto.Crypto, crypto), Effect.mapError((error) => DoStorageCorruptionError.make({
195
+ table: "effect_agent_canonical_batches",
196
+ rowKey: key,
197
+ message: error.message
198
+ })));
199
+ if (batchRow.batch_digest !== digest || batchRow.tail_digest !== digest) return yield* DoStorageCorruptionError.make({
200
+ table: "effect_agent_canonical_batches",
201
+ rowKey: key,
202
+ message: "Canonical batch digest does not match its decoded content and prior tail."
203
+ });
204
+ const batchRecords = recordsByBatch.get(batchRow.batch_id) ?? [];
205
+ if (batchRecords.length !== canonicalBatch.records.length) return yield* DoStorageCorruptionError.make({
206
+ table: "effect_agent_canonical_records",
207
+ rowKey: key,
208
+ message: "Canonical batch and record-table counts differ."
209
+ });
210
+ for (let index = 0; index < canonicalBatch.records.length; index++) {
211
+ const expectedRecord = canonicalBatch.records[index];
212
+ const storedRecord = batchRecords[index];
213
+ const expectedJson = yield* Schema.encodeEffect(Schema.fromJsonString(CanonicalRecord))(expectedRecord).pipe(Effect.mapError((error) => DoStorageCorruptionError.make({
214
+ table: "effect_agent_canonical_batches",
215
+ rowKey: key,
216
+ message: error.message
217
+ })));
218
+ const storedJson = yield* Schema.encodeEffect(Schema.fromJsonString(CanonicalRecord))(storedRecord.decoded).pipe(Effect.mapError((error) => DoStorageCorruptionError.make({
219
+ table: "effect_agent_canonical_records",
220
+ rowKey: `${key}/${storedRecord.row.sequence}`,
221
+ message: error.message
222
+ })));
223
+ if (storedRecord.row.sequence !== batchRow.first_sequence + index || storedRecord.row.record_id !== expectedRecord.recordId || expectedJson !== storedJson) return yield* DoStorageCorruptionError.make({
224
+ table: "effect_agent_canonical_records",
225
+ rowKey: `${key}/${storedRecord.row.sequence}`,
226
+ message: "Canonical record identity, sequence, or payload differs from its batch."
227
+ });
228
+ }
229
+ previousDigest = digest;
230
+ expectedSequence = batchRow.last_sequence + 1;
231
+ tailDigests.set(batchRow.last_sequence, digest);
232
+ }
233
+ if (threadRecords.length !== thread.tail_sequence || thread.tail_sequence !== expectedSequence - 1 || thread.tail_digest !== previousDigest) return yield* DoStorageCorruptionError.make({
234
+ table: "effect_agent_threads",
235
+ rowKey: thread.thread_id,
236
+ message: "Thread tail does not match its canonical batch chain."
237
+ });
238
+ for (const checkpoint of threadCheckpoints) if (checkpoint.decoded.threadId !== thread.thread_id || checkpoint.decoded.throughSequence !== checkpoint.row.through_sequence || checkpoint.decoded.tailDigest !== checkpoint.row.tail_digest || tailDigests.get(checkpoint.row.through_sequence) !== checkpoint.row.tail_digest) return yield* DoStorageCorruptionError.make({
239
+ table: "effect_agent_checkpoints",
240
+ rowKey: `${thread.thread_id}/${checkpoint.row.through_sequence}`,
241
+ message: "Checkpoint identity or digest is not bound to a canonical batch tail."
242
+ });
243
+ }
244
+ if (batches.some(({ row }) => !materializedIds.has(row.thread_id)) || records.some(({ row }) => !materializedIds.has(row.thread_id)) || checkpoints.some(({ row }) => !materializedIds.has(row.thread_id))) return yield* DoStorageCorruptionError.make({
245
+ table: "effect_agent_threads",
246
+ rowKey: "startup_scan",
247
+ message: "Canonical rows exist without a materialized Thread."
248
+ });
249
+ });
250
+ const makeServices = Effect.fn("DoThreadStore.makeServices")(function* () {
251
+ const config = yield* DoStorageConfig;
252
+ const failpoint = yield* DoStorageFailpoint;
253
+ const sql = yield* SqlClientService.SqlClient;
254
+ const crypto = yield* Crypto.Crypto;
255
+ const journal = yield* initializeDoJournal(sql, failpoint.hit, config.maxStoredValueBytes);
256
+ if (config.verifyOnOpen) yield* decodeStartupPayloads(journal, crypto);
257
+ const provideCrypto = (effect) => Effect.provideService(effect, Crypto.Crypto, crypto);
258
+ const hitFailpoint = Effect.fn((location) => failpoint.hit(location).pipe(Effect.mapError((error) => storeError(`storage failpoint ${location}`, error))));
259
+ const materialize = Effect.fnUntraced(function* (request) {
260
+ const validated = yield* Schema.decodeEffect(Schema.toType(ThreadMaterialization))(request).pipe(Effect.mapError((error) => schemaStoreError("validate materialization", error)));
261
+ const now = yield* Clock.currentTimeMillis;
262
+ yield* hitFailpoint("materialize:before");
263
+ yield* journal.materialize(validated.threadId, new Date(now).toISOString(), EMPTY_TAIL_DIGEST, validated.producerEpoch).pipe(Effect.mapError((error) => error._tag === "DoFenceRejected" ? mapFence(validated.threadId, error) : storeError("materialize thread", error)));
264
+ yield* hitFailpoint("materialize:after");
265
+ }, withStorageSpan("DoThreadStore.materialize", (error) => error._tag === "FenceRejected"));
266
+ const append = Effect.fnUntraced(function* (request) {
267
+ const validated = yield* Schema.decodeEffect(Schema.toType(FencedAppendRequest))(request).pipe(Effect.mapError((error) => schemaStoreError("validate canonical append", error)));
268
+ const observed = yield* requireThread(journal, validated.threadId);
269
+ const tailDigest = yield* provideCrypto(digestCanonicalBatch(validated.expectedTailDigest, validated.batch)).pipe(Effect.mapError((error) => storeError("digest canonical append", error)));
270
+ const batchJson = yield* encodeCanonicalBatch(validated.batch);
271
+ const rawRecords = yield* Effect.forEach(validated.batch.records, (record) => encodeCanonicalRecord(record).pipe(Effect.map((recordJson) => ({
272
+ recordId: record.recordId,
273
+ recordJson
274
+ }))));
275
+ const rawRequest = yield* Schema.decodeEffect(RawAppendRequest)({
276
+ threadId: validated.threadId,
277
+ batchId: validated.batch.batchId,
278
+ batchDigest: tailDigest,
279
+ batchJson,
280
+ expectedTailSequence: validated.expectedTailSequence,
281
+ expectedTailDigest: validated.expectedTailDigest,
282
+ producerEpoch: validated.producerEpoch,
283
+ records: rawRecords,
284
+ tailDigest
285
+ }).pipe(Effect.mapError((error) => schemaStoreError("encode canonical append", error)));
286
+ yield* hitFailpoint("append:before");
287
+ const result = yield* journal.append(rawRequest, observed).pipe(Effect.mapError((error) => {
288
+ if (isDoFenceRejected(error)) return mapFence(validated.threadId, error);
289
+ if (isDoAppendConflict(error)) return error.actualTailSequence !== void 0 && isDigest(error.actualTailDigest) ? AppendConflict.make({
290
+ threadId: validated.threadId,
291
+ batchId: validated.batch.batchId,
292
+ reason: error.reason,
293
+ actualTailSequence: error.actualTailSequence,
294
+ actualTailDigest: error.actualTailDigest
295
+ }) : AppendConflict.make({
296
+ threadId: validated.threadId,
297
+ batchId: validated.batch.batchId,
298
+ reason: error.reason
299
+ });
300
+ return storeError("append canonical batch", error);
301
+ }), Effect.flatMap((result) => Schema.decodeEffect(AppendResult)(result).pipe(Effect.mapError((error) => schemaStoreError("decode append result", error)))));
302
+ yield* hitFailpoint("append:after");
303
+ return result;
304
+ }, withStorageSpan("DoThreadStore.append", isAppendContention));
305
+ const loadRecords = Effect.fnUntraced(function* (request) {
306
+ const result = yield* journal.read(request).pipe(Effect.mapError((error) => storeError("read canonical records", error)));
307
+ return {
308
+ count: result.count,
309
+ records: result.records.pipe(Stream.mapError((error) => storeError("read canonical records", error)), Stream.mapEffect(decodeEnvelope))
310
+ };
311
+ });
312
+ const readEffect = Effect.fn("DoThreadStore.read")(function* (request) {
313
+ const validated = yield* Schema.decodeEffect(Schema.toType(ThreadReadRequest))(request).pipe(Effect.mapError((error) => schemaStoreError("validate thread read", error)));
314
+ if ("selection" in validated) return Stream.fromIterable(yield* selectedReads.read(validated));
315
+ yield* requireThread(journal, validated.threadId);
316
+ return (yield* loadRecords(RawReadRequest.make({
317
+ threadId: validated.threadId,
318
+ fromSequenceExclusive: validated.afterSequence ?? ZERO_CANONICAL_SEQUENCE,
319
+ limit: validated.limit
320
+ }))).records;
321
+ });
322
+ const read = (request) => Stream.unwrap(readEffect(request));
323
+ const observeEffect = Effect.fnUntraced(function* (request) {
324
+ const validated = yield* Schema.decodeEffect(Schema.toType(ThreadObservation))(request).pipe(Effect.mapError((error) => schemaStoreError("validate thread observation", error)));
325
+ yield* requireThread(journal, validated.threadId);
326
+ const initialSequence = yield* parseOffset(validated.threadId, validated.afterOffset);
327
+ const cursor = yield* Ref.make(initialSequence);
328
+ let polls = 0;
329
+ let emptyPolls = 0;
330
+ let deliveredRecords = 0;
331
+ const poll = Effect.fnUntraced(function* () {
332
+ polls++;
333
+ const fromSequenceExclusive = yield* Ref.get(cursor);
334
+ const result = yield* loadRecords(RawReadRequest.make({
335
+ threadId: validated.threadId,
336
+ fromSequenceExclusive,
337
+ limit: 1024
338
+ }));
339
+ if (result.count === 0) {
340
+ emptyPolls++;
341
+ yield* Effect.sleep(config.observationPollInterval);
342
+ return Stream.empty;
343
+ }
344
+ return result.records.pipe(Stream.tap((record) => {
345
+ deliveredRecords++;
346
+ return Ref.set(cursor, record.sequence);
347
+ }));
348
+ });
349
+ return Stream.fromEffectRepeat(poll()).pipe(Stream.flatten, Stream.ensuring(Effect.suspend(() => Effect.annotateCurrentSpan({
350
+ "effect_agent.observation.polls": polls,
351
+ "effect_agent.observation.empty_polls": emptyPolls,
352
+ "effect_agent.observation.records": deliveredRecords
353
+ }))));
354
+ });
355
+ const observe = (request) => Stream.unwrap(observeEffect(request)).pipe(Stream.withSpan("DoThreadStore.observe"));
356
+ const exportThread = Effect.fn("DoThreadStore.export")(function* (request) {
357
+ const validated = yield* Schema.decodeEffect(Schema.toType(ThreadExportRequest))(request).pipe(Effect.mapError((error) => schemaStoreError("validate thread export", error)));
358
+ yield* requireThread(journal, validated.threadId);
359
+ const exported = yield* journal.exportThread(validated.threadId).pipe(Effect.mapError((error) => storeError("export thread", error)));
360
+ const records = yield* Effect.forEach(exported.records, decodeEnvelope);
361
+ if (records.length > MAX_THREAD_EXPORT_RECORDS) return yield* ThreadStoreError.make({
362
+ operation: "decode thread export",
363
+ message: "The thread exceeds the current export record limit."
364
+ });
365
+ const tailDigest = yield* Schema.decodeEffect(Digest)(exported.thread.tail_digest).pipe(Effect.mapError((error) => schemaStoreError("decode export tail digest", error)));
366
+ return ThreadExport.make({
367
+ format: "effect-agent/thread@1",
368
+ threadId: validated.threadId,
369
+ tailSequence: exported.thread.tail_sequence,
370
+ tailDigest,
371
+ records
372
+ });
373
+ });
374
+ const inspectTail = Effect.fn("DoThreadStore.inspectTail")(function* (request) {
375
+ const validated = yield* Schema.decodeEffect(Schema.toType(ThreadTailRequest))(request).pipe(Effect.mapError((error) => schemaStoreError("validate tail inspection", error)));
376
+ const thread = yield* requireThread(journal, validated.threadId);
377
+ const tailDigest = yield* Schema.decodeEffect(Digest)(thread.tail_digest).pipe(Effect.mapError((error) => schemaStoreError("decode tail digest", error)));
378
+ return ThreadTail.make({
379
+ threadId: validated.threadId,
380
+ tailSequence: thread.tail_sequence,
381
+ tailDigest,
382
+ producerEpoch: thread.producer_epoch
383
+ });
384
+ });
385
+ const saveCheckpoint = Effect.fn("DoThreadStore.saveCheckpoint")(function* (request) {
386
+ const validated = yield* Schema.decodeEffect(Schema.toType(SaveCheckpointRequest))(request).pipe(Effect.mapError((error) => schemaStoreError("validate checkpoint", error)));
387
+ const thread = yield* requireThread(journal, validated.checkpoint.threadId);
388
+ if (validated.checkpoint.throughSequence > thread.tail_sequence) return yield* CheckpointRejected.make({
389
+ threadId: validated.checkpoint.threadId,
390
+ reason: "ahead-of-tail"
391
+ });
392
+ if ((yield* tailDigestAt(journal, validated.checkpoint.threadId, validated.checkpoint.throughSequence)) !== validated.checkpoint.tailDigest) return yield* CheckpointRejected.make({
393
+ threadId: validated.checkpoint.threadId,
394
+ reason: "digest-mismatch"
395
+ });
396
+ const checkpointJson = yield* encodeCheckpoint(validated.checkpoint);
397
+ const raw = RawCheckpoint.make({
398
+ threadId: validated.checkpoint.threadId,
399
+ throughSequence: validated.checkpoint.throughSequence,
400
+ tailDigest: validated.checkpoint.tailDigest,
401
+ checkpointJson
402
+ });
403
+ yield* hitFailpoint("save-checkpoint:before");
404
+ yield* journal.saveCheckpoint(raw).pipe(Effect.mapError((error) => isDoCheckpointConflict(error) ? CheckpointRejected.make({
405
+ threadId: validated.checkpoint.threadId,
406
+ reason: "digest-mismatch"
407
+ }) : storeError("save checkpoint", error)));
408
+ yield* hitFailpoint("save-checkpoint:after");
409
+ });
410
+ const loadCheckpoint = Effect.fn("DoThreadStore.loadCheckpoint")(function* (request) {
411
+ const validated = yield* Schema.decodeEffect(Schema.toType(LoadCheckpointRequest))(request).pipe(Effect.mapError((error) => schemaStoreError("validate checkpoint lookup", error)));
412
+ const thread = yield* requireThread(journal, validated.threadId);
413
+ const rows = yield* journal.loadCheckpoint(validated.threadId, validated.atOrBeforeSequence ?? thread.tail_sequence).pipe(Effect.mapError((error) => storeError("load checkpoint", error)));
414
+ if (rows.length === 0) return Option.none();
415
+ if (rows.length !== 1) return yield* ThreadStoreError.make({
416
+ operation: "load checkpoint",
417
+ message: `Expected at most one checkpoint row but found ${rows.length}.`
418
+ });
419
+ const row = rows[0];
420
+ const checkpoint = yield* decodeCheckpoint(row.checkpoint_json);
421
+ if (row.thread_id !== validated.threadId || checkpoint.threadId !== row.thread_id || checkpoint.throughSequence !== row.through_sequence || checkpoint.tailDigest !== row.tail_digest) return yield* ThreadStoreError.make({
422
+ operation: "load checkpoint",
423
+ message: "Stored checkpoint metadata does not match its canonical row."
424
+ });
425
+ if ((yield* tailDigestAt(journal, checkpoint.threadId, checkpoint.throughSequence)) !== checkpoint.tailDigest) return yield* CheckpointRejected.make({
426
+ threadId: checkpoint.threadId,
427
+ reason: "digest-mismatch"
428
+ });
429
+ return Option.some(checkpoint);
430
+ });
431
+ const saveRecoveryCheckpoint = Effect.fn("DoThreadStore.saveRecoveryCheckpoint")(function* (request) {
432
+ const validated = yield* Schema.decodeEffect(Schema.toType(SaveRecoveryCheckpointRequest))(request).pipe(Effect.mapError((error) => schemaStoreError("validate recovery checkpoint", error)));
433
+ const checkpointJson = yield* encodeCheckpoint(validated.checkpoint);
434
+ yield* journal.saveRecoveryCheckpoint(validated, checkpointJson).pipe(Effect.mapError((error) => error._tag === "CheckpointRejected" || error._tag === "FenceRejected" || error._tag === "ThreadNotMaterialized" ? error : storeError("save recovery checkpoint", error)));
435
+ });
436
+ const loadRecoveryCheckpoint = Effect.fn("DoThreadStore.loadRecoveryCheckpoint")(function* (request) {
437
+ const validated = yield* Schema.decodeEffect(Schema.toType(LoadCheckpointRequest))(request).pipe(Effect.mapError((error) => schemaStoreError("validate recovery checkpoint lookup", error)));
438
+ const thread = yield* requireThread(journal, validated.threadId);
439
+ const corrupt = () => CheckpointRejected.make({
440
+ threadId: validated.threadId,
441
+ reason: "corrupt"
442
+ });
443
+ const rows = yield* journal.loadRecoveryCheckpoint(validated.threadId).pipe(Effect.mapError((error) => error._tag === "DoStorageCorruptionError" ? corrupt() : storeError("load recovery checkpoint", error)));
444
+ if (rows.length === 0) return Option.none();
445
+ if (rows.length !== 1) return yield* corrupt();
446
+ const row = rows[0];
447
+ const checkpoint = yield* Schema.decodeEffect(Schema.fromJsonString(ThreadCheckpoint))(row.checkpoint_json).pipe(Effect.mapError(corrupt));
448
+ if (row.thread_id !== validated.threadId || checkpoint.threadId !== row.thread_id || checkpoint.throughSequence !== row.through_sequence || checkpoint.tailDigest !== row.tail_digest) return yield* corrupt();
449
+ if (checkpoint.throughSequence > thread.tail_sequence) return yield* CheckpointRejected.make({
450
+ threadId: validated.threadId,
451
+ reason: "ahead-of-tail"
452
+ });
453
+ if (checkpoint.throughSequence > (validated.atOrBeforeSequence ?? thread.tail_sequence)) return Option.none();
454
+ if ((yield* tailDigestAt(journal, checkpoint.threadId, checkpoint.throughSequence)) !== checkpoint.tailDigest) return yield* CheckpointRejected.make({
455
+ threadId: validated.threadId,
456
+ reason: "digest-mismatch"
457
+ });
458
+ return Option.some(checkpoint);
459
+ });
460
+ const selectedReads = yield* makeSelectedReads(decodeEnvelope).pipe(Effect.provideService(SelectedReadOwner, {
461
+ snapshot: journal.state.read,
462
+ tail: (threadId) => journal.getThread(threadId).pipe(Effect.flatMap((rows) => Schema.decodeEffect(Schema.UndefinedOr(Schema.Struct({
463
+ tail_sequence: CanonicalSequence,
464
+ tail_digest: Digest,
465
+ producer_epoch: ThreadMaterialization.fields.producerEpoch
466
+ })))(rows[0])), Effect.mapError((error) => storeError("native thread tail", error)))
467
+ }));
468
+ const threadStore = ThreadStore.of({
469
+ ...journal.lifecycle === void 0 ? {} : { lifecyclePublications: journal.lifecycle.storage },
470
+ readIdentity: selectedReads.readIdentity,
471
+ countPeerMessages: selectedReads.countPeerMessages,
472
+ append,
473
+ export: exportThread,
474
+ inspectTail,
475
+ materialize,
476
+ observe,
477
+ read,
478
+ checkpoints: {
479
+ save: saveCheckpoint,
480
+ load: loadCheckpoint
481
+ },
482
+ recoveryCheckpoints: {
483
+ save: saveRecoveryCheckpoint,
484
+ load: loadRecoveryCheckpoint
485
+ }
486
+ });
487
+ return Context.make(ThreadStore, threadStore);
488
+ });
489
+ /**
490
+ * Durable Object Thread Store implementation with configuration, failpoint, SQL, and
491
+ * Crypto authority kept visible in its input channel.
492
+ */
493
+ const threadStoreLayer = Layer.effectContext(makeServices());
494
+ /**
495
+ * Validated Durable Object storage configuration Layer with the documented defaults applied.
496
+ * Shared by the ThreadStore and SubmissionLedger convenience layers so their defaults
497
+ * cannot drift.
498
+ */
499
+ const storageConfigLayer = (options) => Layer.effect(DoStorageConfig)(Schema.decodeEffect(DoStorageConfigValue)({
500
+ observationPollInterval: options.observationPollInterval ?? 25,
501
+ ownershipLeaseDuration: options.ownershipLeaseDuration ?? Duration.toMillis(DEFAULT_OWNERSHIP_LEASE_DURATION),
502
+ maxStoredValueBytes: options.maxStoredValueBytes ?? 19e5,
503
+ verifyOnOpen: options.verifyOnOpen ?? false
504
+ }).pipe(Effect.mapError((error) => DoStorageError.make({
505
+ cause: error,
506
+ operation: "configure Durable Object storage",
507
+ message: error.message
508
+ }))));
509
+ /** The failpoint Layer selected by convenience options: explicit handler or the no-op default. */
510
+ const storageFailpointLayer = (options) => options.failpoint === void 0 ? DoStorageFailpoint.layer : Layer.succeed(DoStorageFailpoint)({ hit: options.failpoint });
511
+ /**
512
+ * A composition-root convenience Layer for canonical Threads inside one Durable Object,
513
+ * built over `ctx.storage`. Durable accepted work is served by the separate SubmissionLedger
514
+ * port; point both at the SAME `ctx.storage` so claims fence the same producer epochs
515
+ * (ADR-0011 D7's "same file" rule, transposed to one object's private database).
516
+ */
517
+ const layer = (options) => Layer.unwrap(Effect.map(DoStorageConfig, (config) => threadStoreLayer.pipe(Layer.provide(Layer.mergeAll(Layer.succeed(DoStorageConfig)(config), storageFailpointLayer(options), SqliteClient.layer({ storage: options.storage }), BrowserCrypto.layer))))).pipe(Layer.provide(storageConfigLayer(options)));
518
+ /**
519
+ * Discard the Object's derived thread and ledger state after direct SQL maintenance.
520
+ * Quiesce port operations during the raw write and invalidation, and enroll the write with
521
+ * the host mutation gate. Ordinary ThreadStore/SubmissionLedger writes maintain this view.
522
+ */
523
+ const invalidate = invalidateOwnedState;
524
+ /** Share the Object's transaction gate with owner-local SQL Memory compositions. */
525
+ const sqlOwnerLayer = Layer.effect(SqlStorageOwner)(Effect.flatMap(SqlClientService.SqlClient, ownedState));
526
+ //#endregion
527
+ export { invalidate, layer, sqlOwnerLayer, storageConfigLayer, storageFailpointLayer, DoThreadStore_exports as t, threadStoreLayer };
528
+
529
+ //# sourceMappingURL=DoThreadStore.mjs.map