@effect-agent/storage-memory 0.1.0-beta.100 → 0.1.0-beta.101
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/MemoryMessageDeliveryStore.mjs +27 -7
- package/dist/MemoryMessageDeliveryStore.mjs.map +1 -1
- package/dist/MemoryThreadStore.mjs +82 -2
- package/dist/MemoryThreadStore.mjs.map +1 -1
- package/package.json +1 -1
- package/src/MemoryMessageDeliveryStore.ts +43 -9
- package/src/MemoryThreadStore.ts +152 -2
|
@@ -22,7 +22,23 @@ const Scan = Schema.Struct({
|
|
|
22
22
|
const memoryMessageDeliveryStoreLayer = (limits = defaultMessageDeliveryStoreLimits, options = {}) => Layer.effect(MessageDeliveryStore, Effect.gen(function* () {
|
|
23
23
|
const config = yield* validateMessageDelivery(MessageDeliveryStoreLimits, limits, "limits");
|
|
24
24
|
const maxStoredValueBytes = yield* validateMessageDelivery(Schema.Int.check(Schema.isGreaterThan(0)), options.maxStoredValueBytes ?? 16777216, "stored-value-limit");
|
|
25
|
-
const state = yield* Ref.make(
|
|
25
|
+
const state = yield* Ref.make({
|
|
26
|
+
records: /* @__PURE__ */ new Map(),
|
|
27
|
+
pending: /* @__PURE__ */ new Map()
|
|
28
|
+
});
|
|
29
|
+
const commit = (record, encoded) => Ref.update(state, (current) => {
|
|
30
|
+
const key = messageDeliveryKeyString(record.key);
|
|
31
|
+
const keys = new Set(current.pending.get(record.key.ownerThreadId));
|
|
32
|
+
if (messageDeliveryUsesCapacity(record)) keys.add(record.key.messageId);
|
|
33
|
+
else keys.delete(record.key.messageId);
|
|
34
|
+
const pending = new Map(current.pending);
|
|
35
|
+
if (keys.size === 0) pending.delete(record.key.ownerThreadId);
|
|
36
|
+
else pending.set(record.key.ownerThreadId, keys);
|
|
37
|
+
return {
|
|
38
|
+
records: new Map(current.records).set(key, encoded),
|
|
39
|
+
pending
|
|
40
|
+
};
|
|
41
|
+
});
|
|
26
42
|
const lock = yield* Semaphore.make(1);
|
|
27
43
|
const failpoint = yield* MessageDeliveryFailpoint;
|
|
28
44
|
const encode = Effect.fn("MemoryMessageDeliveryStore.encode")(function* (record) {
|
|
@@ -37,7 +53,7 @@ const memoryMessageDeliveryStoreLayer = (limits = defaultMessageDeliveryStoreLim
|
|
|
37
53
|
return text;
|
|
38
54
|
});
|
|
39
55
|
const all = Effect.fn("MemoryMessageDeliveryStore.all")(function* () {
|
|
40
|
-
return yield* Effect.forEach((yield* Ref.get(state)).values(), decode);
|
|
56
|
+
return yield* Effect.forEach((yield* Ref.get(state)).records.values(), decode);
|
|
41
57
|
});
|
|
42
58
|
const insert = Effect.fn("MemoryMessageDeliveryStore.insert")(function* (record) {
|
|
43
59
|
const encoded = yield* encode(record);
|
|
@@ -52,7 +68,7 @@ const memoryMessageDeliveryStoreLayer = (limits = defaultMessageDeliveryStoreLim
|
|
|
52
68
|
});
|
|
53
69
|
yield* failpoint.hit("message-delivery:insert:before");
|
|
54
70
|
const inserted = yield* lock.withPermit(Effect.uninterruptible(Effect.gen(function* () {
|
|
55
|
-
const records = yield* Ref.get(state);
|
|
71
|
+
const { records } = yield* Ref.get(state);
|
|
56
72
|
const key = messageDeliveryKeyString(input.key);
|
|
57
73
|
const existingText = records.get(key);
|
|
58
74
|
if (existingText !== void 0) {
|
|
@@ -69,7 +85,7 @@ const memoryMessageDeliveryStoreLayer = (limits = defaultMessageDeliveryStoreLim
|
|
|
69
85
|
reason: "capacity",
|
|
70
86
|
operation: "insert"
|
|
71
87
|
});
|
|
72
|
-
yield*
|
|
88
|
+
yield* commit(input, encoded);
|
|
73
89
|
return input;
|
|
74
90
|
})));
|
|
75
91
|
yield* failpoint.hit("message-delivery:insert:after");
|
|
@@ -77,7 +93,7 @@ const memoryMessageDeliveryStoreLayer = (limits = defaultMessageDeliveryStoreLim
|
|
|
77
93
|
});
|
|
78
94
|
const get = Effect.fn("MemoryMessageDeliveryStore.get")(function* (key) {
|
|
79
95
|
const input = yield* validateMessageDelivery(MessageDeliveryKey, key, "get");
|
|
80
|
-
const text = (yield* Ref.get(state)).get(messageDeliveryKeyString(input));
|
|
96
|
+
const text = (yield* Ref.get(state)).records.get(messageDeliveryKeyString(input));
|
|
81
97
|
return text === void 0 ? null : yield* decode(text);
|
|
82
98
|
});
|
|
83
99
|
const change = Effect.fn("MemoryMessageDeliveryStore.change")(function* (key, change) {
|
|
@@ -93,7 +109,7 @@ const memoryMessageDeliveryStoreLayer = (limits = defaultMessageDeliveryStoreLim
|
|
|
93
109
|
});
|
|
94
110
|
const next = yield* Effect.fromResult(applyMessageDeliveryChange(existing, input));
|
|
95
111
|
const encoded = yield* encode(next);
|
|
96
|
-
yield*
|
|
112
|
+
yield* commit(next, encoded);
|
|
97
113
|
return next;
|
|
98
114
|
})));
|
|
99
115
|
yield* failpoint.hit(`${point}:after`);
|
|
@@ -107,7 +123,11 @@ const memoryMessageDeliveryStoreLayer = (limits = defaultMessageDeliveryStoreLim
|
|
|
107
123
|
change,
|
|
108
124
|
list: Effect.fn("MemoryMessageDeliveryStore.list")(function* (request) {
|
|
109
125
|
const input = yield* validateMessageDelivery(MessageDeliveryPageRequest, request, "list");
|
|
110
|
-
const
|
|
126
|
+
const current = yield* Ref.get(state);
|
|
127
|
+
const records = (input.pendingOnly ? yield* Effect.forEach([...current.pending.get(input.ownerThreadId) ?? []].filter((messageId) => input.after === void 0 || messageId > input.after).sort().slice(0, input.limit + 1), (messageId) => decode(current.records.get(messageDeliveryKeyString({
|
|
128
|
+
ownerThreadId: input.ownerThreadId,
|
|
129
|
+
messageId
|
|
130
|
+
})) ?? "")) : yield* all()).filter((record) => record.key.ownerThreadId === input.ownerThreadId && (input.after === void 0 || record.key.messageId > input.after)).sort((left, right) => left.key.messageId < right.key.messageId ? -1 : left.key.messageId > right.key.messageId ? 1 : 0);
|
|
111
131
|
const items = records.slice(0, input.limit);
|
|
112
132
|
return {
|
|
113
133
|
items,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"MemoryMessageDeliveryStore.mjs","names":[],"sources":["../src/MemoryMessageDeliveryStore.ts"],"sourcesContent":["import { Effect, Layer, Ref, Schema, Semaphore } from \"effect\";\nimport { ThreadId } from \"effect-agent/identifiers\";\nimport {\n applyMessageDeliveryChange,\n defaultMessageDeliveryStoreLimits,\n MessageDeliveryChange,\n MessageDeliveryError,\n MessageDeliveryFailpoint,\n MessageDeliveryKey,\n MessageDeliveryPageRequest,\n MessageDeliveryRecord,\n MessageDeliveryStore,\n MessageDeliveryStoreLimits,\n messageDeliveryDeadline,\n messageDeliveryKeyString,\n messageDeliveryUsesCapacity,\n isWorkerUpdateDelivery,\n messageDeliveryCapacity,\n sameMessageDeliveryIdentity,\n validateMessageDelivery,\n} from \"effect-agent/message-delivery\";\nimport { ScheduleInstant } from \"effect-agent/schedule\";\n\nconst codec = Schema.fromJsonString(MessageDeliveryRecord);\n\nconst decode = (text: string) =>\n Schema.decodeEffect(codec)(text).pipe(\n Effect.mapError(() => MessageDeliveryError.make({ reason: \"corrupt\", operation: \"decode\" })),\n );\n\nconst Scan = Schema.Struct({\n nowMillis: ScheduleInstant,\n limit: Schema.Int.check(Schema.isGreaterThan(0), Schema.isLessThanOrEqualTo(100)),\n ownerThreadId: Schema.optionalKey(ThreadId),\n});\n\nexport interface MemoryMessageDeliveryStoreOptions {\n /** UTF-8 bound on the complete stored record, including a processed Settlement. */\n readonly maxStoredValueBytes?: number;\n}\n\n/** Reference adapter. All retained rows are bounded; completed deduplication evidence is never evicted. */\nexport const memoryMessageDeliveryStoreLayer = (\n limits: MessageDeliveryStoreLimits = defaultMessageDeliveryStoreLimits,\n options: MemoryMessageDeliveryStoreOptions = {},\n): Layer.Layer<MessageDeliveryStore, MessageDeliveryError> =>\n Layer.effect(\n MessageDeliveryStore,\n Effect.gen(function* () {\n const config = yield* validateMessageDelivery(MessageDeliveryStoreLimits, limits, \"limits\");\n\n const maxStoredValueBytes = yield* validateMessageDelivery(\n Schema.Int.check(Schema.isGreaterThan(0)),\n options.maxStoredValueBytes ?? 16 * 1_024 * 1_024,\n \"stored-value-limit\",\n );\n\n const state = yield* Ref.make<ReadonlyMap<string, string>>(new Map());\n const lock = yield* Semaphore.make(1);\n const failpoint = yield* MessageDeliveryFailpoint;\n\n const encode = Effect.fn(\"MemoryMessageDeliveryStore.encode\")(function* (\n record: MessageDeliveryRecord,\n ) {\n const text = yield* Schema.encodeEffect(codec)(record).pipe(\n Effect.mapError(() =>\n MessageDeliveryError.make({ reason: \"corrupt\", operation: \"encode\" }),\n ),\n );\n\n if (new TextEncoder().encode(text).byteLength > maxStoredValueBytes) {\n return yield* MessageDeliveryError.make({\n reason: \"capacity\",\n operation: \"stored-value-bytes\",\n });\n }\n\n return text;\n });\n\n const all = Effect.fn(\"MemoryMessageDeliveryStore.all\")(function* () {\n return yield* Effect.forEach((yield* Ref.get(state)).values(), decode);\n });\n\n const insert: MessageDeliveryStore[\"Service\"][\"insert\"] = Effect.fn(\n \"MemoryMessageDeliveryStore.insert\",\n )(function* (record) {\n const encoded = yield* encode(record);\n const input = yield* decode(encoded);\n\n if (\n input.version !== 1 ||\n input.status !== \"pending\" ||\n input.leaseUntilMillis !== null ||\n input.retry.attempts !== 0 ||\n input.retry.generation !== 0 ||\n input.retry.automaticAttempts !== 0 ||\n input.retry.nextAttemptAtMillis !== input.createdAtMillis ||\n input.retry.lastAttemptAtMillis !== null ||\n input.retry.lastFailure !== null ||\n input.deadlineAtMillis !== input.initialDeadlineAtMillis\n ) {\n return yield* MessageDeliveryError.make({\n reason: \"validation\",\n operation: \"insert-state\",\n });\n }\n if (\n new TextEncoder().encode(JSON.stringify(input.envelope)).byteLength >\n config.maxEnvelopeBytes\n ) {\n return yield* MessageDeliveryError.make({\n reason: \"capacity\",\n operation: \"envelope-bytes\",\n });\n }\n yield* failpoint.hit(\"message-delivery:insert:before\");\n\n const inserted = yield* lock.withPermit(\n Effect.uninterruptible(\n Effect.gen(function* () {\n const records = yield* Ref.get(state);\n const key = messageDeliveryKeyString(input.key);\n const existingText = records.get(key);\n\n if (existingText !== undefined) {\n const existing = yield* decode(existingText);\n\n if (!sameMessageDeliveryIdentity(existing, input))\n return yield* MessageDeliveryError.make({\n reason: \"conflict\",\n operation: \"insert\",\n });\n\n return existing;\n }\n\n const owned = (yield* all()).filter(\n (record) =>\n record.key.ownerThreadId === input.key.ownerThreadId &&\n isWorkerUpdateDelivery(record) === isWorkerUpdateDelivery(input),\n );\n\n const capacity = messageDeliveryCapacity(config, isWorkerUpdateDelivery(input));\n\n if (\n owned.length >= capacity.retained ||\n owned.filter(messageDeliveryUsesCapacity).length >= capacity.pending\n ) {\n return yield* MessageDeliveryError.make({\n reason: \"capacity\",\n operation: \"insert\",\n });\n }\n yield* Ref.set(state, new Map(records).set(key, encoded));\n\n return input;\n }),\n ),\n );\n\n yield* failpoint.hit(\"message-delivery:insert:after\");\n\n return yield* decode(yield* encode(inserted));\n });\n\n const get: MessageDeliveryStore[\"Service\"][\"get\"] = Effect.fn(\n \"MemoryMessageDeliveryStore.get\",\n )(function* (key) {\n const input = yield* validateMessageDelivery(MessageDeliveryKey, key, \"get\");\n const text = (yield* Ref.get(state)).get(messageDeliveryKeyString(input));\n\n return text === undefined ? null : yield* decode(text);\n });\n\n const change: MessageDeliveryStore[\"Service\"][\"change\"] = Effect.fn(\n \"MemoryMessageDeliveryStore.change\",\n )(function* (key, change) {\n const input = yield* validateMessageDelivery(MessageDeliveryChange, change, \"change\");\n const decodedKey = yield* validateMessageDelivery(MessageDeliveryKey, key, \"change\");\n const point = `message-delivery:${input._tag.toLowerCase()}`;\n\n yield* failpoint.hit(`${point}:before`);\n\n const changed = yield* lock.withPermit(\n Effect.uninterruptible(\n Effect.gen(function* () {\n const existing = yield* get(decodedKey);\n\n if (existing === null)\n return yield* MessageDeliveryError.make({\n reason: \"not-found\",\n operation: \"change\",\n });\n const next = yield* Effect.fromResult(applyMessageDeliveryChange(existing, input));\n const encoded = yield* encode(next);\n\n yield* Ref.update(state, (records) =>\n new Map(records).set(messageDeliveryKeyString(decodedKey), encoded),\n );\n\n return next;\n }),\n ),\n );\n\n yield* failpoint.hit(`${point}:after`);\n\n return yield* decode(yield* encode(changed));\n });\n\n return MessageDeliveryStore.of({\n limits: config,\n maxStoredValueBytes,\n insert,\n get,\n change,\n list: Effect.fn(\"MemoryMessageDeliveryStore.list\")(function* (request) {\n const input = yield* validateMessageDelivery(MessageDeliveryPageRequest, request, \"list\");\n\n const records = (yield* all())\n .filter(\n (record) =>\n record.key.ownerThreadId === input.ownerThreadId &&\n (input.after === undefined || record.key.messageId > input.after),\n )\n .sort((left, right) =>\n left.key.messageId < right.key.messageId\n ? -1\n : left.key.messageId > right.key.messageId\n ? 1\n : 0,\n );\n\n const items = records.slice(0, input.limit);\n\n return {\n items,\n next: records.length > input.limit ? (items.at(-1)?.key.messageId ?? null) : null,\n };\n }),\n due: Effect.fn(\"MemoryMessageDeliveryStore.due\")(\n function* (nowMillis, limit, ownerThreadId) {\n const input = yield* validateMessageDelivery(\n Scan,\n { nowMillis, limit, ...(ownerThreadId === undefined ? {} : { ownerThreadId }) },\n \"due\",\n );\n\n return (yield* all())\n .flatMap((record) => {\n const deadline = messageDeliveryDeadline(record);\n\n return deadline !== null &&\n deadline <= input.nowMillis &&\n (input.ownerThreadId === undefined ||\n input.ownerThreadId === record.key.ownerThreadId)\n ? [{ key: record.key, deadline }]\n : [];\n })\n .sort(\n (left, right) =>\n left.deadline - right.deadline ||\n (messageDeliveryKeyString(left.key) < messageDeliveryKeyString(right.key)\n ? -1\n : 1),\n )\n .slice(0, input.limit)\n .map((record) => record.key);\n },\n ),\n nextDeadline: Effect.fn(\"MemoryMessageDeliveryStore.nextDeadline\")(\n function* (ownerThreadId) {\n if (ownerThreadId !== undefined)\n yield* validateMessageDelivery(ThreadId, ownerThreadId, \"nextDeadline\");\n let next: number | null = null;\n\n for (const record of yield* all()) {\n if (ownerThreadId !== undefined && ownerThreadId !== record.key.ownerThreadId)\n continue;\n const deadline = messageDeliveryDeadline(record);\n\n if (deadline !== null && (next === null || deadline < next)) next = deadline;\n }\n\n return next;\n },\n ),\n });\n }),\n );\n\nexport const MemoryMessageDeliveryStoreLive = memoryMessageDeliveryStoreLayer();\n"],"mappings":";;;;;;;;;;AAuBA,MAAM,QAAQ,OAAO,eAAe,qBAAqB;AAEzD,MAAM,UAAU,SACd,OAAO,aAAa,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,KAC/B,OAAO,eAAe,qBAAqB,KAAK;CAAE,QAAQ;CAAW,WAAW;AAAS,CAAC,CAAC,CAC7F;AAEF,MAAM,OAAO,OAAO,OAAO;CACzB,WAAW;CACX,OAAO,OAAO,IAAI,MAAM,OAAO,cAAc,CAAC,GAAG,OAAO,oBAAoB,GAAG,CAAC;CAChF,eAAe,OAAO,YAAY,QAAQ;AAC5C,CAAC;;AAQD,MAAa,mCACX,SAAqC,mCACrC,UAA6C,CAAC,MAE9C,MAAM,OACJ,sBACA,OAAO,IAAI,aAAa;CACtB,MAAM,SAAS,OAAO,wBAAwB,4BAA4B,QAAQ,QAAQ;CAE1F,MAAM,sBAAsB,OAAO,wBACjC,OAAO,IAAI,MAAM,OAAO,cAAc,CAAC,CAAC,GACxC,QAAQ,uBAAuB,UAC/B,oBACF;CAEA,MAAM,QAAQ,OAAO,IAAI,qBAAkC,IAAI,IAAI,CAAC;CACpE,MAAM,OAAO,OAAO,UAAU,KAAK,CAAC;CACpC,MAAM,YAAY,OAAO;CAEzB,MAAM,SAAS,OAAO,GAAG,mCAAmC,CAAC,CAAC,WAC5D,QACA;EACA,MAAM,OAAO,OAAO,OAAO,aAAa,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KACrD,OAAO,eACL,qBAAqB,KAAK;GAAE,QAAQ;GAAW,WAAW;EAAS,CAAC,CACtE,CACF;EAEA,IAAI,IAAI,YAAY,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,aAAa,qBAC9C,OAAO,OAAO,qBAAqB,KAAK;GACtC,QAAQ;GACR,WAAW;EACb,CAAC;EAGH,OAAO;CACT,CAAC;CAED,MAAM,MAAM,OAAO,GAAG,gCAAgC,CAAC,CAAC,aAAa;EACnE,OAAO,OAAO,OAAO,SAAS,OAAO,IAAI,IAAI,KAAK,EAAA,CAAG,OAAO,GAAG,MAAM;CACvE,CAAC;CAED,MAAM,SAAoD,OAAO,GAC/D,mCACF,CAAC,CAAC,WAAW,QAAQ;EACnB,MAAM,UAAU,OAAO,OAAO,MAAM;EACpC,MAAM,QAAQ,OAAO,OAAO,OAAO;EAEnC,IACE,MAAM,YAAY,KAClB,MAAM,WAAW,aACjB,MAAM,qBAAqB,QAC3B,MAAM,MAAM,aAAa,KACzB,MAAM,MAAM,eAAe,KAC3B,MAAM,MAAM,sBAAsB,KAClC,MAAM,MAAM,wBAAwB,MAAM,mBAC1C,MAAM,MAAM,wBAAwB,QACpC,MAAM,MAAM,gBAAgB,QAC5B,MAAM,qBAAqB,MAAM,yBAEjC,OAAO,OAAO,qBAAqB,KAAK;GACtC,QAAQ;GACR,WAAW;EACb,CAAC;EAEH,IACE,IAAI,YAAY,CAAC,CAAC,OAAO,KAAK,UAAU,MAAM,QAAQ,CAAC,CAAC,CAAC,aACzD,OAAO,kBAEP,OAAO,OAAO,qBAAqB,KAAK;GACtC,QAAQ;GACR,WAAW;EACb,CAAC;EAEH,OAAO,UAAU,IAAI,gCAAgC;EAErD,MAAM,WAAW,OAAO,KAAK,WAC3B,OAAO,gBACL,OAAO,IAAI,aAAa;GACtB,MAAM,UAAU,OAAO,IAAI,IAAI,KAAK;GACpC,MAAM,MAAM,yBAAyB,MAAM,GAAG;GAC9C,MAAM,eAAe,QAAQ,IAAI,GAAG;GAEpC,IAAI,iBAAiB,KAAA,GAAW;IAC9B,MAAM,WAAW,OAAO,OAAO,YAAY;IAE3C,IAAI,CAAC,4BAA4B,UAAU,KAAK,GAC9C,OAAO,OAAO,qBAAqB,KAAK;KACtC,QAAQ;KACR,WAAW;IACb,CAAC;IAEH,OAAO;GACT;GAEA,MAAM,SAAS,OAAO,IAAI,EAAA,CAAG,QAC1B,WACC,OAAO,IAAI,kBAAkB,MAAM,IAAI,iBACvC,uBAAuB,MAAM,MAAM,uBAAuB,KAAK,CACnE;GAEA,MAAM,WAAW,wBAAwB,QAAQ,uBAAuB,KAAK,CAAC;GAE9E,IACE,MAAM,UAAU,SAAS,YACzB,MAAM,OAAO,2BAA2B,CAAC,CAAC,UAAU,SAAS,SAE7D,OAAO,OAAO,qBAAqB,KAAK;IACtC,QAAQ;IACR,WAAW;GACb,CAAC;GAEH,OAAO,IAAI,IAAI,OAAO,IAAI,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;GAExD,OAAO;EACT,CAAC,CACH,CACF;EAEA,OAAO,UAAU,IAAI,+BAA+B;EAEpD,OAAO,OAAO,OAAO,OAAO,OAAO,QAAQ,CAAC;CAC9C,CAAC;CAED,MAAM,MAA8C,OAAO,GACzD,gCACF,CAAC,CAAC,WAAW,KAAK;EAChB,MAAM,QAAQ,OAAO,wBAAwB,oBAAoB,KAAK,KAAK;EAC3E,MAAM,QAAQ,OAAO,IAAI,IAAI,KAAK,EAAA,CAAG,IAAI,yBAAyB,KAAK,CAAC;EAExE,OAAO,SAAS,KAAA,IAAY,OAAO,OAAO,OAAO,IAAI;CACvD,CAAC;CAED,MAAM,SAAoD,OAAO,GAC/D,mCACF,CAAC,CAAC,WAAW,KAAK,QAAQ;EACxB,MAAM,QAAQ,OAAO,wBAAwB,uBAAuB,QAAQ,QAAQ;EACpF,MAAM,aAAa,OAAO,wBAAwB,oBAAoB,KAAK,QAAQ;EACnF,MAAM,QAAQ,oBAAoB,MAAM,KAAK,YAAY;EAEzD,OAAO,UAAU,IAAI,GAAG,MAAM,QAAQ;EAEtC,MAAM,UAAU,OAAO,KAAK,WAC1B,OAAO,gBACL,OAAO,IAAI,aAAa;GACtB,MAAM,WAAW,OAAO,IAAI,UAAU;GAEtC,IAAI,aAAa,MACf,OAAO,OAAO,qBAAqB,KAAK;IACtC,QAAQ;IACR,WAAW;GACb,CAAC;GACH,MAAM,OAAO,OAAO,OAAO,WAAW,2BAA2B,UAAU,KAAK,CAAC;GACjF,MAAM,UAAU,OAAO,OAAO,IAAI;GAElC,OAAO,IAAI,OAAO,QAAQ,YACxB,IAAI,IAAI,OAAO,CAAC,CAAC,IAAI,yBAAyB,UAAU,GAAG,OAAO,CACpE;GAEA,OAAO;EACT,CAAC,CACH,CACF;EAEA,OAAO,UAAU,IAAI,GAAG,MAAM,OAAO;EAErC,OAAO,OAAO,OAAO,OAAO,OAAO,OAAO,CAAC;CAC7C,CAAC;CAED,OAAO,qBAAqB,GAAG;EAC7B,QAAQ;EACR;EACA;EACA;EACA;EACA,MAAM,OAAO,GAAG,iCAAiC,CAAC,CAAC,WAAW,SAAS;GACrE,MAAM,QAAQ,OAAO,wBAAwB,4BAA4B,SAAS,MAAM;GAExF,MAAM,WAAW,OAAO,IAAI,EAAA,CACzB,QACE,WACC,OAAO,IAAI,kBAAkB,MAAM,kBAClC,MAAM,UAAU,KAAA,KAAa,OAAO,IAAI,YAAY,MAAM,MAC/D,CAAC,CACA,MAAM,MAAM,UACX,KAAK,IAAI,YAAY,MAAM,IAAI,YAC3B,KACA,KAAK,IAAI,YAAY,MAAM,IAAI,YAC7B,IACA,CACR;GAEF,MAAM,QAAQ,QAAQ,MAAM,GAAG,MAAM,KAAK;GAE1C,OAAO;IACL;IACA,MAAM,QAAQ,SAAS,MAAM,QAAS,MAAM,GAAG,EAAE,CAAC,EAAE,IAAI,aAAa,OAAQ;GAC/E;EACF,CAAC;EACD,KAAK,OAAO,GAAG,gCAAgC,CAAC,CAC9C,WAAW,WAAW,OAAO,eAAe;GAC1C,MAAM,QAAQ,OAAO,wBACnB,MACA;IAAE;IAAW;IAAO,GAAI,kBAAkB,KAAA,IAAY,CAAC,IAAI,EAAE,cAAc;GAAG,GAC9E,KACF;GAEA,QAAQ,OAAO,IAAI,EAAA,CAChB,SAAS,WAAW;IACnB,MAAM,WAAW,wBAAwB,MAAM;IAE/C,OAAO,aAAa,QAClB,YAAY,MAAM,cACjB,MAAM,kBAAkB,KAAA,KACvB,MAAM,kBAAkB,OAAO,IAAI,iBACnC,CAAC;KAAE,KAAK,OAAO;KAAK;IAAS,CAAC,IAC9B,CAAC;GACP,CAAC,CAAC,CACD,MACE,MAAM,UACL,KAAK,WAAW,MAAM,aACrB,yBAAyB,KAAK,GAAG,IAAI,yBAAyB,MAAM,GAAG,IACpE,KACA,EACR,CAAC,CACA,MAAM,GAAG,MAAM,KAAK,CAAC,CACrB,KAAK,WAAW,OAAO,GAAG;EAC/B,CACF;EACA,cAAc,OAAO,GAAG,yCAAyC,CAAC,CAChE,WAAW,eAAe;GACxB,IAAI,kBAAkB,KAAA,GACpB,OAAO,wBAAwB,UAAU,eAAe,cAAc;GACxE,IAAI,OAAsB;GAE1B,KAAK,MAAM,UAAU,OAAO,IAAI,GAAG;IACjC,IAAI,kBAAkB,KAAA,KAAa,kBAAkB,OAAO,IAAI,eAC9D;IACF,MAAM,WAAW,wBAAwB,MAAM;IAE/C,IAAI,aAAa,SAAS,SAAS,QAAQ,WAAW,OAAO,OAAO;GACtE;GAEA,OAAO;EACT,CACF;CACF,CAAC;AACH,CAAC,CACH;AAEF,MAAa,iCAAiC,gCAAgC"}
|
|
1
|
+
{"version":3,"file":"MemoryMessageDeliveryStore.mjs","names":[],"sources":["../src/MemoryMessageDeliveryStore.ts"],"sourcesContent":["import { Effect, Layer, Ref, Schema, Semaphore } from \"effect\";\nimport { ThreadId } from \"effect-agent/identifiers\";\nimport {\n applyMessageDeliveryChange,\n defaultMessageDeliveryStoreLimits,\n MessageDeliveryChange,\n MessageDeliveryError,\n MessageDeliveryFailpoint,\n MessageDeliveryKey,\n MessageDeliveryPageRequest,\n MessageDeliveryRecord,\n MessageDeliveryStore,\n MessageDeliveryStoreLimits,\n messageDeliveryDeadline,\n messageDeliveryKeyString,\n messageDeliveryUsesCapacity,\n isWorkerUpdateDelivery,\n messageDeliveryCapacity,\n sameMessageDeliveryIdentity,\n validateMessageDelivery,\n} from \"effect-agent/message-delivery\";\nimport { ScheduleInstant } from \"effect-agent/schedule\";\n\nconst codec = Schema.fromJsonString(MessageDeliveryRecord);\n\nconst decode = (text: string) =>\n Schema.decodeEffect(codec)(text).pipe(\n Effect.mapError(() => MessageDeliveryError.make({ reason: \"corrupt\", operation: \"decode\" })),\n );\n\nconst Scan = Schema.Struct({\n nowMillis: ScheduleInstant,\n limit: Schema.Int.check(Schema.isGreaterThan(0), Schema.isLessThanOrEqualTo(100)),\n ownerThreadId: Schema.optionalKey(ThreadId),\n});\n\nexport interface MemoryMessageDeliveryStoreOptions {\n /** UTF-8 bound on the complete stored record, including a processed Settlement. */\n readonly maxStoredValueBytes?: number;\n}\n\n/** Reference adapter. All retained rows are bounded; completed deduplication evidence is never evicted. */\nexport const memoryMessageDeliveryStoreLayer = (\n limits: MessageDeliveryStoreLimits = defaultMessageDeliveryStoreLimits,\n options: MemoryMessageDeliveryStoreOptions = {},\n): Layer.Layer<MessageDeliveryStore, MessageDeliveryError> =>\n Layer.effect(\n MessageDeliveryStore,\n Effect.gen(function* () {\n const config = yield* validateMessageDelivery(MessageDeliveryStoreLimits, limits, \"limits\");\n\n const maxStoredValueBytes = yield* validateMessageDelivery(\n Schema.Int.check(Schema.isGreaterThan(0)),\n options.maxStoredValueBytes ?? 16 * 1_024 * 1_024,\n \"stored-value-limit\",\n );\n\n const state = yield* Ref.make({\n records: new Map<string, string>(),\n pending: new Map<ThreadId, ReadonlySet<MessageDeliveryKey[\"messageId\"]>>(),\n });\n\n const commit = (record: MessageDeliveryRecord, encoded: string) =>\n Ref.update(state, (current) => {\n const key = messageDeliveryKeyString(record.key);\n const keys = new Set(current.pending.get(record.key.ownerThreadId));\n\n if (messageDeliveryUsesCapacity(record)) keys.add(record.key.messageId);\n else keys.delete(record.key.messageId);\n const pending = new Map(current.pending);\n\n if (keys.size === 0) pending.delete(record.key.ownerThreadId);\n else pending.set(record.key.ownerThreadId, keys);\n\n return { records: new Map(current.records).set(key, encoded), pending };\n });\n\n const lock = yield* Semaphore.make(1);\n const failpoint = yield* MessageDeliveryFailpoint;\n\n const encode = Effect.fn(\"MemoryMessageDeliveryStore.encode\")(function* (\n record: MessageDeliveryRecord,\n ) {\n const text = yield* Schema.encodeEffect(codec)(record).pipe(\n Effect.mapError(() =>\n MessageDeliveryError.make({ reason: \"corrupt\", operation: \"encode\" }),\n ),\n );\n\n if (new TextEncoder().encode(text).byteLength > maxStoredValueBytes) {\n return yield* MessageDeliveryError.make({\n reason: \"capacity\",\n operation: \"stored-value-bytes\",\n });\n }\n\n return text;\n });\n\n const all = Effect.fn(\"MemoryMessageDeliveryStore.all\")(function* () {\n return yield* Effect.forEach((yield* Ref.get(state)).records.values(), decode);\n });\n\n const insert: MessageDeliveryStore[\"Service\"][\"insert\"] = Effect.fn(\n \"MemoryMessageDeliveryStore.insert\",\n )(function* (record) {\n const encoded = yield* encode(record);\n const input = yield* decode(encoded);\n\n if (\n input.version !== 1 ||\n input.status !== \"pending\" ||\n input.leaseUntilMillis !== null ||\n input.retry.attempts !== 0 ||\n input.retry.generation !== 0 ||\n input.retry.automaticAttempts !== 0 ||\n input.retry.nextAttemptAtMillis !== input.createdAtMillis ||\n input.retry.lastAttemptAtMillis !== null ||\n input.retry.lastFailure !== null ||\n input.deadlineAtMillis !== input.initialDeadlineAtMillis\n ) {\n return yield* MessageDeliveryError.make({\n reason: \"validation\",\n operation: \"insert-state\",\n });\n }\n if (\n new TextEncoder().encode(JSON.stringify(input.envelope)).byteLength >\n config.maxEnvelopeBytes\n ) {\n return yield* MessageDeliveryError.make({\n reason: \"capacity\",\n operation: \"envelope-bytes\",\n });\n }\n yield* failpoint.hit(\"message-delivery:insert:before\");\n\n const inserted = yield* lock.withPermit(\n Effect.uninterruptible(\n Effect.gen(function* () {\n const { records } = yield* Ref.get(state);\n const key = messageDeliveryKeyString(input.key);\n const existingText = records.get(key);\n\n if (existingText !== undefined) {\n const existing = yield* decode(existingText);\n\n if (!sameMessageDeliveryIdentity(existing, input))\n return yield* MessageDeliveryError.make({\n reason: \"conflict\",\n operation: \"insert\",\n });\n\n return existing;\n }\n\n const owned = (yield* all()).filter(\n (record) =>\n record.key.ownerThreadId === input.key.ownerThreadId &&\n isWorkerUpdateDelivery(record) === isWorkerUpdateDelivery(input),\n );\n\n const capacity = messageDeliveryCapacity(config, isWorkerUpdateDelivery(input));\n\n if (\n owned.length >= capacity.retained ||\n owned.filter(messageDeliveryUsesCapacity).length >= capacity.pending\n ) {\n return yield* MessageDeliveryError.make({\n reason: \"capacity\",\n operation: \"insert\",\n });\n }\n yield* commit(input, encoded);\n\n return input;\n }),\n ),\n );\n\n yield* failpoint.hit(\"message-delivery:insert:after\");\n\n return yield* decode(yield* encode(inserted));\n });\n\n const get: MessageDeliveryStore[\"Service\"][\"get\"] = Effect.fn(\n \"MemoryMessageDeliveryStore.get\",\n )(function* (key) {\n const input = yield* validateMessageDelivery(MessageDeliveryKey, key, \"get\");\n const text = (yield* Ref.get(state)).records.get(messageDeliveryKeyString(input));\n\n return text === undefined ? null : yield* decode(text);\n });\n\n const change: MessageDeliveryStore[\"Service\"][\"change\"] = Effect.fn(\n \"MemoryMessageDeliveryStore.change\",\n )(function* (key, change) {\n const input = yield* validateMessageDelivery(MessageDeliveryChange, change, \"change\");\n const decodedKey = yield* validateMessageDelivery(MessageDeliveryKey, key, \"change\");\n const point = `message-delivery:${input._tag.toLowerCase()}`;\n\n yield* failpoint.hit(`${point}:before`);\n\n const changed = yield* lock.withPermit(\n Effect.uninterruptible(\n Effect.gen(function* () {\n const existing = yield* get(decodedKey);\n\n if (existing === null)\n return yield* MessageDeliveryError.make({\n reason: \"not-found\",\n operation: \"change\",\n });\n const next = yield* Effect.fromResult(applyMessageDeliveryChange(existing, input));\n const encoded = yield* encode(next);\n\n yield* commit(next, encoded);\n\n return next;\n }),\n ),\n );\n\n yield* failpoint.hit(`${point}:after`);\n\n return yield* decode(yield* encode(changed));\n });\n\n return MessageDeliveryStore.of({\n limits: config,\n maxStoredValueBytes,\n insert,\n get,\n change,\n list: Effect.fn(\"MemoryMessageDeliveryStore.list\")(function* (request) {\n const input = yield* validateMessageDelivery(MessageDeliveryPageRequest, request, \"list\");\n\n const current = yield* Ref.get(state);\n\n const retained = input.pendingOnly\n ? yield* Effect.forEach(\n [...(current.pending.get(input.ownerThreadId) ?? [])]\n .filter((messageId) => input.after === undefined || messageId > input.after)\n .sort()\n .slice(0, input.limit + 1),\n (messageId) =>\n decode(\n current.records.get(\n messageDeliveryKeyString({ ownerThreadId: input.ownerThreadId, messageId }),\n ) ?? \"\",\n ),\n )\n : yield* all();\n\n const records = retained\n .filter(\n (record) =>\n record.key.ownerThreadId === input.ownerThreadId &&\n (input.after === undefined || record.key.messageId > input.after),\n )\n .sort((left, right) =>\n left.key.messageId < right.key.messageId\n ? -1\n : left.key.messageId > right.key.messageId\n ? 1\n : 0,\n );\n\n const items = records.slice(0, input.limit);\n\n return {\n items,\n next: records.length > input.limit ? (items.at(-1)?.key.messageId ?? null) : null,\n };\n }),\n due: Effect.fn(\"MemoryMessageDeliveryStore.due\")(\n function* (nowMillis, limit, ownerThreadId) {\n const input = yield* validateMessageDelivery(\n Scan,\n { nowMillis, limit, ...(ownerThreadId === undefined ? {} : { ownerThreadId }) },\n \"due\",\n );\n\n return (yield* all())\n .flatMap((record) => {\n const deadline = messageDeliveryDeadline(record);\n\n return deadline !== null &&\n deadline <= input.nowMillis &&\n (input.ownerThreadId === undefined ||\n input.ownerThreadId === record.key.ownerThreadId)\n ? [{ key: record.key, deadline }]\n : [];\n })\n .sort(\n (left, right) =>\n left.deadline - right.deadline ||\n (messageDeliveryKeyString(left.key) < messageDeliveryKeyString(right.key)\n ? -1\n : 1),\n )\n .slice(0, input.limit)\n .map((record) => record.key);\n },\n ),\n nextDeadline: Effect.fn(\"MemoryMessageDeliveryStore.nextDeadline\")(\n function* (ownerThreadId) {\n if (ownerThreadId !== undefined)\n yield* validateMessageDelivery(ThreadId, ownerThreadId, \"nextDeadline\");\n let next: number | null = null;\n\n for (const record of yield* all()) {\n if (ownerThreadId !== undefined && ownerThreadId !== record.key.ownerThreadId)\n continue;\n const deadline = messageDeliveryDeadline(record);\n\n if (deadline !== null && (next === null || deadline < next)) next = deadline;\n }\n\n return next;\n },\n ),\n });\n }),\n );\n\nexport const MemoryMessageDeliveryStoreLive = memoryMessageDeliveryStoreLayer();\n"],"mappings":";;;;;;;;;;AAuBA,MAAM,QAAQ,OAAO,eAAe,qBAAqB;AAEzD,MAAM,UAAU,SACd,OAAO,aAAa,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,KAC/B,OAAO,eAAe,qBAAqB,KAAK;CAAE,QAAQ;CAAW,WAAW;AAAS,CAAC,CAAC,CAC7F;AAEF,MAAM,OAAO,OAAO,OAAO;CACzB,WAAW;CACX,OAAO,OAAO,IAAI,MAAM,OAAO,cAAc,CAAC,GAAG,OAAO,oBAAoB,GAAG,CAAC;CAChF,eAAe,OAAO,YAAY,QAAQ;AAC5C,CAAC;;AAQD,MAAa,mCACX,SAAqC,mCACrC,UAA6C,CAAC,MAE9C,MAAM,OACJ,sBACA,OAAO,IAAI,aAAa;CACtB,MAAM,SAAS,OAAO,wBAAwB,4BAA4B,QAAQ,QAAQ;CAE1F,MAAM,sBAAsB,OAAO,wBACjC,OAAO,IAAI,MAAM,OAAO,cAAc,CAAC,CAAC,GACxC,QAAQ,uBAAuB,UAC/B,oBACF;CAEA,MAAM,QAAQ,OAAO,IAAI,KAAK;EAC5B,yBAAS,IAAI,IAAoB;EACjC,yBAAS,IAAI,IAA4D;CAC3E,CAAC;CAED,MAAM,UAAU,QAA+B,YAC7C,IAAI,OAAO,QAAQ,YAAY;EAC7B,MAAM,MAAM,yBAAyB,OAAO,GAAG;EAC/C,MAAM,OAAO,IAAI,IAAI,QAAQ,QAAQ,IAAI,OAAO,IAAI,aAAa,CAAC;EAElE,IAAI,4BAA4B,MAAM,GAAG,KAAK,IAAI,OAAO,IAAI,SAAS;OACjE,KAAK,OAAO,OAAO,IAAI,SAAS;EACrC,MAAM,UAAU,IAAI,IAAI,QAAQ,OAAO;EAEvC,IAAI,KAAK,SAAS,GAAG,QAAQ,OAAO,OAAO,IAAI,aAAa;OACvD,QAAQ,IAAI,OAAO,IAAI,eAAe,IAAI;EAE/C,OAAO;GAAE,SAAS,IAAI,IAAI,QAAQ,OAAO,CAAC,CAAC,IAAI,KAAK,OAAO;GAAG;EAAQ;CACxE,CAAC;CAEH,MAAM,OAAO,OAAO,UAAU,KAAK,CAAC;CACpC,MAAM,YAAY,OAAO;CAEzB,MAAM,SAAS,OAAO,GAAG,mCAAmC,CAAC,CAAC,WAC5D,QACA;EACA,MAAM,OAAO,OAAO,OAAO,aAAa,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KACrD,OAAO,eACL,qBAAqB,KAAK;GAAE,QAAQ;GAAW,WAAW;EAAS,CAAC,CACtE,CACF;EAEA,IAAI,IAAI,YAAY,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,aAAa,qBAC9C,OAAO,OAAO,qBAAqB,KAAK;GACtC,QAAQ;GACR,WAAW;EACb,CAAC;EAGH,OAAO;CACT,CAAC;CAED,MAAM,MAAM,OAAO,GAAG,gCAAgC,CAAC,CAAC,aAAa;EACnE,OAAO,OAAO,OAAO,SAAS,OAAO,IAAI,IAAI,KAAK,EAAA,CAAG,QAAQ,OAAO,GAAG,MAAM;CAC/E,CAAC;CAED,MAAM,SAAoD,OAAO,GAC/D,mCACF,CAAC,CAAC,WAAW,QAAQ;EACnB,MAAM,UAAU,OAAO,OAAO,MAAM;EACpC,MAAM,QAAQ,OAAO,OAAO,OAAO;EAEnC,IACE,MAAM,YAAY,KAClB,MAAM,WAAW,aACjB,MAAM,qBAAqB,QAC3B,MAAM,MAAM,aAAa,KACzB,MAAM,MAAM,eAAe,KAC3B,MAAM,MAAM,sBAAsB,KAClC,MAAM,MAAM,wBAAwB,MAAM,mBAC1C,MAAM,MAAM,wBAAwB,QACpC,MAAM,MAAM,gBAAgB,QAC5B,MAAM,qBAAqB,MAAM,yBAEjC,OAAO,OAAO,qBAAqB,KAAK;GACtC,QAAQ;GACR,WAAW;EACb,CAAC;EAEH,IACE,IAAI,YAAY,CAAC,CAAC,OAAO,KAAK,UAAU,MAAM,QAAQ,CAAC,CAAC,CAAC,aACzD,OAAO,kBAEP,OAAO,OAAO,qBAAqB,KAAK;GACtC,QAAQ;GACR,WAAW;EACb,CAAC;EAEH,OAAO,UAAU,IAAI,gCAAgC;EAErD,MAAM,WAAW,OAAO,KAAK,WAC3B,OAAO,gBACL,OAAO,IAAI,aAAa;GACtB,MAAM,EAAE,YAAY,OAAO,IAAI,IAAI,KAAK;GACxC,MAAM,MAAM,yBAAyB,MAAM,GAAG;GAC9C,MAAM,eAAe,QAAQ,IAAI,GAAG;GAEpC,IAAI,iBAAiB,KAAA,GAAW;IAC9B,MAAM,WAAW,OAAO,OAAO,YAAY;IAE3C,IAAI,CAAC,4BAA4B,UAAU,KAAK,GAC9C,OAAO,OAAO,qBAAqB,KAAK;KACtC,QAAQ;KACR,WAAW;IACb,CAAC;IAEH,OAAO;GACT;GAEA,MAAM,SAAS,OAAO,IAAI,EAAA,CAAG,QAC1B,WACC,OAAO,IAAI,kBAAkB,MAAM,IAAI,iBACvC,uBAAuB,MAAM,MAAM,uBAAuB,KAAK,CACnE;GAEA,MAAM,WAAW,wBAAwB,QAAQ,uBAAuB,KAAK,CAAC;GAE9E,IACE,MAAM,UAAU,SAAS,YACzB,MAAM,OAAO,2BAA2B,CAAC,CAAC,UAAU,SAAS,SAE7D,OAAO,OAAO,qBAAqB,KAAK;IACtC,QAAQ;IACR,WAAW;GACb,CAAC;GAEH,OAAO,OAAO,OAAO,OAAO;GAE5B,OAAO;EACT,CAAC,CACH,CACF;EAEA,OAAO,UAAU,IAAI,+BAA+B;EAEpD,OAAO,OAAO,OAAO,OAAO,OAAO,QAAQ,CAAC;CAC9C,CAAC;CAED,MAAM,MAA8C,OAAO,GACzD,gCACF,CAAC,CAAC,WAAW,KAAK;EAChB,MAAM,QAAQ,OAAO,wBAAwB,oBAAoB,KAAK,KAAK;EAC3E,MAAM,QAAQ,OAAO,IAAI,IAAI,KAAK,EAAA,CAAG,QAAQ,IAAI,yBAAyB,KAAK,CAAC;EAEhF,OAAO,SAAS,KAAA,IAAY,OAAO,OAAO,OAAO,IAAI;CACvD,CAAC;CAED,MAAM,SAAoD,OAAO,GAC/D,mCACF,CAAC,CAAC,WAAW,KAAK,QAAQ;EACxB,MAAM,QAAQ,OAAO,wBAAwB,uBAAuB,QAAQ,QAAQ;EACpF,MAAM,aAAa,OAAO,wBAAwB,oBAAoB,KAAK,QAAQ;EACnF,MAAM,QAAQ,oBAAoB,MAAM,KAAK,YAAY;EAEzD,OAAO,UAAU,IAAI,GAAG,MAAM,QAAQ;EAEtC,MAAM,UAAU,OAAO,KAAK,WAC1B,OAAO,gBACL,OAAO,IAAI,aAAa;GACtB,MAAM,WAAW,OAAO,IAAI,UAAU;GAEtC,IAAI,aAAa,MACf,OAAO,OAAO,qBAAqB,KAAK;IACtC,QAAQ;IACR,WAAW;GACb,CAAC;GACH,MAAM,OAAO,OAAO,OAAO,WAAW,2BAA2B,UAAU,KAAK,CAAC;GACjF,MAAM,UAAU,OAAO,OAAO,IAAI;GAElC,OAAO,OAAO,MAAM,OAAO;GAE3B,OAAO;EACT,CAAC,CACH,CACF;EAEA,OAAO,UAAU,IAAI,GAAG,MAAM,OAAO;EAErC,OAAO,OAAO,OAAO,OAAO,OAAO,OAAO,CAAC;CAC7C,CAAC;CAED,OAAO,qBAAqB,GAAG;EAC7B,QAAQ;EACR;EACA;EACA;EACA;EACA,MAAM,OAAO,GAAG,iCAAiC,CAAC,CAAC,WAAW,SAAS;GACrE,MAAM,QAAQ,OAAO,wBAAwB,4BAA4B,SAAS,MAAM;GAExF,MAAM,UAAU,OAAO,IAAI,IAAI,KAAK;GAiBpC,MAAM,WAfW,MAAM,cACnB,OAAO,OAAO,QACZ,CAAC,GAAI,QAAQ,QAAQ,IAAI,MAAM,aAAa,KAAK,CAAC,CAAE,CAAC,CAClD,QAAQ,cAAc,MAAM,UAAU,KAAA,KAAa,YAAY,MAAM,KAAK,CAAC,CAC3E,KAAK,CAAC,CACN,MAAM,GAAG,MAAM,QAAQ,CAAC,IAC1B,cACC,OACE,QAAQ,QAAQ,IACd,yBAAyB;IAAE,eAAe,MAAM;IAAe;GAAU,CAAC,CAC5E,KAAK,EACP,CACJ,IACA,OAAO,IAAI,EAAA,CAGZ,QACE,WACC,OAAO,IAAI,kBAAkB,MAAM,kBAClC,MAAM,UAAU,KAAA,KAAa,OAAO,IAAI,YAAY,MAAM,MAC/D,CAAC,CACA,MAAM,MAAM,UACX,KAAK,IAAI,YAAY,MAAM,IAAI,YAC3B,KACA,KAAK,IAAI,YAAY,MAAM,IAAI,YAC7B,IACA,CACR;GAEF,MAAM,QAAQ,QAAQ,MAAM,GAAG,MAAM,KAAK;GAE1C,OAAO;IACL;IACA,MAAM,QAAQ,SAAS,MAAM,QAAS,MAAM,GAAG,EAAE,CAAC,EAAE,IAAI,aAAa,OAAQ;GAC/E;EACF,CAAC;EACD,KAAK,OAAO,GAAG,gCAAgC,CAAC,CAC9C,WAAW,WAAW,OAAO,eAAe;GAC1C,MAAM,QAAQ,OAAO,wBACnB,MACA;IAAE;IAAW;IAAO,GAAI,kBAAkB,KAAA,IAAY,CAAC,IAAI,EAAE,cAAc;GAAG,GAC9E,KACF;GAEA,QAAQ,OAAO,IAAI,EAAA,CAChB,SAAS,WAAW;IACnB,MAAM,WAAW,wBAAwB,MAAM;IAE/C,OAAO,aAAa,QAClB,YAAY,MAAM,cACjB,MAAM,kBAAkB,KAAA,KACvB,MAAM,kBAAkB,OAAO,IAAI,iBACnC,CAAC;KAAE,KAAK,OAAO;KAAK;IAAS,CAAC,IAC9B,CAAC;GACP,CAAC,CAAC,CACD,MACE,MAAM,UACL,KAAK,WAAW,MAAM,aACrB,yBAAyB,KAAK,GAAG,IAAI,yBAAyB,MAAM,GAAG,IACpE,KACA,EACR,CAAC,CACA,MAAM,GAAG,MAAM,KAAK,CAAC,CACrB,KAAK,WAAW,OAAO,GAAG;EAC/B,CACF;EACA,cAAc,OAAO,GAAG,yCAAyC,CAAC,CAChE,WAAW,eAAe;GACxB,IAAI,kBAAkB,KAAA,GACpB,OAAO,wBAAwB,UAAU,eAAe,cAAc;GACxE,IAAI,OAAsB;GAE1B,KAAK,MAAM,UAAU,OAAO,IAAI,GAAG;IACjC,IAAI,kBAAkB,KAAA,KAAa,kBAAkB,OAAO,IAAI,eAC9D;IACF,MAAM,WAAW,wBAAwB,MAAM;IAE/C,IAAI,aAAa,SAAS,SAAS,QAAQ,WAAW,OAAO,OAAO;GACtE;GAEA,OAAO;EACT,CACF;CACF,CAAC;AACH,CAAC,CACH;AAEF,MAAa,iCAAiC,gCAAgC"}
|
|
@@ -3,7 +3,8 @@ import { Context, Crypto, Effect, Encoding, Layer, Option, PubSub, Ref, Schema,
|
|
|
3
3
|
import { ThreadId } from "effect-agent/identifiers";
|
|
4
4
|
import { CanonicalRecordEnvelope, CanonicalSequence, ObservationOffset } from "effect-agent/records";
|
|
5
5
|
import { EMPTY_TAIL_DIGEST, digestCanonicalBatch } from "effect-agent/digest";
|
|
6
|
-
import {
|
|
6
|
+
import { runIdForSubmission } from "effect-agent/run-journal";
|
|
7
|
+
import { AppendConflict, AppendResult, CheckpointRejected, FenceRejected, FencedAppendRequest, LoadCheckpointRequest, MAX_THREAD_EXPORT_RECORDS, SaveCheckpointRequest, SaveRecoveryCheckpointRequest, ThreadExport, ThreadExportRequest, ThreadMaterialization, ThreadNotMaterialized, ThreadObservation, ThreadPeerCountRequest, ThreadReadRequest, ThreadStore, ThreadStoreError, ThreadTail, ThreadTailRequest } from "effect-agent/thread-store";
|
|
7
8
|
//#region src/MemoryThreadStore.ts
|
|
8
9
|
var MemoryThreadStore_exports = /* @__PURE__ */ __exportAll({
|
|
9
10
|
MemoryThreadStoreLive: () => MemoryThreadStoreLive,
|
|
@@ -84,6 +85,12 @@ const makeThreadStore = Effect.gen(function* () {
|
|
|
84
85
|
producerEpoch: request.producerEpoch,
|
|
85
86
|
tailSequence: ZERO_CANONICAL_SEQUENCE,
|
|
86
87
|
tailDigest: EMPTY_TAIL_DIGEST,
|
|
88
|
+
unverifiedWorkerInputs: /* @__PURE__ */ new Set(),
|
|
89
|
+
byId: /* @__PURE__ */ new Map(),
|
|
90
|
+
workerRecords: /* @__PURE__ */ new Map(),
|
|
91
|
+
peerCount: 0,
|
|
92
|
+
runInputs: /* @__PURE__ */ new Map(),
|
|
93
|
+
outstanding: /* @__PURE__ */ new Map(),
|
|
87
94
|
records: [],
|
|
88
95
|
recordIds: /* @__PURE__ */ new Set(),
|
|
89
96
|
batches: /* @__PURE__ */ new Map(),
|
|
@@ -185,8 +192,46 @@ const makeThreadStore = Effect.gen(function* () {
|
|
|
185
192
|
const tailDigests = new Map(thread.tailDigests);
|
|
186
193
|
tailDigests.set(lastSequence, digest);
|
|
187
194
|
const threads = new Map(current.threads);
|
|
195
|
+
const unverifiedWorkerInputs = new Set(thread.unverifiedWorkerInputs);
|
|
196
|
+
let peerCount = thread.peerCount;
|
|
197
|
+
const workerRecords = new Map(thread.workerRecords);
|
|
198
|
+
const byId = new Map(thread.byId);
|
|
199
|
+
const runInputs = new Map(thread.runInputs);
|
|
200
|
+
const outstanding = new Map(thread.outstanding);
|
|
201
|
+
for (const entry of records) {
|
|
202
|
+
byId.set(entry.record.recordId, entry);
|
|
203
|
+
const payload = entry.record.payload;
|
|
204
|
+
if (payload._tag === "PeerMessagePrepared") peerCount++;
|
|
205
|
+
const workerKey = payload._tag === "SubtreeBudgetReserved" ? `subtree:${payload.sourceSubmissionId ?? ""}` : payload._tag === "SubagentJoined" ? `joined:${payload.runId}` : [
|
|
206
|
+
"ThreadCreated",
|
|
207
|
+
"WorkerOriginRecorded",
|
|
208
|
+
"SubagentLineageRecorded",
|
|
209
|
+
"WorkerInputRequested",
|
|
210
|
+
"WorkerInputCompleted"
|
|
211
|
+
].includes(payload._tag) ? "worker" : void 0;
|
|
212
|
+
if (workerKey !== void 0) workerRecords.set(workerKey, [...workerRecords.get(workerKey) ?? [], entry]);
|
|
213
|
+
if (payload._tag === "UserInputRecorded" && payload.kind === "user" && payload.runId !== void 0) runInputs.set(payload.runId, runInputs.has(payload.runId) ? null : entry);
|
|
214
|
+
if (payload._tag === "ToolCallPrepared" || payload._tag === "ToolCallUnknown" || payload._tag === "ToolCallSettled") {
|
|
215
|
+
const key = JSON.stringify([payload.runId, payload.toolCallId]);
|
|
216
|
+
if (payload._tag === "ToolCallSettled") outstanding.delete(key);
|
|
217
|
+
else outstanding.set(key, [...(outstanding.get(key) ?? []).filter((prior) => payload._tag !== "ToolCallUnknown" || prior.record.payload._tag !== "ToolCallPrepared"), entry]);
|
|
218
|
+
}
|
|
219
|
+
if (payload._tag === "WorkerInputRequested") outstanding.set(`worker:${payload.admission.messageId}`, [...outstanding.get(`worker:${payload.admission.messageId}`) ?? [], entry]);
|
|
220
|
+
if (payload._tag === "WorkerInputCompleted") {
|
|
221
|
+
if (payload.effectsResolved) {
|
|
222
|
+
outstanding.delete(`worker:${payload.messageId}`);
|
|
223
|
+
unverifiedWorkerInputs.delete(payload.messageId);
|
|
224
|
+
} else unverifiedWorkerInputs.add(payload.messageId);
|
|
225
|
+
}
|
|
226
|
+
}
|
|
188
227
|
threads.set(request.threadId, {
|
|
189
228
|
...thread,
|
|
229
|
+
byId,
|
|
230
|
+
workerRecords,
|
|
231
|
+
peerCount,
|
|
232
|
+
runInputs,
|
|
233
|
+
outstanding,
|
|
234
|
+
unverifiedWorkerInputs,
|
|
190
235
|
tailSequence: lastSequence,
|
|
191
236
|
tailDigest: digest,
|
|
192
237
|
records: [...thread.records, ...records],
|
|
@@ -203,12 +248,46 @@ const makeThreadStore = Effect.gen(function* () {
|
|
|
203
248
|
if (decision._tag === "failure") return yield* decision.error;
|
|
204
249
|
return decision.result;
|
|
205
250
|
}));
|
|
251
|
+
const countPeerMessages = Effect.fnUntraced(function* (request) {
|
|
252
|
+
yield* validate(ThreadPeerCountRequest, "countPeerMessages", request);
|
|
253
|
+
const thread = yield* findThread(yield* Ref.get(state), request.threadId);
|
|
254
|
+
return Math.min(thread.peerCount, request.limit);
|
|
255
|
+
});
|
|
206
256
|
const readSnapshot = Effect.fn("MemoryThreadStore.readSnapshot")((threadId, afterSequence, limit) => Ref.get(state).pipe(Effect.flatMap((current) => findThread(current, threadId)), Effect.map((thread) => {
|
|
207
257
|
const start = afterSequence ?? ZERO_CANONICAL_SEQUENCE;
|
|
208
258
|
return thread.records.slice(start, start + limit);
|
|
209
259
|
})));
|
|
210
260
|
const read = (unvalidated) => Stream.unwrap(Effect.gen(function* () {
|
|
211
|
-
const request = yield* validate(
|
|
261
|
+
const request = yield* validate(ThreadReadRequest, "read", unvalidated);
|
|
262
|
+
if ("selection" in request) {
|
|
263
|
+
const thread = yield* findThread(yield* Ref.get(state), request.threadId);
|
|
264
|
+
const selection = request.selection;
|
|
265
|
+
if ("expectedTailSequence" in selection && (selection.expectedTailSequence !== thread.tailSequence || selection.expectedTailDigest !== thread.tailDigest)) return yield* storeError("selected read", "Canonical tail changed");
|
|
266
|
+
let records;
|
|
267
|
+
switch (selection._tag) {
|
|
268
|
+
case "RecordId": {
|
|
269
|
+
const record = thread.byId.get(selection.recordId);
|
|
270
|
+
records = record === void 0 ? [] : [record];
|
|
271
|
+
break;
|
|
272
|
+
}
|
|
273
|
+
case "RunInput": {
|
|
274
|
+
const input = thread.runInputs.get(selection.runId);
|
|
275
|
+
if (input === null) return yield* storeError("selected read", "Ambiguous original Run input");
|
|
276
|
+
records = input === void 0 ? [] : [input];
|
|
277
|
+
break;
|
|
278
|
+
}
|
|
279
|
+
case "Outstanding":
|
|
280
|
+
if (thread.unverifiedWorkerInputs.size > 0) return yield* storeError("selected read", "Unverified worker acknowledgement");
|
|
281
|
+
records = [...thread.outstanding.values()].flat();
|
|
282
|
+
break;
|
|
283
|
+
case "WorkerState": records = [
|
|
284
|
+
...thread.workerRecords.get("worker") ?? [],
|
|
285
|
+
...thread.workerRecords.get(`subtree:${selection.sourceSubmissionId ?? ""}`) ?? [],
|
|
286
|
+
...selection.sourceSubmissionId === void 0 ? [] : thread.workerRecords.get(`joined:${runIdForSubmission(selection.sourceSubmissionId)}`) ?? []
|
|
287
|
+
];
|
|
288
|
+
}
|
|
289
|
+
return Stream.fromIterable(records.filter((entry) => entry.sequence > (request.page.afterSequence ?? 0)).sort((a, b) => a.sequence - b.sequence).slice(0, request.page.limit));
|
|
290
|
+
}
|
|
212
291
|
const records = yield* readSnapshot(request.threadId, request.afterSequence, request.limit);
|
|
213
292
|
return Stream.fromIterable(records);
|
|
214
293
|
}));
|
|
@@ -348,6 +427,7 @@ const makeThreadStore = Effect.gen(function* () {
|
|
|
348
427
|
return Option.some(checkpoint);
|
|
349
428
|
});
|
|
350
429
|
return ThreadStore.of({
|
|
430
|
+
countPeerMessages,
|
|
351
431
|
materialize,
|
|
352
432
|
append,
|
|
353
433
|
read,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"MemoryThreadStore.mjs","names":[],"sources":["../src/MemoryThreadStore.ts"],"sourcesContent":["import {\n Context,\n Crypto,\n Effect,\n Encoding,\n Layer,\n Option,\n PubSub,\n Ref,\n Schema,\n Stream,\n} from \"effect\";\nimport { digestCanonicalBatch, EMPTY_TAIL_DIGEST } from \"effect-agent/digest\";\nimport { ThreadId } from \"effect-agent/identifiers\";\nimport {\n type ProducerEpoch,\n type RecordId,\n CanonicalRecordEnvelope,\n CanonicalSequence,\n ObservationOffset,\n type BatchId,\n type Digest,\n} from \"effect-agent/records\";\nimport {\n type ThreadCheckpoint,\n AppendConflict,\n AppendResult,\n CheckpointRejected,\n ThreadExportRequest,\n ThreadExport,\n ThreadMaterialization,\n ThreadNotMaterialized,\n ThreadObservation,\n ThreadRead,\n ThreadStore,\n type ThreadCheckpoints,\n ThreadStoreError,\n ThreadTail,\n ThreadTailRequest,\n FenceRejected,\n FencedAppendRequest,\n LoadCheckpointRequest,\n SaveCheckpointRequest,\n SaveRecoveryCheckpointRequest,\n type ThreadRecoveryCheckpoints,\n MAX_THREAD_EXPORT_RECORDS,\n} from \"effect-agent/thread-store\";\n\nconst MAX_THREADS = 256;\nconst MAX_RECORDS_PER_THREAD = MAX_THREAD_EXPORT_RECORDS;\nconst MAX_CHECKPOINTS_PER_THREAD = 1_024;\n\nconst ThreadCapacity = Context.Reference<number>(\n \"@effect-agent/storage-memory/MemoryThreadStore/ThreadCapacity\",\n { defaultValue: () => MAX_THREADS },\n);\n\ninterface StoredBatch {\n readonly digest: Digest;\n readonly result: AppendResult;\n}\n\ninterface StoredThread {\n readonly producerEpoch: ProducerEpoch;\n readonly tailSequence: CanonicalSequence;\n readonly tailDigest: Digest;\n readonly records: ReadonlyArray<CanonicalRecordEnvelope>;\n readonly recordIds: ReadonlySet<RecordId>;\n readonly batches: ReadonlyMap<BatchId, StoredBatch>;\n readonly tailDigests: ReadonlyMap<CanonicalSequence, Digest>;\n readonly checkpoints: ReadonlyMap<CanonicalSequence, ThreadCheckpoint>;\n readonly recoveryCheckpoint?: ThreadCheckpoint;\n}\n\ninterface MemoryState {\n readonly threads: ReadonlyMap<ThreadId, StoredThread>;\n}\n\ntype AppendDecision =\n | {\n readonly _tag: \"failure\";\n readonly error: ThreadStoreError | ThreadNotMaterialized | AppendConflict | FenceRejected;\n }\n | {\n readonly _tag: \"success\";\n readonly result: AppendResult;\n readonly records: ReadonlyArray<CanonicalRecordEnvelope>;\n };\n\ntype MaterializeDecision =\n | { readonly _tag: \"failure\"; readonly error: ThreadStoreError | FenceRejected }\n | { readonly _tag: \"success\" };\n\ntype CheckpointDecision =\n | {\n readonly _tag: \"failure\";\n readonly error: ThreadNotMaterialized | ThreadStoreError | CheckpointRejected;\n }\n | { readonly _tag: \"success\" };\n\nconst storeError = (operation: string, message: string, cause?: unknown): ThreadStoreError =>\n cause === undefined\n ? ThreadStoreError.make({ operation, message })\n : ThreadStoreError.make({ operation, message, cause });\n\nconst validate = Effect.fn(\"MemoryThreadStore.validate\")(\n <A, I>(\n schema: Schema.Codec<A, I>,\n operation: string,\n value: unknown,\n ): Effect.Effect<A, ThreadStoreError> =>\n Schema.encodeUnknownEffect(schema)(value).pipe(\n Effect.flatMap(Schema.decodeUnknownEffect(schema)),\n Effect.mapError((error) => storeError(operation, `Invalid ${operation} request`, error)),\n ),\n);\n\nconst decodeCanonicalSequence = Schema.decodeSync(CanonicalSequence);\nconst ZERO_CANONICAL_SEQUENCE = decodeCanonicalSequence(0);\n\nconst offsetSequence = Effect.fn(\"MemoryThreadStore.offsetSequence\")((\n threadId: ThreadId,\n offset: ObservationOffset | undefined,\n): Effect.Effect<CanonicalSequence, ThreadStoreError> => {\n if (offset === undefined) return Effect.succeed(ZERO_CANONICAL_SEQUENCE);\n const prefix = `memory:v1:${Encoding.encodeBase64(threadId)}:`;\n const encodedSequence = offset.startsWith(prefix) ? offset.slice(prefix.length) : \"\";\n\n if (!/^\\d+$/.test(encodedSequence)) {\n return Effect.fail(storeError(\"observe\", \"Malformed observation offset\"));\n }\n const sequence = Number(encodedSequence);\n\n return Number.isSafeInteger(sequence)\n ? Schema.decodeEffect(CanonicalSequence)(sequence).pipe(\n Effect.mapError(() => storeError(\"observe\", \"Malformed observation offset\")),\n )\n : Effect.fail(storeError(\"observe\", \"Malformed observation offset\"));\n});\n\nconst observationOffset = (threadId: ThreadId, sequence: CanonicalSequence): ObservationOffset =>\n Schema.decodeSync(ObservationOffset)(`memory:v1:${Encoding.encodeBase64(threadId)}:${sequence}`);\n\nconst findThread = Effect.fn(\"MemoryThreadStore.findThread\")((\n state: MemoryState,\n threadId: ThreadId,\n): Effect.Effect<StoredThread, ThreadNotMaterialized> => {\n const thread = state.threads.get(threadId);\n\n return thread === undefined\n ? Effect.fail(ThreadNotMaterialized.make({ threadId }))\n : Effect.succeed(thread);\n});\n\nconst CheckpointVersionEnvelope = Schema.Struct({\n checkpoint: Schema.Struct({\n threadId: ThreadId,\n schemaVersion: Schema.Natural,\n }),\n});\n\nconst validateCheckpointVersion = Effect.fn(\"MemoryThreadStore.validateCheckpointVersion\")(\n function* (value: unknown): Effect.fn.Return<void, ThreadStoreError | CheckpointRejected> {\n const envelope = yield* Schema.decodeUnknownEffect(CheckpointVersionEnvelope)(value).pipe(\n Effect.mapError(() => storeError(\"saveCheckpoint\", \"Invalid saveCheckpoint request\")),\n );\n\n if (envelope.checkpoint.schemaVersion !== 1) {\n return yield* CheckpointRejected.make({\n threadId: envelope.checkpoint.threadId,\n reason: \"unsupported-version\",\n });\n }\n },\n);\n\nconst makeThreadStore = Effect.gen(function* () {\n const maxThreads = yield* ThreadCapacity;\n const crypto = yield* Crypto.Crypto;\n const state = yield* Ref.make<MemoryState>({ threads: new Map() });\n const updates = yield* PubSub.sliding<void>(1);\n\n yield* Effect.addFinalizer(() => PubSub.shutdown(updates));\n\n const materialize: ThreadStore[\"Service\"][\"materialize\"] = Effect.fn(\n \"MemoryThreadStore.materialize\",\n )((unvalidated) =>\n Effect.gen(function* () {\n const request = yield* validate(ThreadMaterialization, \"materialize\", unvalidated);\n\n const decision = yield* Ref.modify(\n state,\n (current): readonly [MaterializeDecision, MemoryState] => {\n const existing = current.threads.get(request.threadId);\n\n if (existing !== undefined) {\n if (request.producerEpoch < existing.producerEpoch) {\n return [\n {\n _tag: \"failure\",\n error: FenceRejected.make({\n threadId: request.threadId,\n actualEpoch: existing.producerEpoch,\n attemptedEpoch: request.producerEpoch,\n }),\n },\n current,\n ];\n }\n if (request.producerEpoch === existing.producerEpoch) {\n return [{ _tag: \"success\" }, current];\n }\n const threads = new Map(current.threads);\n\n threads.set(request.threadId, {\n ...existing,\n producerEpoch: request.producerEpoch,\n });\n\n return [{ _tag: \"success\" }, { threads }];\n }\n if (current.threads.size >= maxThreads) {\n return [\n {\n _tag: \"failure\",\n error: storeError(\"materialize\", `In-memory thread limit ${maxThreads} exceeded`),\n },\n current,\n ];\n }\n const threads = new Map(current.threads);\n\n threads.set(request.threadId, {\n producerEpoch: request.producerEpoch,\n tailSequence: ZERO_CANONICAL_SEQUENCE,\n tailDigest: EMPTY_TAIL_DIGEST,\n records: [],\n recordIds: new Set(),\n batches: new Map(),\n tailDigests: new Map([[ZERO_CANONICAL_SEQUENCE, EMPTY_TAIL_DIGEST]]),\n checkpoints: new Map(),\n });\n\n return [{ _tag: \"success\" }, { threads }];\n },\n );\n\n if (decision._tag === \"failure\") return yield* decision.error;\n }),\n );\n\n const append: ThreadStore[\"Service\"][\"append\"] = Effect.fn(\"MemoryThreadStore.append\")(\n (unvalidated) =>\n Effect.gen(function* () {\n const request = yield* validate(FencedAppendRequest, \"append\", unvalidated);\n\n const digest = yield* digestCanonicalBatch(request.expectedTailDigest, request.batch).pipe(\n Effect.provideService(Crypto.Crypto, crypto),\n Effect.mapError((error) => storeError(\"append\", error.message, error)),\n );\n\n const decision = yield* Effect.uninterruptible(\n Ref.modify(state, (current): readonly [AppendDecision, MemoryState] => {\n const thread = current.threads.get(request.threadId);\n\n if (thread === undefined) {\n return [\n {\n _tag: \"failure\",\n error: ThreadNotMaterialized.make({\n threadId: request.threadId,\n }),\n },\n current,\n ];\n }\n if (request.producerEpoch !== thread.producerEpoch) {\n return [\n {\n _tag: \"failure\",\n error: FenceRejected.make({\n threadId: request.threadId,\n actualEpoch: thread.producerEpoch,\n attemptedEpoch: request.producerEpoch,\n }),\n },\n current,\n ];\n }\n const previous = thread.batches.get(request.batch.batchId);\n\n if (previous !== undefined) {\n if (previous.digest !== digest) {\n return [\n {\n _tag: \"failure\",\n error: AppendConflict.make({\n threadId: request.threadId,\n batchId: request.batch.batchId,\n reason: \"batch-digest\",\n }),\n },\n current,\n ];\n }\n\n return [\n {\n _tag: \"success\",\n result: AppendResult.make({\n firstSequence: previous.result.firstSequence,\n lastSequence: previous.result.lastSequence,\n tailDigest: previous.result.tailDigest,\n replayed: true,\n }),\n records: [],\n },\n current,\n ];\n }\n if (\n request.expectedTailSequence !== thread.tailSequence ||\n request.expectedTailDigest !== thread.tailDigest\n ) {\n return [\n {\n _tag: \"failure\",\n error: AppendConflict.make({\n threadId: request.threadId,\n batchId: request.batch.batchId,\n reason: \"tail\",\n actualTailSequence: thread.tailSequence,\n actualTailDigest: thread.tailDigest,\n }),\n },\n current,\n ];\n }\n if (thread.records.length + request.batch.records.length > MAX_RECORDS_PER_THREAD) {\n return [\n {\n _tag: \"failure\",\n error: storeError(\n \"append\",\n `In-memory record limit ${MAX_RECORDS_PER_THREAD} exceeded`,\n ),\n },\n current,\n ];\n }\n\n const batchRecordIds = new Set<RecordId>();\n\n for (const record of request.batch.records) {\n if (thread.recordIds.has(record.recordId) || batchRecordIds.has(record.recordId)) {\n return [\n {\n _tag: \"failure\",\n error: AppendConflict.make({\n threadId: request.threadId,\n batchId: request.batch.batchId,\n reason: \"record-identity\",\n }),\n },\n current,\n ];\n }\n batchRecordIds.add(record.recordId);\n }\n\n const records = request.batch.records.map((record, index) => {\n const sequence = decodeCanonicalSequence(thread.tailSequence + index + 1);\n\n return CanonicalRecordEnvelope.make({\n threadId: request.threadId,\n batchId: request.batch.batchId,\n sequence,\n offset: observationOffset(request.threadId, sequence),\n record,\n });\n });\n\n const lastSequence = decodeCanonicalSequence(thread.tailSequence + records.length);\n\n const result = AppendResult.make({\n firstSequence: decodeCanonicalSequence(thread.tailSequence + 1),\n lastSequence,\n tailDigest: digest,\n replayed: false,\n });\n\n const batches = new Map(thread.batches);\n\n batches.set(request.batch.batchId, { digest, result });\n const recordIds = new Set(thread.recordIds);\n\n for (const recordId of batchRecordIds) recordIds.add(recordId);\n const tailDigests = new Map(thread.tailDigests);\n\n tailDigests.set(lastSequence, digest);\n const threads = new Map(current.threads);\n\n threads.set(request.threadId, {\n ...thread,\n tailSequence: lastSequence,\n tailDigest: digest,\n records: [...thread.records, ...records],\n recordIds,\n batches,\n tailDigests,\n });\n\n return [{ _tag: \"success\", result, records }, { threads }];\n }).pipe(\n Effect.tap((decision) =>\n decision._tag === \"success\" && decision.records.length > 0\n ? PubSub.publish(updates, undefined)\n : Effect.void,\n ),\n ),\n );\n\n if (decision._tag === \"failure\") return yield* decision.error;\n\n return decision.result;\n }),\n );\n\n const readSnapshot = Effect.fn(\"MemoryThreadStore.readSnapshot\")(\n (threadId: ThreadId, afterSequence: CanonicalSequence | undefined, limit: number) =>\n Ref.get(state).pipe(\n Effect.flatMap((current) => findThread(current, threadId)),\n Effect.map((thread) => {\n // Append assigns gap-free sequences starting at 1, so the exclusive cursor is an index.\n const start = afterSequence ?? ZERO_CANONICAL_SEQUENCE;\n\n return thread.records.slice(start, start + limit);\n }),\n ),\n );\n\n const read: ThreadStore[\"Service\"][\"read\"] = (unvalidated) =>\n Stream.unwrap(\n Effect.gen(function* () {\n const request = yield* validate(ThreadRead, \"read\", unvalidated);\n const records = yield* readSnapshot(request.threadId, request.afterSequence, request.limit);\n\n return Stream.fromIterable(records);\n }),\n );\n\n const observe: ThreadStore[\"Service\"][\"observe\"] = (unvalidated) =>\n Stream.unwrap(\n Effect.gen(function* () {\n const request = yield* validate(ThreadObservation, \"observe\", unvalidated);\n const afterSequence = yield* offsetSequence(request.threadId, request.afterOffset);\n\n return Stream.unwrap(\n Effect.gen(function* () {\n const subscription = yield* PubSub.subscribe(updates);\n\n const initial = yield* readSnapshot(\n request.threadId,\n afterSequence,\n MAX_RECORDS_PER_THREAD,\n );\n\n const highWater =\n initial.length === 0 ? afterSequence : (initial.at(-1)?.sequence ?? afterSequence);\n\n const live = Stream.fromEffectRepeat(PubSub.take(subscription)).pipe(\n Stream.mapAccumEffect(\n () => highWater,\n (lastSequence) =>\n readSnapshot(request.threadId, lastSequence, MAX_RECORDS_PER_THREAD).pipe(\n Effect.map(\n (records) => [records.at(-1)?.sequence ?? lastSequence, records] as const,\n ),\n ),\n ),\n );\n\n return Stream.fromIterable(initial).pipe(Stream.concat(live));\n }),\n );\n }),\n );\n\n const exportThread: ThreadStore[\"Service\"][\"export\"] = Effect.fn(\"MemoryThreadStore.export\")(\n (unvalidated) =>\n Effect.gen(function* () {\n const request = yield* validate(ThreadExportRequest, \"export\", unvalidated);\n\n const thread = yield* Ref.get(state).pipe(\n Effect.flatMap((current) => findThread(current, request.threadId)),\n );\n\n return ThreadExport.make({\n format: \"effect-agent/thread@1\",\n threadId: request.threadId,\n tailSequence: thread.tailSequence,\n tailDigest: thread.tailDigest,\n records: thread.records,\n });\n }),\n );\n\n const inspectTail: ThreadStore[\"Service\"][\"inspectTail\"] = Effect.fn(\n \"MemoryThreadStore.inspectTail\",\n )((unvalidated) =>\n Effect.gen(function* () {\n const request = yield* validate(ThreadTailRequest, \"inspectTail\", unvalidated);\n\n const thread = yield* Ref.get(state).pipe(\n Effect.flatMap((current) => findThread(current, request.threadId)),\n );\n\n return ThreadTail.make({\n threadId: request.threadId,\n tailSequence: thread.tailSequence,\n tailDigest: thread.tailDigest,\n producerEpoch: thread.producerEpoch,\n });\n }),\n );\n\n const saveCheckpoint: ThreadCheckpoints[\"save\"] = Effect.fn(\"MemoryThreadStore.saveCheckpoint\")(\n (unvalidated) =>\n Effect.gen(function* () {\n yield* validateCheckpointVersion(unvalidated);\n const request = yield* validate(SaveCheckpointRequest, \"saveCheckpoint\", unvalidated);\n\n const decision = yield* Ref.modify(\n state,\n (current): readonly [CheckpointDecision, MemoryState] => {\n const checkpoint = request.checkpoint;\n const thread = current.threads.get(checkpoint.threadId);\n\n if (thread === undefined) {\n return [\n {\n _tag: \"failure\",\n error: ThreadNotMaterialized.make({\n threadId: checkpoint.threadId,\n }),\n },\n current,\n ];\n }\n if (checkpoint.throughSequence > thread.tailSequence) {\n return [\n {\n _tag: \"failure\",\n error: CheckpointRejected.make({\n threadId: checkpoint.threadId,\n reason: \"ahead-of-tail\",\n }),\n },\n current,\n ];\n }\n if (thread.tailDigests.get(checkpoint.throughSequence) !== checkpoint.tailDigest) {\n return [\n {\n _tag: \"failure\",\n error: CheckpointRejected.make({\n threadId: checkpoint.threadId,\n reason: \"digest-mismatch\",\n }),\n },\n current,\n ];\n }\n if (\n !thread.checkpoints.has(checkpoint.throughSequence) &&\n thread.checkpoints.size >= MAX_CHECKPOINTS_PER_THREAD\n ) {\n return [\n {\n _tag: \"failure\",\n error: storeError(\n \"saveCheckpoint\",\n `In-memory checkpoint limit ${MAX_CHECKPOINTS_PER_THREAD} exceeded`,\n ),\n },\n current,\n ];\n }\n const checkpoints = new Map(thread.checkpoints);\n\n checkpoints.set(checkpoint.throughSequence, checkpoint);\n const threads = new Map(current.threads);\n\n threads.set(checkpoint.threadId, { ...thread, checkpoints });\n\n return [{ _tag: \"success\" }, { threads }];\n },\n );\n\n if (decision._tag === \"failure\") return yield* decision.error;\n }),\n );\n\n const loadCheckpoint: ThreadCheckpoints[\"load\"] = Effect.fn(\"MemoryThreadStore.loadCheckpoint\")(\n (unvalidated) =>\n Effect.gen(function* () {\n const request = yield* validate(LoadCheckpointRequest, \"loadCheckpoint\", unvalidated);\n\n const thread = yield* Ref.get(state).pipe(\n Effect.flatMap((current) => findThread(current, request.threadId)),\n );\n\n const maximum = request.atOrBeforeSequence ?? thread.tailSequence;\n let selected: ThreadCheckpoint | undefined;\n\n for (const [sequence, checkpoint] of thread.checkpoints) {\n if (\n sequence <= maximum &&\n (selected === undefined || sequence > selected.throughSequence)\n ) {\n selected = checkpoint;\n }\n }\n if (\n selected !== undefined &&\n thread.tailDigests.get(selected.throughSequence) !== selected.tailDigest\n ) {\n return yield* CheckpointRejected.make({\n threadId: request.threadId,\n reason: \"digest-mismatch\",\n });\n }\n\n return Option.fromNullishOr(selected);\n }),\n );\n\n const saveRecoveryCheckpoint: ThreadRecoveryCheckpoints[\"save\"] = Effect.fn(\n \"MemoryThreadStore.saveRecoveryCheckpoint\",\n )(function* (unvalidated) {\n const request = yield* validate(\n SaveRecoveryCheckpointRequest,\n \"saveRecoveryCheckpoint\",\n unvalidated,\n );\n\n const decision = yield* Ref.modify(\n state,\n (\n current,\n ): readonly [\n CheckpointDecision | { readonly _tag: \"failure\"; readonly error: FenceRejected },\n MemoryState,\n ] => {\n const checkpoint = request.checkpoint;\n const thread = current.threads.get(checkpoint.threadId);\n\n if (thread === undefined)\n return [\n {\n _tag: \"failure\",\n error: ThreadNotMaterialized.make({ threadId: checkpoint.threadId }),\n },\n current,\n ];\n if (thread.producerEpoch !== request.producerEpoch)\n return [\n {\n _tag: \"failure\",\n error: FenceRejected.make({\n threadId: checkpoint.threadId,\n actualEpoch: thread.producerEpoch,\n attemptedEpoch: request.producerEpoch,\n }),\n },\n current,\n ];\n if (checkpoint.throughSequence > thread.tailSequence)\n return [\n {\n _tag: \"failure\",\n error: CheckpointRejected.make({\n threadId: checkpoint.threadId,\n reason: \"ahead-of-tail\",\n }),\n },\n current,\n ];\n if (thread.tailDigests.get(checkpoint.throughSequence) !== checkpoint.tailDigest)\n return [\n {\n _tag: \"failure\",\n error: CheckpointRejected.make({\n threadId: checkpoint.threadId,\n reason: \"digest-mismatch\",\n }),\n },\n current,\n ];\n if ((thread.recoveryCheckpoint?.throughSequence ?? -1) > checkpoint.throughSequence)\n return [{ _tag: \"success\" }, current];\n const threads = new Map(current.threads);\n\n threads.set(checkpoint.threadId, { ...thread, recoveryCheckpoint: checkpoint });\n\n return [{ _tag: \"success\" }, { threads }];\n },\n );\n\n if (decision._tag === \"failure\") return yield* decision.error;\n });\n\n const loadRecoveryCheckpoint: ThreadRecoveryCheckpoints[\"load\"] = Effect.fn(\n \"MemoryThreadStore.loadRecoveryCheckpoint\",\n )(function* (unvalidated) {\n const request = yield* validate(LoadCheckpointRequest, \"loadRecoveryCheckpoint\", unvalidated);\n\n const thread = yield* Ref.get(state).pipe(\n Effect.flatMap((current) => findThread(current, request.threadId)),\n );\n\n const checkpoint = thread.recoveryCheckpoint;\n\n if (\n checkpoint === undefined ||\n checkpoint.throughSequence > (request.atOrBeforeSequence ?? thread.tailSequence)\n )\n return Option.none();\n if (thread.tailDigests.get(checkpoint.throughSequence) !== checkpoint.tailDigest)\n return yield* CheckpointRejected.make({\n threadId: request.threadId,\n reason: \"digest-mismatch\",\n });\n\n return Option.some(checkpoint);\n });\n\n return ThreadStore.of({\n materialize,\n append,\n read,\n observe,\n export: exportThread,\n inspectTail,\n checkpoints: { save: saveCheckpoint, load: loadCheckpoint },\n recoveryCheckpoints: { save: saveRecoveryCheckpoint, load: loadRecoveryCheckpoint },\n });\n});\n\n/**\n * In-memory canonical Thread persistence. Durable accepted work is served by the separate\n * SubmissionLedger port; this Layer deliberately provides only the ThreadStore.\n */\nexport const MemoryThreadStoreLive = Layer.effect(ThreadStore, makeThreadStore);\n\n/** Configure a finite retained Thread capacity. Invalid construction options throw immediately. */\nexport const memoryThreadStoreLayer = (options: { readonly maxThreads?: number } = {}) =>\n MemoryThreadStoreLive.pipe(\n Layer.provide(\n Layer.succeed(ThreadCapacity)(\n Schema.decodeSync(\n Schema.Int.check(Schema.isGreaterThan(0), Schema.isLessThanOrEqualTo(65_536)),\n )(options.maxThreads ?? MAX_THREADS),\n ),\n ),\n );\n"],"mappings":";;;;;;;;;;;AAgDA,MAAM,cAAc;AACpB,MAAM,yBAAyB;AAC/B,MAAM,6BAA6B;AAEnC,MAAM,iBAAiB,QAAQ,UAC7B,iEACA,EAAE,oBAAoB,YAAY,CACpC;AA6CA,MAAM,cAAc,WAAmB,SAAiB,UACtD,UAAU,KAAA,IACN,iBAAiB,KAAK;CAAE;CAAW;AAAQ,CAAC,IAC5C,iBAAiB,KAAK;CAAE;CAAW;CAAS;AAAM,CAAC;AAEzD,MAAM,WAAW,OAAO,GAAG,4BAA4B,CAAC,EAEpD,QACA,WACA,UAEA,OAAO,oBAAoB,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,KACxC,OAAO,QAAQ,OAAO,oBAAoB,MAAM,CAAC,GACjD,OAAO,UAAU,UAAU,WAAW,WAAW,WAAW,UAAU,WAAW,KAAK,CAAC,CACzF,CACJ;AAEA,MAAM,0BAA0B,OAAO,WAAW,iBAAiB;AACnE,MAAM,0BAA0B,wBAAwB,CAAC;AAEzD,MAAM,iBAAiB,OAAO,GAAG,kCAAkC,CAAC,EAClE,UACA,WACuD;CACvD,IAAI,WAAW,KAAA,GAAW,OAAO,OAAO,QAAQ,uBAAuB;CACvE,MAAM,SAAS,aAAa,SAAS,aAAa,QAAQ,EAAE;CAC5D,MAAM,kBAAkB,OAAO,WAAW,MAAM,IAAI,OAAO,MAAM,OAAO,MAAM,IAAI;CAElF,IAAI,CAAC,QAAQ,KAAK,eAAe,GAC/B,OAAO,OAAO,KAAK,WAAW,WAAW,8BAA8B,CAAC;CAE1E,MAAM,WAAW,OAAO,eAAe;CAEvC,OAAO,OAAO,cAAc,QAAQ,IAChC,OAAO,aAAa,iBAAiB,CAAC,CAAC,QAAQ,CAAC,CAAC,KAC/C,OAAO,eAAe,WAAW,WAAW,8BAA8B,CAAC,CAC7E,IACA,OAAO,KAAK,WAAW,WAAW,8BAA8B,CAAC;AACvE,CAAC;AAED,MAAM,qBAAqB,UAAoB,aAC7C,OAAO,WAAW,iBAAiB,CAAC,CAAC,aAAa,SAAS,aAAa,QAAQ,EAAE,GAAG,UAAU;AAEjG,MAAM,aAAa,OAAO,GAAG,8BAA8B,CAAC,EAC1D,OACA,aACuD;CACvD,MAAM,SAAS,MAAM,QAAQ,IAAI,QAAQ;CAEzC,OAAO,WAAW,KAAA,IACd,OAAO,KAAK,sBAAsB,KAAK,EAAE,SAAS,CAAC,CAAC,IACpD,OAAO,QAAQ,MAAM;AAC3B,CAAC;AAED,MAAM,4BAA4B,OAAO,OAAO,EAC9C,YAAY,OAAO,OAAO;CACxB,UAAU;CACV,eAAe,OAAO;AACxB,CAAC,EACH,CAAC;AAED,MAAM,4BAA4B,OAAO,GAAG,6CAA6C,CAAC,CACxF,WAAW,OAA+E;CACxF,MAAM,WAAW,OAAO,OAAO,oBAAoB,yBAAyB,CAAC,CAAC,KAAK,CAAC,CAAC,KACnF,OAAO,eAAe,WAAW,kBAAkB,gCAAgC,CAAC,CACtF;CAEA,IAAI,SAAS,WAAW,kBAAkB,GACxC,OAAO,OAAO,mBAAmB,KAAK;EACpC,UAAU,SAAS,WAAW;EAC9B,QAAQ;CACV,CAAC;AAEL,CACF;AAEA,MAAM,kBAAkB,OAAO,IAAI,aAAa;CAC9C,MAAM,aAAa,OAAO;CAC1B,MAAM,SAAS,OAAO,OAAO;CAC7B,MAAM,QAAQ,OAAO,IAAI,KAAkB,EAAE,yBAAS,IAAI,IAAI,EAAE,CAAC;CACjE,MAAM,UAAU,OAAO,OAAO,QAAc,CAAC;CAE7C,OAAO,OAAO,mBAAmB,OAAO,SAAS,OAAO,CAAC;CAEzD,MAAM,cAAqD,OAAO,GAChE,+BACF,CAAC,EAAE,gBACD,OAAO,IAAI,aAAa;EACtB,MAAM,UAAU,OAAO,SAAS,uBAAuB,eAAe,WAAW;EAEjF,MAAM,WAAW,OAAO,IAAI,OAC1B,QACC,YAAyD;GACxD,MAAM,WAAW,QAAQ,QAAQ,IAAI,QAAQ,QAAQ;GAErD,IAAI,aAAa,KAAA,GAAW;IAC1B,IAAI,QAAQ,gBAAgB,SAAS,eACnC,OAAO,CACL;KACE,MAAM;KACN,OAAO,cAAc,KAAK;MACxB,UAAU,QAAQ;MAClB,aAAa,SAAS;MACtB,gBAAgB,QAAQ;KAC1B,CAAC;IACH,GACA,OACF;IAEF,IAAI,QAAQ,kBAAkB,SAAS,eACrC,OAAO,CAAC,EAAE,MAAM,UAAU,GAAG,OAAO;IAEtC,MAAM,UAAU,IAAI,IAAI,QAAQ,OAAO;IAEvC,QAAQ,IAAI,QAAQ,UAAU;KAC5B,GAAG;KACH,eAAe,QAAQ;IACzB,CAAC;IAED,OAAO,CAAC,EAAE,MAAM,UAAU,GAAG,EAAE,QAAQ,CAAC;GAC1C;GACA,IAAI,QAAQ,QAAQ,QAAQ,YAC1B,OAAO,CACL;IACE,MAAM;IACN,OAAO,WAAW,eAAe,0BAA0B,WAAW,UAAU;GAClF,GACA,OACF;GAEF,MAAM,UAAU,IAAI,IAAI,QAAQ,OAAO;GAEvC,QAAQ,IAAI,QAAQ,UAAU;IAC5B,eAAe,QAAQ;IACvB,cAAc;IACd,YAAY;IACZ,SAAS,CAAC;IACV,2BAAW,IAAI,IAAI;IACnB,yBAAS,IAAI,IAAI;IACjB,6BAAa,IAAI,IAAI,CAAC,CAAC,yBAAyB,iBAAiB,CAAC,CAAC;IACnE,6BAAa,IAAI,IAAI;GACvB,CAAC;GAED,OAAO,CAAC,EAAE,MAAM,UAAU,GAAG,EAAE,QAAQ,CAAC;EAC1C,CACF;EAEA,IAAI,SAAS,SAAS,WAAW,OAAO,OAAO,SAAS;CAC1D,CAAC,CACH;CAEA,MAAM,SAA2C,OAAO,GAAG,0BAA0B,CAAC,EACnF,gBACC,OAAO,IAAI,aAAa;EACtB,MAAM,UAAU,OAAO,SAAS,qBAAqB,UAAU,WAAW;EAE1E,MAAM,SAAS,OAAO,qBAAqB,QAAQ,oBAAoB,QAAQ,KAAK,CAAC,CAAC,KACpF,OAAO,eAAe,OAAO,QAAQ,MAAM,GAC3C,OAAO,UAAU,UAAU,WAAW,UAAU,MAAM,SAAS,KAAK,CAAC,CACvE;EAEA,MAAM,WAAW,OAAO,OAAO,gBAC7B,IAAI,OAAO,QAAQ,YAAoD;GACrE,MAAM,SAAS,QAAQ,QAAQ,IAAI,QAAQ,QAAQ;GAEnD,IAAI,WAAW,KAAA,GACb,OAAO,CACL;IACE,MAAM;IACN,OAAO,sBAAsB,KAAK,EAChC,UAAU,QAAQ,SACpB,CAAC;GACH,GACA,OACF;GAEF,IAAI,QAAQ,kBAAkB,OAAO,eACnC,OAAO,CACL;IACE,MAAM;IACN,OAAO,cAAc,KAAK;KACxB,UAAU,QAAQ;KAClB,aAAa,OAAO;KACpB,gBAAgB,QAAQ;IAC1B,CAAC;GACH,GACA,OACF;GAEF,MAAM,WAAW,OAAO,QAAQ,IAAI,QAAQ,MAAM,OAAO;GAEzD,IAAI,aAAa,KAAA,GAAW;IAC1B,IAAI,SAAS,WAAW,QACtB,OAAO,CACL;KACE,MAAM;KACN,OAAO,eAAe,KAAK;MACzB,UAAU,QAAQ;MAClB,SAAS,QAAQ,MAAM;MACvB,QAAQ;KACV,CAAC;IACH,GACA,OACF;IAGF,OAAO,CACL;KACE,MAAM;KACN,QAAQ,aAAa,KAAK;MACxB,eAAe,SAAS,OAAO;MAC/B,cAAc,SAAS,OAAO;MAC9B,YAAY,SAAS,OAAO;MAC5B,UAAU;KACZ,CAAC;KACD,SAAS,CAAC;IACZ,GACA,OACF;GACF;GACA,IACE,QAAQ,yBAAyB,OAAO,gBACxC,QAAQ,uBAAuB,OAAO,YAEtC,OAAO,CACL;IACE,MAAM;IACN,OAAO,eAAe,KAAK;KACzB,UAAU,QAAQ;KAClB,SAAS,QAAQ,MAAM;KACvB,QAAQ;KACR,oBAAoB,OAAO;KAC3B,kBAAkB,OAAO;IAC3B,CAAC;GACH,GACA,OACF;GAEF,IAAI,OAAO,QAAQ,SAAS,QAAQ,MAAM,QAAQ,SAAS,wBACzD,OAAO,CACL;IACE,MAAM;IACN,OAAO,WACL,UACA,0BAA0B,uBAAuB,UACnD;GACF,GACA,OACF;GAGF,MAAM,iCAAiB,IAAI,IAAc;GAEzC,KAAK,MAAM,UAAU,QAAQ,MAAM,SAAS;IAC1C,IAAI,OAAO,UAAU,IAAI,OAAO,QAAQ,KAAK,eAAe,IAAI,OAAO,QAAQ,GAC7E,OAAO,CACL;KACE,MAAM;KACN,OAAO,eAAe,KAAK;MACzB,UAAU,QAAQ;MAClB,SAAS,QAAQ,MAAM;MACvB,QAAQ;KACV,CAAC;IACH,GACA,OACF;IAEF,eAAe,IAAI,OAAO,QAAQ;GACpC;GAEA,MAAM,UAAU,QAAQ,MAAM,QAAQ,KAAK,QAAQ,UAAU;IAC3D,MAAM,WAAW,wBAAwB,OAAO,eAAe,QAAQ,CAAC;IAExE,OAAO,wBAAwB,KAAK;KAClC,UAAU,QAAQ;KAClB,SAAS,QAAQ,MAAM;KACvB;KACA,QAAQ,kBAAkB,QAAQ,UAAU,QAAQ;KACpD;IACF,CAAC;GACH,CAAC;GAED,MAAM,eAAe,wBAAwB,OAAO,eAAe,QAAQ,MAAM;GAEjF,MAAM,SAAS,aAAa,KAAK;IAC/B,eAAe,wBAAwB,OAAO,eAAe,CAAC;IAC9D;IACA,YAAY;IACZ,UAAU;GACZ,CAAC;GAED,MAAM,UAAU,IAAI,IAAI,OAAO,OAAO;GAEtC,QAAQ,IAAI,QAAQ,MAAM,SAAS;IAAE;IAAQ;GAAO,CAAC;GACrD,MAAM,YAAY,IAAI,IAAI,OAAO,SAAS;GAE1C,KAAK,MAAM,YAAY,gBAAgB,UAAU,IAAI,QAAQ;GAC7D,MAAM,cAAc,IAAI,IAAI,OAAO,WAAW;GAE9C,YAAY,IAAI,cAAc,MAAM;GACpC,MAAM,UAAU,IAAI,IAAI,QAAQ,OAAO;GAEvC,QAAQ,IAAI,QAAQ,UAAU;IAC5B,GAAG;IACH,cAAc;IACd,YAAY;IACZ,SAAS,CAAC,GAAG,OAAO,SAAS,GAAG,OAAO;IACvC;IACA;IACA;GACF,CAAC;GAED,OAAO,CAAC;IAAE,MAAM;IAAW;IAAQ;GAAQ,GAAG,EAAE,QAAQ,CAAC;EAC3D,CAAC,CAAC,CAAC,KACD,OAAO,KAAK,aACV,SAAS,SAAS,aAAa,SAAS,QAAQ,SAAS,IACrD,OAAO,QAAQ,SAAS,KAAA,CAAS,IACjC,OAAO,IACb,CACF,CACF;EAEA,IAAI,SAAS,SAAS,WAAW,OAAO,OAAO,SAAS;EAExD,OAAO,SAAS;CAClB,CAAC,CACL;CAEA,MAAM,eAAe,OAAO,GAAG,gCAAgC,CAAC,EAC7D,UAAoB,eAA8C,UACjE,IAAI,IAAI,KAAK,CAAC,CAAC,KACb,OAAO,SAAS,YAAY,WAAW,SAAS,QAAQ,CAAC,GACzD,OAAO,KAAK,WAAW;EAErB,MAAM,QAAQ,iBAAiB;EAE/B,OAAO,OAAO,QAAQ,MAAM,OAAO,QAAQ,KAAK;CAClD,CAAC,CACH,CACJ;CAEA,MAAM,QAAwC,gBAC5C,OAAO,OACL,OAAO,IAAI,aAAa;EACtB,MAAM,UAAU,OAAO,SAAS,YAAY,QAAQ,WAAW;EAC/D,MAAM,UAAU,OAAO,aAAa,QAAQ,UAAU,QAAQ,eAAe,QAAQ,KAAK;EAE1F,OAAO,OAAO,aAAa,OAAO;CACpC,CAAC,CACH;CAEF,MAAM,WAA8C,gBAClD,OAAO,OACL,OAAO,IAAI,aAAa;EACtB,MAAM,UAAU,OAAO,SAAS,mBAAmB,WAAW,WAAW;EACzE,MAAM,gBAAgB,OAAO,eAAe,QAAQ,UAAU,QAAQ,WAAW;EAEjF,OAAO,OAAO,OACZ,OAAO,IAAI,aAAa;GACtB,MAAM,eAAe,OAAO,OAAO,UAAU,OAAO;GAEpD,MAAM,UAAU,OAAO,aACrB,QAAQ,UACR,eACA,sBACF;GAEA,MAAM,YACJ,QAAQ,WAAW,IAAI,gBAAiB,QAAQ,GAAG,EAAE,CAAC,EAAE,YAAY;GAEtE,MAAM,OAAO,OAAO,iBAAiB,OAAO,KAAK,YAAY,CAAC,CAAC,CAAC,KAC9D,OAAO,qBACC,YACL,iBACC,aAAa,QAAQ,UAAU,cAAc,sBAAsB,CAAC,CAAC,KACnE,OAAO,KACJ,YAAY,CAAC,QAAQ,GAAG,EAAE,CAAC,EAAE,YAAY,cAAc,OAAO,CACjE,CACF,CACJ,CACF;GAEA,OAAO,OAAO,aAAa,OAAO,CAAC,CAAC,KAAK,OAAO,OAAO,IAAI,CAAC;EAC9D,CAAC,CACH;CACF,CAAC,CACH;CAEF,MAAM,eAAiD,OAAO,GAAG,0BAA0B,CAAC,EACzF,gBACC,OAAO,IAAI,aAAa;EACtB,MAAM,UAAU,OAAO,SAAS,qBAAqB,UAAU,WAAW;EAE1E,MAAM,SAAS,OAAO,IAAI,IAAI,KAAK,CAAC,CAAC,KACnC,OAAO,SAAS,YAAY,WAAW,SAAS,QAAQ,QAAQ,CAAC,CACnE;EAEA,OAAO,aAAa,KAAK;GACvB,QAAQ;GACR,UAAU,QAAQ;GAClB,cAAc,OAAO;GACrB,YAAY,OAAO;GACnB,SAAS,OAAO;EAClB,CAAC;CACH,CAAC,CACL;CAEA,MAAM,cAAqD,OAAO,GAChE,+BACF,CAAC,EAAE,gBACD,OAAO,IAAI,aAAa;EACtB,MAAM,UAAU,OAAO,SAAS,mBAAmB,eAAe,WAAW;EAE7E,MAAM,SAAS,OAAO,IAAI,IAAI,KAAK,CAAC,CAAC,KACnC,OAAO,SAAS,YAAY,WAAW,SAAS,QAAQ,QAAQ,CAAC,CACnE;EAEA,OAAO,WAAW,KAAK;GACrB,UAAU,QAAQ;GAClB,cAAc,OAAO;GACrB,YAAY,OAAO;GACnB,eAAe,OAAO;EACxB,CAAC;CACH,CAAC,CACH;CAEA,MAAM,iBAA4C,OAAO,GAAG,kCAAkC,CAAC,EAC5F,gBACC,OAAO,IAAI,aAAa;EACtB,OAAO,0BAA0B,WAAW;EAC5C,MAAM,UAAU,OAAO,SAAS,uBAAuB,kBAAkB,WAAW;EAEpF,MAAM,WAAW,OAAO,IAAI,OAC1B,QACC,YAAwD;GACvD,MAAM,aAAa,QAAQ;GAC3B,MAAM,SAAS,QAAQ,QAAQ,IAAI,WAAW,QAAQ;GAEtD,IAAI,WAAW,KAAA,GACb,OAAO,CACL;IACE,MAAM;IACN,OAAO,sBAAsB,KAAK,EAChC,UAAU,WAAW,SACvB,CAAC;GACH,GACA,OACF;GAEF,IAAI,WAAW,kBAAkB,OAAO,cACtC,OAAO,CACL;IACE,MAAM;IACN,OAAO,mBAAmB,KAAK;KAC7B,UAAU,WAAW;KACrB,QAAQ;IACV,CAAC;GACH,GACA,OACF;GAEF,IAAI,OAAO,YAAY,IAAI,WAAW,eAAe,MAAM,WAAW,YACpE,OAAO,CACL;IACE,MAAM;IACN,OAAO,mBAAmB,KAAK;KAC7B,UAAU,WAAW;KACrB,QAAQ;IACV,CAAC;GACH,GACA,OACF;GAEF,IACE,CAAC,OAAO,YAAY,IAAI,WAAW,eAAe,KAClD,OAAO,YAAY,QAAQ,4BAE3B,OAAO,CACL;IACE,MAAM;IACN,OAAO,WACL,kBACA,8BAA8B,2BAA2B,UAC3D;GACF,GACA,OACF;GAEF,MAAM,cAAc,IAAI,IAAI,OAAO,WAAW;GAE9C,YAAY,IAAI,WAAW,iBAAiB,UAAU;GACtD,MAAM,UAAU,IAAI,IAAI,QAAQ,OAAO;GAEvC,QAAQ,IAAI,WAAW,UAAU;IAAE,GAAG;IAAQ;GAAY,CAAC;GAE3D,OAAO,CAAC,EAAE,MAAM,UAAU,GAAG,EAAE,QAAQ,CAAC;EAC1C,CACF;EAEA,IAAI,SAAS,SAAS,WAAW,OAAO,OAAO,SAAS;CAC1D,CAAC,CACL;CAEA,MAAM,iBAA4C,OAAO,GAAG,kCAAkC,CAAC,EAC5F,gBACC,OAAO,IAAI,aAAa;EACtB,MAAM,UAAU,OAAO,SAAS,uBAAuB,kBAAkB,WAAW;EAEpF,MAAM,SAAS,OAAO,IAAI,IAAI,KAAK,CAAC,CAAC,KACnC,OAAO,SAAS,YAAY,WAAW,SAAS,QAAQ,QAAQ,CAAC,CACnE;EAEA,MAAM,UAAU,QAAQ,sBAAsB,OAAO;EACrD,IAAI;EAEJ,KAAK,MAAM,CAAC,UAAU,eAAe,OAAO,aAC1C,IACE,YAAY,YACX,aAAa,KAAA,KAAa,WAAW,SAAS,kBAE/C,WAAW;EAGf,IACE,aAAa,KAAA,KACb,OAAO,YAAY,IAAI,SAAS,eAAe,MAAM,SAAS,YAE9D,OAAO,OAAO,mBAAmB,KAAK;GACpC,UAAU,QAAQ;GAClB,QAAQ;EACV,CAAC;EAGH,OAAO,OAAO,cAAc,QAAQ;CACtC,CAAC,CACL;CAEA,MAAM,yBAA4D,OAAO,GACvE,0CACF,CAAC,CAAC,WAAW,aAAa;EACxB,MAAM,UAAU,OAAO,SACrB,+BACA,0BACA,WACF;EAEA,MAAM,WAAW,OAAO,IAAI,OAC1B,QAEE,YAIG;GACH,MAAM,aAAa,QAAQ;GAC3B,MAAM,SAAS,QAAQ,QAAQ,IAAI,WAAW,QAAQ;GAEtD,IAAI,WAAW,KAAA,GACb,OAAO,CACL;IACE,MAAM;IACN,OAAO,sBAAsB,KAAK,EAAE,UAAU,WAAW,SAAS,CAAC;GACrE,GACA,OACF;GACF,IAAI,OAAO,kBAAkB,QAAQ,eACnC,OAAO,CACL;IACE,MAAM;IACN,OAAO,cAAc,KAAK;KACxB,UAAU,WAAW;KACrB,aAAa,OAAO;KACpB,gBAAgB,QAAQ;IAC1B,CAAC;GACH,GACA,OACF;GACF,IAAI,WAAW,kBAAkB,OAAO,cACtC,OAAO,CACL;IACE,MAAM;IACN,OAAO,mBAAmB,KAAK;KAC7B,UAAU,WAAW;KACrB,QAAQ;IACV,CAAC;GACH,GACA,OACF;GACF,IAAI,OAAO,YAAY,IAAI,WAAW,eAAe,MAAM,WAAW,YACpE,OAAO,CACL;IACE,MAAM;IACN,OAAO,mBAAmB,KAAK;KAC7B,UAAU,WAAW;KACrB,QAAQ;IACV,CAAC;GACH,GACA,OACF;GACF,KAAK,OAAO,oBAAoB,mBAAmB,MAAM,WAAW,iBAClE,OAAO,CAAC,EAAE,MAAM,UAAU,GAAG,OAAO;GACtC,MAAM,UAAU,IAAI,IAAI,QAAQ,OAAO;GAEvC,QAAQ,IAAI,WAAW,UAAU;IAAE,GAAG;IAAQ,oBAAoB;GAAW,CAAC;GAE9E,OAAO,CAAC,EAAE,MAAM,UAAU,GAAG,EAAE,QAAQ,CAAC;EAC1C,CACF;EAEA,IAAI,SAAS,SAAS,WAAW,OAAO,OAAO,SAAS;CAC1D,CAAC;CAED,MAAM,yBAA4D,OAAO,GACvE,0CACF,CAAC,CAAC,WAAW,aAAa;EACxB,MAAM,UAAU,OAAO,SAAS,uBAAuB,0BAA0B,WAAW;EAE5F,MAAM,SAAS,OAAO,IAAI,IAAI,KAAK,CAAC,CAAC,KACnC,OAAO,SAAS,YAAY,WAAW,SAAS,QAAQ,QAAQ,CAAC,CACnE;EAEA,MAAM,aAAa,OAAO;EAE1B,IACE,eAAe,KAAA,KACf,WAAW,mBAAmB,QAAQ,sBAAsB,OAAO,eAEnE,OAAO,OAAO,KAAK;EACrB,IAAI,OAAO,YAAY,IAAI,WAAW,eAAe,MAAM,WAAW,YACpE,OAAO,OAAO,mBAAmB,KAAK;GACpC,UAAU,QAAQ;GAClB,QAAQ;EACV,CAAC;EAEH,OAAO,OAAO,KAAK,UAAU;CAC/B,CAAC;CAED,OAAO,YAAY,GAAG;EACpB;EACA;EACA;EACA;EACA,QAAQ;EACR;EACA,aAAa;GAAE,MAAM;GAAgB,MAAM;EAAe;EAC1D,qBAAqB;GAAE,MAAM;GAAwB,MAAM;EAAuB;CACpF,CAAC;AACH,CAAC;;;;;AAMD,MAAa,wBAAwB,MAAM,OAAO,aAAa,eAAe;;AAG9E,MAAa,0BAA0B,UAA4C,CAAC,MAClF,sBAAsB,KACpB,MAAM,QACJ,MAAM,QAAQ,cAAc,CAAC,CAC3B,OAAO,WACL,OAAO,IAAI,MAAM,OAAO,cAAc,CAAC,GAAG,OAAO,oBAAoB,KAAM,CAAC,CAC9E,CAAC,CAAC,QAAQ,cAAc,WAAW,CACrC,CACF,CACF"}
|
|
1
|
+
{"version":3,"file":"MemoryThreadStore.mjs","names":[],"sources":["../src/MemoryThreadStore.ts"],"sourcesContent":["import {\n Context,\n Crypto,\n Effect,\n Encoding,\n Layer,\n Option,\n PubSub,\n Ref,\n Schema,\n Stream,\n} from \"effect\";\nimport { digestCanonicalBatch, EMPTY_TAIL_DIGEST } from \"effect-agent/digest\";\nimport { ThreadId } from \"effect-agent/identifiers\";\nimport {\n type ProducerEpoch,\n type RecordId,\n CanonicalRecordEnvelope,\n CanonicalSequence,\n ObservationOffset,\n type BatchId,\n type Digest,\n} from \"effect-agent/records\";\nimport { runIdForSubmission } from \"effect-agent/run-journal\";\nimport {\n type ThreadCheckpoint,\n ThreadPeerCountRequest,\n AppendConflict,\n AppendResult,\n CheckpointRejected,\n ThreadExportRequest,\n ThreadExport,\n ThreadMaterialization,\n ThreadNotMaterialized,\n ThreadObservation,\n ThreadReadRequest,\n ThreadStore,\n type ThreadCheckpoints,\n ThreadStoreError,\n ThreadTail,\n ThreadTailRequest,\n FenceRejected,\n FencedAppendRequest,\n LoadCheckpointRequest,\n SaveCheckpointRequest,\n SaveRecoveryCheckpointRequest,\n type ThreadRecoveryCheckpoints,\n MAX_THREAD_EXPORT_RECORDS,\n} from \"effect-agent/thread-store\";\n\nconst MAX_THREADS = 256;\nconst MAX_RECORDS_PER_THREAD = MAX_THREAD_EXPORT_RECORDS;\nconst MAX_CHECKPOINTS_PER_THREAD = 1_024;\n\nconst ThreadCapacity = Context.Reference<number>(\n \"@effect-agent/storage-memory/MemoryThreadStore/ThreadCapacity\",\n { defaultValue: () => MAX_THREADS },\n);\n\ninterface StoredBatch {\n readonly digest: Digest;\n readonly result: AppendResult;\n}\n\ninterface StoredThread {\n readonly peerCount: number;\n readonly unverifiedWorkerInputs: ReadonlySet<string>;\n readonly workerRecords: ReadonlyMap<string, ReadonlyArray<CanonicalRecordEnvelope>>;\n readonly byId: ReadonlyMap<string, CanonicalRecordEnvelope>;\n readonly runInputs: ReadonlyMap<string, CanonicalRecordEnvelope | null>;\n readonly outstanding: ReadonlyMap<string, ReadonlyArray<CanonicalRecordEnvelope>>;\n readonly producerEpoch: ProducerEpoch;\n readonly tailSequence: CanonicalSequence;\n readonly tailDigest: Digest;\n readonly records: ReadonlyArray<CanonicalRecordEnvelope>;\n readonly recordIds: ReadonlySet<RecordId>;\n readonly batches: ReadonlyMap<BatchId, StoredBatch>;\n readonly tailDigests: ReadonlyMap<CanonicalSequence, Digest>;\n readonly checkpoints: ReadonlyMap<CanonicalSequence, ThreadCheckpoint>;\n readonly recoveryCheckpoint?: ThreadCheckpoint;\n}\n\ninterface MemoryState {\n readonly threads: ReadonlyMap<ThreadId, StoredThread>;\n}\n\ntype AppendDecision =\n | {\n readonly _tag: \"failure\";\n readonly error: ThreadStoreError | ThreadNotMaterialized | AppendConflict | FenceRejected;\n }\n | {\n readonly _tag: \"success\";\n readonly result: AppendResult;\n readonly records: ReadonlyArray<CanonicalRecordEnvelope>;\n };\n\ntype MaterializeDecision =\n | { readonly _tag: \"failure\"; readonly error: ThreadStoreError | FenceRejected }\n | { readonly _tag: \"success\" };\n\ntype CheckpointDecision =\n | {\n readonly _tag: \"failure\";\n readonly error: ThreadNotMaterialized | ThreadStoreError | CheckpointRejected;\n }\n | { readonly _tag: \"success\" };\n\nconst storeError = (operation: string, message: string, cause?: unknown): ThreadStoreError =>\n cause === undefined\n ? ThreadStoreError.make({ operation, message })\n : ThreadStoreError.make({ operation, message, cause });\n\nconst validate = Effect.fn(\"MemoryThreadStore.validate\")(\n <A, I>(\n schema: Schema.Codec<A, I>,\n operation: string,\n value: unknown,\n ): Effect.Effect<A, ThreadStoreError> =>\n Schema.encodeUnknownEffect(schema)(value).pipe(\n Effect.flatMap(Schema.decodeUnknownEffect(schema)),\n Effect.mapError((error) => storeError(operation, `Invalid ${operation} request`, error)),\n ),\n);\n\nconst decodeCanonicalSequence = Schema.decodeSync(CanonicalSequence);\nconst ZERO_CANONICAL_SEQUENCE = decodeCanonicalSequence(0);\n\nconst offsetSequence = Effect.fn(\"MemoryThreadStore.offsetSequence\")((\n threadId: ThreadId,\n offset: ObservationOffset | undefined,\n): Effect.Effect<CanonicalSequence, ThreadStoreError> => {\n if (offset === undefined) return Effect.succeed(ZERO_CANONICAL_SEQUENCE);\n const prefix = `memory:v1:${Encoding.encodeBase64(threadId)}:`;\n const encodedSequence = offset.startsWith(prefix) ? offset.slice(prefix.length) : \"\";\n\n if (!/^\\d+$/.test(encodedSequence)) {\n return Effect.fail(storeError(\"observe\", \"Malformed observation offset\"));\n }\n const sequence = Number(encodedSequence);\n\n return Number.isSafeInteger(sequence)\n ? Schema.decodeEffect(CanonicalSequence)(sequence).pipe(\n Effect.mapError(() => storeError(\"observe\", \"Malformed observation offset\")),\n )\n : Effect.fail(storeError(\"observe\", \"Malformed observation offset\"));\n});\n\nconst observationOffset = (threadId: ThreadId, sequence: CanonicalSequence): ObservationOffset =>\n Schema.decodeSync(ObservationOffset)(`memory:v1:${Encoding.encodeBase64(threadId)}:${sequence}`);\n\nconst findThread = Effect.fn(\"MemoryThreadStore.findThread\")((\n state: MemoryState,\n threadId: ThreadId,\n): Effect.Effect<StoredThread, ThreadNotMaterialized> => {\n const thread = state.threads.get(threadId);\n\n return thread === undefined\n ? Effect.fail(ThreadNotMaterialized.make({ threadId }))\n : Effect.succeed(thread);\n});\n\nconst CheckpointVersionEnvelope = Schema.Struct({\n checkpoint: Schema.Struct({\n threadId: ThreadId,\n schemaVersion: Schema.Natural,\n }),\n});\n\nconst validateCheckpointVersion = Effect.fn(\"MemoryThreadStore.validateCheckpointVersion\")(\n function* (value: unknown): Effect.fn.Return<void, ThreadStoreError | CheckpointRejected> {\n const envelope = yield* Schema.decodeUnknownEffect(CheckpointVersionEnvelope)(value).pipe(\n Effect.mapError(() => storeError(\"saveCheckpoint\", \"Invalid saveCheckpoint request\")),\n );\n\n if (envelope.checkpoint.schemaVersion !== 1) {\n return yield* CheckpointRejected.make({\n threadId: envelope.checkpoint.threadId,\n reason: \"unsupported-version\",\n });\n }\n },\n);\n\nconst makeThreadStore = Effect.gen(function* () {\n const maxThreads = yield* ThreadCapacity;\n const crypto = yield* Crypto.Crypto;\n const state = yield* Ref.make<MemoryState>({ threads: new Map() });\n const updates = yield* PubSub.sliding<void>(1);\n\n yield* Effect.addFinalizer(() => PubSub.shutdown(updates));\n\n const materialize: ThreadStore[\"Service\"][\"materialize\"] = Effect.fn(\n \"MemoryThreadStore.materialize\",\n )((unvalidated) =>\n Effect.gen(function* () {\n const request = yield* validate(ThreadMaterialization, \"materialize\", unvalidated);\n\n const decision = yield* Ref.modify(\n state,\n (current): readonly [MaterializeDecision, MemoryState] => {\n const existing = current.threads.get(request.threadId);\n\n if (existing !== undefined) {\n if (request.producerEpoch < existing.producerEpoch) {\n return [\n {\n _tag: \"failure\",\n error: FenceRejected.make({\n threadId: request.threadId,\n actualEpoch: existing.producerEpoch,\n attemptedEpoch: request.producerEpoch,\n }),\n },\n current,\n ];\n }\n if (request.producerEpoch === existing.producerEpoch) {\n return [{ _tag: \"success\" }, current];\n }\n const threads = new Map(current.threads);\n\n threads.set(request.threadId, {\n ...existing,\n producerEpoch: request.producerEpoch,\n });\n\n return [{ _tag: \"success\" }, { threads }];\n }\n if (current.threads.size >= maxThreads) {\n return [\n {\n _tag: \"failure\",\n error: storeError(\"materialize\", `In-memory thread limit ${maxThreads} exceeded`),\n },\n current,\n ];\n }\n const threads = new Map(current.threads);\n\n threads.set(request.threadId, {\n producerEpoch: request.producerEpoch,\n tailSequence: ZERO_CANONICAL_SEQUENCE,\n tailDigest: EMPTY_TAIL_DIGEST,\n unverifiedWorkerInputs: new Set(),\n byId: new Map(),\n workerRecords: new Map(),\n peerCount: 0,\n runInputs: new Map(),\n outstanding: new Map(),\n records: [],\n recordIds: new Set(),\n batches: new Map(),\n tailDigests: new Map([[ZERO_CANONICAL_SEQUENCE, EMPTY_TAIL_DIGEST]]),\n checkpoints: new Map(),\n });\n\n return [{ _tag: \"success\" }, { threads }];\n },\n );\n\n if (decision._tag === \"failure\") return yield* decision.error;\n }),\n );\n\n const append: ThreadStore[\"Service\"][\"append\"] = Effect.fn(\"MemoryThreadStore.append\")(\n (unvalidated) =>\n Effect.gen(function* () {\n const request = yield* validate(FencedAppendRequest, \"append\", unvalidated);\n\n const digest = yield* digestCanonicalBatch(request.expectedTailDigest, request.batch).pipe(\n Effect.provideService(Crypto.Crypto, crypto),\n Effect.mapError((error) => storeError(\"append\", error.message, error)),\n );\n\n const decision = yield* Effect.uninterruptible(\n Ref.modify(state, (current): readonly [AppendDecision, MemoryState] => {\n const thread = current.threads.get(request.threadId);\n\n if (thread === undefined) {\n return [\n {\n _tag: \"failure\",\n error: ThreadNotMaterialized.make({\n threadId: request.threadId,\n }),\n },\n current,\n ];\n }\n if (request.producerEpoch !== thread.producerEpoch) {\n return [\n {\n _tag: \"failure\",\n error: FenceRejected.make({\n threadId: request.threadId,\n actualEpoch: thread.producerEpoch,\n attemptedEpoch: request.producerEpoch,\n }),\n },\n current,\n ];\n }\n const previous = thread.batches.get(request.batch.batchId);\n\n if (previous !== undefined) {\n if (previous.digest !== digest) {\n return [\n {\n _tag: \"failure\",\n error: AppendConflict.make({\n threadId: request.threadId,\n batchId: request.batch.batchId,\n reason: \"batch-digest\",\n }),\n },\n current,\n ];\n }\n\n return [\n {\n _tag: \"success\",\n result: AppendResult.make({\n firstSequence: previous.result.firstSequence,\n lastSequence: previous.result.lastSequence,\n tailDigest: previous.result.tailDigest,\n replayed: true,\n }),\n records: [],\n },\n current,\n ];\n }\n if (\n request.expectedTailSequence !== thread.tailSequence ||\n request.expectedTailDigest !== thread.tailDigest\n ) {\n return [\n {\n _tag: \"failure\",\n error: AppendConflict.make({\n threadId: request.threadId,\n batchId: request.batch.batchId,\n reason: \"tail\",\n actualTailSequence: thread.tailSequence,\n actualTailDigest: thread.tailDigest,\n }),\n },\n current,\n ];\n }\n if (thread.records.length + request.batch.records.length > MAX_RECORDS_PER_THREAD) {\n return [\n {\n _tag: \"failure\",\n error: storeError(\n \"append\",\n `In-memory record limit ${MAX_RECORDS_PER_THREAD} exceeded`,\n ),\n },\n current,\n ];\n }\n\n const batchRecordIds = new Set<RecordId>();\n\n for (const record of request.batch.records) {\n if (thread.recordIds.has(record.recordId) || batchRecordIds.has(record.recordId)) {\n return [\n {\n _tag: \"failure\",\n error: AppendConflict.make({\n threadId: request.threadId,\n batchId: request.batch.batchId,\n reason: \"record-identity\",\n }),\n },\n current,\n ];\n }\n batchRecordIds.add(record.recordId);\n }\n\n const records = request.batch.records.map((record, index) => {\n const sequence = decodeCanonicalSequence(thread.tailSequence + index + 1);\n\n return CanonicalRecordEnvelope.make({\n threadId: request.threadId,\n batchId: request.batch.batchId,\n sequence,\n offset: observationOffset(request.threadId, sequence),\n record,\n });\n });\n\n const lastSequence = decodeCanonicalSequence(thread.tailSequence + records.length);\n\n const result = AppendResult.make({\n firstSequence: decodeCanonicalSequence(thread.tailSequence + 1),\n lastSequence,\n tailDigest: digest,\n replayed: false,\n });\n\n const batches = new Map(thread.batches);\n\n batches.set(request.batch.batchId, { digest, result });\n const recordIds = new Set(thread.recordIds);\n\n for (const recordId of batchRecordIds) recordIds.add(recordId);\n const tailDigests = new Map(thread.tailDigests);\n\n tailDigests.set(lastSequence, digest);\n const threads = new Map(current.threads);\n\n const unverifiedWorkerInputs = new Set(thread.unverifiedWorkerInputs);\n let peerCount = thread.peerCount;\n const workerRecords = new Map(thread.workerRecords);\n const byId = new Map(thread.byId);\n const runInputs = new Map(thread.runInputs);\n const outstanding = new Map(thread.outstanding);\n\n for (const entry of records) {\n byId.set(entry.record.recordId, entry);\n const payload = entry.record.payload;\n\n if (payload._tag === \"PeerMessagePrepared\") peerCount++;\n\n const workerKey =\n payload._tag === \"SubtreeBudgetReserved\"\n ? `subtree:${payload.sourceSubmissionId ?? \"\"}`\n : payload._tag === \"SubagentJoined\"\n ? `joined:${payload.runId}`\n : [\n \"ThreadCreated\",\n \"WorkerOriginRecorded\",\n \"SubagentLineageRecorded\",\n \"WorkerInputRequested\",\n \"WorkerInputCompleted\",\n ].includes(payload._tag)\n ? \"worker\"\n : undefined;\n\n if (workerKey !== undefined)\n workerRecords.set(workerKey, [...(workerRecords.get(workerKey) ?? []), entry]);\n\n if (\n payload._tag === \"UserInputRecorded\" &&\n payload.kind === \"user\" &&\n payload.runId !== undefined\n )\n runInputs.set(payload.runId, runInputs.has(payload.runId) ? null : entry);\n if (\n payload._tag === \"ToolCallPrepared\" ||\n payload._tag === \"ToolCallUnknown\" ||\n payload._tag === \"ToolCallSettled\"\n ) {\n const key = JSON.stringify([payload.runId, payload.toolCallId]);\n\n if (payload._tag === \"ToolCallSettled\") outstanding.delete(key);\n else\n outstanding.set(key, [\n ...(outstanding.get(key) ?? []).filter(\n (prior) =>\n payload._tag !== \"ToolCallUnknown\" ||\n prior.record.payload._tag !== \"ToolCallPrepared\",\n ),\n entry,\n ]);\n }\n if (payload._tag === \"WorkerInputRequested\")\n outstanding.set(`worker:${payload.admission.messageId}`, [\n ...(outstanding.get(`worker:${payload.admission.messageId}`) ?? []),\n entry,\n ]);\n if (payload._tag === \"WorkerInputCompleted\") {\n if (payload.effectsResolved) {\n outstanding.delete(`worker:${payload.messageId}`);\n unverifiedWorkerInputs.delete(payload.messageId);\n } else unverifiedWorkerInputs.add(payload.messageId);\n }\n }\n threads.set(request.threadId, {\n ...thread,\n byId,\n workerRecords,\n peerCount,\n runInputs,\n outstanding,\n unverifiedWorkerInputs,\n tailSequence: lastSequence,\n tailDigest: digest,\n records: [...thread.records, ...records],\n recordIds,\n batches,\n tailDigests,\n });\n\n return [{ _tag: \"success\", result, records }, { threads }];\n }).pipe(\n Effect.tap((decision) =>\n decision._tag === \"success\" && decision.records.length > 0\n ? PubSub.publish(updates, undefined)\n : Effect.void,\n ),\n ),\n );\n\n if (decision._tag === \"failure\") return yield* decision.error;\n\n return decision.result;\n }),\n );\n\n const countPeerMessages: NonNullable<ThreadStore[\"Service\"][\"countPeerMessages\"]> =\n Effect.fnUntraced(function* (request) {\n yield* validate(ThreadPeerCountRequest, \"countPeerMessages\", request);\n const thread = yield* findThread(yield* Ref.get(state), request.threadId);\n\n return Math.min(thread.peerCount, request.limit);\n });\n\n const readSnapshot = Effect.fn(\"MemoryThreadStore.readSnapshot\")(\n (threadId: ThreadId, afterSequence: CanonicalSequence | undefined, limit: number) =>\n Ref.get(state).pipe(\n Effect.flatMap((current) => findThread(current, threadId)),\n Effect.map((thread) => {\n // Append assigns gap-free sequences starting at 1, so the exclusive cursor is an index.\n const start = afterSequence ?? ZERO_CANONICAL_SEQUENCE;\n\n return thread.records.slice(start, start + limit);\n }),\n ),\n );\n\n const read: ThreadStore[\"Service\"][\"read\"] = (unvalidated) =>\n Stream.unwrap(\n Effect.gen(function* () {\n const request = yield* validate(ThreadReadRequest, \"read\", unvalidated);\n\n if (\"selection\" in request) {\n const thread = yield* findThread(yield* Ref.get(state), request.threadId);\n const selection = request.selection;\n\n if (\n \"expectedTailSequence\" in selection &&\n (selection.expectedTailSequence !== thread.tailSequence ||\n selection.expectedTailDigest !== thread.tailDigest)\n )\n return yield* storeError(\"selected read\", \"Canonical tail changed\");\n let records: ReadonlyArray<CanonicalRecordEnvelope>;\n\n switch (selection._tag) {\n case \"RecordId\": {\n const record = thread.byId.get(selection.recordId);\n\n records = record === undefined ? [] : [record];\n break;\n }\n case \"RunInput\": {\n const input = thread.runInputs.get(selection.runId);\n\n if (input === null)\n return yield* storeError(\"selected read\", \"Ambiguous original Run input\");\n records = input === undefined ? [] : [input];\n break;\n }\n case \"Outstanding\":\n if (thread.unverifiedWorkerInputs.size > 0)\n return yield* storeError(\"selected read\", \"Unverified worker acknowledgement\");\n records = [...thread.outstanding.values()].flat();\n break;\n case \"WorkerState\":\n records = [\n ...(thread.workerRecords.get(\"worker\") ?? []),\n ...(thread.workerRecords.get(`subtree:${selection.sourceSubmissionId ?? \"\"}`) ??\n []),\n ...(selection.sourceSubmissionId === undefined\n ? []\n : (thread.workerRecords.get(\n `joined:${runIdForSubmission(selection.sourceSubmissionId)}`,\n ) ?? [])),\n ];\n break;\n }\n\n return Stream.fromIterable(\n records\n .filter((entry) => entry.sequence > (request.page.afterSequence ?? 0))\n .sort((a, b) => a.sequence - b.sequence)\n .slice(0, request.page.limit),\n );\n }\n const records = yield* readSnapshot(request.threadId, request.afterSequence, request.limit);\n\n return Stream.fromIterable(records);\n }),\n );\n\n const observe: ThreadStore[\"Service\"][\"observe\"] = (unvalidated) =>\n Stream.unwrap(\n Effect.gen(function* () {\n const request = yield* validate(ThreadObservation, \"observe\", unvalidated);\n const afterSequence = yield* offsetSequence(request.threadId, request.afterOffset);\n\n return Stream.unwrap(\n Effect.gen(function* () {\n const subscription = yield* PubSub.subscribe(updates);\n\n const initial = yield* readSnapshot(\n request.threadId,\n afterSequence,\n MAX_RECORDS_PER_THREAD,\n );\n\n const highWater =\n initial.length === 0 ? afterSequence : (initial.at(-1)?.sequence ?? afterSequence);\n\n const live = Stream.fromEffectRepeat(PubSub.take(subscription)).pipe(\n Stream.mapAccumEffect(\n () => highWater,\n (lastSequence) =>\n readSnapshot(request.threadId, lastSequence, MAX_RECORDS_PER_THREAD).pipe(\n Effect.map(\n (records) => [records.at(-1)?.sequence ?? lastSequence, records] as const,\n ),\n ),\n ),\n );\n\n return Stream.fromIterable(initial).pipe(Stream.concat(live));\n }),\n );\n }),\n );\n\n const exportThread: ThreadStore[\"Service\"][\"export\"] = Effect.fn(\"MemoryThreadStore.export\")(\n (unvalidated) =>\n Effect.gen(function* () {\n const request = yield* validate(ThreadExportRequest, \"export\", unvalidated);\n\n const thread = yield* Ref.get(state).pipe(\n Effect.flatMap((current) => findThread(current, request.threadId)),\n );\n\n return ThreadExport.make({\n format: \"effect-agent/thread@1\",\n threadId: request.threadId,\n tailSequence: thread.tailSequence,\n tailDigest: thread.tailDigest,\n records: thread.records,\n });\n }),\n );\n\n const inspectTail: ThreadStore[\"Service\"][\"inspectTail\"] = Effect.fn(\n \"MemoryThreadStore.inspectTail\",\n )((unvalidated) =>\n Effect.gen(function* () {\n const request = yield* validate(ThreadTailRequest, \"inspectTail\", unvalidated);\n\n const thread = yield* Ref.get(state).pipe(\n Effect.flatMap((current) => findThread(current, request.threadId)),\n );\n\n return ThreadTail.make({\n threadId: request.threadId,\n tailSequence: thread.tailSequence,\n tailDigest: thread.tailDigest,\n producerEpoch: thread.producerEpoch,\n });\n }),\n );\n\n const saveCheckpoint: ThreadCheckpoints[\"save\"] = Effect.fn(\"MemoryThreadStore.saveCheckpoint\")(\n (unvalidated) =>\n Effect.gen(function* () {\n yield* validateCheckpointVersion(unvalidated);\n const request = yield* validate(SaveCheckpointRequest, \"saveCheckpoint\", unvalidated);\n\n const decision = yield* Ref.modify(\n state,\n (current): readonly [CheckpointDecision, MemoryState] => {\n const checkpoint = request.checkpoint;\n const thread = current.threads.get(checkpoint.threadId);\n\n if (thread === undefined) {\n return [\n {\n _tag: \"failure\",\n error: ThreadNotMaterialized.make({\n threadId: checkpoint.threadId,\n }),\n },\n current,\n ];\n }\n if (checkpoint.throughSequence > thread.tailSequence) {\n return [\n {\n _tag: \"failure\",\n error: CheckpointRejected.make({\n threadId: checkpoint.threadId,\n reason: \"ahead-of-tail\",\n }),\n },\n current,\n ];\n }\n if (thread.tailDigests.get(checkpoint.throughSequence) !== checkpoint.tailDigest) {\n return [\n {\n _tag: \"failure\",\n error: CheckpointRejected.make({\n threadId: checkpoint.threadId,\n reason: \"digest-mismatch\",\n }),\n },\n current,\n ];\n }\n if (\n !thread.checkpoints.has(checkpoint.throughSequence) &&\n thread.checkpoints.size >= MAX_CHECKPOINTS_PER_THREAD\n ) {\n return [\n {\n _tag: \"failure\",\n error: storeError(\n \"saveCheckpoint\",\n `In-memory checkpoint limit ${MAX_CHECKPOINTS_PER_THREAD} exceeded`,\n ),\n },\n current,\n ];\n }\n const checkpoints = new Map(thread.checkpoints);\n\n checkpoints.set(checkpoint.throughSequence, checkpoint);\n const threads = new Map(current.threads);\n\n threads.set(checkpoint.threadId, { ...thread, checkpoints });\n\n return [{ _tag: \"success\" }, { threads }];\n },\n );\n\n if (decision._tag === \"failure\") return yield* decision.error;\n }),\n );\n\n const loadCheckpoint: ThreadCheckpoints[\"load\"] = Effect.fn(\"MemoryThreadStore.loadCheckpoint\")(\n (unvalidated) =>\n Effect.gen(function* () {\n const request = yield* validate(LoadCheckpointRequest, \"loadCheckpoint\", unvalidated);\n\n const thread = yield* Ref.get(state).pipe(\n Effect.flatMap((current) => findThread(current, request.threadId)),\n );\n\n const maximum = request.atOrBeforeSequence ?? thread.tailSequence;\n let selected: ThreadCheckpoint | undefined;\n\n for (const [sequence, checkpoint] of thread.checkpoints) {\n if (\n sequence <= maximum &&\n (selected === undefined || sequence > selected.throughSequence)\n ) {\n selected = checkpoint;\n }\n }\n if (\n selected !== undefined &&\n thread.tailDigests.get(selected.throughSequence) !== selected.tailDigest\n ) {\n return yield* CheckpointRejected.make({\n threadId: request.threadId,\n reason: \"digest-mismatch\",\n });\n }\n\n return Option.fromNullishOr(selected);\n }),\n );\n\n const saveRecoveryCheckpoint: ThreadRecoveryCheckpoints[\"save\"] = Effect.fn(\n \"MemoryThreadStore.saveRecoveryCheckpoint\",\n )(function* (unvalidated) {\n const request = yield* validate(\n SaveRecoveryCheckpointRequest,\n \"saveRecoveryCheckpoint\",\n unvalidated,\n );\n\n const decision = yield* Ref.modify(\n state,\n (\n current,\n ): readonly [\n CheckpointDecision | { readonly _tag: \"failure\"; readonly error: FenceRejected },\n MemoryState,\n ] => {\n const checkpoint = request.checkpoint;\n const thread = current.threads.get(checkpoint.threadId);\n\n if (thread === undefined)\n return [\n {\n _tag: \"failure\",\n error: ThreadNotMaterialized.make({ threadId: checkpoint.threadId }),\n },\n current,\n ];\n if (thread.producerEpoch !== request.producerEpoch)\n return [\n {\n _tag: \"failure\",\n error: FenceRejected.make({\n threadId: checkpoint.threadId,\n actualEpoch: thread.producerEpoch,\n attemptedEpoch: request.producerEpoch,\n }),\n },\n current,\n ];\n if (checkpoint.throughSequence > thread.tailSequence)\n return [\n {\n _tag: \"failure\",\n error: CheckpointRejected.make({\n threadId: checkpoint.threadId,\n reason: \"ahead-of-tail\",\n }),\n },\n current,\n ];\n if (thread.tailDigests.get(checkpoint.throughSequence) !== checkpoint.tailDigest)\n return [\n {\n _tag: \"failure\",\n error: CheckpointRejected.make({\n threadId: checkpoint.threadId,\n reason: \"digest-mismatch\",\n }),\n },\n current,\n ];\n if ((thread.recoveryCheckpoint?.throughSequence ?? -1) > checkpoint.throughSequence)\n return [{ _tag: \"success\" }, current];\n const threads = new Map(current.threads);\n\n threads.set(checkpoint.threadId, { ...thread, recoveryCheckpoint: checkpoint });\n\n return [{ _tag: \"success\" }, { threads }];\n },\n );\n\n if (decision._tag === \"failure\") return yield* decision.error;\n });\n\n const loadRecoveryCheckpoint: ThreadRecoveryCheckpoints[\"load\"] = Effect.fn(\n \"MemoryThreadStore.loadRecoveryCheckpoint\",\n )(function* (unvalidated) {\n const request = yield* validate(LoadCheckpointRequest, \"loadRecoveryCheckpoint\", unvalidated);\n\n const thread = yield* Ref.get(state).pipe(\n Effect.flatMap((current) => findThread(current, request.threadId)),\n );\n\n const checkpoint = thread.recoveryCheckpoint;\n\n if (\n checkpoint === undefined ||\n checkpoint.throughSequence > (request.atOrBeforeSequence ?? thread.tailSequence)\n )\n return Option.none();\n if (thread.tailDigests.get(checkpoint.throughSequence) !== checkpoint.tailDigest)\n return yield* CheckpointRejected.make({\n threadId: request.threadId,\n reason: \"digest-mismatch\",\n });\n\n return Option.some(checkpoint);\n });\n\n return ThreadStore.of({\n countPeerMessages,\n materialize,\n append,\n read,\n observe,\n export: exportThread,\n inspectTail,\n checkpoints: { save: saveCheckpoint, load: loadCheckpoint },\n recoveryCheckpoints: { save: saveRecoveryCheckpoint, load: loadRecoveryCheckpoint },\n });\n});\n\n/**\n * In-memory canonical Thread persistence. Durable accepted work is served by the separate\n * SubmissionLedger port; this Layer deliberately provides only the ThreadStore.\n */\nexport const MemoryThreadStoreLive = Layer.effect(ThreadStore, makeThreadStore);\n\n/** Configure a finite retained Thread capacity. Invalid construction options throw immediately. */\nexport const memoryThreadStoreLayer = (options: { readonly maxThreads?: number } = {}) =>\n MemoryThreadStoreLive.pipe(\n Layer.provide(\n Layer.succeed(ThreadCapacity)(\n Schema.decodeSync(\n Schema.Int.check(Schema.isGreaterThan(0), Schema.isLessThanOrEqualTo(65_536)),\n )(options.maxThreads ?? MAX_THREADS),\n ),\n ),\n );\n"],"mappings":";;;;;;;;;;;;AAkDA,MAAM,cAAc;AACpB,MAAM,yBAAyB;AAC/B,MAAM,6BAA6B;AAEnC,MAAM,iBAAiB,QAAQ,UAC7B,iEACA,EAAE,oBAAoB,YAAY,CACpC;AAmDA,MAAM,cAAc,WAAmB,SAAiB,UACtD,UAAU,KAAA,IACN,iBAAiB,KAAK;CAAE;CAAW;AAAQ,CAAC,IAC5C,iBAAiB,KAAK;CAAE;CAAW;CAAS;AAAM,CAAC;AAEzD,MAAM,WAAW,OAAO,GAAG,4BAA4B,CAAC,EAEpD,QACA,WACA,UAEA,OAAO,oBAAoB,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,KACxC,OAAO,QAAQ,OAAO,oBAAoB,MAAM,CAAC,GACjD,OAAO,UAAU,UAAU,WAAW,WAAW,WAAW,UAAU,WAAW,KAAK,CAAC,CACzF,CACJ;AAEA,MAAM,0BAA0B,OAAO,WAAW,iBAAiB;AACnE,MAAM,0BAA0B,wBAAwB,CAAC;AAEzD,MAAM,iBAAiB,OAAO,GAAG,kCAAkC,CAAC,EAClE,UACA,WACuD;CACvD,IAAI,WAAW,KAAA,GAAW,OAAO,OAAO,QAAQ,uBAAuB;CACvE,MAAM,SAAS,aAAa,SAAS,aAAa,QAAQ,EAAE;CAC5D,MAAM,kBAAkB,OAAO,WAAW,MAAM,IAAI,OAAO,MAAM,OAAO,MAAM,IAAI;CAElF,IAAI,CAAC,QAAQ,KAAK,eAAe,GAC/B,OAAO,OAAO,KAAK,WAAW,WAAW,8BAA8B,CAAC;CAE1E,MAAM,WAAW,OAAO,eAAe;CAEvC,OAAO,OAAO,cAAc,QAAQ,IAChC,OAAO,aAAa,iBAAiB,CAAC,CAAC,QAAQ,CAAC,CAAC,KAC/C,OAAO,eAAe,WAAW,WAAW,8BAA8B,CAAC,CAC7E,IACA,OAAO,KAAK,WAAW,WAAW,8BAA8B,CAAC;AACvE,CAAC;AAED,MAAM,qBAAqB,UAAoB,aAC7C,OAAO,WAAW,iBAAiB,CAAC,CAAC,aAAa,SAAS,aAAa,QAAQ,EAAE,GAAG,UAAU;AAEjG,MAAM,aAAa,OAAO,GAAG,8BAA8B,CAAC,EAC1D,OACA,aACuD;CACvD,MAAM,SAAS,MAAM,QAAQ,IAAI,QAAQ;CAEzC,OAAO,WAAW,KAAA,IACd,OAAO,KAAK,sBAAsB,KAAK,EAAE,SAAS,CAAC,CAAC,IACpD,OAAO,QAAQ,MAAM;AAC3B,CAAC;AAED,MAAM,4BAA4B,OAAO,OAAO,EAC9C,YAAY,OAAO,OAAO;CACxB,UAAU;CACV,eAAe,OAAO;AACxB,CAAC,EACH,CAAC;AAED,MAAM,4BAA4B,OAAO,GAAG,6CAA6C,CAAC,CACxF,WAAW,OAA+E;CACxF,MAAM,WAAW,OAAO,OAAO,oBAAoB,yBAAyB,CAAC,CAAC,KAAK,CAAC,CAAC,KACnF,OAAO,eAAe,WAAW,kBAAkB,gCAAgC,CAAC,CACtF;CAEA,IAAI,SAAS,WAAW,kBAAkB,GACxC,OAAO,OAAO,mBAAmB,KAAK;EACpC,UAAU,SAAS,WAAW;EAC9B,QAAQ;CACV,CAAC;AAEL,CACF;AAEA,MAAM,kBAAkB,OAAO,IAAI,aAAa;CAC9C,MAAM,aAAa,OAAO;CAC1B,MAAM,SAAS,OAAO,OAAO;CAC7B,MAAM,QAAQ,OAAO,IAAI,KAAkB,EAAE,yBAAS,IAAI,IAAI,EAAE,CAAC;CACjE,MAAM,UAAU,OAAO,OAAO,QAAc,CAAC;CAE7C,OAAO,OAAO,mBAAmB,OAAO,SAAS,OAAO,CAAC;CAEzD,MAAM,cAAqD,OAAO,GAChE,+BACF,CAAC,EAAE,gBACD,OAAO,IAAI,aAAa;EACtB,MAAM,UAAU,OAAO,SAAS,uBAAuB,eAAe,WAAW;EAEjF,MAAM,WAAW,OAAO,IAAI,OAC1B,QACC,YAAyD;GACxD,MAAM,WAAW,QAAQ,QAAQ,IAAI,QAAQ,QAAQ;GAErD,IAAI,aAAa,KAAA,GAAW;IAC1B,IAAI,QAAQ,gBAAgB,SAAS,eACnC,OAAO,CACL;KACE,MAAM;KACN,OAAO,cAAc,KAAK;MACxB,UAAU,QAAQ;MAClB,aAAa,SAAS;MACtB,gBAAgB,QAAQ;KAC1B,CAAC;IACH,GACA,OACF;IAEF,IAAI,QAAQ,kBAAkB,SAAS,eACrC,OAAO,CAAC,EAAE,MAAM,UAAU,GAAG,OAAO;IAEtC,MAAM,UAAU,IAAI,IAAI,QAAQ,OAAO;IAEvC,QAAQ,IAAI,QAAQ,UAAU;KAC5B,GAAG;KACH,eAAe,QAAQ;IACzB,CAAC;IAED,OAAO,CAAC,EAAE,MAAM,UAAU,GAAG,EAAE,QAAQ,CAAC;GAC1C;GACA,IAAI,QAAQ,QAAQ,QAAQ,YAC1B,OAAO,CACL;IACE,MAAM;IACN,OAAO,WAAW,eAAe,0BAA0B,WAAW,UAAU;GAClF,GACA,OACF;GAEF,MAAM,UAAU,IAAI,IAAI,QAAQ,OAAO;GAEvC,QAAQ,IAAI,QAAQ,UAAU;IAC5B,eAAe,QAAQ;IACvB,cAAc;IACd,YAAY;IACZ,wCAAwB,IAAI,IAAI;IAChC,sBAAM,IAAI,IAAI;IACd,+BAAe,IAAI,IAAI;IACvB,WAAW;IACX,2BAAW,IAAI,IAAI;IACnB,6BAAa,IAAI,IAAI;IACrB,SAAS,CAAC;IACV,2BAAW,IAAI,IAAI;IACnB,yBAAS,IAAI,IAAI;IACjB,6BAAa,IAAI,IAAI,CAAC,CAAC,yBAAyB,iBAAiB,CAAC,CAAC;IACnE,6BAAa,IAAI,IAAI;GACvB,CAAC;GAED,OAAO,CAAC,EAAE,MAAM,UAAU,GAAG,EAAE,QAAQ,CAAC;EAC1C,CACF;EAEA,IAAI,SAAS,SAAS,WAAW,OAAO,OAAO,SAAS;CAC1D,CAAC,CACH;CAEA,MAAM,SAA2C,OAAO,GAAG,0BAA0B,CAAC,EACnF,gBACC,OAAO,IAAI,aAAa;EACtB,MAAM,UAAU,OAAO,SAAS,qBAAqB,UAAU,WAAW;EAE1E,MAAM,SAAS,OAAO,qBAAqB,QAAQ,oBAAoB,QAAQ,KAAK,CAAC,CAAC,KACpF,OAAO,eAAe,OAAO,QAAQ,MAAM,GAC3C,OAAO,UAAU,UAAU,WAAW,UAAU,MAAM,SAAS,KAAK,CAAC,CACvE;EAEA,MAAM,WAAW,OAAO,OAAO,gBAC7B,IAAI,OAAO,QAAQ,YAAoD;GACrE,MAAM,SAAS,QAAQ,QAAQ,IAAI,QAAQ,QAAQ;GAEnD,IAAI,WAAW,KAAA,GACb,OAAO,CACL;IACE,MAAM;IACN,OAAO,sBAAsB,KAAK,EAChC,UAAU,QAAQ,SACpB,CAAC;GACH,GACA,OACF;GAEF,IAAI,QAAQ,kBAAkB,OAAO,eACnC,OAAO,CACL;IACE,MAAM;IACN,OAAO,cAAc,KAAK;KACxB,UAAU,QAAQ;KAClB,aAAa,OAAO;KACpB,gBAAgB,QAAQ;IAC1B,CAAC;GACH,GACA,OACF;GAEF,MAAM,WAAW,OAAO,QAAQ,IAAI,QAAQ,MAAM,OAAO;GAEzD,IAAI,aAAa,KAAA,GAAW;IAC1B,IAAI,SAAS,WAAW,QACtB,OAAO,CACL;KACE,MAAM;KACN,OAAO,eAAe,KAAK;MACzB,UAAU,QAAQ;MAClB,SAAS,QAAQ,MAAM;MACvB,QAAQ;KACV,CAAC;IACH,GACA,OACF;IAGF,OAAO,CACL;KACE,MAAM;KACN,QAAQ,aAAa,KAAK;MACxB,eAAe,SAAS,OAAO;MAC/B,cAAc,SAAS,OAAO;MAC9B,YAAY,SAAS,OAAO;MAC5B,UAAU;KACZ,CAAC;KACD,SAAS,CAAC;IACZ,GACA,OACF;GACF;GACA,IACE,QAAQ,yBAAyB,OAAO,gBACxC,QAAQ,uBAAuB,OAAO,YAEtC,OAAO,CACL;IACE,MAAM;IACN,OAAO,eAAe,KAAK;KACzB,UAAU,QAAQ;KAClB,SAAS,QAAQ,MAAM;KACvB,QAAQ;KACR,oBAAoB,OAAO;KAC3B,kBAAkB,OAAO;IAC3B,CAAC;GACH,GACA,OACF;GAEF,IAAI,OAAO,QAAQ,SAAS,QAAQ,MAAM,QAAQ,SAAS,wBACzD,OAAO,CACL;IACE,MAAM;IACN,OAAO,WACL,UACA,0BAA0B,uBAAuB,UACnD;GACF,GACA,OACF;GAGF,MAAM,iCAAiB,IAAI,IAAc;GAEzC,KAAK,MAAM,UAAU,QAAQ,MAAM,SAAS;IAC1C,IAAI,OAAO,UAAU,IAAI,OAAO,QAAQ,KAAK,eAAe,IAAI,OAAO,QAAQ,GAC7E,OAAO,CACL;KACE,MAAM;KACN,OAAO,eAAe,KAAK;MACzB,UAAU,QAAQ;MAClB,SAAS,QAAQ,MAAM;MACvB,QAAQ;KACV,CAAC;IACH,GACA,OACF;IAEF,eAAe,IAAI,OAAO,QAAQ;GACpC;GAEA,MAAM,UAAU,QAAQ,MAAM,QAAQ,KAAK,QAAQ,UAAU;IAC3D,MAAM,WAAW,wBAAwB,OAAO,eAAe,QAAQ,CAAC;IAExE,OAAO,wBAAwB,KAAK;KAClC,UAAU,QAAQ;KAClB,SAAS,QAAQ,MAAM;KACvB;KACA,QAAQ,kBAAkB,QAAQ,UAAU,QAAQ;KACpD;IACF,CAAC;GACH,CAAC;GAED,MAAM,eAAe,wBAAwB,OAAO,eAAe,QAAQ,MAAM;GAEjF,MAAM,SAAS,aAAa,KAAK;IAC/B,eAAe,wBAAwB,OAAO,eAAe,CAAC;IAC9D;IACA,YAAY;IACZ,UAAU;GACZ,CAAC;GAED,MAAM,UAAU,IAAI,IAAI,OAAO,OAAO;GAEtC,QAAQ,IAAI,QAAQ,MAAM,SAAS;IAAE;IAAQ;GAAO,CAAC;GACrD,MAAM,YAAY,IAAI,IAAI,OAAO,SAAS;GAE1C,KAAK,MAAM,YAAY,gBAAgB,UAAU,IAAI,QAAQ;GAC7D,MAAM,cAAc,IAAI,IAAI,OAAO,WAAW;GAE9C,YAAY,IAAI,cAAc,MAAM;GACpC,MAAM,UAAU,IAAI,IAAI,QAAQ,OAAO;GAEvC,MAAM,yBAAyB,IAAI,IAAI,OAAO,sBAAsB;GACpE,IAAI,YAAY,OAAO;GACvB,MAAM,gBAAgB,IAAI,IAAI,OAAO,aAAa;GAClD,MAAM,OAAO,IAAI,IAAI,OAAO,IAAI;GAChC,MAAM,YAAY,IAAI,IAAI,OAAO,SAAS;GAC1C,MAAM,cAAc,IAAI,IAAI,OAAO,WAAW;GAE9C,KAAK,MAAM,SAAS,SAAS;IAC3B,KAAK,IAAI,MAAM,OAAO,UAAU,KAAK;IACrC,MAAM,UAAU,MAAM,OAAO;IAE7B,IAAI,QAAQ,SAAS,uBAAuB;IAE5C,MAAM,YACJ,QAAQ,SAAS,0BACb,WAAW,QAAQ,sBAAsB,OACzC,QAAQ,SAAS,mBACf,UAAU,QAAQ,UAClB;KACI;KACA;KACA;KACA;KACA;IACF,CAAC,CAAC,SAAS,QAAQ,IAAI,IACvB,WACA,KAAA;IAEV,IAAI,cAAc,KAAA,GAChB,cAAc,IAAI,WAAW,CAAC,GAAI,cAAc,IAAI,SAAS,KAAK,CAAC,GAAI,KAAK,CAAC;IAE/E,IACE,QAAQ,SAAS,uBACjB,QAAQ,SAAS,UACjB,QAAQ,UAAU,KAAA,GAElB,UAAU,IAAI,QAAQ,OAAO,UAAU,IAAI,QAAQ,KAAK,IAAI,OAAO,KAAK;IAC1E,IACE,QAAQ,SAAS,sBACjB,QAAQ,SAAS,qBACjB,QAAQ,SAAS,mBACjB;KACA,MAAM,MAAM,KAAK,UAAU,CAAC,QAAQ,OAAO,QAAQ,UAAU,CAAC;KAE9D,IAAI,QAAQ,SAAS,mBAAmB,YAAY,OAAO,GAAG;UAE5D,YAAY,IAAI,KAAK,CACnB,IAAI,YAAY,IAAI,GAAG,KAAK,CAAC,EAAA,CAAG,QAC7B,UACC,QAAQ,SAAS,qBACjB,MAAM,OAAO,QAAQ,SAAS,kBAClC,GACA,KACF,CAAC;IACL;IACA,IAAI,QAAQ,SAAS,wBACnB,YAAY,IAAI,UAAU,QAAQ,UAAU,aAAa,CACvD,GAAI,YAAY,IAAI,UAAU,QAAQ,UAAU,WAAW,KAAK,CAAC,GACjE,KACF,CAAC;IACH,IAAI,QAAQ,SAAS,wBAAwB;KAC3C,IAAI,QAAQ,iBAAiB;MAC3B,YAAY,OAAO,UAAU,QAAQ,WAAW;MAChD,uBAAuB,OAAO,QAAQ,SAAS;KACjD,OAAO,uBAAuB,IAAI,QAAQ,SAAS;IACrD;GACF;GACA,QAAQ,IAAI,QAAQ,UAAU;IAC5B,GAAG;IACH;IACA;IACA;IACA;IACA;IACA;IACA,cAAc;IACd,YAAY;IACZ,SAAS,CAAC,GAAG,OAAO,SAAS,GAAG,OAAO;IACvC;IACA;IACA;GACF,CAAC;GAED,OAAO,CAAC;IAAE,MAAM;IAAW;IAAQ;GAAQ,GAAG,EAAE,QAAQ,CAAC;EAC3D,CAAC,CAAC,CAAC,KACD,OAAO,KAAK,aACV,SAAS,SAAS,aAAa,SAAS,QAAQ,SAAS,IACrD,OAAO,QAAQ,SAAS,KAAA,CAAS,IACjC,OAAO,IACb,CACF,CACF;EAEA,IAAI,SAAS,SAAS,WAAW,OAAO,OAAO,SAAS;EAExD,OAAO,SAAS;CAClB,CAAC,CACL;CAEA,MAAM,oBACJ,OAAO,WAAW,WAAW,SAAS;EACpC,OAAO,SAAS,wBAAwB,qBAAqB,OAAO;EACpE,MAAM,SAAS,OAAO,WAAW,OAAO,IAAI,IAAI,KAAK,GAAG,QAAQ,QAAQ;EAExE,OAAO,KAAK,IAAI,OAAO,WAAW,QAAQ,KAAK;CACjD,CAAC;CAEH,MAAM,eAAe,OAAO,GAAG,gCAAgC,CAAC,EAC7D,UAAoB,eAA8C,UACjE,IAAI,IAAI,KAAK,CAAC,CAAC,KACb,OAAO,SAAS,YAAY,WAAW,SAAS,QAAQ,CAAC,GACzD,OAAO,KAAK,WAAW;EAErB,MAAM,QAAQ,iBAAiB;EAE/B,OAAO,OAAO,QAAQ,MAAM,OAAO,QAAQ,KAAK;CAClD,CAAC,CACH,CACJ;CAEA,MAAM,QAAwC,gBAC5C,OAAO,OACL,OAAO,IAAI,aAAa;EACtB,MAAM,UAAU,OAAO,SAAS,mBAAmB,QAAQ,WAAW;EAEtE,IAAI,eAAe,SAAS;GAC1B,MAAM,SAAS,OAAO,WAAW,OAAO,IAAI,IAAI,KAAK,GAAG,QAAQ,QAAQ;GACxE,MAAM,YAAY,QAAQ;GAE1B,IACE,0BAA0B,cACzB,UAAU,yBAAyB,OAAO,gBACzC,UAAU,uBAAuB,OAAO,aAE1C,OAAO,OAAO,WAAW,iBAAiB,wBAAwB;GACpE,IAAI;GAEJ,QAAQ,UAAU,MAAlB;IACE,KAAK,YAAY;KACf,MAAM,SAAS,OAAO,KAAK,IAAI,UAAU,QAAQ;KAEjD,UAAU,WAAW,KAAA,IAAY,CAAC,IAAI,CAAC,MAAM;KAC7C;IACF;IACA,KAAK,YAAY;KACf,MAAM,QAAQ,OAAO,UAAU,IAAI,UAAU,KAAK;KAElD,IAAI,UAAU,MACZ,OAAO,OAAO,WAAW,iBAAiB,8BAA8B;KAC1E,UAAU,UAAU,KAAA,IAAY,CAAC,IAAI,CAAC,KAAK;KAC3C;IACF;IACA,KAAK;KACH,IAAI,OAAO,uBAAuB,OAAO,GACvC,OAAO,OAAO,WAAW,iBAAiB,mCAAmC;KAC/E,UAAU,CAAC,GAAG,OAAO,YAAY,OAAO,CAAC,CAAC,CAAC,KAAK;KAChD;IACF,KAAK,eACH,UAAU;KACR,GAAI,OAAO,cAAc,IAAI,QAAQ,KAAK,CAAC;KAC3C,GAAI,OAAO,cAAc,IAAI,WAAW,UAAU,sBAAsB,IAAI,KAC1E,CAAC;KACH,GAAI,UAAU,uBAAuB,KAAA,IACjC,CAAC,IACA,OAAO,cAAc,IACpB,UAAU,mBAAmB,UAAU,kBAAkB,GAC3D,KAAK,CAAC;IACZ;GAEJ;GAEA,OAAO,OAAO,aACZ,QACG,QAAQ,UAAU,MAAM,YAAY,QAAQ,KAAK,iBAAiB,EAAE,CAAC,CACrE,MAAM,GAAG,MAAM,EAAE,WAAW,EAAE,QAAQ,CAAC,CACvC,MAAM,GAAG,QAAQ,KAAK,KAAK,CAChC;EACF;EACA,MAAM,UAAU,OAAO,aAAa,QAAQ,UAAU,QAAQ,eAAe,QAAQ,KAAK;EAE1F,OAAO,OAAO,aAAa,OAAO;CACpC,CAAC,CACH;CAEF,MAAM,WAA8C,gBAClD,OAAO,OACL,OAAO,IAAI,aAAa;EACtB,MAAM,UAAU,OAAO,SAAS,mBAAmB,WAAW,WAAW;EACzE,MAAM,gBAAgB,OAAO,eAAe,QAAQ,UAAU,QAAQ,WAAW;EAEjF,OAAO,OAAO,OACZ,OAAO,IAAI,aAAa;GACtB,MAAM,eAAe,OAAO,OAAO,UAAU,OAAO;GAEpD,MAAM,UAAU,OAAO,aACrB,QAAQ,UACR,eACA,sBACF;GAEA,MAAM,YACJ,QAAQ,WAAW,IAAI,gBAAiB,QAAQ,GAAG,EAAE,CAAC,EAAE,YAAY;GAEtE,MAAM,OAAO,OAAO,iBAAiB,OAAO,KAAK,YAAY,CAAC,CAAC,CAAC,KAC9D,OAAO,qBACC,YACL,iBACC,aAAa,QAAQ,UAAU,cAAc,sBAAsB,CAAC,CAAC,KACnE,OAAO,KACJ,YAAY,CAAC,QAAQ,GAAG,EAAE,CAAC,EAAE,YAAY,cAAc,OAAO,CACjE,CACF,CACJ,CACF;GAEA,OAAO,OAAO,aAAa,OAAO,CAAC,CAAC,KAAK,OAAO,OAAO,IAAI,CAAC;EAC9D,CAAC,CACH;CACF,CAAC,CACH;CAEF,MAAM,eAAiD,OAAO,GAAG,0BAA0B,CAAC,EACzF,gBACC,OAAO,IAAI,aAAa;EACtB,MAAM,UAAU,OAAO,SAAS,qBAAqB,UAAU,WAAW;EAE1E,MAAM,SAAS,OAAO,IAAI,IAAI,KAAK,CAAC,CAAC,KACnC,OAAO,SAAS,YAAY,WAAW,SAAS,QAAQ,QAAQ,CAAC,CACnE;EAEA,OAAO,aAAa,KAAK;GACvB,QAAQ;GACR,UAAU,QAAQ;GAClB,cAAc,OAAO;GACrB,YAAY,OAAO;GACnB,SAAS,OAAO;EAClB,CAAC;CACH,CAAC,CACL;CAEA,MAAM,cAAqD,OAAO,GAChE,+BACF,CAAC,EAAE,gBACD,OAAO,IAAI,aAAa;EACtB,MAAM,UAAU,OAAO,SAAS,mBAAmB,eAAe,WAAW;EAE7E,MAAM,SAAS,OAAO,IAAI,IAAI,KAAK,CAAC,CAAC,KACnC,OAAO,SAAS,YAAY,WAAW,SAAS,QAAQ,QAAQ,CAAC,CACnE;EAEA,OAAO,WAAW,KAAK;GACrB,UAAU,QAAQ;GAClB,cAAc,OAAO;GACrB,YAAY,OAAO;GACnB,eAAe,OAAO;EACxB,CAAC;CACH,CAAC,CACH;CAEA,MAAM,iBAA4C,OAAO,GAAG,kCAAkC,CAAC,EAC5F,gBACC,OAAO,IAAI,aAAa;EACtB,OAAO,0BAA0B,WAAW;EAC5C,MAAM,UAAU,OAAO,SAAS,uBAAuB,kBAAkB,WAAW;EAEpF,MAAM,WAAW,OAAO,IAAI,OAC1B,QACC,YAAwD;GACvD,MAAM,aAAa,QAAQ;GAC3B,MAAM,SAAS,QAAQ,QAAQ,IAAI,WAAW,QAAQ;GAEtD,IAAI,WAAW,KAAA,GACb,OAAO,CACL;IACE,MAAM;IACN,OAAO,sBAAsB,KAAK,EAChC,UAAU,WAAW,SACvB,CAAC;GACH,GACA,OACF;GAEF,IAAI,WAAW,kBAAkB,OAAO,cACtC,OAAO,CACL;IACE,MAAM;IACN,OAAO,mBAAmB,KAAK;KAC7B,UAAU,WAAW;KACrB,QAAQ;IACV,CAAC;GACH,GACA,OACF;GAEF,IAAI,OAAO,YAAY,IAAI,WAAW,eAAe,MAAM,WAAW,YACpE,OAAO,CACL;IACE,MAAM;IACN,OAAO,mBAAmB,KAAK;KAC7B,UAAU,WAAW;KACrB,QAAQ;IACV,CAAC;GACH,GACA,OACF;GAEF,IACE,CAAC,OAAO,YAAY,IAAI,WAAW,eAAe,KAClD,OAAO,YAAY,QAAQ,4BAE3B,OAAO,CACL;IACE,MAAM;IACN,OAAO,WACL,kBACA,8BAA8B,2BAA2B,UAC3D;GACF,GACA,OACF;GAEF,MAAM,cAAc,IAAI,IAAI,OAAO,WAAW;GAE9C,YAAY,IAAI,WAAW,iBAAiB,UAAU;GACtD,MAAM,UAAU,IAAI,IAAI,QAAQ,OAAO;GAEvC,QAAQ,IAAI,WAAW,UAAU;IAAE,GAAG;IAAQ;GAAY,CAAC;GAE3D,OAAO,CAAC,EAAE,MAAM,UAAU,GAAG,EAAE,QAAQ,CAAC;EAC1C,CACF;EAEA,IAAI,SAAS,SAAS,WAAW,OAAO,OAAO,SAAS;CAC1D,CAAC,CACL;CAEA,MAAM,iBAA4C,OAAO,GAAG,kCAAkC,CAAC,EAC5F,gBACC,OAAO,IAAI,aAAa;EACtB,MAAM,UAAU,OAAO,SAAS,uBAAuB,kBAAkB,WAAW;EAEpF,MAAM,SAAS,OAAO,IAAI,IAAI,KAAK,CAAC,CAAC,KACnC,OAAO,SAAS,YAAY,WAAW,SAAS,QAAQ,QAAQ,CAAC,CACnE;EAEA,MAAM,UAAU,QAAQ,sBAAsB,OAAO;EACrD,IAAI;EAEJ,KAAK,MAAM,CAAC,UAAU,eAAe,OAAO,aAC1C,IACE,YAAY,YACX,aAAa,KAAA,KAAa,WAAW,SAAS,kBAE/C,WAAW;EAGf,IACE,aAAa,KAAA,KACb,OAAO,YAAY,IAAI,SAAS,eAAe,MAAM,SAAS,YAE9D,OAAO,OAAO,mBAAmB,KAAK;GACpC,UAAU,QAAQ;GAClB,QAAQ;EACV,CAAC;EAGH,OAAO,OAAO,cAAc,QAAQ;CACtC,CAAC,CACL;CAEA,MAAM,yBAA4D,OAAO,GACvE,0CACF,CAAC,CAAC,WAAW,aAAa;EACxB,MAAM,UAAU,OAAO,SACrB,+BACA,0BACA,WACF;EAEA,MAAM,WAAW,OAAO,IAAI,OAC1B,QAEE,YAIG;GACH,MAAM,aAAa,QAAQ;GAC3B,MAAM,SAAS,QAAQ,QAAQ,IAAI,WAAW,QAAQ;GAEtD,IAAI,WAAW,KAAA,GACb,OAAO,CACL;IACE,MAAM;IACN,OAAO,sBAAsB,KAAK,EAAE,UAAU,WAAW,SAAS,CAAC;GACrE,GACA,OACF;GACF,IAAI,OAAO,kBAAkB,QAAQ,eACnC,OAAO,CACL;IACE,MAAM;IACN,OAAO,cAAc,KAAK;KACxB,UAAU,WAAW;KACrB,aAAa,OAAO;KACpB,gBAAgB,QAAQ;IAC1B,CAAC;GACH,GACA,OACF;GACF,IAAI,WAAW,kBAAkB,OAAO,cACtC,OAAO,CACL;IACE,MAAM;IACN,OAAO,mBAAmB,KAAK;KAC7B,UAAU,WAAW;KACrB,QAAQ;IACV,CAAC;GACH,GACA,OACF;GACF,IAAI,OAAO,YAAY,IAAI,WAAW,eAAe,MAAM,WAAW,YACpE,OAAO,CACL;IACE,MAAM;IACN,OAAO,mBAAmB,KAAK;KAC7B,UAAU,WAAW;KACrB,QAAQ;IACV,CAAC;GACH,GACA,OACF;GACF,KAAK,OAAO,oBAAoB,mBAAmB,MAAM,WAAW,iBAClE,OAAO,CAAC,EAAE,MAAM,UAAU,GAAG,OAAO;GACtC,MAAM,UAAU,IAAI,IAAI,QAAQ,OAAO;GAEvC,QAAQ,IAAI,WAAW,UAAU;IAAE,GAAG;IAAQ,oBAAoB;GAAW,CAAC;GAE9E,OAAO,CAAC,EAAE,MAAM,UAAU,GAAG,EAAE,QAAQ,CAAC;EAC1C,CACF;EAEA,IAAI,SAAS,SAAS,WAAW,OAAO,OAAO,SAAS;CAC1D,CAAC;CAED,MAAM,yBAA4D,OAAO,GACvE,0CACF,CAAC,CAAC,WAAW,aAAa;EACxB,MAAM,UAAU,OAAO,SAAS,uBAAuB,0BAA0B,WAAW;EAE5F,MAAM,SAAS,OAAO,IAAI,IAAI,KAAK,CAAC,CAAC,KACnC,OAAO,SAAS,YAAY,WAAW,SAAS,QAAQ,QAAQ,CAAC,CACnE;EAEA,MAAM,aAAa,OAAO;EAE1B,IACE,eAAe,KAAA,KACf,WAAW,mBAAmB,QAAQ,sBAAsB,OAAO,eAEnE,OAAO,OAAO,KAAK;EACrB,IAAI,OAAO,YAAY,IAAI,WAAW,eAAe,MAAM,WAAW,YACpE,OAAO,OAAO,mBAAmB,KAAK;GACpC,UAAU,QAAQ;GAClB,QAAQ;EACV,CAAC;EAEH,OAAO,OAAO,KAAK,UAAU;CAC/B,CAAC;CAED,OAAO,YAAY,GAAG;EACpB;EACA;EACA;EACA;EACA;EACA,QAAQ;EACR;EACA,aAAa;GAAE,MAAM;GAAgB,MAAM;EAAe;EAC1D,qBAAqB;GAAE,MAAM;GAAwB,MAAM;EAAuB;CACpF,CAAC;AACH,CAAC;;;;;AAMD,MAAa,wBAAwB,MAAM,OAAO,aAAa,eAAe;;AAG9E,MAAa,0BAA0B,UAA4C,CAAC,MAClF,sBAAsB,KACpB,MAAM,QACJ,MAAM,QAAQ,cAAc,CAAC,CAC3B,OAAO,WACL,OAAO,IAAI,MAAM,OAAO,cAAc,CAAC,GAAG,OAAO,oBAAoB,KAAM,CAAC,CAC9E,CAAC,CAAC,QAAQ,cAAc,WAAW,CACrC,CACF,CACF"}
|
package/package.json
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"name":"@effect-agent/storage-memory","version":"0.1.0-beta.
|
|
1
|
+
{"name":"@effect-agent/storage-memory","version":"0.1.0-beta.101","dependencies":{"effect-agent":"0.1.0-beta.101"},"devDependencies":{"@effect/platform-node":"4.0.0-rc.115","@effect/vitest":"4.0.0-rc.115","effect":"4.0.0-rc.115","typescript":"7.0.2","vite-plus":"0.3.2"},"peerDependencies":{"effect":"^4.0.0-rc.115"},"exports":{".":{"types":"./dist/index.d.mts","default":"./dist/index.mjs"},"./memory-message-delivery-store":{"types":"./dist/MemoryMessageDeliveryStore.d.mts","default":"./dist/MemoryMessageDeliveryStore.mjs"},"./memory-schedule-store":{"types":"./dist/MemoryScheduleStore.d.mts","default":"./dist/MemoryScheduleStore.mjs"},"./memory-semantic-index":{"types":"./dist/MemorySemanticIndex.d.mts","default":"./dist/MemorySemanticIndex.mjs"},"./memory-submission-ledger":{"types":"./dist/MemorySubmissionLedger.d.mts","default":"./dist/MemorySubmissionLedger.mjs"},"./memory-subscription-store":{"types":"./dist/MemorySubscriptionStore.d.mts","default":"./dist/MemorySubscriptionStore.mjs"},"./memory-thread-store":{"types":"./dist/MemoryThreadStore.d.mts","default":"./dist/MemoryThreadStore.mjs"}},"description":"In-memory Thread store and submission ledger reference adapters for Effect Agent tests and conformance suites.","license":"MIT","repository":{"type":"git","url":"git+https://github.com/danieljvdm/effect-agent.git","directory":"packages/storage-memory"},"files":["dist","src"],"type":"module","sideEffects":[],"publishConfig":{"access":"public"},"scripts":{"build":"vp pack","check":"tsc --noEmit -p tsconfig.json","test":"vp test --passWithNoTests"}}
|
|
@@ -55,7 +55,26 @@ export const memoryMessageDeliveryStoreLayer = (
|
|
|
55
55
|
"stored-value-limit",
|
|
56
56
|
);
|
|
57
57
|
|
|
58
|
-
const state = yield* Ref.make
|
|
58
|
+
const state = yield* Ref.make({
|
|
59
|
+
records: new Map<string, string>(),
|
|
60
|
+
pending: new Map<ThreadId, ReadonlySet<MessageDeliveryKey["messageId"]>>(),
|
|
61
|
+
});
|
|
62
|
+
|
|
63
|
+
const commit = (record: MessageDeliveryRecord, encoded: string) =>
|
|
64
|
+
Ref.update(state, (current) => {
|
|
65
|
+
const key = messageDeliveryKeyString(record.key);
|
|
66
|
+
const keys = new Set(current.pending.get(record.key.ownerThreadId));
|
|
67
|
+
|
|
68
|
+
if (messageDeliveryUsesCapacity(record)) keys.add(record.key.messageId);
|
|
69
|
+
else keys.delete(record.key.messageId);
|
|
70
|
+
const pending = new Map(current.pending);
|
|
71
|
+
|
|
72
|
+
if (keys.size === 0) pending.delete(record.key.ownerThreadId);
|
|
73
|
+
else pending.set(record.key.ownerThreadId, keys);
|
|
74
|
+
|
|
75
|
+
return { records: new Map(current.records).set(key, encoded), pending };
|
|
76
|
+
});
|
|
77
|
+
|
|
59
78
|
const lock = yield* Semaphore.make(1);
|
|
60
79
|
const failpoint = yield* MessageDeliveryFailpoint;
|
|
61
80
|
|
|
@@ -79,7 +98,7 @@ export const memoryMessageDeliveryStoreLayer = (
|
|
|
79
98
|
});
|
|
80
99
|
|
|
81
100
|
const all = Effect.fn("MemoryMessageDeliveryStore.all")(function* () {
|
|
82
|
-
return yield* Effect.forEach((yield* Ref.get(state)).values(), decode);
|
|
101
|
+
return yield* Effect.forEach((yield* Ref.get(state)).records.values(), decode);
|
|
83
102
|
});
|
|
84
103
|
|
|
85
104
|
const insert: MessageDeliveryStore["Service"]["insert"] = Effect.fn(
|
|
@@ -119,7 +138,7 @@ export const memoryMessageDeliveryStoreLayer = (
|
|
|
119
138
|
const inserted = yield* lock.withPermit(
|
|
120
139
|
Effect.uninterruptible(
|
|
121
140
|
Effect.gen(function* () {
|
|
122
|
-
const records = yield* Ref.get(state);
|
|
141
|
+
const { records } = yield* Ref.get(state);
|
|
123
142
|
const key = messageDeliveryKeyString(input.key);
|
|
124
143
|
const existingText = records.get(key);
|
|
125
144
|
|
|
@@ -152,7 +171,7 @@ export const memoryMessageDeliveryStoreLayer = (
|
|
|
152
171
|
operation: "insert",
|
|
153
172
|
});
|
|
154
173
|
}
|
|
155
|
-
yield*
|
|
174
|
+
yield* commit(input, encoded);
|
|
156
175
|
|
|
157
176
|
return input;
|
|
158
177
|
}),
|
|
@@ -168,7 +187,7 @@ export const memoryMessageDeliveryStoreLayer = (
|
|
|
168
187
|
"MemoryMessageDeliveryStore.get",
|
|
169
188
|
)(function* (key) {
|
|
170
189
|
const input = yield* validateMessageDelivery(MessageDeliveryKey, key, "get");
|
|
171
|
-
const text = (yield* Ref.get(state)).get(messageDeliveryKeyString(input));
|
|
190
|
+
const text = (yield* Ref.get(state)).records.get(messageDeliveryKeyString(input));
|
|
172
191
|
|
|
173
192
|
return text === undefined ? null : yield* decode(text);
|
|
174
193
|
});
|
|
@@ -195,9 +214,7 @@ export const memoryMessageDeliveryStoreLayer = (
|
|
|
195
214
|
const next = yield* Effect.fromResult(applyMessageDeliveryChange(existing, input));
|
|
196
215
|
const encoded = yield* encode(next);
|
|
197
216
|
|
|
198
|
-
yield*
|
|
199
|
-
new Map(records).set(messageDeliveryKeyString(decodedKey), encoded),
|
|
200
|
-
);
|
|
217
|
+
yield* commit(next, encoded);
|
|
201
218
|
|
|
202
219
|
return next;
|
|
203
220
|
}),
|
|
@@ -218,7 +235,24 @@ export const memoryMessageDeliveryStoreLayer = (
|
|
|
218
235
|
list: Effect.fn("MemoryMessageDeliveryStore.list")(function* (request) {
|
|
219
236
|
const input = yield* validateMessageDelivery(MessageDeliveryPageRequest, request, "list");
|
|
220
237
|
|
|
221
|
-
const
|
|
238
|
+
const current = yield* Ref.get(state);
|
|
239
|
+
|
|
240
|
+
const retained = input.pendingOnly
|
|
241
|
+
? yield* Effect.forEach(
|
|
242
|
+
[...(current.pending.get(input.ownerThreadId) ?? [])]
|
|
243
|
+
.filter((messageId) => input.after === undefined || messageId > input.after)
|
|
244
|
+
.sort()
|
|
245
|
+
.slice(0, input.limit + 1),
|
|
246
|
+
(messageId) =>
|
|
247
|
+
decode(
|
|
248
|
+
current.records.get(
|
|
249
|
+
messageDeliveryKeyString({ ownerThreadId: input.ownerThreadId, messageId }),
|
|
250
|
+
) ?? "",
|
|
251
|
+
),
|
|
252
|
+
)
|
|
253
|
+
: yield* all();
|
|
254
|
+
|
|
255
|
+
const records = retained
|
|
222
256
|
.filter(
|
|
223
257
|
(record) =>
|
|
224
258
|
record.key.ownerThreadId === input.ownerThreadId &&
|
package/src/MemoryThreadStore.ts
CHANGED
|
@@ -21,8 +21,10 @@ import {
|
|
|
21
21
|
type BatchId,
|
|
22
22
|
type Digest,
|
|
23
23
|
} from "effect-agent/records";
|
|
24
|
+
import { runIdForSubmission } from "effect-agent/run-journal";
|
|
24
25
|
import {
|
|
25
26
|
type ThreadCheckpoint,
|
|
27
|
+
ThreadPeerCountRequest,
|
|
26
28
|
AppendConflict,
|
|
27
29
|
AppendResult,
|
|
28
30
|
CheckpointRejected,
|
|
@@ -31,7 +33,7 @@ import {
|
|
|
31
33
|
ThreadMaterialization,
|
|
32
34
|
ThreadNotMaterialized,
|
|
33
35
|
ThreadObservation,
|
|
34
|
-
|
|
36
|
+
ThreadReadRequest,
|
|
35
37
|
ThreadStore,
|
|
36
38
|
type ThreadCheckpoints,
|
|
37
39
|
ThreadStoreError,
|
|
@@ -61,6 +63,12 @@ interface StoredBatch {
|
|
|
61
63
|
}
|
|
62
64
|
|
|
63
65
|
interface StoredThread {
|
|
66
|
+
readonly peerCount: number;
|
|
67
|
+
readonly unverifiedWorkerInputs: ReadonlySet<string>;
|
|
68
|
+
readonly workerRecords: ReadonlyMap<string, ReadonlyArray<CanonicalRecordEnvelope>>;
|
|
69
|
+
readonly byId: ReadonlyMap<string, CanonicalRecordEnvelope>;
|
|
70
|
+
readonly runInputs: ReadonlyMap<string, CanonicalRecordEnvelope | null>;
|
|
71
|
+
readonly outstanding: ReadonlyMap<string, ReadonlyArray<CanonicalRecordEnvelope>>;
|
|
64
72
|
readonly producerEpoch: ProducerEpoch;
|
|
65
73
|
readonly tailSequence: CanonicalSequence;
|
|
66
74
|
readonly tailDigest: Digest;
|
|
@@ -234,6 +242,12 @@ const makeThreadStore = Effect.gen(function* () {
|
|
|
234
242
|
producerEpoch: request.producerEpoch,
|
|
235
243
|
tailSequence: ZERO_CANONICAL_SEQUENCE,
|
|
236
244
|
tailDigest: EMPTY_TAIL_DIGEST,
|
|
245
|
+
unverifiedWorkerInputs: new Set(),
|
|
246
|
+
byId: new Map(),
|
|
247
|
+
workerRecords: new Map(),
|
|
248
|
+
peerCount: 0,
|
|
249
|
+
runInputs: new Map(),
|
|
250
|
+
outstanding: new Map(),
|
|
237
251
|
records: [],
|
|
238
252
|
recordIds: new Set(),
|
|
239
253
|
batches: new Map(),
|
|
@@ -400,8 +414,81 @@ const makeThreadStore = Effect.gen(function* () {
|
|
|
400
414
|
tailDigests.set(lastSequence, digest);
|
|
401
415
|
const threads = new Map(current.threads);
|
|
402
416
|
|
|
417
|
+
const unverifiedWorkerInputs = new Set(thread.unverifiedWorkerInputs);
|
|
418
|
+
let peerCount = thread.peerCount;
|
|
419
|
+
const workerRecords = new Map(thread.workerRecords);
|
|
420
|
+
const byId = new Map(thread.byId);
|
|
421
|
+
const runInputs = new Map(thread.runInputs);
|
|
422
|
+
const outstanding = new Map(thread.outstanding);
|
|
423
|
+
|
|
424
|
+
for (const entry of records) {
|
|
425
|
+
byId.set(entry.record.recordId, entry);
|
|
426
|
+
const payload = entry.record.payload;
|
|
427
|
+
|
|
428
|
+
if (payload._tag === "PeerMessagePrepared") peerCount++;
|
|
429
|
+
|
|
430
|
+
const workerKey =
|
|
431
|
+
payload._tag === "SubtreeBudgetReserved"
|
|
432
|
+
? `subtree:${payload.sourceSubmissionId ?? ""}`
|
|
433
|
+
: payload._tag === "SubagentJoined"
|
|
434
|
+
? `joined:${payload.runId}`
|
|
435
|
+
: [
|
|
436
|
+
"ThreadCreated",
|
|
437
|
+
"WorkerOriginRecorded",
|
|
438
|
+
"SubagentLineageRecorded",
|
|
439
|
+
"WorkerInputRequested",
|
|
440
|
+
"WorkerInputCompleted",
|
|
441
|
+
].includes(payload._tag)
|
|
442
|
+
? "worker"
|
|
443
|
+
: undefined;
|
|
444
|
+
|
|
445
|
+
if (workerKey !== undefined)
|
|
446
|
+
workerRecords.set(workerKey, [...(workerRecords.get(workerKey) ?? []), entry]);
|
|
447
|
+
|
|
448
|
+
if (
|
|
449
|
+
payload._tag === "UserInputRecorded" &&
|
|
450
|
+
payload.kind === "user" &&
|
|
451
|
+
payload.runId !== undefined
|
|
452
|
+
)
|
|
453
|
+
runInputs.set(payload.runId, runInputs.has(payload.runId) ? null : entry);
|
|
454
|
+
if (
|
|
455
|
+
payload._tag === "ToolCallPrepared" ||
|
|
456
|
+
payload._tag === "ToolCallUnknown" ||
|
|
457
|
+
payload._tag === "ToolCallSettled"
|
|
458
|
+
) {
|
|
459
|
+
const key = JSON.stringify([payload.runId, payload.toolCallId]);
|
|
460
|
+
|
|
461
|
+
if (payload._tag === "ToolCallSettled") outstanding.delete(key);
|
|
462
|
+
else
|
|
463
|
+
outstanding.set(key, [
|
|
464
|
+
...(outstanding.get(key) ?? []).filter(
|
|
465
|
+
(prior) =>
|
|
466
|
+
payload._tag !== "ToolCallUnknown" ||
|
|
467
|
+
prior.record.payload._tag !== "ToolCallPrepared",
|
|
468
|
+
),
|
|
469
|
+
entry,
|
|
470
|
+
]);
|
|
471
|
+
}
|
|
472
|
+
if (payload._tag === "WorkerInputRequested")
|
|
473
|
+
outstanding.set(`worker:${payload.admission.messageId}`, [
|
|
474
|
+
...(outstanding.get(`worker:${payload.admission.messageId}`) ?? []),
|
|
475
|
+
entry,
|
|
476
|
+
]);
|
|
477
|
+
if (payload._tag === "WorkerInputCompleted") {
|
|
478
|
+
if (payload.effectsResolved) {
|
|
479
|
+
outstanding.delete(`worker:${payload.messageId}`);
|
|
480
|
+
unverifiedWorkerInputs.delete(payload.messageId);
|
|
481
|
+
} else unverifiedWorkerInputs.add(payload.messageId);
|
|
482
|
+
}
|
|
483
|
+
}
|
|
403
484
|
threads.set(request.threadId, {
|
|
404
485
|
...thread,
|
|
486
|
+
byId,
|
|
487
|
+
workerRecords,
|
|
488
|
+
peerCount,
|
|
489
|
+
runInputs,
|
|
490
|
+
outstanding,
|
|
491
|
+
unverifiedWorkerInputs,
|
|
405
492
|
tailSequence: lastSequence,
|
|
406
493
|
tailDigest: digest,
|
|
407
494
|
records: [...thread.records, ...records],
|
|
@@ -426,6 +513,14 @@ const makeThreadStore = Effect.gen(function* () {
|
|
|
426
513
|
}),
|
|
427
514
|
);
|
|
428
515
|
|
|
516
|
+
const countPeerMessages: NonNullable<ThreadStore["Service"]["countPeerMessages"]> =
|
|
517
|
+
Effect.fnUntraced(function* (request) {
|
|
518
|
+
yield* validate(ThreadPeerCountRequest, "countPeerMessages", request);
|
|
519
|
+
const thread = yield* findThread(yield* Ref.get(state), request.threadId);
|
|
520
|
+
|
|
521
|
+
return Math.min(thread.peerCount, request.limit);
|
|
522
|
+
});
|
|
523
|
+
|
|
429
524
|
const readSnapshot = Effect.fn("MemoryThreadStore.readSnapshot")(
|
|
430
525
|
(threadId: ThreadId, afterSequence: CanonicalSequence | undefined, limit: number) =>
|
|
431
526
|
Ref.get(state).pipe(
|
|
@@ -442,7 +537,61 @@ const makeThreadStore = Effect.gen(function* () {
|
|
|
442
537
|
const read: ThreadStore["Service"]["read"] = (unvalidated) =>
|
|
443
538
|
Stream.unwrap(
|
|
444
539
|
Effect.gen(function* () {
|
|
445
|
-
const request = yield* validate(
|
|
540
|
+
const request = yield* validate(ThreadReadRequest, "read", unvalidated);
|
|
541
|
+
|
|
542
|
+
if ("selection" in request) {
|
|
543
|
+
const thread = yield* findThread(yield* Ref.get(state), request.threadId);
|
|
544
|
+
const selection = request.selection;
|
|
545
|
+
|
|
546
|
+
if (
|
|
547
|
+
"expectedTailSequence" in selection &&
|
|
548
|
+
(selection.expectedTailSequence !== thread.tailSequence ||
|
|
549
|
+
selection.expectedTailDigest !== thread.tailDigest)
|
|
550
|
+
)
|
|
551
|
+
return yield* storeError("selected read", "Canonical tail changed");
|
|
552
|
+
let records: ReadonlyArray<CanonicalRecordEnvelope>;
|
|
553
|
+
|
|
554
|
+
switch (selection._tag) {
|
|
555
|
+
case "RecordId": {
|
|
556
|
+
const record = thread.byId.get(selection.recordId);
|
|
557
|
+
|
|
558
|
+
records = record === undefined ? [] : [record];
|
|
559
|
+
break;
|
|
560
|
+
}
|
|
561
|
+
case "RunInput": {
|
|
562
|
+
const input = thread.runInputs.get(selection.runId);
|
|
563
|
+
|
|
564
|
+
if (input === null)
|
|
565
|
+
return yield* storeError("selected read", "Ambiguous original Run input");
|
|
566
|
+
records = input === undefined ? [] : [input];
|
|
567
|
+
break;
|
|
568
|
+
}
|
|
569
|
+
case "Outstanding":
|
|
570
|
+
if (thread.unverifiedWorkerInputs.size > 0)
|
|
571
|
+
return yield* storeError("selected read", "Unverified worker acknowledgement");
|
|
572
|
+
records = [...thread.outstanding.values()].flat();
|
|
573
|
+
break;
|
|
574
|
+
case "WorkerState":
|
|
575
|
+
records = [
|
|
576
|
+
...(thread.workerRecords.get("worker") ?? []),
|
|
577
|
+
...(thread.workerRecords.get(`subtree:${selection.sourceSubmissionId ?? ""}`) ??
|
|
578
|
+
[]),
|
|
579
|
+
...(selection.sourceSubmissionId === undefined
|
|
580
|
+
? []
|
|
581
|
+
: (thread.workerRecords.get(
|
|
582
|
+
`joined:${runIdForSubmission(selection.sourceSubmissionId)}`,
|
|
583
|
+
) ?? [])),
|
|
584
|
+
];
|
|
585
|
+
break;
|
|
586
|
+
}
|
|
587
|
+
|
|
588
|
+
return Stream.fromIterable(
|
|
589
|
+
records
|
|
590
|
+
.filter((entry) => entry.sequence > (request.page.afterSequence ?? 0))
|
|
591
|
+
.sort((a, b) => a.sequence - b.sequence)
|
|
592
|
+
.slice(0, request.page.limit),
|
|
593
|
+
);
|
|
594
|
+
}
|
|
446
595
|
const records = yield* readSnapshot(request.threadId, request.afterSequence, request.limit);
|
|
447
596
|
|
|
448
597
|
return Stream.fromIterable(records);
|
|
@@ -736,6 +885,7 @@ const makeThreadStore = Effect.gen(function* () {
|
|
|
736
885
|
});
|
|
737
886
|
|
|
738
887
|
return ThreadStore.of({
|
|
888
|
+
countPeerMessages,
|
|
739
889
|
materialize,
|
|
740
890
|
append,
|
|
741
891
|
read,
|