@earendil-works/pi-durable 0.87.0 → 0.87.1

package/README.md

@@ -8,6 +8,35 @@ This package contains the Pico runtime. Its current public API provides the dura
 import { MemoryStorage, ROOT_CONVERSATION_ID } from "@earendil-works/pi-durable";
 ```
 
+The root export is runtime-neutral. Storage implementations also have explicit subpaths:
+
+```ts
+import { MemoryStorage } from "@earendil-works/pi-durable/storage/memory";
+```
+
+Node applications can open file-backed SQLite through its Node-only subpath:
+
+```ts
+import { openNodeSqliteStorage } from "@earendil-works/pi-durable/storage/sqlite/node";
+
+const storage = await openNodeSqliteStorage("./session.sqlite");
+```
+
+The portable SQLite core, minimal database facade, and ordered schema migrations are exported from `@earendil-works/pi-durable/storage/sqlite`. Adapters for synchronous SQLite environments such as Bun and Cloudflare Durable Objects can implement that facade without importing Node APIs. Remote asynchronous APIs such as Cloudflare D1 cannot implement this synchronous facade; they require a dedicated `Storage` backend.
+
+The Node adapter uses WAL mode with `synchronous = NORMAL` and checkpoints the WAL on close. Acknowledged commits survive process crashes, but the newest commits may be lost after a power or host failure. One `SqliteStorage` owner must serialize writes to a database file; cross-process ID allocation is not supported.
+
+## Storage benchmarks
+
+From this package directory:
+
+```sh
+npm run bench:storage
+npm run bench:storage:memory
+```
+
+The timing suite compares memory and file-backed SQLite across representative commits, indexed reads, pagination, fork traversal, document replay, historical reads, and SQLite reopen. The memory suite measures each backend in a separate process at 1k and 10k scales and reports heap, RSS, external memory, and SQLite file/page metrics. These deterministic synthetic workloads are baselines for regression analysis, not production capacity limits or CI pass/fail thresholds.
+
 The normative design and implementation sequence are in:
 
 - [`docs/pico-v5.md`](docs/pico-v5.md)

package/dist/index.d.ts

@@ -1,4 +1,4 @@
-export { MemoryStorage } from "./memory-storage.ts";
-export type { ContextEdit, ConversationRecord, Cursor, DocumentCreate, DocumentRecord, EntryDraft, EntryQuery, EntryRecord, Id, Input, Page, Seq, Storage, StorageWrite, StoredError, TaskOutcome, TaskQuery, TaskRecord, TaskState, } from "./types.ts";
+export { MemoryStorage } from "./storage/memory.ts";
+export type { ContextEdit, ConversationRecord, Cursor, DocumentAddress, DocumentContent, DocumentCreate, DocumentPoint, DocumentQuery, DocumentRecord, EntryDraft, EntryQuery, EntryRecord, Id, JsonObject, Page, Seq, Storage, StorageWrite, StoredDocument, SubmissionCreate, SubmissionRecord, TaskOutcome, TaskOutcomeError, TaskQuery, TaskRecord, TaskState, } from "./types.ts";
 export { ROOT_CONVERSATION_ID } from "./types.ts";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,YAAY,EACX,WAAW,EACX,kBAAkB,EAClB,MAAM,EACN,cAAc,EACd,cAAc,EACd,UAAU,EACV,UAAU,EACV,WAAW,EACX,EAAE,EACF,KAAK,EACL,IAAI,EACJ,GAAG,EACH,OAAO,EACP,YAAY,EACZ,WAAW,EACX,WAAW,EACX,SAAS,EACT,UAAU,EACV,SAAS,GACT,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC","sourcesContent":["export { MemoryStorage } from \"./memory-storage.ts\";\nexport type {\n\tContextEdit,\n\tConversationRecord,\n\tCursor,\n\tDocumentCreate,\n\tDocumentRecord,\n\tEntryDraft,\n\tEntryQuery,\n\tEntryRecord,\n\tId,\n\tInput,\n\tPage,\n\tSeq,\n\tStorage,\n\tStorageWrite,\n\tStoredError,\n\tTaskOutcome,\n\tTaskQuery,\n\tTaskRecord,\n\tTaskState,\n} from \"./types.ts\";\nexport { ROOT_CONVERSATION_ID } from \"./types.ts\";\n"]}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,YAAY,EACX,WAAW,EACX,kBAAkB,EAClB,MAAM,EACN,eAAe,EACf,eAAe,EACf,cAAc,EACd,aAAa,EACb,aAAa,EACb,cAAc,EACd,UAAU,EACV,UAAU,EACV,WAAW,EACX,EAAE,EACF,UAAU,EACV,IAAI,EACJ,GAAG,EACH,OAAO,EACP,YAAY,EACZ,cAAc,EACd,gBAAgB,EAChB,gBAAgB,EAChB,WAAW,EACX,gBAAgB,EAChB,SAAS,EACT,UAAU,EACV,SAAS,GACT,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC","sourcesContent":["export { MemoryStorage } from \"./storage/memory.ts\";\nexport type {\n\tContextEdit,\n\tConversationRecord,\n\tCursor,\n\tDocumentAddress,\n\tDocumentContent,\n\tDocumentCreate,\n\tDocumentPoint,\n\tDocumentQuery,\n\tDocumentRecord,\n\tEntryDraft,\n\tEntryQuery,\n\tEntryRecord,\n\tId,\n\tJsonObject,\n\tPage,\n\tSeq,\n\tStorage,\n\tStorageWrite,\n\tStoredDocument,\n\tSubmissionCreate,\n\tSubmissionRecord,\n\tTaskOutcome,\n\tTaskOutcomeError,\n\tTaskQuery,\n\tTaskRecord,\n\tTaskState,\n} from \"./types.ts\";\nexport { ROOT_CONVERSATION_ID } from \"./types.ts\";\n"]}

package/dist/index.js

@@ -1,3 +1,3 @@
-export { MemoryStorage } from "./memory-storage.js";
+export { MemoryStorage } from "./storage/memory.js";
 export { ROOT_CONVERSATION_ID } from "./types.js";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAsBpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC","sourcesContent":["export { MemoryStorage } from \"./memory-storage.ts\";\nexport type {\n\tContextEdit,\n\tConversationRecord,\n\tCursor,\n\tDocumentCreate,\n\tDocumentRecord,\n\tEntryDraft,\n\tEntryQuery,\n\tEntryRecord,\n\tId,\n\tInput,\n\tPage,\n\tSeq,\n\tStorage,\n\tStorageWrite,\n\tStoredError,\n\tTaskOutcome,\n\tTaskQuery,\n\tTaskRecord,\n\tTaskState,\n} from \"./types.ts\";\nexport { ROOT_CONVERSATION_ID } from \"./types.ts\";\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AA6BpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC","sourcesContent":["export { MemoryStorage } from \"./storage/memory.ts\";\nexport type {\n\tContextEdit,\n\tConversationRecord,\n\tCursor,\n\tDocumentAddress,\n\tDocumentContent,\n\tDocumentCreate,\n\tDocumentPoint,\n\tDocumentQuery,\n\tDocumentRecord,\n\tEntryDraft,\n\tEntryQuery,\n\tEntryRecord,\n\tId,\n\tJsonObject,\n\tPage,\n\tSeq,\n\tStorage,\n\tStorageWrite,\n\tStoredDocument,\n\tSubmissionCreate,\n\tSubmissionRecord,\n\tTaskOutcome,\n\tTaskOutcomeError,\n\tTaskQuery,\n\tTaskRecord,\n\tTaskState,\n} from \"./types.ts\";\nexport { ROOT_CONVERSATION_ID } from \"./types.ts\";\n"]}

package/dist/{memory-storage.d.ts → storage/memory.d.ts}

@@ -1,5 +1,5 @@
 import type { Context, JsonValue } from "@earendil-works/chord";
-import type { ConversationRecord, Cursor, EntryQuery, EntryRecord, Id, Input, Page, Seq, Storage, StorageWrite, TaskQuery, TaskRecord } from "./types.ts";
+import type { ConversationRecord, Cursor, DocumentAddress, DocumentPoint, DocumentQuery, DocumentRecord, EntryQuery, EntryRecord, Id, Page, Seq, Storage, StorageWrite, StoredDocument, SubmissionRecord, TaskQuery, TaskRecord } from "../types.ts";
 type StoredTask = TaskRecord<JsonValue, JsonValue, JsonValue>;
 /**
  * Detached in-memory reference implementation of `Storage`.
@@ -13,7 +13,7 @@ export declare class MemoryStorage implements Storage {
     private nextSeq;
     private closed;
     commit(writes: readonly StorageWrite[], _context: Context): Promise<Seq>;
-    mintId(): Id;
+    mintId(): Promise<Id>;
     conversation(id: Id, _context: Context): Promise<ConversationRecord | undefined>;
     scanConversations(cursor: Cursor | undefined, limit: number, _context: Context): Promise<Page<ConversationRecord, Cursor>>;
     entry(id: Id, _context: Context): Promise<{
@@ -26,12 +26,18 @@ export declare class MemoryStorage implements Storage {
     scanEntries(query: EntryQuery, cursor: Cursor | undefined, limit: number, _context: Context): Promise<Page<EntryRecord, Cursor>>;
     task(id: Id, _context: Context): Promise<StoredTask | undefined>;
     scanTasks(query: TaskQuery, cursor: Cursor | undefined, limit: number, _context: Context): Promise<Page<StoredTask, Cursor>>;
-    input(id: Id, _context: Context): Promise<Input | undefined>;
-    inputByRequest(conversationId: Id, requestId: string, _context: Context): Promise<Input | undefined>;
+    submission(id: Id, _context: Context): Promise<SubmissionRecord | undefined>;
+    submissionByRequest(conversationId: Id, requestId: string, _context: Context): Promise<SubmissionRecord | undefined>;
+    findDocument(address: DocumentAddress, at: DocumentPoint, _context: Context): Promise<DocumentRecord | undefined>;
+    document(id: Id, at: DocumentPoint, _context: Context): Promise<StoredDocument | undefined>;
+    scanDocuments(query: DocumentQuery, cursor: Cursor | undefined, limit: number, _context: Context): Promise<Page<DocumentRecord, Cursor>>;
     close(_context: Context): Promise<void>;
     private visibleEntries;
-    private checkImmutableIds;
+    private checkGlobalIds;
+    private prepareDocumentActions;
+    private checkDocumentActions;
+    private applyDocumentActions;
     private assertOpen;
 }
 export {};
-//# sourceMappingURL=memory-storage.d.ts.map
+//# sourceMappingURL=memory.d.ts.map

package/dist/storage/memory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../../src/storage/memory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAEhE,OAAO,KAAK,EACX,kBAAkB,EAClB,MAAM,EACN,eAAe,EAGf,aAAa,EACb,aAAa,EACb,cAAc,EACd,UAAU,EACV,WAAW,EACX,EAAE,EAEF,IAAI,EACJ,GAAG,EACH,OAAO,EACP,YAAY,EACZ,cAAc,EACd,gBAAgB,EAChB,SAAS,EACT,UAAU,EACV,MAAM,aAAa,CAAC;AAErB,KAAK,UAAU,GAAG,UAAU,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;AAyI9D;;;;;GAKG;AACH,qBAAa,aAAc,YAAW,OAAO;IAC5C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAepB;IACF,OAAO,CAAC,MAAM,CAAK;IACnB,OAAO,CAAC,OAAO,CAAK;IACpB,OAAO,CAAC,MAAM,CAAS;IAEjB,MAAM,CAAC,MAAM,EAAE,SAAS,YAAY,EAAE,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CA+E7E;IAEK,MAAM,IAAI,OAAO,CAAC,EAAE,CAAC,CAI1B;IAEK,YAAY,CAAC,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC,CAIrF;IAEK,iBAAiB,CACtB,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAC,CAQ3C;IAEK,KAAK,CACV,EAAE,EAAE,EAAE,EACN,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC;QAAE,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;QAAC,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC,CAK/E;IAEK,oBAAoB,CACzB,cAAc,EAAE,EAAE,EAClB,iBAAiB,EAAE,EAAE,GAAG,SAAS,EACjC,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,CAAC,WAAW,GAAG;QAAE,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAA;KAAE,CAAC,GAAG,SAAS,CAAC,CAmB5D;IAEK,WAAW,CAChB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAWpC;IAEK,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,CAIrE;IAEK,SAAS,CACd,KAAK,EAAE,SAAS,EAChB,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAenC;IAEK,UAAU,CAAC,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,gBAAgB,GAAG,SAAS,CAAC,CAIjF;IAEK,mBAAmB,CACxB,cAAc,EAAE,EAAE,EAClB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,gBAAgB,GAAG,SAAS,CAAC,CAKvC;IAEK,YAAY,CACjB,OAAO,EAAE,eAAe,EACxB,EAAE,EAAE,aAAa,EACjB,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC,CAWrC;IAEK,QAAQ,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC,CAsBhG;IAEK,aAAa,CAClB,KAAK,EAAE,aAAa,EACpB,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC,CAYvC;IAEK,KAAK,CAAC,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAE5C;IAED,OAAO,CAAE,cAAc;IAyBvB,OAAO,CAAC,cAAc;IAqBtB,OAAO,CAAC,sBAAsB;IAiC9B,OAAO,CAAC,oBAAoB;IAgC5B,OAAO,CAAC,oBAAoB;IA2C5B,OAAO,CAAC,UAAU;CAGlB","sourcesContent":["import type { Context, JsonValue } from \"@earendil-works/chord\";\nimport { applyImmutable } from \"@earendil-works/chord/delta\";\nimport type {\n\tConversationRecord,\n\tCursor,\n\tDocumentAddress,\n\tDocumentContent,\n\tDocumentCreate,\n\tDocumentPoint,\n\tDocumentQuery,\n\tDocumentRecord,\n\tEntryQuery,\n\tEntryRecord,\n\tId,\n\tJsonObject,\n\tPage,\n\tSeq,\n\tStorage,\n\tStorageWrite,\n\tStoredDocument,\n\tSubmissionRecord,\n\tTaskQuery,\n\tTaskRecord,\n} from \"../types.ts\";\n\ntype StoredTask = TaskRecord<JsonValue, JsonValue, JsonValue>;\ntype TaskStatus = StoredTask[\"state\"][\"status\"];\ntype TableName = \"conversation\" | \"entry\" | \"task\" | \"submission\" | \"document\";\ntype DocumentRevision = DocumentContent & { readonly seq: Seq };\ntype StoredDocumentState = {\n\trecord: DocumentRecord;\n\trevisions: DocumentRevision[];\n};\ntype DocumentAction = {\n\tcreate?: DocumentCreate;\n\tcontent?: DocumentContent;\n\tretire: boolean;\n};\n\ntype DocumentAddressIndex = {\n\tids: Id[];\n\tcurrentId?: Id;\n};\n\ntype State = {\n\tconversations: Map<Id, ConversationRecord>;\n\tconversationIds: Id[];\n\tentries: Map<Id, EntryRecord>;\n\tentryIds: Map<Id, Id[]>;\n\theadEntryIds: Map<Id, Id[]>;\n\tentryCommitSeqs: Map<Id, Seq>;\n\ttasks: Map<Id, StoredTask>;\n\ttaskIds: Id[];\n\ttaskIdsByStatus: Record<TaskStatus, Id[]>;\n\tsubmissions: Map<Id, SubmissionRecord>;\n\tsubmissionIdsByRequest: Map<Id, Map<string, Id>>;\n\tdocuments: Map<Id, StoredDocumentState>;\n\tdocumentAddresses: Map<string, DocumentAddressIndex>;\n\tdocumentIdsByScope: Map<string, Id[]>;\n};\n\nconst clone = <T>(value: T): T => {\n\tif (value === null || typeof value !== \"object\") return value;\n\tif (Array.isArray(value)) return value.map((item) => clone(item)) as T;\n\tconst source = value as Record<string, unknown>;\n\tconst nullPrototype = Object.getPrototypeOf(value) === null;\n\tconst result = (nullPrototype ? Object.create(null) : {}) as Record<string, unknown>;\n\tfor (const key of Object.keys(source)) {\n\t\tconst copied = clone(source[key]);\n\t\tif (!nullPrototype && key in result) {\n\t\t\tObject.defineProperty(result, key, {\n\t\t\t\tvalue: copied,\n\t\t\t\twritable: true,\n\t\t\t\tenumerable: true,\n\t\t\t\tconfigurable: true,\n\t\t\t});\n\t\t} else {\n\t\t\tresult[key] = copied;\n\t\t}\n\t}\n\treturn result as T;\n};\n\nconst cursorId = (cursor: Readonly<Record<string, JsonValue>> | undefined): Id | undefined =>\n\tcursor?.after as Id | undefined;\n\nconst lowerBound = (ids: readonly Id[], target: Id): number => {\n\tlet low = 0;\n\tlet high = ids.length;\n\twhile (low < high) {\n\t\tconst middle = (low + high) >>> 1;\n\t\tif (ids[middle] < target) low = middle + 1;\n\t\telse high = middle;\n\t}\n\treturn low;\n};\n\nconst upperBound = (ids: readonly Id[], target: Id): number => {\n\tlet low = 0;\n\tlet high = ids.length;\n\twhile (low < high) {\n\t\tconst middle = (low + high) >>> 1;\n\t\tif (ids[middle] <= target) low = middle + 1;\n\t\telse high = middle;\n\t}\n\treturn low;\n};\n\nconst insertSorted = (ids: Id[], id: Id): void => {\n\tif (ids.length === 0 || ids[ids.length - 1] < id) ids.push(id);\n\telse ids.splice(lowerBound(ids, id), 0, id);\n};\n\nconst removeSorted = (ids: Id[], id: Id): void => {\n\tconst index = lowerBound(ids, id);\n\tif (ids[index] === id) ids.splice(index, 1);\n};\n\nconst scopeKey = (scope: DocumentRecord[\"scope\"]): string => {\n\tswitch (scope.kind) {\n\t\tcase \"session\":\n\t\t\treturn JSON.stringify([\"session\"]);\n\t\tcase \"conversation\":\n\t\t\treturn JSON.stringify([\"conversation\", scope.conversationId]);\n\t\tcase \"task\":\n\t\t\treturn JSON.stringify([\"task\", scope.taskId]);\n\t}\n};\n\nconst addressKey = (address: DocumentAddress): string =>\n\tJSON.stringify([\n\t\taddress.kind,\n\t\tscopeKey(address.scope),\n\t\taddress.key === undefined ? [\"singleton\"] : [\"family\", address.key],\n\t]);\n\nconst recordAddressKey = (record: DocumentRecord | DocumentCreate): string =>\n\taddressKey({ kind: record.kind, scope: record.scope, key: record.key });\n\nconst isAliveAt = (record: DocumentRecord, at: DocumentPoint): boolean => {\n\tif (at === \"current\") return record.retiredAt === undefined;\n\treturn record.createdAt <= at && (record.retiredAt === undefined || at < record.retiredAt);\n};\n\nconst isCurrentOnly = (record: DocumentRecord): boolean =>\n\trecord.scope.kind !== \"conversation\" || record.history === \"latest\";\n\nconst tableContaining = (state: State, id: Id): TableName | undefined => {\n\tif (state.conversations.has(id)) return \"conversation\";\n\tif (state.entries.has(id)) return \"entry\";\n\tif (state.tasks.has(id)) return \"task\";\n\tif (state.submissions.has(id)) return \"submission\";\n\tif (state.documents.has(id)) return \"document\";\n\treturn undefined;\n};\n\nconst page = <T extends { readonly id: Id }>(values: readonly T[], limit: number): Page<T, Cursor> => {\n\tconst items = values.slice(0, limit);\n\tif (values.length <= limit) return { items: clone(items) };\n\treturn { items: clone(items), next: { after: items.at(-1)!.id } };\n};\n\n/**\n * Detached in-memory reference implementation of `Storage`.\n *\n * Reads and retained writes are cloned intentionally to match the ownership boundary\n * of serialization-backed stores. This is backend conformance, not validation.\n */\nexport class MemoryStorage implements Storage {\n\tprivate readonly state: State = {\n\t\tconversations: new Map(),\n\t\tconversationIds: [],\n\t\tentries: new Map(),\n\t\tentryIds: new Map(),\n\t\theadEntryIds: new Map(),\n\t\tentryCommitSeqs: new Map(),\n\t\ttasks: new Map(),\n\t\ttaskIds: [],\n\t\ttaskIdsByStatus: { pending: [], running: [], terminal: [] },\n\t\tsubmissions: new Map(),\n\t\tsubmissionIdsByRequest: new Map(),\n\t\tdocuments: new Map(),\n\t\tdocumentAddresses: new Map(),\n\t\tdocumentIdsByScope: new Map(),\n\t};\n\tprivate nextId = 2;\n\tprivate nextSeq = 1;\n\tprivate closed = false;\n\n\tasync commit(writes: readonly StorageWrite[], _context: Context): Promise<Seq> {\n\t\tthis.assertOpen();\n\t\tconst prepared = writes.map((write) => clone(write));\n\t\tconst seq = this.nextSeq;\n\t\tthis.checkGlobalIds(prepared);\n\t\tconst documentActions = this.prepareDocumentActions(prepared);\n\t\tthis.checkDocumentActions(documentActions);\n\n\t\tfor (const write of prepared) {\n\t\t\tswitch (write.type) {\n\t\t\t\tcase \"conversation\":\n\t\t\t\t\tthis.state.conversations.set(write.value.id, write.value);\n\t\t\t\t\tinsertSorted(this.state.conversationIds, write.value.id);\n\t\t\t\t\tthis.nextId = Math.max(this.nextId, write.value.id + 1);\n\t\t\t\t\tbreak;\n\t\t\t\tcase \"entry\": {\n\t\t\t\t\tthis.state.entries.set(write.value.id, write.value);\n\t\t\t\t\tthis.state.entryCommitSeqs.set(write.value.id, seq);\n\t\t\t\t\tlet ids = this.state.entryIds.get(write.value.conversationId);\n\t\t\t\t\tif (ids === undefined) {\n\t\t\t\t\t\tids = [];\n\t\t\t\t\t\tthis.state.entryIds.set(write.value.conversationId, ids);\n\t\t\t\t\t}\n\t\t\t\t\tinsertSorted(ids, write.value.id);\n\t\t\t\t\tif (write.value.head !== undefined) {\n\t\t\t\t\t\tlet headIds = this.state.headEntryIds.get(write.value.conversationId);\n\t\t\t\t\t\tif (headIds === undefined) {\n\t\t\t\t\t\t\theadIds = [];\n\t\t\t\t\t\t\tthis.state.headEntryIds.set(write.value.conversationId, headIds);\n\t\t\t\t\t\t}\n\t\t\t\t\t\tinsertSorted(headIds, write.value.id);\n\t\t\t\t\t}\n\t\t\t\t\tthis.nextId = Math.max(this.nextId, write.value.id + 1);\n\t\t\t\t\tbreak;\n\t\t\t\t}\n\t\t\t\tcase \"task\": {\n\t\t\t\t\tconst previous = this.state.tasks.get(write.value.id);\n\t\t\t\t\tif (previous === undefined) {\n\t\t\t\t\t\tinsertSorted(this.state.taskIds, write.value.id);\n\t\t\t\t\t\tinsertSorted(this.state.taskIdsByStatus[write.value.state.status], write.value.id);\n\t\t\t\t\t} else if (previous.state.status !== write.value.state.status) {\n\t\t\t\t\t\tremoveSorted(this.state.taskIdsByStatus[previous.state.status], write.value.id);\n\t\t\t\t\t\tinsertSorted(this.state.taskIdsByStatus[write.value.state.status], write.value.id);\n\t\t\t\t\t}\n\t\t\t\t\tthis.state.tasks.set(write.value.id, write.value);\n\t\t\t\t\tthis.nextId = Math.max(this.nextId, write.value.id + 1);\n\t\t\t\t\tbreak;\n\t\t\t\t}\n\t\t\t\tcase \"submission\": {\n\t\t\t\t\tconst previous = this.state.submissions.get(write.value.id);\n\t\t\t\t\tif (previous?.requestId !== undefined) {\n\t\t\t\t\t\tconst previousRequests = this.state.submissionIdsByRequest.get(previous.conversationId);\n\t\t\t\t\t\tif (previousRequests?.get(previous.requestId) === write.value.id) {\n\t\t\t\t\t\t\tpreviousRequests.delete(previous.requestId);\n\t\t\t\t\t\t\tif (previousRequests.size === 0) this.state.submissionIdsByRequest.delete(previous.conversationId);\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\tthis.state.submissions.set(write.value.id, write.value);\n\t\t\t\t\tif (write.value.requestId !== undefined) {\n\t\t\t\t\t\tlet requests = this.state.submissionIdsByRequest.get(write.value.conversationId);\n\t\t\t\t\t\tif (requests === undefined) {\n\t\t\t\t\t\t\trequests = new Map();\n\t\t\t\t\t\t\tthis.state.submissionIdsByRequest.set(write.value.conversationId, requests);\n\t\t\t\t\t\t}\n\t\t\t\t\t\trequests.set(write.value.requestId, write.value.id);\n\t\t\t\t\t}\n\t\t\t\t\tthis.nextId = Math.max(this.nextId, write.value.id + 1);\n\t\t\t\t\tbreak;\n\t\t\t\t}\n\t\t\t\tcase \"document.create\":\n\t\t\t\tcase \"document.change\":\n\t\t\t\tcase \"document.retire\":\n\t\t\t\t\tbreak;\n\t\t\t}\n\t\t}\n\n\t\tthis.applyDocumentActions(documentActions, seq);\n\t\tthis.nextSeq++;\n\t\treturn seq;\n\t}\n\n\tasync mintId(): Promise<Id> {\n\t\tthis.assertOpen();\n\t\tif (!Number.isSafeInteger(this.nextId)) throw new Error(\"ID space is exhausted\");\n\t\treturn this.nextId++;\n\t}\n\n\tasync conversation(id: Id, _context: Context): Promise<ConversationRecord | undefined> {\n\t\tthis.assertOpen();\n\t\tconst value = this.state.conversations.get(id);\n\t\treturn value === undefined ? undefined : clone(value);\n\t}\n\n\tasync scanConversations(\n\t\tcursor: Cursor | undefined,\n\t\tlimit: number,\n\t\t_context: Context,\n\t): Promise<Page<ConversationRecord, Cursor>> {\n\t\tthis.assertOpen();\n\t\tconst after = cursorId(cursor);\n\t\tconst start = after === undefined ? 0 : upperBound(this.state.conversationIds, after);\n\t\tconst values = this.state.conversationIds\n\t\t\t.slice(start, start + limit + 1)\n\t\t\t.map((id) => this.state.conversations.get(id)!);\n\t\treturn page(values, limit);\n\t}\n\n\tasync entry(\n\t\tid: Id,\n\t\t_context: Context,\n\t): Promise<{ readonly entry: EntryRecord; readonly commitSeq: Seq } | undefined> {\n\t\tthis.assertOpen();\n\t\tconst entry = this.state.entries.get(id);\n\t\tif (entry === undefined) return undefined;\n\t\treturn { entry: clone(entry), commitSeq: this.state.entryCommitSeqs.get(id)! };\n\t}\n\n\tasync findLatestHeadMarker(\n\t\tconversationId: Id,\n\t\tatOrBeforeEntryId: Id | undefined,\n\t\t_context: Context,\n\t): Promise<(EntryRecord & { readonly head: Id }) | undefined> {\n\t\tthis.assertOpen();\n\t\tif (!this.state.conversations.has(conversationId)) {\n\t\t\tthrow new Error(`Unknown conversation: ${conversationId}`);\n\t\t}\n\t\tlet currentId = conversationId;\n\t\tlet upperEntryId = atOrBeforeEntryId ?? Number.POSITIVE_INFINITY;\n\t\twhile (true) {\n\t\t\tconst ids = this.state.headEntryIds.get(currentId) ?? [];\n\t\t\tconst index = upperBound(ids, upperEntryId) - 1;\n\t\t\tif (index >= 0) {\n\t\t\t\tconst entry = this.state.entries.get(ids[index])!;\n\t\t\t\treturn clone({ ...entry, head: entry.head! });\n\t\t\t}\n\t\t\tconst conversation = this.state.conversations.get(currentId)!;\n\t\t\tif (conversation.parent === undefined) return undefined;\n\t\t\tupperEntryId = Math.min(upperEntryId, conversation.parent.at);\n\t\t\tcurrentId = conversation.parent.conversationId;\n\t\t}\n\t}\n\n\tasync scanEntries(\n\t\tquery: EntryQuery,\n\t\tcursor: Cursor | undefined,\n\t\tlimit: number,\n\t\t_context: Context,\n\t): Promise<Page<EntryRecord, Cursor>> {\n\t\tthis.assertOpen();\n\t\tconst after = cursorId(cursor);\n\t\tconst maxEntryId =\n\t\t\tafter === undefined ? query.maxEntryId : Math.min(query.maxEntryId ?? Number.POSITIVE_INFINITY, after - 1);\n\t\tconst visible: EntryRecord[] = [];\n\t\tfor (const entry of this.visibleEntries(query.conversationId, query.minEntryId, maxEntryId)) {\n\t\t\tvisible.push(entry);\n\t\t\tif (visible.length > limit) break;\n\t\t}\n\t\treturn page(visible, limit);\n\t}\n\n\tasync task(id: Id, _context: Context): Promise<StoredTask | undefined> {\n\t\tthis.assertOpen();\n\t\tconst value = this.state.tasks.get(id);\n\t\treturn value === undefined ? undefined : clone(value);\n\t}\n\n\tasync scanTasks(\n\t\tquery: TaskQuery,\n\t\tcursor: Cursor | undefined,\n\t\tlimit: number,\n\t\t_context: Context,\n\t): Promise<Page<StoredTask, Cursor>> {\n\t\tthis.assertOpen();\n\t\tconst after = cursorId(cursor);\n\t\tconst ids = query.status === undefined ? this.state.taskIds : this.state.taskIdsByStatus[query.status];\n\t\tconst start = after === undefined ? 0 : upperBound(ids, after);\n\t\tconst values: StoredTask[] = [];\n\t\tfor (let index = start; index < ids.length && values.length <= limit; index++) {\n\t\t\tconst value = this.state.tasks.get(ids[index])!;\n\t\t\tif (query.conversationId !== undefined && value.conversationId !== query.conversationId) continue;\n\t\t\tif (query.kind !== undefined && value.kind !== query.kind) continue;\n\t\t\tif (query.abortRequested !== undefined && value.abortRequested !== query.abortRequested) continue;\n\t\t\tif (query.background !== undefined && value.background !== query.background) continue;\n\t\t\tvalues.push(value);\n\t\t}\n\t\treturn page(values, limit);\n\t}\n\n\tasync submission(id: Id, _context: Context): Promise<SubmissionRecord | undefined> {\n\t\tthis.assertOpen();\n\t\tconst value = this.state.submissions.get(id);\n\t\treturn value === undefined ? undefined : clone(value);\n\t}\n\n\tasync submissionByRequest(\n\t\tconversationId: Id,\n\t\trequestId: string,\n\t\t_context: Context,\n\t): Promise<SubmissionRecord | undefined> {\n\t\tthis.assertOpen();\n\t\tconst id = this.state.submissionIdsByRequest.get(conversationId)?.get(requestId);\n\t\tif (id === undefined) return undefined;\n\t\treturn clone(this.state.submissions.get(id)!);\n\t}\n\n\tasync findDocument(\n\t\taddress: DocumentAddress,\n\t\tat: DocumentPoint,\n\t\t_context: Context,\n\t): Promise<DocumentRecord | undefined> {\n\t\tthis.assertOpen();\n\t\tconst index = this.state.documentAddresses.get(addressKey(address));\n\t\tif (at === \"current\") {\n\t\t\treturn index?.currentId === undefined ? undefined : clone(this.state.documents.get(index.currentId)!.record);\n\t\t}\n\t\tfor (const id of index?.ids ?? []) {\n\t\t\tconst record = this.state.documents.get(id)!.record;\n\t\t\tif (isAliveAt(record, at)) return clone(record);\n\t\t}\n\t\treturn undefined;\n\t}\n\n\tasync document(id: Id, at: DocumentPoint, _context: Context): Promise<StoredDocument | undefined> {\n\t\tthis.assertOpen();\n\t\tconst stored = this.state.documents.get(id);\n\t\tif (stored === undefined) return undefined;\n\t\tif (at !== \"current\" && isCurrentOnly(stored.record)) {\n\t\t\tthrow new Error(`Document ${id} does not retain historical content`);\n\t\t}\n\t\tif (!isAliveAt(stored.record, at)) return undefined;\n\t\tconst revisions = at === \"current\" ? stored.revisions : stored.revisions.filter((revision) => revision.seq <= at);\n\t\tlet baseIndex = revisions.length - 1;\n\t\twhile (baseIndex >= 0 && revisions[baseIndex]!.kind !== \"base\") baseIndex--;\n\t\tconst base = revisions[baseIndex];\n\t\tif (base?.kind !== \"base\") throw new Error(`Document ${id} is missing a required base`);\n\t\tlet value = base.value;\n\t\tfor (let index = baseIndex + 1; index < revisions.length; index++) {\n\t\t\tconst revision = revisions[index]!;\n\t\t\tif (revision.kind !== \"delta\" || revision.version !== base.version) {\n\t\t\t\tthrow new Error(`Document ${id} crosses a stored version boundary without a base`);\n\t\t\t}\n\t\t\tvalue = applyImmutable(value, revision.ops) as JsonObject;\n\t\t}\n\t\treturn { record: clone(stored.record), version: base.version, value: clone(value) };\n\t}\n\n\tasync scanDocuments(\n\t\tquery: DocumentQuery,\n\t\tcursor: Cursor | undefined,\n\t\tlimit: number,\n\t\t_context: Context,\n\t): Promise<Page<DocumentRecord, Cursor>> {\n\t\tthis.assertOpen();\n\t\tconst ids = this.state.documentIdsByScope.get(scopeKey(query.scope)) ?? [];\n\t\tconst after = cursorId(cursor);\n\t\tconst start = after === undefined ? 0 : upperBound(ids, after);\n\t\tconst values: DocumentRecord[] = [];\n\t\tfor (let index = start; index < ids.length && values.length <= limit; index++) {\n\t\t\tconst record = this.state.documents.get(ids[index]!)!.record;\n\t\t\tif (query.kind !== undefined && record.kind !== query.kind) continue;\n\t\t\tif (isAliveAt(record, query.at)) values.push(record);\n\t\t}\n\t\treturn page(values, limit);\n\t}\n\n\tasync close(_context: Context): Promise<void> {\n\t\tthis.closed = true;\n\t}\n\n\tprivate *visibleEntries(\n\t\tconversationId: Id,\n\t\tminEntryId = Number.NEGATIVE_INFINITY,\n\t\tmaxEntryId = Number.POSITIVE_INFINITY,\n\t): Generator<EntryRecord> {\n\t\tif (!this.state.conversations.has(conversationId)) {\n\t\t\tthrow new Error(`Unknown conversation: ${conversationId}`);\n\t\t}\n\t\tlet currentId = conversationId;\n\t\tlet upperEntryId = maxEntryId;\n\t\twhile (true) {\n\t\t\tconst ids = this.state.entryIds.get(currentId) ?? [];\n\t\t\tfor (let index = upperBound(ids, upperEntryId) - 1; index >= 0; index--) {\n\t\t\t\tconst id = ids[index];\n\t\t\t\tif (id < minEntryId) break;\n\t\t\t\tyield this.state.entries.get(id)!;\n\t\t\t}\n\t\t\tconst conversation = this.state.conversations.get(currentId)!;\n\t\t\tif (conversation.parent === undefined) break;\n\t\t\tupperEntryId = Math.min(upperEntryId, conversation.parent.at);\n\t\t\tif (upperEntryId < minEntryId) break;\n\t\t\tcurrentId = conversation.parent.conversationId;\n\t\t}\n\t}\n\n\tprivate checkGlobalIds(writes: readonly StorageWrite[]): void {\n\t\tconst claimed = new Map<Id, TableName>();\n\t\tfor (const write of writes) {\n\t\t\tif (write.type === \"document.change\" || write.type === \"document.retire\") continue;\n\t\t\tconst table: TableName = write.type === \"document.create\" ? \"document\" : write.type;\n\t\t\tconst id = write.type === \"document.create\" ? write.record.id : write.value.id;\n\t\t\tconst existing = tableContaining(this.state, id);\n\t\t\tconst earlier = claimed.get(id);\n\t\t\tif (table === \"conversation\" || table === \"entry\" || table === \"document\") {\n\t\t\t\tif (existing !== undefined) throw new Error(`ID ${id} already belongs to ${existing}`);\n\t\t\t\tif (earlier !== undefined) throw new Error(`ID ${id} is written more than once`);\n\t\t\t} else {\n\t\t\t\tif (existing !== undefined && existing !== table) {\n\t\t\t\t\tthrow new Error(`ID ${id} already belongs to ${existing}`);\n\t\t\t\t}\n\t\t\t\tif (earlier !== undefined && earlier !== table) throw new Error(`ID ${id} is written as two record types`);\n\t\t\t}\n\t\t\tclaimed.set(id, table);\n\t\t}\n\t}\n\n\tprivate prepareDocumentActions(writes: readonly StorageWrite[]): Map<Id, DocumentAction> {\n\t\tconst actions = new Map<Id, DocumentAction>();\n\t\tfor (const write of writes) {\n\t\t\tif (write.type !== \"document.create\" && write.type !== \"document.change\" && write.type !== \"document.retire\") {\n\t\t\t\tcontinue;\n\t\t\t}\n\t\t\tconst id = write.type === \"document.create\" ? write.record.id : write.id;\n\t\t\tlet action = actions.get(id);\n\t\t\tif (action === undefined) {\n\t\t\t\taction = { retire: false };\n\t\t\t\tactions.set(id, action);\n\t\t\t}\n\t\t\tswitch (write.type) {\n\t\t\t\tcase \"document.create\":\n\t\t\t\t\tif (action.create !== undefined || action.content !== undefined) {\n\t\t\t\t\t\tthrow new Error(`Document ${id} has more than one content command`);\n\t\t\t\t\t}\n\t\t\t\t\taction.create = write.record;\n\t\t\t\t\taction.content = write.content;\n\t\t\t\t\tbreak;\n\t\t\t\tcase \"document.change\":\n\t\t\t\t\tif (action.content !== undefined) throw new Error(`Document ${id} has more than one content command`);\n\t\t\t\t\taction.content = write.content;\n\t\t\t\t\tbreak;\n\t\t\t\tcase \"document.retire\":\n\t\t\t\t\tif (action.retire) throw new Error(`Document ${id} is retired more than once`);\n\t\t\t\t\taction.retire = true;\n\t\t\t\t\tbreak;\n\t\t\t}\n\t\t}\n\t\treturn actions;\n\t}\n\n\tprivate checkDocumentActions(actions: ReadonlyMap<Id, DocumentAction>): void {\n\t\tconst liveCounts = new Map<string, number>();\n\t\tfor (const [id, action] of actions) {\n\t\t\tconst existing = this.state.documents.get(id);\n\t\t\tif (action.create === undefined && existing === undefined) throw new Error(`Unknown document: ${id}`);\n\t\t\tif (action.create !== undefined && existing !== undefined) throw new Error(`Document ${id} already exists`);\n\t\t\tif (existing?.record.retiredAt !== undefined) throw new Error(`Document ${id} is retired`);\n\t\t\tif (action.create !== undefined && action.content?.kind !== \"base\") {\n\t\t\t\tthrow new Error(`Document ${id} creation requires a base`);\n\t\t\t}\n\t\t\tconst previous = existing?.revisions.at(-1);\n\t\t\tif (action.content?.kind === \"delta\") {\n\t\t\t\tif (previous === undefined) throw new Error(`Document ${id} delta has no base`);\n\t\t\t\tif (previous.version !== action.content.version) {\n\t\t\t\t\tthrow new Error(`Document ${id} version transition requires a base`);\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tconst key = action.create === undefined ? recordAddressKey(existing!.record) : recordAddressKey(action.create);\n\t\t\tconst currentId = this.state.documentAddresses.get(key)?.currentId;\n\t\t\tlet live = liveCounts.get(key);\n\t\t\tif (live === undefined) live = currentId === undefined ? 0 : 1;\n\t\t\tif (action.retire && currentId === id) live--;\n\t\t\tif (action.create !== undefined && !action.retire) live++;\n\t\t\tliveCounts.set(key, live);\n\t\t}\n\n\t\tfor (const live of liveCounts.values()) {\n\t\t\tif (live > 1) throw new Error(`Document address already has a current incarnation`);\n\t\t}\n\t}\n\n\tprivate applyDocumentActions(actions: ReadonlyMap<Id, DocumentAction>, seq: Seq): void {\n\t\tfor (const [id, action] of actions) {\n\t\t\tlet stored = this.state.documents.get(id);\n\t\t\tif (action.create !== undefined) {\n\t\t\t\tconst record: DocumentRecord = {\n\t\t\t\t\t...action.create,\n\t\t\t\t\tcreatedAt: seq,\n\t\t\t\t\t...(action.retire ? { retiredAt: seq } : {}),\n\t\t\t\t};\n\t\t\t\tstored = { record, revisions: [{ ...action.content!, seq }] };\n\t\t\t\tthis.state.documents.set(id, stored);\n\n\t\t\t\tconst key = recordAddressKey(record);\n\t\t\t\tlet address = this.state.documentAddresses.get(key);\n\t\t\t\tif (address === undefined) {\n\t\t\t\t\taddress = { ids: [] };\n\t\t\t\t\tthis.state.documentAddresses.set(key, address);\n\t\t\t\t}\n\t\t\t\tinsertSorted(address.ids, id);\n\n\t\t\t\tlet scopeIds = this.state.documentIdsByScope.get(scopeKey(record.scope));\n\t\t\t\tif (scopeIds === undefined) {\n\t\t\t\t\tscopeIds = [];\n\t\t\t\t\tthis.state.documentIdsByScope.set(scopeKey(record.scope), scopeIds);\n\t\t\t\t}\n\t\t\t\tinsertSorted(scopeIds, id);\n\t\t\t\tthis.nextId = Math.max(this.nextId, id + 1);\n\t\t\t} else if (action.content !== undefined) {\n\t\t\t\tconst revision = { ...action.content, seq } as DocumentRevision;\n\t\t\t\tif (revision.kind === \"base\" && isCurrentOnly(stored!.record)) stored!.revisions = [revision];\n\t\t\t\telse stored!.revisions.push(revision);\n\t\t\t}\n\n\t\t\tif (action.retire && action.create === undefined) stored!.record = { ...stored!.record, retiredAt: seq };\n\t\t\tif (action.retire && isCurrentOnly(stored!.record)) stored!.revisions = [];\n\t\t\tif (action.create !== undefined || action.retire) {\n\t\t\t\tconst address = this.state.documentAddresses.get(recordAddressKey(stored!.record))!;\n\t\t\t\tif (action.retire && address.currentId === id) delete address.currentId;\n\t\t\t\tif (action.create !== undefined && !action.retire) address.currentId = id;\n\t\t\t}\n\t\t}\n\t}\n\n\tprivate assertOpen(): void {\n\t\tif (this.closed) throw new Error(\"MemoryStorage is closed\");\n\t}\n}\n"]}

package/dist/{memory-storage.js → storage/memory.js}

@@ -1,3 +1,4 @@
+import { applyImmutable } from "@earendil-works/chord/delta";
 const clone = (value) => {
     if (value === null || typeof value !== "object")
         return value;
@@ -58,6 +59,28 @@ const removeSorted = (ids, id) => {
     if (ids[index] === id)
         ids.splice(index, 1);
 };
+const scopeKey = (scope) => {
+    switch (scope.kind) {
+        case "session":
+            return JSON.stringify(["session"]);
+        case "conversation":
+            return JSON.stringify(["conversation", scope.conversationId]);
+        case "task":
+            return JSON.stringify(["task", scope.taskId]);
+    }
+};
+const addressKey = (address) => JSON.stringify([
+    address.kind,
+    scopeKey(address.scope),
+    address.key === undefined ? ["singleton"] : ["family", address.key],
+]);
+const recordAddressKey = (record) => addressKey({ kind: record.kind, scope: record.scope, key: record.key });
+const isAliveAt = (record, at) => {
+    if (at === "current")
+        return record.retiredAt === undefined;
+    return record.createdAt <= at && (record.retiredAt === undefined || at < record.retiredAt);
+};
+const isCurrentOnly = (record) => record.scope.kind !== "conversation" || record.history === "latest";
 const tableContaining = (state, id) => {
     if (state.conversations.has(id))
         return "conversation";
@@ -65,8 +88,10 @@ const tableContaining = (state, id) => {
         return "entry";
     if (state.tasks.has(id))
         return "task";
-    if (state.inputs.has(id))
-        return "input";
+    if (state.submissions.has(id))
+        return "submission";
+    if (state.documents.has(id))
+        return "document";
     return undefined;
 };
 const page = (values, limit) => {
@@ -92,8 +117,11 @@ export class MemoryStorage {
         tasks: new Map(),
         taskIds: [],
         taskIdsByStatus: { pending: [], running: [], terminal: [] },
-        inputs: new Map(),
-        inputIdsByRequest: new Map(),
+        submissions: new Map(),
+        submissionIdsByRequest: new Map(),
+        documents: new Map(),
+        documentAddresses: new Map(),
+        documentIdsByScope: new Map(),
     };
     nextId = 2;
     nextSeq = 1;
@@ -101,13 +129,16 @@ export class MemoryStorage {
     async commit(writes, _context) {
         this.assertOpen();
         const prepared = writes.map((write) => clone(write));
-        this.checkImmutableIds(prepared);
         const seq = this.nextSeq;
+        this.checkGlobalIds(prepared);
+        const documentActions = this.prepareDocumentActions(prepared);
+        this.checkDocumentActions(documentActions);
         for (const write of prepared) {
             switch (write.type) {
                 case "conversation":
                     this.state.conversations.set(write.value.id, write.value);
                     insertSorted(this.state.conversationIds, write.value.id);
+                    this.nextId = Math.max(this.nextId, write.value.id + 1);
                     break;
                 case "entry": {
                     this.state.entries.set(write.value.id, write.value);
@@ -126,6 +157,7 @@ export class MemoryStorage {
                         }
                         insertSorted(headIds, write.value.id);
                     }
+                    this.nextId = Math.max(this.nextId, write.value.id + 1);
                     break;
                 }
                 case "task": {
@@ -139,36 +171,42 @@ export class MemoryStorage {
                         insertSorted(this.state.taskIdsByStatus[write.value.state.status], write.value.id);
                     }
                     this.state.tasks.set(write.value.id, write.value);
+                    this.nextId = Math.max(this.nextId, write.value.id + 1);
                     break;
                 }
-                case "input": {
-                    const previous = this.state.inputs.get(write.value.id);
+                case "submission": {
+                    const previous = this.state.submissions.get(write.value.id);
                     if (previous?.requestId !== undefined) {
-                        const previousRequests = this.state.inputIdsByRequest.get(previous.conversationId);
+                        const previousRequests = this.state.submissionIdsByRequest.get(previous.conversationId);
                         if (previousRequests?.get(previous.requestId) === write.value.id) {
                             previousRequests.delete(previous.requestId);
                             if (previousRequests.size === 0)
-                                this.state.inputIdsByRequest.delete(previous.conversationId);
+                                this.state.submissionIdsByRequest.delete(previous.conversationId);
                         }
                     }
-                    this.state.inputs.set(write.value.id, write.value);
+                    this.state.submissions.set(write.value.id, write.value);
                     if (write.value.requestId !== undefined) {
-                        let requests = this.state.inputIdsByRequest.get(write.value.conversationId);
+                        let requests = this.state.submissionIdsByRequest.get(write.value.conversationId);
                         if (requests === undefined) {
                             requests = new Map();
-                            this.state.inputIdsByRequest.set(write.value.conversationId, requests);
+                            this.state.submissionIdsByRequest.set(write.value.conversationId, requests);
                         }
                         requests.set(write.value.requestId, write.value.id);
                     }
+                    this.nextId = Math.max(this.nextId, write.value.id + 1);
                     break;
                 }
+                case "document.create":
+                case "document.change":
+                case "document.retire":
+                    break;
             }
-            this.nextId = Math.max(this.nextId, write.value.id + 1);
         }
+        this.applyDocumentActions(documentActions, seq);
         this.nextSeq++;
         return seq;
     }
-    mintId() {
+    async mintId() {
         this.assertOpen();
         if (!Number.isSafeInteger(this.nextId))
             throw new Error("ID space is exhausted");
@@ -253,17 +291,72 @@ export class MemoryStorage {
         }
         return page(values, limit);
     }
-    async input(id, _context) {
+    async submission(id, _context) {
         this.assertOpen();
-        const value = this.state.inputs.get(id);
+        const value = this.state.submissions.get(id);
         return value === undefined ? undefined : clone(value);
     }
-    async inputByRequest(conversationId, requestId, _context) {
+    async submissionByRequest(conversationId, requestId, _context) {
         this.assertOpen();
-        const id = this.state.inputIdsByRequest.get(conversationId)?.get(requestId);
+        const id = this.state.submissionIdsByRequest.get(conversationId)?.get(requestId);
         if (id === undefined)
             return undefined;
-        return clone(this.state.inputs.get(id));
+        return clone(this.state.submissions.get(id));
+    }
+    async findDocument(address, at, _context) {
+        this.assertOpen();
+        const index = this.state.documentAddresses.get(addressKey(address));
+        if (at === "current") {
+            return index?.currentId === undefined ? undefined : clone(this.state.documents.get(index.currentId).record);
+        }
+        for (const id of index?.ids ?? []) {
+            const record = this.state.documents.get(id).record;
+            if (isAliveAt(record, at))
+                return clone(record);
+        }
+        return undefined;
+    }
+    async document(id, at, _context) {
+        this.assertOpen();
+        const stored = this.state.documents.get(id);
+        if (stored === undefined)
+            return undefined;
+        if (at !== "current" && isCurrentOnly(stored.record)) {
+            throw new Error(`Document ${id} does not retain historical content`);
+        }
+        if (!isAliveAt(stored.record, at))
+            return undefined;
+        const revisions = at === "current" ? stored.revisions : stored.revisions.filter((revision) => revision.seq <= at);
+        let baseIndex = revisions.length - 1;
+        while (baseIndex >= 0 && revisions[baseIndex].kind !== "base")
+            baseIndex--;
+        const base = revisions[baseIndex];
+        if (base?.kind !== "base")
+            throw new Error(`Document ${id} is missing a required base`);
+        let value = base.value;
+        for (let index = baseIndex + 1; index < revisions.length; index++) {
+            const revision = revisions[index];
+            if (revision.kind !== "delta" || revision.version !== base.version) {
+                throw new Error(`Document ${id} crosses a stored version boundary without a base`);
+            }
+            value = applyImmutable(value, revision.ops);
+        }
+        return { record: clone(stored.record), version: base.version, value: clone(value) };
+    }
+    async scanDocuments(query, cursor, limit, _context) {
+        this.assertOpen();
+        const ids = this.state.documentIdsByScope.get(scopeKey(query.scope)) ?? [];
+        const after = cursorId(cursor);
+        const start = after === undefined ? 0 : upperBound(ids, after);
+        const values = [];
+        for (let index = start; index < ids.length && values.length <= limit; index++) {
+            const record = this.state.documents.get(ids[index]).record;
+            if (query.kind !== undefined && record.kind !== query.kind)
+                continue;
+            if (isAliveAt(record, query.at))
+                values.push(record);
+        }
+        return page(values, limit);
     }
     async close(_context) {
         this.closed = true;
@@ -291,14 +384,16 @@ export class MemoryStorage {
             currentId = conversation.parent.conversationId;
         }
     }
-    checkImmutableIds(writes) {
+    checkGlobalIds(writes) {
         const claimed = new Map();
         for (const write of writes) {
-            const table = write.type;
-            const id = write.value.id;
+            if (write.type === "document.change" || write.type === "document.retire")
+                continue;
+            const table = write.type === "document.create" ? "document" : write.type;
+            const id = write.type === "document.create" ? write.record.id : write.value.id;
             const existing = tableContaining(this.state, id);
             const earlier = claimed.get(id);
-            if (table === "conversation" || table === "entry") {
+            if (table === "conversation" || table === "entry" || table === "document") {
                 if (existing !== undefined)
                     throw new Error(`ID ${id} already belongs to ${existing}`);
                 if (earlier !== undefined)
@@ -314,9 +409,126 @@ export class MemoryStorage {
             claimed.set(id, table);
         }
     }
+    prepareDocumentActions(writes) {
+        const actions = new Map();
+        for (const write of writes) {
+            if (write.type !== "document.create" && write.type !== "document.change" && write.type !== "document.retire") {
+                continue;
+            }
+            const id = write.type === "document.create" ? write.record.id : write.id;
+            let action = actions.get(id);
+            if (action === undefined) {
+                action = { retire: false };
+                actions.set(id, action);
+            }
+            switch (write.type) {
+                case "document.create":
+                    if (action.create !== undefined || action.content !== undefined) {
+                        throw new Error(`Document ${id} has more than one content command`);
+                    }
+                    action.create = write.record;
+                    action.content = write.content;
+                    break;
+                case "document.change":
+                    if (action.content !== undefined)
+                        throw new Error(`Document ${id} has more than one content command`);
+                    action.content = write.content;
+                    break;
+                case "document.retire":
+                    if (action.retire)
+                        throw new Error(`Document ${id} is retired more than once`);
+                    action.retire = true;
+                    break;
+            }
+        }
+        return actions;
+    }
+    checkDocumentActions(actions) {
+        const liveCounts = new Map();
+        for (const [id, action] of actions) {
+            const existing = this.state.documents.get(id);
+            if (action.create === undefined && existing === undefined)
+                throw new Error(`Unknown document: ${id}`);
+            if (action.create !== undefined && existing !== undefined)
+                throw new Error(`Document ${id} already exists`);
+            if (existing?.record.retiredAt !== undefined)
+                throw new Error(`Document ${id} is retired`);
+            if (action.create !== undefined && action.content?.kind !== "base") {
+                throw new Error(`Document ${id} creation requires a base`);
+            }
+            const previous = existing?.revisions.at(-1);
+            if (action.content?.kind === "delta") {
+                if (previous === undefined)
+                    throw new Error(`Document ${id} delta has no base`);
+                if (previous.version !== action.content.version) {
+                    throw new Error(`Document ${id} version transition requires a base`);
+                }
+            }
+            const key = action.create === undefined ? recordAddressKey(existing.record) : recordAddressKey(action.create);
+            const currentId = this.state.documentAddresses.get(key)?.currentId;
+            let live = liveCounts.get(key);
+            if (live === undefined)
+                live = currentId === undefined ? 0 : 1;
+            if (action.retire && currentId === id)
+                live--;
+            if (action.create !== undefined && !action.retire)
+                live++;
+            liveCounts.set(key, live);
+        }
+        for (const live of liveCounts.values()) {
+            if (live > 1)
+                throw new Error(`Document address already has a current incarnation`);
+        }
+    }
+    applyDocumentActions(actions, seq) {
+        for (const [id, action] of actions) {
+            let stored = this.state.documents.get(id);
+            if (action.create !== undefined) {
+                const record = {
+                    ...action.create,
+                    createdAt: seq,
+                    ...(action.retire ? { retiredAt: seq } : {}),
+                };
+                stored = { record, revisions: [{ ...action.content, seq }] };
+                this.state.documents.set(id, stored);
+                const key = recordAddressKey(record);
+                let address = this.state.documentAddresses.get(key);
+                if (address === undefined) {
+                    address = { ids: [] };
+                    this.state.documentAddresses.set(key, address);
+                }
+                insertSorted(address.ids, id);
+                let scopeIds = this.state.documentIdsByScope.get(scopeKey(record.scope));
+                if (scopeIds === undefined) {
+                    scopeIds = [];
+                    this.state.documentIdsByScope.set(scopeKey(record.scope), scopeIds);
+                }
+                insertSorted(scopeIds, id);
+                this.nextId = Math.max(this.nextId, id + 1);
+            }
+            else if (action.content !== undefined) {
+                const revision = { ...action.content, seq };
+                if (revision.kind === "base" && isCurrentOnly(stored.record))
+                    stored.revisions = [revision];
+                else
+                    stored.revisions.push(revision);
+            }
+            if (action.retire && action.create === undefined)
+                stored.record = { ...stored.record, retiredAt: seq };
+            if (action.retire && isCurrentOnly(stored.record))
+                stored.revisions = [];
+            if (action.create !== undefined || action.retire) {
+                const address = this.state.documentAddresses.get(recordAddressKey(stored.record));
+                if (action.retire && address.currentId === id)
+                    delete address.currentId;
+                if (action.create !== undefined && !action.retire)
+                    address.currentId = id;
+            }
+        }
+    }
     assertOpen() {
         if (this.closed)
             throw new Error("MemoryStorage is closed");
     }
 }
-//# sourceMappingURL=memory-storage.js.map
+//# sourceMappingURL=memory.js.map