@earendil-works/pi-durable 1.4.0 → 1.5.1

package/dist/storage/sqlite/statements.js

@@ -0,0 +1,88 @@
+// The multi-row statements of a commit call, few whatever the number of rows: rows as one JSON array parameter read
+// through `json_each(?)` (one SQL text per table, no bound-parameter limit), and large rows bound column by column in
+// multi-row `VALUES` of a few fixed sizes, so their already JSON-encoded records are not escaped a second time.
+/** The rows `sql` reads for `values`, given as its one JSON array parameter (`json_each(?)`): one statement per chunk. */
+export async function readRows(executor, sql, values) {
+    const rows = [];
+    for (const array of jsonArrays(values.map((value) => JSON.stringify(value)))) {
+        rows.push(...(await executor.all(sql, array)));
+    }
+    return rows;
+}
+/** Runs `sql` (a deletion) for `values`, given as its one JSON array parameter: one statement per chunk. */
+export async function runForEach(executor, sql, values) {
+    for (const array of jsonArrays(values.map((value) => JSON.stringify(value))))
+        await executor.run(sql, array);
+}
+// Rows whose string cells hold more characters than this (before escaping) go bound: a second JSON escaping of their
+// records costs more than the statements they need.
+const LARGE_ROW_CHARACTERS = 8 * 1024;
+/**
+ * Inserts `rows` (one cell per column, in order) into `table`, then `conflict` (an upsert's clause): the rows of little
+ * text from one JSON array parameter per chunk, the same SQL text whatever their number; the large ones bound column by
+ * column.
+ */
+export async function insertRows(executor, table, columns, rows, conflict = "") {
+    const small = [];
+    const large = [];
+    for (const row of rows) {
+        let text = 0;
+        for (const cell of row)
+            if (typeof cell === "string")
+                text += cell.length;
+        if (text > LARGE_ROW_CHARACTERS)
+            large.push(row);
+        else
+            small.push(JSON.stringify(row));
+    }
+    const names = columns.join(", ");
+    if (small.length > 0) {
+        const cells = columns.map((_, index) => `json_extract(item.value, '$[${index}]')`).join(", ");
+        // `WHERE true` keeps SQLite from reading an upsert's `ON` as a join constraint of the `SELECT`.
+        const sql = `INSERT INTO ${table} (${names}) SELECT ${cells} FROM json_each(?) AS item WHERE true ${conflict}`;
+        for (const array of jsonArrays(small))
+            await executor.run(sql, array);
+    }
+    await insertBound(executor, `INSERT INTO ${table} (${names}) VALUES`, columns.length, large, conflict);
+}
+// Durable Objects bind at most 100 parameters per statement.
+const MAX_PARAMETERS = 100;
+/**
+ * Inserts `rows` with `head` (`INSERT INTO t (columns) VALUES`), `width` cells each, in statements of 1, 2, 4, ... rows
+ * up to `MAX_PARAMETERS` cells: few statements, and at most a handful of SQL texts per table for prepared statements.
+ */
+async function insertBound(executor, head, width, rows, conflict) {
+    const row = `(${new Array(width).fill("?").join(", ")})`;
+    let size = 1;
+    while (size * 2 * width <= MAX_PARAMETERS)
+        size *= 2;
+    // `size` only shrinks: halved before a chunk to fit the rows left, it is also what the loop then steps over.
+    for (let start = 0; start < rows.length; start += size) {
+        while (size > rows.length - start)
+            size /= 2;
+        const chunk = rows.slice(start, start + size);
+        await executor.run(`${head} ${new Array(size).fill(row).join(", ")} ${conflict}`, ...chunk.flat());
+    }
+}
+// Durable Objects refuse a string over 2 MB, a bound parameter too; 512 Ki characters are at most 1.5 MB of UTF-8.
+const MAX_ARRAY_CHARACTERS = 512 * 1024;
+/** JSON values `parts`, in order, as JSON arrays of at most `MAX_ARRAY_CHARACTERS` each (a longer value alone). */
+function jsonArrays(parts) {
+    const arrays = [];
+    let chunk = [];
+    // The array's text: its brackets, its parts and the commas between them.
+    let length = 2;
+    for (const part of parts) {
+        if (chunk.length > 0 && length + 1 + part.length > MAX_ARRAY_CHARACTERS) {
+            arrays.push(`[${chunk.join(",")}]`);
+            chunk = [];
+            length = 2;
+        }
+        length += (chunk.length > 0 ? 1 : 0) + part.length;
+        chunk.push(part);
+    }
+    if (chunk.length > 0)
+        arrays.push(`[${chunk.join(",")}]`);
+    return arrays;
+}
+//# sourceMappingURL=statements.js.map

package/dist/storage/sqlite/statements.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"statements.js","sourceRoot":"","sources":["../../../src/storage/sqlite/statements.ts"],"names":[],"mappings":"AAAA,oHAAoH;AACpH,sHAAsH;AACtH,gHAAgH;AAKhH,0HAA0H;AAC1H,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC7B,QAAwB,EACxB,GAAW,EACX,MAA2C;IAE3C,MAAM,IAAI,GAAQ,EAAE,CAAC;IACrB,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9E,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAI,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,IAAI,CAAC;AACb,CAAC;AAED,4GAA4G;AAC5G,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,QAAwB,EAAE,GAAW,EAAE,MAAuB;IAC9F,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QAAE,MAAM,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;AAC9G,CAAC;AAED,qHAAqH;AACrH,oDAAoD;AACpD,MAAM,oBAAoB,GAAG,CAAC,GAAG,IAAI,CAAC;AAEtC;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC/B,QAAwB,EACxB,KAAa,EACb,OAA0B,EAC1B,IAAkC,EAClC,QAAQ,GAAG,EAAE;IAEb,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,KAAK,GAAwB,EAAE,CAAC;IACtC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACxB,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,MAAM,IAAI,IAAI,GAAG;YAAE,IAAI,OAAO,IAAI,KAAK,QAAQ;gBAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC;QAC1E,IAAI,IAAI,GAAG,oBAAoB;YAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;;YAC5C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,+BAA+B,KAAK,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9F,gGAAgG;QAChG,MAAM,GAAG,GAAG,eAAe,KAAK,KAAK,KAAK,YAAY,KAAK,yCAAyC,QAAQ,EAAE,CAAC;QAC/G,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC;YAAE,MAAM,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACvE,CAAC;IACD,MAAM,WAAW,CAAC,QAAQ,EAAE,eAAe,KAAK,KAAK,KAAK,UAAU,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;AACxG,CAAC;AAED,6DAA6D;AAC7D,MAAM,cAAc,GAAG,GAAG,CAAC;AAE3B;;;GAGG;AACH,KAAK,UAAU,WAAW,CACzB,QAAwB,EACxB,IAAY,EACZ,KAAa,EACb,IAAkC,EAClC,QAAgB;IAEhB,MAAM,GAAG,GAAG,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;IACzD,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,OAAO,IAAI,GAAG,CAAC,GAAG,KAAK,IAAI,cAAc;QAAE,IAAI,IAAI,CAAC,CAAC;IACrD,6GAA6G;IAC7G,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,IAAI,EAAE,CAAC;QACxD,OAAO,IAAI,GAAG,IAAI,CAAC,MAAM,GAAG,KAAK;YAAE,IAAI,IAAI,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC,CAAC;QAC9C,MAAM,QAAQ,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ,EAAE,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IACpG,CAAC;AACF,CAAC;AAED,mHAAmH;AACnH,MAAM,oBAAoB,GAAG,GAAG,GAAG,IAAI,CAAC;AAExC,mHAAmH;AACnH,SAAS,UAAU,CAAC,KAAwB;IAC3C,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,GAAa,EAAE,CAAC;IACzB,yEAAyE;IACzE,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;YACzE,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACpC,KAAK,GAAG,EAAE,CAAC;YACX,MAAM,GAAG,CAAC,CAAC;QACZ,CAAC;QACD,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;QACnD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClB,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC1D,OAAO,MAAM,CAAC;AACf,CAAC","sourcesContent":["// The multi-row statements of a commit call, few whatever the number of rows: rows as one JSON array parameter read\n// through `json_each(?)` (one SQL text per table, no bound-parameter limit), and large rows bound column by column in\n// multi-row `VALUES` of a few fixed sizes, so their already JSON-encoded records are not escaped a second time.\n\nimport type { SqliteExecutor } from \"@earendil-works/chord/sqlite\";\nimport type { Cell } from \"./rows.ts\";\n\n/** The rows `sql` reads for `values`, given as its one JSON array parameter (`json_each(?)`): one statement per chunk. */\nexport async function readRows<T extends object>(\n\texecutor: SqliteExecutor,\n\tsql: string,\n\tvalues: readonly (Cell | readonly Cell[])[],\n): Promise<T[]> {\n\tconst rows: T[] = [];\n\tfor (const array of jsonArrays(values.map((value) => JSON.stringify(value)))) {\n\t\trows.push(...(await executor.all<T>(sql, array)));\n\t}\n\treturn rows;\n}\n\n/** Runs `sql` (a deletion) for `values`, given as its one JSON array parameter: one statement per chunk. */\nexport async function runForEach(executor: SqliteExecutor, sql: string, values: readonly Cell[]): Promise<void> {\n\tfor (const array of jsonArrays(values.map((value) => JSON.stringify(value)))) await executor.run(sql, array);\n}\n\n// Rows whose string cells hold more characters than this (before escaping) go bound: a second JSON escaping of their\n// records costs more than the statements they need.\nconst LARGE_ROW_CHARACTERS = 8 * 1024;\n\n/**\n * Inserts `rows` (one cell per column, in order) into `table`, then `conflict` (an upsert's clause): the rows of little\n * text from one JSON array parameter per chunk, the same SQL text whatever their number; the large ones bound column by\n * column.\n */\nexport async function insertRows(\n\texecutor: SqliteExecutor,\n\ttable: string,\n\tcolumns: readonly string[],\n\trows: readonly (readonly Cell[])[],\n\tconflict = \"\",\n): Promise<void> {\n\tconst small: string[] = [];\n\tconst large: (readonly Cell[])[] = [];\n\tfor (const row of rows) {\n\t\tlet text = 0;\n\t\tfor (const cell of row) if (typeof cell === \"string\") text += cell.length;\n\t\tif (text > LARGE_ROW_CHARACTERS) large.push(row);\n\t\telse small.push(JSON.stringify(row));\n\t}\n\tconst names = columns.join(\", \");\n\tif (small.length > 0) {\n\t\tconst cells = columns.map((_, index) => `json_extract(item.value, '$[${index}]')`).join(\", \");\n\t\t// `WHERE true` keeps SQLite from reading an upsert's `ON` as a join constraint of the `SELECT`.\n\t\tconst sql = `INSERT INTO ${table} (${names}) SELECT ${cells} FROM json_each(?) AS item WHERE true ${conflict}`;\n\t\tfor (const array of jsonArrays(small)) await executor.run(sql, array);\n\t}\n\tawait insertBound(executor, `INSERT INTO ${table} (${names}) VALUES`, columns.length, large, conflict);\n}\n\n// Durable Objects bind at most 100 parameters per statement.\nconst MAX_PARAMETERS = 100;\n\n/**\n * Inserts `rows` with `head` (`INSERT INTO t (columns) VALUES`), `width` cells each, in statements of 1, 2, 4, ... rows\n * up to `MAX_PARAMETERS` cells: few statements, and at most a handful of SQL texts per table for prepared statements.\n */\nasync function insertBound(\n\texecutor: SqliteExecutor,\n\thead: string,\n\twidth: number,\n\trows: readonly (readonly Cell[])[],\n\tconflict: string,\n): Promise<void> {\n\tconst row = `(${new Array(width).fill(\"?\").join(\", \")})`;\n\tlet size = 1;\n\twhile (size * 2 * width <= MAX_PARAMETERS) size *= 2;\n\t// `size` only shrinks: halved before a chunk to fit the rows left, it is also what the loop then steps over.\n\tfor (let start = 0; start < rows.length; start += size) {\n\t\twhile (size > rows.length - start) size /= 2;\n\t\tconst chunk = rows.slice(start, start + size);\n\t\tawait executor.run(`${head} ${new Array(size).fill(row).join(\", \")} ${conflict}`, ...chunk.flat());\n\t}\n}\n\n// Durable Objects refuse a string over 2 MB, a bound parameter too; 512 Ki characters are at most 1.5 MB of UTF-8.\nconst MAX_ARRAY_CHARACTERS = 512 * 1024;\n\n/** JSON values `parts`, in order, as JSON arrays of at most `MAX_ARRAY_CHARACTERS` each (a longer value alone). */\nfunction jsonArrays(parts: readonly string[]): string[] {\n\tconst arrays: string[] = [];\n\tlet chunk: string[] = [];\n\t// The array's text: its brackets, its parts and the commas between them.\n\tlet length = 2;\n\tfor (const part of parts) {\n\t\tif (chunk.length > 0 && length + 1 + part.length > MAX_ARRAY_CHARACTERS) {\n\t\t\tarrays.push(`[${chunk.join(\",\")}]`);\n\t\t\tchunk = [];\n\t\t\tlength = 2;\n\t\t}\n\t\tlength += (chunk.length > 0 ? 1 : 0) + part.length;\n\t\tchunk.push(part);\n\t}\n\tif (chunk.length > 0) arrays.push(`[${chunk.join(\",\")}]`);\n\treturn arrays;\n}\n"]}

package/dist/storage/sqlite/storage.d.ts

@@ -1,6 +1,7 @@
-import type { Context, JsonValue } from "@earendil-works/chord";
+import type { Context } from "@earendil-works/chord/context";
+import type { JsonValue } from "@earendil-works/chord/json";
 import type { SqliteDatabase } from "@earendil-works/chord/sqlite";
-import type { ConversationId, ConversationQuery, ConversationRecord, Cursor, DocumentAddress, DocumentId, DocumentPoint, DocumentQuery, DocumentRecord, EntryId, EntryQuery, EntryRecord, Id, Page, Seq, Storage, StorageWrite, StoredDocument, SubmissionId, SubmissionQuery, SubmissionRecord, TaskId, TaskQuery, TaskRecord } from "../../types.ts";
+import type { CommitResult, ConversationId, ConversationQuery, ConversationRecord, Cursor, DocumentAddress, DocumentId, DocumentPoint, DocumentQuery, DocumentRecord, EntryId, EntryQuery, EntryRecord, Id, Page, Seq, Storage, StorageWrite, StoredDocument, SubmissionId, SubmissionQuery, SubmissionRecord, TaskId, TaskQuery, TaskRecord } from "../../types.ts";
 type StoredTask = TaskRecord<JsonValue, JsonValue, JsonValue>;
 export type SqliteStorageOptions = {
     /**
@@ -21,7 +22,24 @@ export declare class SqliteStorage implements Storage {
     private constructor();
     /** Initialize storage over an owned SQLite database facade. */
     static open(db: SqliteDatabase, options?: SqliteStorageOptions): Promise<SqliteStorage>;
-    commit(writes: readonly StorageWrite[], _context: Context): Promise<Seq>;
+    /**
+     * Commit `batches` in one SQL transaction, each with its own seq. Each batch is checked before it writes anything,
+     * against the state the earlier ones left, and the first one refused ends the batch: the transaction commits the ones
+     * before it. No savepoints, which Durable Objects do not allow: the checks run before the writes instead. The checks
+     * read the stored state of all batches up front and run in memory, and the accepted batches are written per table in
+     * multi-row statements (`commit.ts`), so a call costs a few statements whatever its number of batches. A batch with a
+     * copy reads the copy's source from the database: the batches before it are written first, so a call of many fork
+     * batches costs a few statements per fork.
+     */
+    commit(batches: readonly (readonly StorageWrite[])[], receive: (index: number, seq: Seq) => void, _context: Context): Promise<CommitResult>;
+    private readMetadata;
+    private writeMetadata;
+    /**
+     * Durable's own checks of one batch, against what the batches before it left: its document actions, or its refusal.
+     * Only these checks refuse; a failure of a database call rejects. A copy reads its source from the database, so the
+     * batches before it are written first.
+     */
+    private checkBatch;
     mintId<I extends Id<string>>(): Promise<I>;
     conversation(id: ConversationId, _context: Context): Promise<ConversationRecord | undefined>;
     scanConversations(query: ConversationQuery, limit: number, cursor: Cursor | undefined, _context: Context): Promise<Page<ConversationRecord, Cursor>>;
@@ -60,13 +78,8 @@ export declare class SqliteStorage implements Storage {
     private readConversation;
     private materializeDocument;
     private candidateNextId;
-    private checkGlobalIds;
-    private prepareDocumentActions;
-    private checkDocumentActions;
-    private currentDocumentId;
-    private applyTableWrite;
-    private claimId;
-    private applyDocumentActions;
+    /** Resolve each copy to a base of its source's state before this batch, which may not change the source. */
+    private resolveCopies;
     private assertOpen;
 }
 export {};

package/dist/storage/sqlite/storage.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"storage.d.ts","sourceRoot":"","sources":["../../../src/storage/sqlite/storage.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAEhE,OAAO,KAAK,EAAE,cAAc,EAA+B,MAAM,8BAA8B,CAAC;AAGhG,OAAO,KAAK,EACX,cAAc,EACd,iBAAiB,EACjB,kBAAkB,EAClB,MAAM,EACN,eAAe,EAGf,UAAU,EACV,aAAa,EACb,aAAa,EACb,cAAc,EACd,OAAO,EACP,UAAU,EACV,WAAW,EACX,EAAE,EAEF,IAAI,EAEJ,GAAG,EACH,OAAO,EACP,YAAY,EACZ,cAAc,EACd,YAAY,EACZ,eAAe,EACf,gBAAgB,EAChB,MAAM,EACN,SAAS,EACT,UAAU,EACV,MAAM,gBAAgB,CAAC;AAKxB,KAAK,UAAU,GAAG,UAAU,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;AAwB9D,MAAM,MAAM,oBAAoB,GAAG;IAClC;;;OAGG;IACH,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;CACzB,CAAC;AAiFF,mEAAmE;AACnE,qBAAa,aAAc,YAAW,OAAO;IAC5C,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAiB;IACpC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;IACtC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAA4B;IAC3C,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,YAAY,CAA2B;IAE/C,OAAO,eAIN;IAED,+DAA+D;IAC/D,OAAa,IAAI,CAAC,EAAE,EAAE,cAAc,EAAE,OAAO,GAAE,oBAAyB,GAAG,OAAO,CAAC,aAAa,CAAC,CAiBhG;IAEK,MAAM,CAAC,MAAM,EAAE,SAAS,YAAY,EAAE,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAuB7E;IAEK,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,CAI/C;IAEK,YAAY,CAAC,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC,CAIjG;IAEK,iBAAiB,CACtB,KAAK,EAAE,iBAAiB,EACxB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAC,CAwB3C;IAED,KAAK,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC;QAAE,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;QAAC,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC,CAAC;IACpH,KAAK,CACJ,cAAc,EAAE,cAAc,EAC9B,EAAE,EAAE,OAAO,EACX,OAAO,EAAE,OAAO,GACd,OAAO,CAAC;QAAE,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;QAAC,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC,CAAC;IASjF,oBAAoB,CACnB,cAAc,EAAE,cAAc,EAC9B,iBAAiB,EAAE,OAAO,GAAG,SAAS,EACtC,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,CAAC,WAAW,GAAG;QAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAA;KAAE,CAAC,GAAG,SAAS,CAAC,CAEjE;IAED,WAAW,CACV,KAAK,EAAE,UAAU,EACjB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAEpC;YAEa,SAAS;YAoCT,oBAAoB;YA0BpB,WAAW;IAqCzB,6GAA6G;YAC/F,oBAAoB;IAyC5B,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,CAIzE;IAEK,SAAS,CACd,KAAK,EAAE,SAAS,EAChB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAoCnC;IAEK,UAAU,CAAC,EAAE,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,gBAAgB,GAAG,SAAS,CAAC,CAI3F;IAEK,eAAe,CACpB,KAAK,EAAE,eAAe,EACtB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC,CAwBzC;IAEK,mBAAmB,CACxB,cAAc,EAAE,cAAc,EAC9B,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,gBAAgB,GAAG,SAAS,CAAC,CAQvC;IAEK,YAAY,CACjB,OAAO,EAAE,eAAe,EACxB,EAAE,EAAE,aAAa,EACjB,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC,CAgBrC;IAEK,QAAQ,CAAC,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC,CAIxG;IAEK,aAAa,CAClB,KAAK,EAAE,aAAa,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC,CAwBvC;IAED,KAAK,CAAC,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAMtC;YAEa,aAAa;IAS3B;;;OAGG;YACW,SAAS;YAUT,gBAAgB;YAKhB,mBAAmB;IAqCjC,OAAO,CAAC,eAAe;YAST,cAAc;IAuB5B,OAAO,CAAC,sBAAsB;YA+ChB,oBAAoB;YAqCpB,iBAAiB;YAoBjB,eAAe;YA6Df,OAAO;YAQP,oBAAoB;IA0FlC,OAAO,CAAC,UAAU;CAGlB"}
+{"version":3,"file":"storage.d.ts","sourceRoot":"","sources":["../../../src/storage/sqlite/storage.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,+BAA+B,CAAC;AAE7D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,KAAK,EAAE,cAAc,EAA+B,MAAM,8BAA8B,CAAC;AAGhG,OAAO,KAAK,EACX,YAAY,EACZ,cAAc,EACd,iBAAiB,EACjB,kBAAkB,EAClB,MAAM,EACN,eAAe,EAEf,UAAU,EACV,aAAa,EACb,aAAa,EACb,cAAc,EACd,OAAO,EACP,UAAU,EACV,WAAW,EACX,EAAE,EAEF,IAAI,EAEJ,GAAG,EACH,OAAO,EACP,YAAY,EACZ,cAAc,EACd,YAAY,EACZ,eAAe,EACf,gBAAgB,EAChB,MAAM,EACN,SAAS,EACT,UAAU,EACV,MAAM,gBAAgB,CAAC;AAOxB,KAAK,UAAU,GAAG,UAAU,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;AAW9D,MAAM,MAAM,oBAAoB,GAAG;IAClC;;;OAGG;IACH,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;CACzB,CAAC;AAwDF,mEAAmE;AACnE,qBAAa,aAAc,YAAW,OAAO;IAC5C,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAiB;IACpC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;IACtC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAA4B;IAC3C,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,YAAY,CAA2B;IAE/C,OAAO,eAIN;IAED,+DAA+D;IAC/D,OAAa,IAAI,CAAC,EAAE,EAAE,cAAc,EAAE,OAAO,GAAE,oBAAyB,GAAG,OAAO,CAAC,aAAa,CAAC,CAiBhG;IAED;;;;;;;;OAQG;IACG,MAAM,CACX,OAAO,EAAE,SAAS,CAAC,SAAS,YAAY,EAAE,CAAC,EAAE,EAC7C,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,IAAI,EAC1C,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,YAAY,CAAC,CAgCvB;YAEa,YAAY;YAQZ,aAAa;IAQ3B;;;;OAIG;YACW,UAAU;IAyBlB,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,CAI/C;IAEK,YAAY,CAAC,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC,CAIjG;IAEK,iBAAiB,CACtB,KAAK,EAAE,iBAAiB,EACxB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAC,CAwB3C;IAED,KAAK,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC;QAAE,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;QAAC,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC,CAAC;IACpH,KAAK,CACJ,cAAc,EAAE,cAAc,EAC9B,EAAE,EAAE,OAAO,EACX,OAAO,EAAE,OAAO,GACd,OAAO,CAAC;QAAE,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;QAAC,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC,CAAC;IASjF,oBAAoB,CACnB,cAAc,EAAE,cAAc,EAC9B,iBAAiB,EAAE,OAAO,GAAG,SAAS,EACtC,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,CAAC,WAAW,GAAG;QAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAA;KAAE,CAAC,GAAG,SAAS,CAAC,CAEjE;IAED,WAAW,CACV,KAAK,EAAE,UAAU,EACjB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAEpC;YAEa,SAAS;YAoCT,oBAAoB;YA0BpB,WAAW;IAqCzB,6GAA6G;YAC/F,oBAAoB;IAyC5B,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,CAIzE;IAEK,SAAS,CACd,KAAK,EAAE,SAAS,EAChB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAoCnC;IAEK,UAAU,CAAC,EAAE,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,gBAAgB,GAAG,SAAS,CAAC,CAI3F;IAEK,eAAe,CACpB,KAAK,EAAE,eAAe,EACtB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC,CAwBzC;IAEK,mBAAmB,CACxB,cAAc,EAAE,cAAc,EAC9B,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,gBAAgB,GAAG,SAAS,CAAC,CAQvC;IAEK,YAAY,CACjB,OAAO,EAAE,eAAe,EACxB,EAAE,EAAE,aAAa,EACjB,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC,CAgBrC;IAEK,QAAQ,CAAC,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC,CAIxG;IAEK,aAAa,CAClB,KAAK,EAAE,aAAa,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,QAAQ,EAAE,OAAO,GACf,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC,CAwBvC;IAED,KAAK,CAAC,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAMtC;YAEa,aAAa;IAS3B;;;OAGG;YACW,SAAS;YAUT,gBAAgB;YAKhB,mBAAmB;IAqCjC,OAAO,CAAC,eAAe;IASvB,4GAA4G;YAC9F,aAAa;IAwB3B,OAAO,CAAC,UAAU;CAGlB"}

package/dist/storage/sqlite/storage.js

@@ -2,12 +2,10 @@ import { apply } from "@earendil-works/chord/delta";
 import { StorageRequestError } from "../../errors.js";
 import { idFromNumber, seqFromNumber } from "../../ids.js";
 import { nextCursor, scanStart } from "../scan.js";
+import { CommitState, claimOf, PendingWrites, prepareDocumentActions } from "./commit.js";
 import { applySqliteMigrationsForSchema } from "./migrations.js";
+import { addressParts, encodeIndexedString, isCurrentOnly, parseJson, scopeColumns } from "./rows.js";
 import { createSqliteSchema } from "./schema.js";
-const parseJson = (value) => JSON.parse(value);
-const encodeJson = (value) => JSON.stringify(value);
-// Some SQLite bindings replace lone UTF-16 surrogates. JSON encoding keeps indexed identities lossless.
-const encodeIndexedString = (value) => JSON.stringify(value);
 const cursorId = (cursor) => {
     const after = cursor?.after;
     if (after === undefined)
@@ -26,50 +24,33 @@ const page = (values, limit, order = "ascending") => {
 const scanSql = (start) => start.order === "ascending"
     ? { clause: "id > ?", param: start.after ?? -1, direction: "ASC" }
     : { clause: "id < ?", param: start.after ?? Number.MAX_SAFE_INTEGER, direction: "DESC" };
-const scopeColumns = (scope) => {
-    switch (scope.kind) {
-        case "session":
-            return { scopeKind: "session", ownerId: 0 };
-        case "conversation":
-            return { scopeKind: "conversation", ownerId: scope.conversationId };
-        case "task":
-            return { scopeKind: "task", ownerId: scope.taskId };
-    }
-};
-const addressParts = (address) => {
-    const scope = scopeColumns(address.scope);
-    return {
-        kind: encodeIndexedString(address.kind),
-        ...scope,
-        family: address.key === undefined ? 0 : 1,
-        keyValue: encodeIndexedString(address.key ?? ""),
-    };
-};
-const addressKey = (address) => {
-    const parts = addressParts(address);
-    return JSON.stringify([parts.kind, parts.scopeKind, parts.ownerId, parts.family, parts.keyValue]);
-};
 const isAliveAt = (record, at) => {
     if (at === "current")
         return record.retiredAt === undefined;
     return record.createdAt <= at && (record.retiredAt === undefined || at < record.retiredAt);
 };
-const isCurrentOnly = (record) => record.scope.kind !== "conversation" || record.history === "latest";
-const writeId = (write) => {
-    switch (write.type) {
-        case "conversation":
-        case "entry":
-        case "task":
-        case "submission":
-            return write.value.id;
-        case "document.create":
-        case "document.copy":
-            return write.record.id;
-        case "document.change":
-        case "document.retire":
-            return undefined;
-    }
-};
+/**
+ * `executor`, setting `calls.failed` when one of its calls throws, synchronously (a synchronous driver) or by
+ * rejecting, with any value: then a failing check is the database's, not one of Durable's own.
+ */
+function watchCalls(executor, calls) {
+    const watched = async (call) => {
+        try {
+            return await call();
+        }
+        catch (error) {
+            calls.failed = true;
+            throw error;
+        }
+    };
+    return {
+        exec: (sql) => watched(() => executor.exec(sql)),
+        run: (sql, ...params) => watched(() => executor.run(sql, ...params)),
+        runCounted: (sql, ...params) => watched(() => executor.runCounted(sql, ...params)),
+        get: (sql, ...params) => watched(() => executor.get(sql, ...params)),
+        all: (sql, ...params) => watched(() => executor.all(sql, ...params)),
+    };
+}
 /** Portable SQLite implementation of the Pico storage contract. */
 export class SqliteStorage {
     db;
@@ -104,25 +85,85 @@ export class SqliteStorage {
             throw error;
         }
     }
-    async commit(writes, _context) {
+    /**
+     * Commit `batches` in one SQL transaction, each with its own seq. Each batch is checked before it writes anything,
+     * against the state the earlier ones left, and the first one refused ends the batch: the transaction commits the ones
+     * before it. No savepoints, which Durable Objects do not allow: the checks run before the writes instead. The checks
+     * read the stored state of all batches up front and run in memory, and the accepted batches are written per table in
+     * multi-row statements (`commit.ts`), so a call costs a few statements whatever its number of batches. A batch with a
+     * copy reads the copy's source from the database: the batches before it are written first, so a call of many fork
+     * batches costs a few statements per fork.
+     */
+    async commit(batches, receive, _context) {
         this.assertOpen();
-        const documentActions = this.prepareDocumentActions(writes);
-        const candidateNextId = this.candidateNextId(writes);
-        const seq = await this.db.transaction(async (transaction) => {
-            const metadata = await transaction.get(`SELECT next_id, next_seq FROM ${this.schema.tables.durableMetadata} WHERE singleton = 1`);
-            if (metadata === undefined)
-                throw new Error("Durable SQLite metadata is missing");
-            const committedSeq = seqFromNumber(metadata.next_seq);
-            await this.checkGlobalIds(transaction, writes);
-            await this.checkDocumentActions(transaction, documentActions);
-            for (const write of writes)
-                await this.applyTableWrite(transaction, write, committedSeq);
-            await this.applyDocumentActions(transaction, documentActions, committedSeq);
-            await transaction.run(`UPDATE ${this.schema.tables.durableMetadata} SET next_id = ?, next_seq = ? WHERE singleton = 1`, String(Math.max(Number(metadata.next_id), candidateNextId)), committedSeq + 1);
-            return committedSeq;
+        const seqs = [];
+        let refused;
+        let candidateNextId = this.nextId;
+        await this.db.transaction(async (transaction) => {
+            const metadata = await this.readMetadata(transaction);
+            let next = metadata.next_seq;
+            // A failure of the database rejects the call and rolls back the batches before it with the transaction.
+            const state = await CommitState.read(transaction, this.schema.tables, batches);
+            const pending = new PendingWrites();
+            for (const writes of batches) {
+                const checked = await this.checkBatch(transaction, state, pending, writes);
+                if ("refused" in checked) {
+                    refused = { error: checked.refused };
+                    break;
+                }
+                const seq = seqFromNumber(next++);
+                state.apply(writes, checked.actions, seq);
+                pending.add(writes, checked.actions, seq, state);
+                seqs.push(seq);
+                candidateNextId = Math.max(candidateNextId, this.candidateNextId(writes));
+            }
+            await pending.flush(transaction, this.schema.tables);
+            if (seqs.length > 0) {
+                await this.writeMetadata(transaction, Math.max(Number(metadata.next_id), candidateNextId), next);
+            }
         });
         this.nextId = Math.max(this.nextId, candidateNextId);
-        return seq;
+        // `COMMIT` returned: the stored batches are durable.
+        for (const [index, seq] of seqs.entries())
+            receive(index, seq);
+        return refused === undefined ? { stored: seqs.length } : { stored: seqs.length, refused: refused.error };
+    }
+    async readMetadata(executor) {
+        const metadata = await executor.get(`SELECT next_id, next_seq FROM ${this.schema.tables.durableMetadata} WHERE singleton = 1`);
+        if (metadata === undefined)
+            throw new Error("Durable SQLite metadata is missing");
+        return metadata;
+    }
+    async writeMetadata(executor, nextId, nextSeq) {
+        await executor.run(`UPDATE ${this.schema.tables.durableMetadata} SET next_id = ?, next_seq = ? WHERE singleton = 1`, String(nextId), nextSeq);
+    }
+    /**
+     * Durable's own checks of one batch, against what the batches before it left: its document actions, or its refusal.
+     * Only these checks refuse; a failure of a database call rejects. A copy reads its source from the database, so the
+     * batches before it are written first.
+     */
+    async checkBatch(transaction, state, pending, writes) {
+        let actions;
+        try {
+            actions = prepareDocumentActions(writes);
+            state.check(writes, actions);
+        }
+        catch (error) {
+            return { refused: error };
+        }
+        if (![...actions.values()].some((action) => action.copy !== undefined))
+            return { actions };
+        await pending.flush(transaction, this.schema.tables);
+        const calls = { failed: false };
+        try {
+            await this.resolveCopies(watchCalls(transaction, calls), actions);
+        }
+        catch (error) {
+            if (calls.failed)
+                throw error;
+            return { refused: error };
+        }
+        return { actions };
     }
     async mintId() {
         this.assertOpen();
@@ -452,216 +493,34 @@ export class SqliteStorage {
     candidateNextId(writes) {
         let nextId = this.nextId;
         for (const write of writes) {
-            const id = writeId(write);
+            const id = claimOf(write)?.id;
             if (id !== undefined)
                 nextId = Math.max(nextId, id + 1);
         }
         return nextId;
     }
-    async checkGlobalIds(executor, writes) {
-        const claimed = new Map();
-        for (const write of writes) {
-            if (write.type === "document.change" || write.type === "document.retire")
-                continue;
-            const document = write.type === "document.create" || write.type === "document.copy";
-            const table = document ? "document" : write.type;
-            const id = document ? write.record.id : write.value.id;
-            const existing = (await executor.get(`SELECT record_type FROM ${this.schema.tables.recordIds} WHERE id = ?`, id))?.record_type;
-            const earlier = claimed.get(id);
-            if (table === "conversation" || table === "entry" || table === "document") {
-                if (existing !== undefined)
-                    throw new Error(`ID ${id} already belongs to ${existing}`);
-                if (earlier !== undefined)
-                    throw new Error(`ID ${id} is written more than once`);
-            }
-            else {
-                if (existing !== undefined && existing !== table)
-                    throw new Error(`ID ${id} already belongs to ${existing}`);
-                if (earlier !== undefined && earlier !== table)
-                    throw new Error(`ID ${id} is written as two record types`);
-            }
-            claimed.set(id, table);
-        }
-    }
-    prepareDocumentActions(writes) {
-        const actions = new Map();
-        for (const write of writes) {
-            if (write.type !== "document.create" &&
-                write.type !== "document.copy" &&
-                write.type !== "document.change" &&
-                write.type !== "document.retire") {
-                continue;
-            }
-            const id = write.type === "document.create" || write.type === "document.copy" ? write.record.id : write.id;
-            let action = actions.get(id);
-            if (action === undefined) {
-                action = { retire: false };
-                actions.set(id, action);
-            }
-            switch (write.type) {
-                case "document.create":
-                    if (action.create !== undefined || action.content !== undefined || action.copy !== undefined) {
-                        throw new Error(`Document ${id} has more than one content command`);
-                    }
-                    action.create = write.record;
-                    action.content = write.content;
-                    break;
-                case "document.copy":
-                    if (action.create !== undefined || action.content !== undefined || action.copy !== undefined) {
-                        throw new Error(`Document ${id} has more than one content command`);
-                    }
-                    action.create = write.record;
-                    action.copy = write.source;
-                    break;
-                case "document.change":
-                    if (action.content !== undefined || action.copy !== undefined) {
-                        throw new Error(`Document ${id} has more than one content command`);
-                    }
-                    action.content = write.content;
-                    break;
-                case "document.retire":
-                    if (action.retire)
-                        throw new Error(`Document ${id} is retired more than once`);
-                    action.retire = true;
-                    break;
-            }
-        }
-        return actions;
-    }
-    async checkDocumentActions(executor, actions) {
-        const liveCounts = new Map();
+    /** Resolve each copy to a base of its source's state before this batch, which may not change the source. */
+    async resolveCopies(executor, actions) {
         for (const [id, action] of actions) {
-            if (action.copy !== undefined && actions.has(action.copy.id)) {
-                throw new Error(`Document copy ${id} source is changed in the copy batch`);
-            }
-            const row = await executor.get(`SELECT record FROM ${this.schema.tables.documents} WHERE id = ?`, id);
-            const existing = row === undefined ? undefined : parseJson(row.record);
-            if (action.create === undefined && existing === undefined)
-                throw new Error(`Unknown document: ${id}`);
-            if (action.create !== undefined && existing !== undefined)
-                throw new Error(`Document ${id} already exists`);
-            if (existing?.retiredAt !== undefined)
-                throw new Error(`Document ${id} is retired`);
-            if (action.content?.kind === "delta") {
-                const previous = await executor.get(`SELECT version FROM ${this.schema.tables.documentRevisions} WHERE document_id = ? ORDER BY seq DESC LIMIT 1`, id);
-                if (previous === undefined)
-                    throw new Error(`Document ${id} delta has no base`);
-                if (previous.version !== action.content.version) {
-                    throw new Error(`Document ${id} version transition requires a base`);
-                }
-            }
-            const record = action.create ?? existing;
-            const key = addressKey(record);
-            let live = liveCounts.get(key);
-            if (live === undefined)
-                live = (await this.currentDocumentId(executor, record)) === undefined ? 0 : 1;
-            if (action.retire && existing !== undefined)
-                live--;
-            if (action.create !== undefined && !action.retire)
-                live++;
-            liveCounts.set(key, live);
-        }
-        for (const live of liveCounts.values()) {
-            if (live > 1)
-                throw new Error("Document address already has a current incarnation");
-        }
-    }
-    async currentDocumentId(executor, address) {
-        const parts = addressParts(address);
-        const id = (await executor.get(`SELECT id FROM ${this.schema.tables.documents}
-				WHERE kind = ? AND scope_kind = ? AND owner_id = ? AND family = ? AND key_value = ? AND retired_at IS NULL
-				LIMIT 1`, parts.kind, parts.scopeKind, parts.ownerId, parts.family, parts.keyValue))?.id;
-        return id === undefined ? undefined : idFromNumber(id);
-    }
-    async applyTableWrite(executor, write, seq) {
-        switch (write.type) {
-            case "conversation":
-                await this.claimId(executor, write.value.id, "conversation");
-                await executor.run(`INSERT INTO ${this.schema.tables.conversations} (id, owner_conversation_id, owner_task_id, record) VALUES (?, ?, ?, ?)`, write.value.id, write.value.owner?.conversationId ?? null, write.value.owner?.taskId ?? null, encodeJson(write.value));
-                break;
-            case "entry":
-                await this.claimId(executor, write.value.id, "entry");
-                await executor.run(`INSERT INTO ${this.schema.tables.entries} (id, conversation_id, head, commit_seq, record) VALUES (?, ?, ?, ?, ?)`, write.value.id, write.value.conversationId, write.value.head ?? null, seq, encodeJson(write.value));
-                break;
-            case "task":
-                await this.claimId(executor, write.value.id, "task");
-                await executor.run(`INSERT INTO ${this.schema.tables.tasks} (id, conversation_id, kind, status, abort_requested, background, record)
-						VALUES (?, ?, ?, ?, ?, ?, ?)
-						ON CONFLICT(id) DO UPDATE SET conversation_id = excluded.conversation_id, kind = excluded.kind,
-						status = excluded.status, abort_requested = excluded.abort_requested,
-						background = excluded.background, record = excluded.record`, write.value.id, write.value.conversationId, encodeIndexedString(write.value.kind), write.value.state.status, write.value.abortRequested ? 1 : 0, write.value.background ? 1 : 0, encodeJson(write.value));
-                break;
-            case "submission":
-                await this.claimId(executor, write.value.id, "submission");
-                await executor.run(`INSERT INTO ${this.schema.tables.submissions} (id, conversation_id, request_id, status, record) VALUES (?, ?, ?, ?, ?)
-						ON CONFLICT(id) DO UPDATE SET conversation_id = excluded.conversation_id,
-						request_id = excluded.request_id, status = excluded.status, record = excluded.record`, write.value.id, write.value.conversationId, write.value.requestId === undefined ? null : encodeIndexedString(write.value.requestId), write.value.status, encodeJson(write.value));
-                break;
-            case "document.create":
-            case "document.copy":
-            case "document.change":
-            case "document.retire":
-                break;
-        }
-    }
-    async claimId(executor, id, table) {
-        await executor.run(`INSERT OR IGNORE INTO ${this.schema.tables.recordIds} (id, record_type) VALUES (?, ?)`, id, table);
-    }
-    async applyDocumentActions(executor, actions, seq) {
-        for (const [id, action] of actions) {
-            let content = action.content;
-            if (action.copy !== undefined) {
-                try {
-                    const stored = await this.materializeDocument(executor, action.copy.id, action.copy.at);
-                    if (stored === undefined)
-                        throw new Error(`Fork source document ${action.copy.id} cannot be read`);
-                    const create = action.create;
-                    if (stored.record.scope.kind !== "conversation" ||
-                        create.scope.kind !== "conversation" ||
-                        stored.record.kind !== create.kind ||
-                        stored.record.key !== create.key ||
-                        stored.record.history !== create.history ||
-                        stored.record.fork !== create.fork) {
-                        throw new Error(`Fork source document ${action.copy.id} does not match the copied record`);
-                    }
-                    content = { kind: "base", version: stored.version, value: stored.value };
-                }
-                catch (error) {
-                    throw new Error(`Document copy ${id} was rejected`, { cause: error });
-                }
-            }
-            let record;
-            if (action.create !== undefined) {
-                record = {
-                    ...action.create,
-                    createdAt: seq,
-                    ...(action.retire ? { retiredAt: seq } : {}),
-                };
-                const parts = addressParts(record);
-                await this.claimId(executor, id, "document");
-                await executor.run(`INSERT INTO ${this.schema.tables.documents}
-						(id, kind, family, key_value, scope_kind, owner_id, created_at, retired_at, record)
-						VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)`, id, parts.kind, parts.family, parts.keyValue, parts.scopeKind, parts.ownerId, seq, action.retire ? seq : null, encodeJson(record));
-            }
-            else {
-                const row = (await executor.get(`SELECT record FROM ${this.schema.tables.documents} WHERE id = ?`, id));
-                record = parseJson(row.record);
-            }
-            if (content !== undefined) {
-                if (content.kind === "base" && isCurrentOnly(record)) {
-                    await executor.run(`DELETE FROM ${this.schema.tables.documentRevisions} WHERE document_id = ?`, id);
+            if (action.copy === undefined)
+                continue;
+            try {
+                const stored = await this.materializeDocument(executor, action.copy.id, action.copy.at);
+                if (stored === undefined)
+                    throw new Error(`Fork source document ${action.copy.id} cannot be read`);
+                const create = action.create;
+                if (stored.record.scope.kind !== "conversation" ||
+                    create.scope.kind !== "conversation" ||
+                    stored.record.kind !== create.kind ||
+                    stored.record.key !== create.key ||
+                    stored.record.history !== create.history ||
+                    stored.record.fork !== create.fork) {
+                    throw new Error(`Fork source document ${action.copy.id} does not match the copied record`);
                 }
-                const encodedContent = content.kind === "base" ? encodeJson(content.value) : encodeJson(content.ops);
-                await executor.run(`INSERT INTO ${this.schema.tables.documentRevisions} (document_id, seq, kind, version, content) VALUES (?, ?, ?, ?, ?)`, id, seq, content.kind, content.version, encodedContent);
+                action.content = { kind: "base", version: stored.version, value: stored.value };
             }
-            if (action.retire) {
-                if (action.create === undefined) {
-                    record = { ...record, retiredAt: seq };
-                    await executor.run(`UPDATE ${this.schema.tables.documents} SET retired_at = ?, record = ? WHERE id = ?`, seq, encodeJson(record), id);
-                }
-                if (isCurrentOnly(record)) {
-                    await executor.run(`DELETE FROM ${this.schema.tables.documentRevisions} WHERE document_id = ?`, id);
-                }
+            catch (error) {
+                throw new Error(`Document copy ${id} was rejected`, { cause: error });
             }
         }
     }