@effect-agent/storage-cloudflare 0.1.0-beta.6 → 0.1.0-beta.60

package/dist/do-journal-Brv7xSH5.mjs

@@ -0,0 +1,869 @@
+import { DoAppendConflict, DoCheckpointConflict, DoFenceRejected, DoStorageCompatibilityError, DoStorageCorruptionError, DoStorageError, DoValueBoundExceeded } from "./DoStorageError.mjs";
+import { n as doMigrations, r as createMessageDeliveryTables } from "./migrations-soC86CQA.mjs";
+import { Effect, Schema, Stream } from "effect";
+import * as SqlClient from "effect/unstable/sql/SqlClient";
+import { CanonicalSequence, ProducerEpoch } from "@effect-agent/thread/Records";
+import { checkV2ThreadLayout } from "@effect-agent/thread/SqlStorageV2Upgrade";
+import { SqliteMigrator } from "@effect/sql-sqlite-do";
+import { SqlError } from "effect/unstable/sql/SqlError";
+//#region src/internal/do-journal.ts
+/**
+* Static schema ceiling for stored text columns. Writes are bounded in BYTES by the
+* configured `maxStoredValueBytes` (always ≤ 2,000,000); UTF-8 byte length is never smaller
+* than UTF-16 string length, so any value that passed the byte bound also passes this
+* decode-side character ceiling.
+*/
+const BoundedStoredText = Schema.String.check(Schema.isMaxLength(2e6));
+const BoundedIdentifier = Schema.NonEmptyString.check(Schema.isMaxLength(1024));
+const MAX_RECORDS_PER_THREAD = 65536;
+const MAX_IDENTIFIER_LENGTH = 1024;
+const MAX_READ_PAGE_JSON_BYTES = 4194304;
+const isSqlError = Schema.is(SqlError);
+const storedTextBytes = (value) => new TextEncoder().encode(value).byteLength;
+const chunked = (values, size) => {
+	const chunks = [];
+	for (let index = 0; index < values.length; index += size) chunks.push(values.slice(index, index + size));
+	return chunks;
+};
+var DoMetaRow = class extends Schema.Class("DoMetaRow")({ value: Schema.NonEmptyString.check(Schema.isMaxLength(128)) }) {};
+var DoNameRow = class extends Schema.Class("DoNameRow")({ name: BoundedIdentifier }) {};
+var ThreadRow = class extends Schema.Class("ThreadRow")({
+	thread_id: BoundedIdentifier,
+	created_at: Schema.NonEmptyString.check(Schema.isMaxLength(128)),
+	producer_epoch: ProducerEpoch,
+	tail_digest: BoundedStoredText,
+	tail_sequence: CanonicalSequence
+}) {};
+var BatchRow = class extends Schema.Class("BatchRow")({
+	batch_digest: BoundedStoredText,
+	batch_id: BoundedIdentifier,
+	batch_json: BoundedStoredText,
+	thread_id: BoundedIdentifier,
+	first_sequence: CanonicalSequence,
+	last_sequence: CanonicalSequence,
+	tail_digest: BoundedStoredText
+}) {};
+var RecordRow = class extends Schema.Class("RecordRow")({
+	batch_id: BoundedIdentifier,
+	thread_id: BoundedIdentifier,
+	record_id: BoundedIdentifier,
+	record_json: BoundedStoredText,
+	sequence: CanonicalSequence
+}) {};
+const ReadPlanRow = Schema.Struct({
+	sequence: CanonicalSequence,
+	record_json_bytes: Schema.Natural.check(Schema.isLessThanOrEqualTo(MAX_READ_PAGE_JSON_BYTES))
+});
+var CheckpointRow = class extends Schema.Class("CheckpointRow")({
+	checkpoint_json: BoundedStoredText,
+	thread_id: BoundedIdentifier,
+	tail_digest: BoundedStoredText,
+	through_sequence: CanonicalSequence
+}) {};
+var RawRecord = class extends Schema.Class("@effect-agent/storage-cloudflare/RawRecord")({
+	recordId: BoundedIdentifier,
+	recordJson: BoundedStoredText
+}) {};
+var RawAppendRequest = class extends Schema.Class("@effect-agent/storage-cloudflare/RawAppendRequest")({
+	batchDigest: BoundedStoredText,
+	batchId: BoundedIdentifier,
+	batchJson: BoundedStoredText,
+	threadId: BoundedIdentifier,
+	expectedTailDigest: BoundedStoredText,
+	expectedTailSequence: CanonicalSequence,
+	producerEpoch: ProducerEpoch,
+	records: Schema.NonEmptyArray(RawRecord).check(Schema.isMaxLength(256)),
+	tailDigest: BoundedStoredText
+}) {};
+var RawAppendResult = class extends Schema.Class("@effect-agent/storage-cloudflare/RawAppendResult")({
+	firstSequence: CanonicalSequence,
+	lastSequence: CanonicalSequence,
+	replayed: Schema.Boolean,
+	tailDigest: BoundedStoredText
+}) {};
+var RawReadRequest = class extends Schema.Class("@effect-agent/storage-cloudflare/RawReadRequest")({
+	threadId: BoundedIdentifier,
+	fromSequenceExclusive: CanonicalSequence,
+	limit: Schema.Int.check(Schema.isGreaterThan(0), Schema.isLessThanOrEqualTo(1024))
+}) {};
+var RawCheckpoint = class extends Schema.Class("@effect-agent/storage-cloudflare/RawCheckpoint")({
+	checkpointJson: BoundedStoredText,
+	threadId: BoundedIdentifier,
+	tailDigest: BoundedStoredText,
+	throughSequence: CanonicalSequence
+}) {};
+var RawThreadExport = class extends Schema.Class("@effect-agent/storage-cloudflare/RawThreadExport")({
+	thread: ThreadRow,
+	records: Schema.Array(RecordRow)
+}) {};
+const noFailpoint = () => Effect.void;
+const storageError = (operation) => (error) => DoStorageError.make({
+	cause: error,
+	operation,
+	message: error.message
+});
+/** Decode raw Durable Object SQLite rows against a Schema, reporting failures as typed corruption. */
+const decodeRows = Effect.fn((schema, table, rowKey, rows) => Schema.decodeUnknownEffect(schema)(rows).pipe(Effect.mapError((error) => DoStorageCorruptionError.make({
+	table,
+	rowKey,
+	message: String(error)
+}))));
+/** Decode exactly one raw row against a Schema, reporting failures as typed corruption. */
+const decodeSingleRow = Effect.fn((schema, table, rowKey, rows) => decodeRows(schema, table, rowKey, rows).pipe(Effect.flatMap((decoded) => decoded.length === 1 ? Effect.succeed(decoded[0]) : Effect.fail(DoStorageCorruptionError.make({
+	table,
+	rowKey,
+	message: `Expected exactly one row but found ${decoded.length}.`
+})))));
+/** Column inventory of the supported v3 predecessor, independent of physical column order. */
+const predecessorColumns = {
+	effect_agent_threads: [
+		"thread_id",
+		"created_at",
+		"tail_sequence",
+		"tail_digest",
+		"producer_epoch"
+	],
+	effect_agent_canonical_batches: [
+		"thread_id",
+		"batch_id",
+		"first_sequence",
+		"last_sequence",
+		"batch_digest",
+		"tail_digest",
+		"batch_json"
+	],
+	effect_agent_canonical_records: [
+		"thread_id",
+		"sequence",
+		"record_id",
+		"batch_id",
+		"record_json"
+	],
+	effect_agent_checkpoints: [
+		"thread_id",
+		"through_sequence",
+		"tail_digest",
+		"checkpoint_json"
+	],
+	effect_agent_submissions: [
+		"submission_id",
+		"thread_id",
+		"queue_sequence",
+		"principal",
+		"idempotency_key",
+		"agent_id",
+		"agent_digests_json",
+		"deployment_id",
+		"input_json",
+		"input_digest",
+		"receipt_id",
+		"state",
+		"settled_outcome",
+		"created_at",
+		"ready_at",
+		"input_applied_record_id",
+		"input_applied_sequence",
+		"joined_host_submission_id",
+		"suspended_reason_json",
+		"suspended_at",
+		"unknown_reason",
+		"unknown_tool_call_ids_json",
+		"parent_submission_id",
+		"parent_tool_call_id",
+		"admission_group",
+		"admission_fence_json"
+	],
+	effect_agent_submission_ownership: [
+		"submission_id",
+		"attempt_id",
+		"ownership_token",
+		"producer_epoch",
+		"owner_producer_id",
+		"lease_expires_at"
+	],
+	effect_agent_attempts: [
+		"attempt_id",
+		"submission_id",
+		"thread_id",
+		"owner_producer_id",
+		"producer_epoch",
+		"claimed_at"
+	],
+	effect_agent_settlement_reservations: [
+		"submission_id",
+		"settlement_id",
+		"outcome",
+		"record_id",
+		"record_json",
+		"record_digest",
+		"reserved_at",
+		"finalized_at"
+	],
+	effect_agent_abort_intents: [
+		"submission_id",
+		"author",
+		"reason",
+		"requested_at",
+		"canonical_record_id"
+	],
+	effect_agent_approval_decisions: [
+		"submission_id",
+		"tool_call_id",
+		"decision",
+		"resolver",
+		"reason",
+		"decided_at"
+	],
+	effect_agent_unknown_resolutions: [
+		"submission_id",
+		"tool_call_id",
+		"author",
+		"reason",
+		"resolution_json",
+		"resolved_at"
+	],
+	effect_agent_child_reservations: [
+		"reservation_id",
+		"parent_submission_id",
+		"parent_tool_call_id",
+		"child_submission_id",
+		"status",
+		"allocation_json",
+		"allocation_digest",
+		"accounting_json",
+		"reserved_at",
+		"release_began_at",
+		"released_at"
+	],
+	effect_agent_meta: ["key", "value"],
+	effect_agent_child_settlements: [
+		"parent_submission_id",
+		"child_submission_id",
+		"child_outcome",
+		"recorded_at"
+	]
+};
+const checkPredecessorLayout = Effect.fn("DoJournal.checkPredecessorLayout")(function* () {
+	const sql = yield* SqlClient.SqlClient;
+	for (const [table, expected] of Object.entries(predecessorColumns)) {
+		const columns = yield* decodeRows(Schema.Array(Schema.Struct({ name: BoundedIdentifier })), table, "schema", yield* sql.unsafe(`PRAGMA table_info(${table})`));
+		const names = new Set(expected);
+		if (columns.length !== names.size || columns.some((column) => !names.has(column.name))) return yield* DoStorageCompatibilityError.make({
+			actualVersion: 3,
+			supportedVersion: 4,
+			message: `The v3 ${table} columns do not match the supported predecessor; no upgrade was committed.`
+		});
+	}
+});
+const REQUIRED_TABLES = [
+	"effect_agent_abort_intents",
+	"effect_agent_approval_decisions",
+	"effect_agent_attempts",
+	"effect_agent_canonical_batches",
+	"effect_agent_canonical_records",
+	"effect_agent_checkpoints",
+	"effect_agent_child_reservations",
+	"effect_agent_child_settlements",
+	"effect_agent_threads",
+	"effect_agent_meta",
+	"effect_agent_settlement_reservations",
+	"effect_agent_submission_ownership",
+	"effect_agent_submissions",
+	"effect_agent_unknown_resolutions"
+];
+/**
+* Supported-predecessor or fresh storage gate (DEPLOY-008) over `effect_agent_meta` instead of
+* `PRAGMA user_version` (unverified on Durable Object SQL storage; a meta table is portable
+* regardless). No WAL check (Durable Object storage owns durability and confirms writes
+* through output gates) and no busy timeout (a Durable Object has exactly one writer): the
+* Node machinery those served has no DC analogue and is deliberately absent.
+*/
+const ensureCurrentStorage = Effect.fn("DoJournal.ensureCurrentStorage")(function* (sql, failpoint = noFailpoint, maxStoredValueBytes) {
+	const metaTableRows = yield* sql`
+    SELECT name
+    FROM sqlite_master
+    WHERE type = 'table'
+      AND name = 'effect_agent_meta'
+  `.pipe(Effect.mapError(storageError("read storage version table")));
+	if ((yield* decodeRows(Schema.Array(DoNameRow), "sqlite_master", "effect_agent_meta", metaTableRows)).length === 0) {
+		const existingRows = yield* sql`
+      SELECT name
+      FROM sqlite_master
+      WHERE type = 'table'
+        AND name LIKE 'effect_agent_%'
+      ORDER BY name
+    `.pipe(Effect.mapError(storageError("inspect unversioned storage")));
+		if ((yield* decodeRows(Schema.Array(DoNameRow), "sqlite_master", "effect_agent_%", existingRows)).length > 0) return yield* DoStorageCompatibilityError.make({
+			actualVersion: 0,
+			supportedVersion: 4,
+			message: "The Durable Object contains unversioned Effect Agent tables. Refusing to mutate ambiguous stored data; retain it for inspection with its original writer."
+		});
+		yield* SqliteMigrator.run({ loader: doMigrations }).pipe(Effect.provideService(SqlClient.SqlClient, sql), Effect.mapError((error) => DoStorageError.make({
+			cause: error,
+			operation: "initialize current storage",
+			message: error.message
+		})));
+	} else {
+		const versionRows = yield* sql`
+      SELECT value
+      FROM effect_agent_meta
+      WHERE key = 'storage_version'
+    `.pipe(Effect.mapError(storageError("read storage version")));
+		const version = yield* decodeSingleRow(Schema.Array(DoMetaRow), "effect_agent_meta", "storage_version", versionRows);
+		if (version.value === "2" || version.value === "3") yield* sql.withTransaction(Effect.gen(function* () {
+			const current = yield* sql`SELECT value FROM effect_agent_meta WHERE key='storage_version'`;
+			if (current.length === 1 && current[0].value === String(4)) return;
+			if (current.length !== 1 || current[0].value !== "2" && current[0].value !== "3") return yield* DoStorageCompatibilityError.make({
+				actualVersion: -1,
+				supportedVersion: 4,
+				message: "Storage version changed while acquiring the upgrade transaction."
+			});
+			if ((yield* decodeRows(Schema.Array(DoNameRow), "sqlite_master", "required_tables", yield* sql`SELECT name FROM sqlite_master WHERE type='table' AND name IN ${sql.in([...REQUIRED_TABLES])}`)).length !== REQUIRED_TABLES.length) return yield* DoStorageCompatibilityError.make({
+				actualVersion: Number(current[0].value),
+				supportedVersion: 4,
+				message: "The predecessor store is missing required tables. Retain the original store for inspection; no upgrade was committed."
+			});
+			if (current[0].value === "2") {
+				yield* checkV2ThreadLayout();
+				for (const statement of [
+					sql`ALTER TABLE effect_agent_submissions ADD COLUMN admission_group TEXT`,
+					sql`ALTER TABLE effect_agent_submissions ADD COLUMN admission_fence_json TEXT`,
+					sql`CREATE INDEX effect_agent_submissions_group ON effect_agent_submissions (thread_id, admission_group, state)`
+				]) {
+					yield* failpoint("upgrade:before-mutation");
+					yield* statement;
+					yield* failpoint("upgrade:after-mutation");
+				}
+			}
+			if (current[0].value === "3") yield* checkPredecessorLayout();
+			yield* failpoint("upgrade:before-mutation");
+			yield* sql`ALTER TABLE effect_agent_submissions ADD COLUMN worker_admission_json TEXT`;
+			yield* failpoint("upgrade:after-mutation");
+			yield* failpoint("upgrade:before-mutation");
+			yield* sql`ALTER TABLE effect_agent_submissions ADD COLUMN message_admission_json TEXT`;
+			yield* failpoint("upgrade:after-mutation");
+			yield* failpoint("upgrade:before-mutation");
+			yield* createMessageDeliveryTables;
+			yield* failpoint("upgrade:after-mutation");
+			yield* failpoint("upgrade:before-version");
+			yield* sql`UPDATE effect_agent_meta SET value='4' WHERE key='storage_version'`;
+			yield* failpoint("upgrade:after-version");
+		})).pipe(Effect.catchTag("DoStorageFailpointError", (error) => DoStorageError.make({
+			cause: error,
+			operation: "upgrade storage",
+			message: error.message
+		})), Effect.catchTag("StorageUpgradeError", (error) => DoStorageCorruptionError.make({
+			table: error.table,
+			rowKey: error.rowKey,
+			message: error.message
+		})), Effect.catchTag("SqlError", storageError("upgrade supported thread storage")));
+		else if (version.value !== String(4)) {
+			const actualVersion = Number.parseInt(version.value, 10);
+			return yield* DoStorageCompatibilityError.make({
+				actualVersion: Number.isSafeInteger(actualVersion) ? actualVersion : -1,
+				supportedVersion: 4,
+				message: `The Durable Object uses unsupported storage version ${version.value}; this build supports exactly version 4. Only supported v2 and v3 can be upgraded automatically. Keep the original store and use a compatible library version.`
+			});
+		}
+	}
+	const requiredRows = yield* sql`
+    SELECT name
+    FROM sqlite_master
+    WHERE type = 'table'
+      AND name IN ${sql.in([...REQUIRED_TABLES, "effect_agent_message_deliveries"])}
+    ORDER BY name
+  `.pipe(Effect.mapError(storageError("verify storage tables")));
+	if ((yield* decodeRows(Schema.Array(DoNameRow), "sqlite_master", "required_tables", requiredRows)).length !== REQUIRED_TABLES.length + 1) return yield* DoStorageCompatibilityError.make({
+		actualVersion: 4,
+		supportedVersion: 4,
+		message: "The Durable Object claims the current format but is missing required tables. Retain the original store for inspection."
+	});
+	return makeJournal(sql, failpoint, maxStoredValueBytes);
+});
+const makeJournal = (sql, failpoint, maxStoredValueBytes) => {
+	/** Typed pre-write refusal for any single value over the configured byte bound. */
+	const checkValueBound = (operation, value) => {
+		const actualBytes = storedTextBytes(value);
+		return actualBytes > maxStoredValueBytes ? Effect.fail(DoValueBoundExceeded.make({
+			actualBytes,
+			maxBytes: maxStoredValueBytes,
+			operation
+		})) : Effect.void;
+	};
+	/**
+	* Runs one journal write transaction on the Durable Object storage-backed
+	* `withTransaction` (`ctx.storage.transaction()` under the hood). Within one Durable
+	* Object there is exactly ONE writer, so the Node `BEGIN IMMEDIATE` + busy-retry +
+	* `SqliteWriteContention` machinery has no analogue here and is deliberately absent.
+	* Ownership-token and epoch checks still run INSIDE the transaction, so fencing atomicity
+	* (DUR-006) is preserved identically.
+	*
+	* Journal write transactions are always top level: the Durable Object client rejects
+	* nested transactions, so new journal operations must not wrap this helper inside another
+	* transaction.
+	*/
+	const withWriteTransaction = (operation) => (effect) => sql.withTransaction(effect).pipe(Effect.mapError((error) => isSqlError(error) ? storageError(operation)(error) : error), Effect.withSpan("DoJournal.withWriteTransaction", { attributes: { operation } }));
+	const materialize = Effect.fn("DoJournal.materialize")(function* (threadId, createdAt, emptyTailDigest, producerEpoch) {
+		if (threadId.length > MAX_IDENTIFIER_LENGTH) return yield* DoStorageError.make({
+			operation: "materialize thread",
+			message: "Thread identity exceeds the Durable Object storage bounds."
+		});
+		yield* checkValueBound("materialize thread", emptyTailDigest);
+		yield* withWriteTransaction("materialize transaction")(Effect.gen(function* () {
+			const existingRows = yield* sql`
+          SELECT
+            thread_id,
+            created_at,
+            tail_sequence,
+            tail_digest,
+            producer_epoch
+          FROM effect_agent_threads
+          WHERE thread_id = ${threadId}
+        `.pipe(Effect.mapError(storageError("read materialized thread")));
+			const existing = yield* decodeRows(Schema.Array(ThreadRow), "effect_agent_threads", threadId, existingRows);
+			if (existing.length > 1) return yield* DoStorageCorruptionError.make({
+				table: "effect_agent_threads",
+				rowKey: threadId,
+				message: "A thread primary key returned more than one row."
+			});
+			if (existing.length === 0) {
+				yield* sql`
+            INSERT INTO effect_agent_threads (
+              thread_id,
+              created_at,
+              tail_sequence,
+              tail_digest,
+              producer_epoch
+            ) VALUES (
+              ${threadId},
+              ${createdAt},
+              0,
+              ${emptyTailDigest},
+              ${producerEpoch}
+            )
+          `.pipe(Effect.mapError(storageError("materialize thread")));
+				return;
+			}
+			if (producerEpoch < existing[0].producer_epoch) return yield* DoFenceRejected.make({
+				producerEpoch,
+				actualEpoch: existing[0].producer_epoch,
+				message: `Producer epoch ${producerEpoch} is stale; current epoch is ${existing[0].producer_epoch}.`
+			});
+			if (producerEpoch > existing[0].producer_epoch) yield* sql`
+            UPDATE effect_agent_threads
+            SET producer_epoch = ${producerEpoch}
+            WHERE thread_id = ${threadId}
+          `.pipe(Effect.mapError(storageError("advance materialization epoch")));
+		}));
+	});
+	const getThread = Effect.fn("DoJournal.getThread")(function* (threadId) {
+		const rows = yield* sql`
+      SELECT
+        thread_id,
+        created_at,
+        tail_sequence,
+        tail_digest,
+        producer_epoch
+      FROM effect_agent_threads
+      WHERE thread_id = ${threadId}
+    `.pipe(Effect.mapError(storageError("read thread")));
+		return yield* decodeRows(Schema.Array(ThreadRow), "effect_agent_threads", threadId, rows);
+	});
+	const append = Effect.fn("DoJournal.append")(function* (request) {
+		if (request.threadId.length > MAX_IDENTIFIER_LENGTH || request.batchId.length > MAX_IDENTIFIER_LENGTH || request.records.some((record) => record.recordId.length > MAX_IDENTIFIER_LENGTH)) return yield* DoStorageError.make({
+			operation: "append canonical batch",
+			message: "Canonical identifiers exceed the Durable Object storage bounds."
+		});
+		yield* checkValueBound("append canonical batch", request.batchJson);
+		yield* checkValueBound("append canonical batch", request.batchDigest);
+		yield* checkValueBound("append canonical batch", request.tailDigest);
+		yield* Effect.forEach(request.records, (record) => checkValueBound("append canonical record", record.recordJson), { discard: true });
+		return yield* withWriteTransaction("append transaction")(Effect.gen(function* () {
+			const recordIds = request.records.map((record) => record.recordId);
+			if (new Set(recordIds).size !== recordIds.length) return yield* DoAppendConflict.make({
+				message: `Batch ${request.batchId} contains duplicate canonical record IDs.`,
+				reason: "record-identity"
+			});
+			const threadRows = yield* sql`
+          SELECT
+            thread_id,
+            created_at,
+            tail_sequence,
+            tail_digest,
+            producer_epoch
+          FROM effect_agent_threads
+          WHERE thread_id = ${request.threadId}
+        `.pipe(Effect.mapError(storageError("read append tail")));
+			const thread = yield* decodeSingleRow(Schema.Array(ThreadRow), "effect_agent_threads", request.threadId, threadRows);
+			if (request.producerEpoch !== thread.producer_epoch) return yield* DoFenceRejected.make({
+				producerEpoch: request.producerEpoch,
+				actualEpoch: thread.producer_epoch,
+				message: `Producer epoch ${request.producerEpoch} is not the current epoch ${thread.producer_epoch}.`
+			});
+			const batchRows = yield* sql`
+          SELECT
+            thread_id,
+            batch_id,
+            first_sequence,
+            last_sequence,
+            batch_digest,
+            tail_digest,
+            batch_json
+          FROM effect_agent_canonical_batches
+          WHERE thread_id = ${request.threadId}
+            AND batch_id = ${request.batchId}
+        `.pipe(Effect.mapError(storageError("read idempotent batch")));
+			const batches = yield* decodeRows(Schema.Array(BatchRow), "effect_agent_canonical_batches", `${request.threadId}/${request.batchId}`, batchRows);
+			if (batches.length > 1) return yield* DoStorageCorruptionError.make({
+				table: "effect_agent_canonical_batches",
+				rowKey: `${request.threadId}/${request.batchId}`,
+				message: "A canonical batch primary key returned more than one row."
+			});
+			if (batches.length === 1) {
+				const existing = batches[0];
+				if (existing.batch_digest !== request.batchDigest) return yield* DoAppendConflict.make({
+					message: `Batch ${request.batchId} already exists with different canonical content.`,
+					reason: "batch-digest"
+				});
+				return RawAppendResult.make({
+					firstSequence: existing.first_sequence,
+					lastSequence: existing.last_sequence,
+					replayed: true,
+					tailDigest: existing.tail_digest
+				});
+			}
+			if (request.expectedTailSequence !== thread.tail_sequence || request.expectedTailDigest !== thread.tail_digest) return yield* DoAppendConflict.make({
+				message: `Expected tail ${request.expectedTailSequence}/${request.expectedTailDigest} but found ${thread.tail_sequence}/${thread.tail_digest}.`,
+				reason: "tail",
+				actualTailSequence: thread.tail_sequence,
+				actualTailDigest: thread.tail_digest
+			});
+			if (thread.tail_sequence + request.records.length > MAX_RECORDS_PER_THREAD) return yield* DoStorageError.make({
+				operation: "append canonical batch",
+				message: `Thread record limit ${MAX_RECORDS_PER_THREAD} would be exceeded.`
+			});
+			const existingRecords = [];
+			for (const chunk of chunked(recordIds, 90)) {
+				const existingRecordRows = yield* sql`
+            SELECT
+              thread_id,
+              sequence,
+              record_id,
+              batch_id,
+              record_json
+            FROM effect_agent_canonical_records
+            WHERE thread_id = ${request.threadId}
+              AND record_id IN ${sql.in([...chunk])}
+            ORDER BY sequence
+          `.pipe(Effect.mapError(storageError("check canonical record identities")));
+				existingRecords.push(...yield* decodeRows(Schema.Array(RecordRow), "effect_agent_canonical_records", `${request.threadId}/record_ids`, existingRecordRows));
+			}
+			if (existingRecords.length > 0) return yield* DoAppendConflict.make({
+				message: `Canonical record ID ${existingRecords[0].record_id} already exists.`,
+				reason: "record-identity"
+			});
+			const firstSequence = yield* Schema.decodeUnknownEffect(CanonicalSequence)(thread.tail_sequence + 1).pipe(Effect.mapError((error) => DoStorageError.make({
+				cause: error,
+				operation: "append canonical batch",
+				message: error.message
+			})));
+			const lastSequence = yield* Schema.decodeUnknownEffect(CanonicalSequence)(firstSequence + request.records.length - 1).pipe(Effect.mapError((error) => DoStorageError.make({
+				cause: error,
+				operation: "append canonical batch",
+				message: error.message
+			})));
+			yield* sql`
+          INSERT INTO effect_agent_canonical_batches (
+            thread_id,
+            batch_id,
+            first_sequence,
+            last_sequence,
+            batch_digest,
+            tail_digest,
+            batch_json
+          ) VALUES (
+            ${request.threadId},
+            ${request.batchId},
+            ${firstSequence},
+            ${lastSequence},
+            ${request.batchDigest},
+            ${request.tailDigest},
+            ${request.batchJson}
+          )
+        `.pipe(Effect.mapError(storageError("insert canonical batch")));
+			yield* failpoint("append:after-batch-insert");
+			yield* Effect.forEach(request.records, (record, index) => Effect.gen(function* () {
+				yield* sql`
+                  INSERT INTO effect_agent_canonical_records (
+                    thread_id,
+                    sequence,
+                    record_id,
+                    batch_id,
+                    record_json
+                  ) VALUES (
+                    ${request.threadId},
+                    ${firstSequence + index},
+                    ${record.recordId},
+                    ${request.batchId},
+                    ${record.recordJson}
+                  )
+                `.pipe(Effect.mapError(storageError("insert canonical record")));
+				yield* failpoint("append:after-record-insert");
+			}), { discard: true });
+			yield* sql`
+          UPDATE effect_agent_threads
+          SET
+            tail_sequence = ${lastSequence},
+            tail_digest = ${request.tailDigest},
+            producer_epoch = ${request.producerEpoch}
+          WHERE thread_id = ${request.threadId}
+        `.pipe(Effect.mapError(storageError("advance thread tail")));
+			yield* failpoint("append:after-tail-update");
+			return RawAppendResult.make({
+				firstSequence,
+				lastSequence,
+				replayed: false,
+				tailDigest: request.tailDigest
+			});
+		}));
+	});
+	const read = Effect.fn("DoJournal.read")(function* (request) {
+		const planRows = yield* sql`
+      SELECT
+        sequence,
+        length(CAST(record_json AS BLOB)) AS record_json_bytes
+      FROM effect_agent_canonical_records
+      WHERE thread_id = ${request.threadId}
+        AND sequence > ${request.fromSequenceExclusive}
+      ORDER BY sequence
+      LIMIT ${request.limit}
+    `.pipe(Effect.mapError(storageError("read canonical records")));
+		const plan = yield* decodeRows(Schema.Array(ReadPlanRow), "effect_agent_canonical_records", `${request.threadId}>${request.fromSequenceExclusive}`, planRows);
+		const mismatch = () => DoStorageCorruptionError.make({
+			table: "effect_agent_canonical_records",
+			rowKey: `${request.threadId}>${request.fromSequenceExclusive}`,
+			message: "Canonical read membership, sequence, or payload size changed from its read plan."
+		});
+		if (plan.length > request.limit) return yield* mismatch();
+		const pages = [];
+		let page;
+		let pageBytes = 0;
+		let previousSequence = request.fromSequenceExclusive;
+		for (const row of plan) {
+			if (row.sequence !== previousSequence + 1) return yield* mismatch();
+			previousSequence = row.sequence;
+			if (page === void 0 || pageBytes + row.record_json_bytes > MAX_READ_PAGE_JSON_BYTES) {
+				page = [row];
+				pages.push(page);
+				pageBytes = row.record_json_bytes;
+			} else {
+				page.push(row);
+				pageBytes += row.record_json_bytes;
+			}
+		}
+		const readPage = Effect.fn("DoJournal.readPage")(function* (page) {
+			const rows = yield* sql`
+        SELECT thread_id, sequence, record_id, batch_id, record_json
+        FROM effect_agent_canonical_records
+        WHERE thread_id = ${request.threadId}
+          AND sequence >= ${page[0].sequence}
+          AND sequence <= ${page[page.length - 1].sequence}
+        ORDER BY sequence
+      `.pipe(Effect.mapError(storageError("read canonical records")));
+			const decoded = yield* decodeRows(Schema.Array(RecordRow), "effect_agent_canonical_records", `${request.threadId}/${page[0].sequence}`, rows);
+			if (decoded.length !== page.length || decoded.some((row, index) => row.thread_id !== request.threadId || row.sequence !== page[index].sequence || storedTextBytes(row.record_json) !== page[index].record_json_bytes)) return yield* mismatch();
+			return decoded;
+		});
+		return {
+			count: plan.length,
+			records: Stream.fromIterable(pages).pipe(Stream.flatMap((page) => Stream.fromIterableEffect(readPage(page))))
+		};
+	});
+	const exportThread = Effect.fn("DoJournal.exportThread")(function* (threadId) {
+		return yield* sql.withTransaction(Effect.gen(function* () {
+			const threadRows = yield* sql`
+            SELECT
+              thread_id,
+              created_at,
+              tail_sequence,
+              tail_digest,
+              producer_epoch
+            FROM effect_agent_threads
+            WHERE thread_id = ${threadId}
+          `.pipe(Effect.mapError(storageError("export thread")));
+			const thread = yield* decodeSingleRow(Schema.Array(ThreadRow), "effect_agent_threads", threadId, threadRows);
+			yield* failpoint("export:after-thread-read");
+			const recordRows = yield* sql`
+            SELECT
+              thread_id,
+              sequence,
+              record_id,
+              batch_id,
+              record_json
+            FROM effect_agent_canonical_records
+            WHERE thread_id = ${threadId}
+            ORDER BY sequence
+          `.pipe(Effect.mapError(storageError("export canonical records")));
+			return RawThreadExport.make({
+				thread,
+				records: yield* decodeRows(Schema.Array(RecordRow), "effect_agent_canonical_records", threadId, recordRows)
+			});
+		})).pipe(Effect.catchTag("SqlError", (error) => Effect.fail(storageError("export transaction")(error))));
+	});
+	const saveCheckpoint = Effect.fn("DoJournal.saveCheckpoint")(function* (checkpoint) {
+		if (checkpoint.threadId.length > MAX_IDENTIFIER_LENGTH) return yield* DoStorageError.make({
+			operation: "save checkpoint",
+			message: "Checkpoint identity exceeds the Durable Object storage bounds."
+		});
+		yield* checkValueBound("save checkpoint", checkpoint.checkpointJson);
+		yield* withWriteTransaction("checkpoint transaction")(Effect.gen(function* () {
+			const threadRows = yield* sql`
+          SELECT
+            thread_id,
+            created_at,
+            tail_sequence,
+            tail_digest,
+            producer_epoch
+          FROM effect_agent_threads
+          WHERE thread_id = ${checkpoint.threadId}
+        `.pipe(Effect.mapError(storageError("read checkpoint tail")));
+			const thread = yield* decodeSingleRow(Schema.Array(ThreadRow), "effect_agent_threads", checkpoint.threadId, threadRows);
+			if (checkpoint.throughSequence > thread.tail_sequence) return yield* DoCheckpointConflict.make({ message: `Checkpoint sequence ${checkpoint.throughSequence} is after canonical tail ${thread.tail_sequence}.` });
+			const checkpointRows = yield* sql`
+          SELECT
+            thread_id,
+            through_sequence,
+            tail_digest,
+            checkpoint_json
+          FROM effect_agent_checkpoints
+          WHERE thread_id = ${checkpoint.threadId}
+            AND through_sequence = ${checkpoint.throughSequence}
+        `.pipe(Effect.mapError(storageError("read idempotent checkpoint")));
+			const existing = yield* decodeRows(Schema.Array(CheckpointRow), "effect_agent_checkpoints", `${checkpoint.threadId}/${checkpoint.throughSequence}`, checkpointRows);
+			if (existing.length > 1) return yield* DoStorageCorruptionError.make({
+				table: "effect_agent_checkpoints",
+				rowKey: `${checkpoint.threadId}/${checkpoint.throughSequence}`,
+				message: "A checkpoint primary key returned more than one row."
+			});
+			if (existing.length === 1) {
+				if (existing[0].tail_digest !== checkpoint.tailDigest || existing[0].checkpoint_json !== checkpoint.checkpointJson) return yield* DoCheckpointConflict.make({ message: "A different checkpoint already exists at this canonical sequence." });
+				return;
+			}
+			yield* sql`
+          INSERT INTO effect_agent_checkpoints (
+            thread_id,
+            through_sequence,
+            tail_digest,
+            checkpoint_json
+          ) VALUES (
+            ${checkpoint.threadId},
+            ${checkpoint.throughSequence},
+            ${checkpoint.tailDigest},
+            ${checkpoint.checkpointJson}
+          )
+        `.pipe(Effect.mapError(storageError("insert checkpoint")));
+		}));
+	});
+	const loadCheckpoint = Effect.fn("DoJournal.loadCheckpoint")(function* (threadId, atOrBeforeSequence) {
+		const rows = yield* sql`
+      SELECT
+        thread_id,
+        through_sequence,
+        tail_digest,
+        checkpoint_json
+      FROM effect_agent_checkpoints
+      WHERE thread_id = ${threadId}
+        AND through_sequence <= ${atOrBeforeSequence}
+      ORDER BY through_sequence DESC
+      LIMIT 1
+    `.pipe(Effect.mapError(storageError("load checkpoint")));
+		return yield* decodeRows(Schema.Array(CheckpointRow), "effect_agent_checkpoints", `${threadId}<=${atOrBeforeSequence}`, rows);
+	});
+	return {
+		append,
+		checkValueBound,
+		exportThread,
+		getThread,
+		getTailDigestAt: Effect.fn("DoJournal.getTailDigestAt")(function* (threadId, sequence) {
+			if (sequence === 0) {
+				const threads = yield* getThread(threadId);
+				return threads.length === 0 ? [] : [threads[0].tail_sequence === 0 ? threads[0].tail_digest : void 0].filter((value) => value !== void 0);
+			}
+			const rows = yield* sql`
+      SELECT
+        thread_id,
+        batch_id,
+        first_sequence,
+        last_sequence,
+        batch_digest,
+        tail_digest,
+        batch_json
+      FROM effect_agent_canonical_batches
+      WHERE thread_id = ${threadId}
+        AND last_sequence = ${sequence}
+    `.pipe(Effect.mapError(storageError("read canonical digest at sequence")));
+			return (yield* decodeRows(Schema.Array(BatchRow), "effect_agent_canonical_batches", `${threadId}/${sequence}`, rows)).map((batch) => batch.tail_digest);
+		}),
+		loadCheckpoint,
+		materialize,
+		read,
+		saveCheckpoint,
+		scanStoredPayloads: Effect.fn("DoJournal.scanStoredPayloads")(function* () {
+			return yield* sql.withTransaction(Effect.gen(function* () {
+				const threads = yield* sql`
+            SELECT
+              thread_id,
+              created_at,
+              tail_sequence,
+              tail_digest,
+              producer_epoch
+            FROM effect_agent_threads
+            ORDER BY thread_id
+          `.pipe(Effect.mapError(storageError("scan threads")));
+				const batches = yield* sql`
+            SELECT
+              thread_id,
+              batch_id,
+              first_sequence,
+              last_sequence,
+              batch_digest,
+              tail_digest,
+              batch_json
+            FROM effect_agent_canonical_batches
+            ORDER BY thread_id, first_sequence
+          `.pipe(Effect.mapError(storageError("scan canonical batches")));
+				const records = yield* sql`
+            SELECT
+              thread_id,
+              sequence,
+              record_id,
+              batch_id,
+              record_json
+            FROM effect_agent_canonical_records
+            ORDER BY thread_id, sequence
+          `.pipe(Effect.mapError(storageError("scan canonical records")));
+				const checkpoints = yield* sql`
+            SELECT
+              thread_id,
+              through_sequence,
+              tail_digest,
+              checkpoint_json
+            FROM effect_agent_checkpoints
+            ORDER BY thread_id, through_sequence
+          `.pipe(Effect.mapError(storageError("scan checkpoints")));
+				return {
+					threads: yield* decodeRows(Schema.Array(ThreadRow), "effect_agent_threads", "startup_scan", threads),
+					batches: yield* decodeRows(Schema.Array(BatchRow), "effect_agent_canonical_batches", "startup_scan", batches),
+					records: yield* decodeRows(Schema.Array(RecordRow), "effect_agent_canonical_records", "startup_scan", records),
+					checkpoints: yield* decodeRows(Schema.Array(CheckpointRow), "effect_agent_checkpoints", "startup_scan", checkpoints)
+				};
+			})).pipe(Effect.catchTag("SqlError", (error) => Effect.fail(storageError("startup scan transaction")(error))));
+		}),
+		withWriteTransaction
+	};
+};
+const initializeDoJournal = ensureCurrentStorage;
+//#endregion
+export { initializeDoJournal as a, decodeRows as i, RawCheckpoint as n, RawReadRequest as r, RawAppendRequest as t };
+
+//# sourceMappingURL=do-journal-Brv7xSH5.mjs.map