@lika85456/s3qlite 0.1.0

package/dts/src/storage.d.ts

@@ -0,0 +1,22 @@
+import { Context, Effect, Option } from "effect";
+import type { CloneTrait, ConnectDatabaseTrait, KV } from "./kv/kv.js";
+declare const LocalKV_base: Context.TagClass<LocalKV, "s3qlite/LocalKV", KV & CloneTrait & ConnectDatabaseTrait>;
+export declare class LocalKV extends LocalKV_base {
+}
+declare const RemoteKV_base: Context.TagClass<RemoteKV, "s3qlite/RemoteKV", KV>;
+export declare class RemoteKV extends RemoteKV_base {
+}
+export declare const headKey: (dbName: string) => string;
+export declare const batchKey: (batchId: string) => string;
+export declare const snapshotKey: (snapshotId: string) => string;
+export declare const dbKey: (dbName: string) => string;
+export declare const walKey: (dbName: string) => string;
+export declare const shmKey: (dbName: string) => string;
+export declare const baseKey: (snapshotId: string, batchId: string) => string;
+export declare const encodeJson: <A>(value: A) => Uint8Array;
+export declare const decodeJson: <A>(value: Uint8Array) => Effect.Effect<A, SyntaxError>;
+export declare const getJson: <A>(kv: KV, key: string) => Effect.Effect<Option.Option<{
+    value: A;
+    etag: string;
+}>, SyntaxError>;
+export {};

package/dts/src/types.d.ts

@@ -0,0 +1,38 @@
+import type { Database } from "@tursodatabase/database";
+import type { Effect } from "effect";
+export type Snapshot = {
+    id: string;
+    baseSnapshotId?: string;
+    batchIdsApplied: string[];
+};
+export type Batch = {
+    id: string;
+};
+export type Head = {
+    snapshots: Snapshot[];
+    batches: Batch[];
+};
+export type PendingBatch = {
+    id: string;
+    lastChangeId: number;
+};
+export type StoredHead = {
+    head: Head;
+    /**
+     * The latest etag of the remote head this instance has been synced to.
+     */
+    remoteEtag: string;
+    lastSyncedLocalChangeId: number;
+    pendingBatches?: PendingBatch[];
+};
+export type ConnectionOptions = {
+    bucket: string;
+    localDirectory?: string;
+};
+export type S3qliteDatabase = Database & {
+    pull: () => Effect.Effect<void, Error>;
+    push: () => Effect.Effect<void, Error>;
+    sync: () => Effect.Effect<void, Error>;
+    fork: (dbName: string) => Effect.Effect<void, Error>;
+    checkpoint: () => Effect.Effect<void, Error>;
+};

package/dts/src/wrapDatabase.d.ts

@@ -0,0 +1 @@
+export declare const wrapDatabase: <T extends object>(getTarget: () => T, wrap: <R>(call: () => R, method: PropertyKey, args: readonly unknown[]) => R) => T;

package/esm/effect.js

@@ -0,0 +1,2 @@
+export * from "./src/index.js";
+//# sourceMappingURL=effect.js.map

package/esm/effect.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"effect.js","sourceRoot":"","sources":["../../effect.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC","sourcesContent":["export * from \"./src/index.js\";"]}

package/esm/index.js

@@ -0,0 +1,22 @@
+import { S3 } from "@effect-aws/client-s3";
+import { layer as fileSystemLayer } from "@effect/platform-node/NodeFileSystem";
+import { layer as pathLayer } from "@effect/platform-node/NodePath";
+import { Effect } from "effect";
+import { connect as connectEffect } from "./src/index.js";
+const toPromiseDatabase = (database) => {
+    const pull = database.pull.bind(database);
+    const push = database.push.bind(database);
+    const sync = database.sync.bind(database);
+    const fork = database.fork.bind(database);
+    const checkpoint = database.checkpoint.bind(database);
+    return Object.assign(database, {
+        pull: () => Effect.runPromise(pull()),
+        push: () => Effect.runPromise(push()),
+        sync: () => Effect.runPromise(sync()),
+        fork: (dbName) => Effect.runPromise(fork(dbName)),
+        checkpoint: () => Effect.runPromise(checkpoint()),
+    });
+};
+export const connect = async (dbName, { s3, ...connectionOptions }) => Effect.runPromise(Effect.scoped(connectEffect(dbName, connectionOptions).pipe(Effect.provide(fileSystemLayer), Effect.provide(pathLayer), Effect.provide(S3.layer(s3 ?? {})), Effect.map(toPromiseDatabase))));
+export * from "./src/index.js";
+//# sourceMappingURL=index.js.map

package/esm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,EAAE,MAAM,uBAAuB,CAAC;AAC3C,OAAO,EAAE,KAAK,IAAI,eAAe,EAAE,MAAM,sCAAsC,CAAC;AAChF,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE,MAAM,gCAAgC,CAAC;AAEpE,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAEhC,OAAO,EAAE,OAAO,IAAI,aAAa,EAAE,MAAM,aAAa,CAAC;AAiBvD,MAAM,iBAAiB,GAAG,CAAC,QAAyB,EAA0B,EAAE;IAC/E,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC1C,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEtD,OAAO,MAAM,CAAC,MAAM,CAAC,QAAoB,EAAE;QAC1C,IAAI,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QACrC,IAAI,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QACrC,IAAI,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QACrC,IAAI,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzD,UAAU,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;KACjD,CAA2B,CAAC;AAC9B,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAC3B,MAAc,EACd,EAAE,EAAE,EAAE,GAAG,iBAAiB,EAA4B,EACpB,EAAE,CACpC,MAAM,CAAC,UAAU,CAChB,MAAM,CAAC,MAAM,CACZ,aAAa,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC,IAAI,CAC5C,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAC/B,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EACzB,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,EAClC,MAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAC7B,CACD,CACD,CAAC;AAEH,cAAc,gBAAgB,CAAC","sourcesContent":["import { S3 } from \"@effect-aws/client-s3\";\nimport { layer as fileSystemLayer } from \"@effect/platform-node/NodeFileSystem\";\nimport { layer as pathLayer } from \"@effect/platform-node/NodePath\";\nimport type { Database } from \"@tursodatabase/database\";\nimport { Effect } from \"effect\";\n\nimport { connect as connectEffect } from \"./src/index\";\nimport type { ConnectionOptions, S3qliteDatabase } from \"./src/types\";\n\ntype PromiseMethods = {\n\tpull: () => Promise<void>;\n\tpush: () => Promise<void>;\n\tsync: () => Promise<void>;\n\tfork: (dbName: string) => Promise<void>;\n\tcheckpoint: () => Promise<void>;\n};\n\nexport type PromiseS3qliteDatabase = Database & PromiseMethods;\n\nexport type PromiseConnectionOptions = ConnectionOptions & {\n\ts3?: Parameters<typeof S3.layer>[0];\n};\n\nconst toPromiseDatabase = (database: S3qliteDatabase): PromiseS3qliteDatabase => {\n\tconst pull = database.pull.bind(database);\n\tconst push = database.push.bind(database);\n\tconst sync = database.sync.bind(database);\n\tconst fork = database.fork.bind(database);\n\tconst checkpoint = database.checkpoint.bind(database);\n\n\treturn Object.assign(database as Database, {\n\t\tpull: () => Effect.runPromise(pull()),\n\t\tpush: () => Effect.runPromise(push()),\n\t\tsync: () => Effect.runPromise(sync()),\n\t\tfork: (dbName: string) => Effect.runPromise(fork(dbName)),\n\t\tcheckpoint: () => Effect.runPromise(checkpoint()),\n\t}) as PromiseS3qliteDatabase;\n};\n\nexport const connect = async (\n\tdbName: string,\n\t{ s3, ...connectionOptions }: PromiseConnectionOptions,\n): Promise<PromiseS3qliteDatabase> =>\n\tEffect.runPromise(\n\t\tEffect.scoped(\n\t\t\tconnectEffect(dbName, connectionOptions).pipe(\n\t\t\t\tEffect.provide(fileSystemLayer),\n\t\t\t\tEffect.provide(pathLayer),\n\t\t\t\tEffect.provide(S3.layer(s3 ?? {})),\n\t\t\t\tEffect.map(toPromiseDatabase),\n\t\t\t),\n\t\t),\n\t);\n\nexport * from \"./src/index.js\";"]}

package/esm/src/batches.js

@@ -0,0 +1,34 @@
+import { Effect, Option } from "effect";
+import { v4 } from "uuid";
+import { replayCDC } from "./cdc/apply.js";
+import { extractCDC } from "./cdc/extract.js";
+import { deserializeCDC, serializeCDC } from "./cdc/protobuf.js";
+import { LocalKV, batchKey } from "./storage.js";
+export const applyBatch = (database, batch) => Effect.gen(function* () {
+    const localKv = yield* LocalKV;
+    const deserialized = deserializeCDC(yield* localKv.get(batchKey(batch.id)).pipe(Effect.flatMap(Option.match({
+        onNone: () => Effect.die(new Error(`Missing local batch ${batch.id}`)),
+        onSome: ({ value }) => Effect.succeed(value),
+    }))));
+    yield* replayCDC(database, deserialized).pipe(Effect.orDie);
+});
+export const extractBatch = (database, lastChangeId) => Effect.gen(function* () {
+    const localKV = yield* LocalKV;
+    const changes = yield* extractCDC(database, lastChangeId);
+    if (changes.length === 0) {
+        return Option.none();
+    }
+    const firstChange = changes[0];
+    const lastChange = changes[changes.length - 1];
+    if (!firstChange || !lastChange) {
+        return yield* Effect.die(new Error("Unexpected empty changes array"));
+    }
+    const id = v4();
+    const serialized = serializeCDC(changes);
+    yield* localKV.set(batchKey(id), serialized);
+    return Option.some({
+        batch: { id },
+        lastLocalChangeId: lastChange.changeId,
+    });
+});
+//# sourceMappingURL=batches.js.map

package/esm/src/batches.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batches.js","sourceRoot":"","sources":["../../../src/batches.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AACxC,OAAO,EAAE,EAAE,EAAE,MAAM,MAAM,CAAC;AAE1B,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAG9C,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,QAAkB,EAAE,KAAY,EAAuC,EAAE,CACnG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC;IAC/B,MAAM,YAAY,GAAG,cAAc,CAClC,KAAK,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAC1C,MAAM,CAAC,OAAO,CACb,MAAM,CAAC,KAAK,CAAC;QACZ,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,uBAAuB,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QACtE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;KAC5C,CAAC,CACF,CACD,CACD,CAAC;IACF,KAAK,CAAC,CAAC,SAAS,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC7D,CAAC,CAAC,CAAC;AAOJ,MAAM,CAAC,MAAM,YAAY,GAAG,CAC3B,QAAkB,EAClB,YAAoB,EAC2C,EAAE,CACjE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC;IAC/B,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAE1D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;IACtB,CAAC;IAED,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE/C,IAAI,CAAC,WAAW,IAAI,CAAC,UAAU,EAAE,CAAC;QACjC,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;IAChB,MAAM,UAAU,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IACzC,KAAK,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC;IAE7C,OAAO,MAAM,CAAC,IAAI,CAAiB;QAClC,KAAK,EAAE,EAAE,EAAE,EAAE;QACb,iBAAiB,EAAE,UAAU,CAAC,QAAQ;KACtC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC","sourcesContent":["import type { Database } from \"@tursodatabase/database\";\nimport { Effect, Option } from \"effect\";\nimport { v4 } from \"uuid\";\n\nimport { replayCDC } from \"./cdc/apply\";\nimport { extractCDC } from \"./cdc/extract\";\nimport { deserializeCDC, serializeCDC } from \"./cdc/protobuf\";\nimport { LocalKV, batchKey } from \"./storage\";\nimport type { Batch } from \"./types\";\n\nexport const applyBatch = (database: Database, batch: Batch): Effect.Effect<void, never, LocalKV> =>\n\tEffect.gen(function* () {\n\t\tconst localKv = yield* LocalKV;\n\t\tconst deserialized = deserializeCDC(\n\t\t\tyield* localKv.get(batchKey(batch.id)).pipe(\n\t\t\t\tEffect.flatMap(\n\t\t\t\t\tOption.match({\n\t\t\t\t\t\tonNone: () => Effect.die(new Error(`Missing local batch ${batch.id}`)),\n\t\t\t\t\t\tonSome: ({ value }) => Effect.succeed(value),\n\t\t\t\t\t}),\n\t\t\t\t),\n\t\t\t),\n\t\t);\n\t\tyield* replayCDC(database, deserialized).pipe(Effect.orDie);\n\t});\n\nexport type ExtractedBatch = {\n\tbatch: Batch;\n\tlastLocalChangeId: number;\n};\n\nexport const extractBatch = (\n\tdatabase: Database,\n\tlastChangeId: number,\n): Effect.Effect<Option.Option<ExtractedBatch>, never, LocalKV> =>\n\tEffect.gen(function* () {\n\t\tconst localKV = yield* LocalKV;\n\t\tconst changes = yield* extractCDC(database, lastChangeId);\n\n\t\tif (changes.length === 0) {\n\t\t\treturn Option.none();\n\t\t}\n\n\t\tconst firstChange = changes[0];\n\t\tconst lastChange = changes[changes.length - 1];\n\n\t\tif (!firstChange || !lastChange) {\n\t\t\treturn yield* Effect.die(new Error(\"Unexpected empty changes array\"));\n\t\t}\n\n\t\tconst id = v4();\n\t\tconst serialized = serializeCDC(changes);\n\t\tyield* localKV.set(batchKey(id), serialized);\n\n\t\treturn Option.some<ExtractedBatch>({\n\t\t\tbatch: { id },\n\t\t\tlastLocalChangeId: lastChange.changeId,\n\t\t});\n\t});"]}

package/esm/src/cdc/apply.js

@@ -0,0 +1,398 @@
+import { Data, Effect } from "effect";
+import { CDCChangeType } from "./types.js";
+export class ReplayError extends Data.TaggedError("ReplayError") {
+}
+const textDecoder = new TextDecoder();
+const readVarint = (bytes, offset) => {
+    let value = 0n;
+    for (let index = 0; index < 9; index += 1) {
+        const cursor = offset + index;
+        if (cursor >= bytes.length) {
+            throw new Error("Unexpected end of CDC record");
+        }
+        const byte = bytes[cursor];
+        if (index === 8) {
+            value = (value << 8n) | BigInt(byte);
+            const number = Number(value);
+            if (!Number.isSafeInteger(number)) {
+                throw new Error("CDC varint is too large");
+            }
+            return [number, cursor + 1];
+        }
+        value = (value << 7n) | BigInt(byte & 0x7f);
+        if ((byte & 0x80) === 0) {
+            const number = Number(value);
+            if (!Number.isSafeInteger(number)) {
+                throw new Error("CDC varint is too large");
+            }
+            return [number, cursor + 1];
+        }
+    }
+    throw new Error("Invalid CDC varint");
+};
+const readInteger = (bytes, offset, length) => {
+    let value = 0n;
+    for (let index = 0; index < length; index += 1) {
+        const cursor = offset + index;
+        if (cursor >= bytes.length) {
+            throw new Error("Unexpected end of CDC integer");
+        }
+        value = (value << 8n) | BigInt(bytes[cursor]);
+    }
+    const bits = BigInt(length * 8);
+    const signBit = 1n << (bits - 1n);
+    const signed = (value & signBit) === 0n ? value : value - (1n << bits);
+    const number = Number(signed);
+    if (!Number.isSafeInteger(number)) {
+        throw new Error("CDC integer is outside JS safe integer range");
+    }
+    return number;
+};
+const decodeValue = (bytes, offset, serialType) => {
+    switch (serialType) {
+        case 0:
+            // oxlint-disable-next-line local-rules/no-null-undefined-option -- SQLite record serial type 0 represents SQL NULL.
+            return [null, offset];
+        case 1:
+            return [readInteger(bytes, offset, 1), offset + 1];
+        case 2:
+            return [readInteger(bytes, offset, 2), offset + 2];
+        case 3:
+            return [readInteger(bytes, offset, 3), offset + 3];
+        case 4:
+            return [readInteger(bytes, offset, 4), offset + 4];
+        case 5:
+            return [readInteger(bytes, offset, 6), offset + 6];
+        case 6:
+            return [readInteger(bytes, offset, 8), offset + 8];
+        case 7:
+            if (offset + 8 > bytes.length) {
+                throw new Error("Unexpected end of CDC float");
+            }
+            return [
+                new DataView(bytes.buffer, bytes.byteOffset + offset, 8).getFloat64(0, false),
+                offset + 8,
+            ];
+        case 8:
+            return [0, offset];
+        case 9:
+            return [1, offset];
+        case 10:
+        case 11:
+            throw new Error(`Unsupported CDC serial type ${serialType}`);
+        default: {
+            const isBlob = serialType % 2 === 0;
+            const length = isBlob ? (serialType - 12) / 2 : (serialType - 13) / 2;
+            if (length < 0 || offset + length > bytes.length) {
+                throw new Error("Unexpected end of CDC payload");
+            }
+            const value = bytes.slice(offset, offset + length);
+            return [isBlob ? value : textDecoder.decode(value), offset + length];
+        }
+    }
+};
+const decodeRecord = (bytes) => Effect.try(() => {
+    const [headerSize, start] = readVarint(bytes, 0);
+    if (headerSize > bytes.length) {
+        throw new Error("CDC record header exceeds payload length");
+    }
+    const serialTypes = [];
+    let headerOffset = start;
+    while (headerOffset < headerSize) {
+        const [serialType, nextOffset] = readVarint(bytes, headerOffset);
+        serialTypes.push(serialType);
+        headerOffset = nextOffset;
+    }
+    const values = [];
+    let valueOffset = headerSize;
+    for (const serialType of serialTypes) {
+        const [value, nextOffset] = decodeValue(bytes, valueOffset, serialType);
+        values.push(value);
+        valueOffset = nextOffset;
+    }
+    return values;
+});
+const decodeSchemaRow = (bytes) => decodeRecord(bytes).pipe(Effect.flatMap((values) => values.length === 5 &&
+    typeof values[0] === "string" &&
+    typeof values[1] === "string" &&
+    typeof values[2] === "string" &&
+    typeof values[3] === "number" &&
+    // oxlint-disable-next-line local-rules/no-null-undefined-option -- sqlite_schema CDC can carry NULL SQL for implicit objects.
+    (typeof values[4] === "string" || values[4] === null)
+    ? Effect.succeed({
+        type: values[0],
+        name: values[1],
+        tblName: values[2],
+        rootpage: values[3],
+        sql: values[4],
+    })
+    : Effect.fail(new Error("Invalid sqlite_schema CDC record"))));
+const parseUpdatedColumns = (columns, values) => {
+    if (values.length % 2 !== 0) {
+        return Effect.fail(new Error("Invalid CDC updates record"));
+    }
+    const columnCount = values.length / 2;
+    const recordColumns = columns.slice(0, columnCount);
+    const changedColumns = [];
+    const changedValues = [];
+    for (let index = 0; index < columnCount; index += 1) {
+        const flag = values[index];
+        if (flag !== 0 && flag !== 1) {
+            return Effect.fail(new Error(`Invalid CDC update flag at column ${index}`));
+        }
+        if (flag === 0) {
+            continue;
+        }
+        if (index >= recordColumns.length) {
+            return Effect.fail(new Error(`CDC updates reference missing column ${index}`));
+        }
+        changedColumns.push(recordColumns[index].name);
+        changedValues.push(values[columnCount + index]);
+    }
+    return Effect.succeed([changedColumns, changedValues]);
+};
+const getTableColumns = (database, tableName) => Effect.tryPromise(() => database.all(`PRAGMA table_info("${tableName.replaceAll('"', '""')}")`)).pipe(Effect.flatMap((columns) => columns.length > 0
+    ? Effect.succeed(columns)
+    : Effect.fail(new Error(`Table ${tableName} does not exist`))), Effect.tapError((error) => Effect.logError("cdc:get-table-columns").pipe(Effect.annotateLogs({ table: tableName, error: error.message }))));
+const applySchemaInsert = (database, change) => decodeSchemaRow(change.after).pipe(Effect.flatMap((row) => {
+    // oxlint-disable-next-line local-rules/no-null-undefined-option -- sqlite_schema rows may have NULL SQL and should be skipped.
+    if (row.sql === null) {
+        return Effect.void;
+    }
+    const sql = row.sql.replace(/^(CREATE\s+(?:UNIQUE\s+)?(?:TABLE|INDEX|TRIGGER|VIEW|MATERIALIZED\s+VIEW)\s+)(?!IF\s+NOT\s+EXISTS\b)/i, "$1IF NOT EXISTS ");
+    return Effect.tryPromise({
+        try: () => database.run(sql),
+        catch: (error) => new Error(`Failed to apply schema insert: ${sql}: ${String(error)}`),
+    }).pipe(Effect.asVoid);
+}));
+const applySchemaDelete = (database, change) => decodeSchemaRow(change.before).pipe(Effect.flatMap((row) => {
+    // oxlint-disable-next-line local-rules/no-null-undefined-option -- sqlite_schema rows may have NULL SQL and should be skipped.
+    if (row.sql === null || row.name.startsWith("sqlite_")) {
+        return Effect.void;
+    }
+    const dropType = row.type === "table"
+        ? "TABLE"
+        : row.type === "index"
+            ? "INDEX"
+            : row.type === "view"
+                ? "VIEW"
+                : row.type === "trigger"
+                    ? "TRIGGER"
+                    : "";
+    if (dropType === "") {
+        return Effect.fail(new Error(`Unsupported sqlite_schema object type ${row.type}`));
+    }
+    const sql = `DROP ${dropType} IF EXISTS "${row.name.replaceAll('"', '""')}"`;
+    return Effect.tryPromise({
+        try: () => database.run(sql),
+        catch: (error) => new Error(`Failed to apply schema delete: ${sql}: ${String(error)}`),
+    }).pipe(Effect.asVoid);
+}));
+const applySchemaUpdate = (database, change) => decodeRecord(change.updates).pipe(Effect.flatMap((values) => {
+    if (values.length !== 10) {
+        return Effect.fail(new Error("Invalid sqlite_schema CDC update record"));
+    }
+    const ddl = values[9];
+    if (typeof ddl !== "string") {
+        return Effect.fail(new Error("Invalid sqlite_schema DDL update statement"));
+    }
+    const match = ddl.match(/^ALTER\s+TABLE\s+("(?:[^"]|"")+"|`[^`]+`|\[[^\]]+\]|\S+)\s+ADD\s+COLUMN\s+("(?:[^"]|"")+"|`[^`]+`|\[[^\]]+\]|\S+)/i);
+    if (!match) {
+        return Effect.tryPromise({
+            try: () => database.run(ddl),
+            catch: (error) => new Error(`Failed to apply schema update: ${ddl}: ${String(error)}`),
+        }).pipe(Effect.asVoid);
+    }
+    const tableName = match[1].startsWith('"') && match[1].endsWith('"')
+        ? match[1].slice(1, -1).replaceAll('""', '"')
+        : match[1].startsWith("`") && match[1].endsWith("`")
+            ? match[1].slice(1, -1)
+            : match[1].startsWith("[") && match[1].endsWith("]")
+                ? match[1].slice(1, -1)
+                : match[1];
+    const columnName = match[2].startsWith('"') && match[2].endsWith('"')
+        ? match[2].slice(1, -1).replaceAll('""', '"')
+        : match[2].startsWith("`") && match[2].endsWith("`")
+            ? match[2].slice(1, -1)
+            : match[2].startsWith("[") && match[2].endsWith("]")
+                ? match[2].slice(1, -1)
+                : match[2];
+    return getTableColumns(database, tableName).pipe(Effect.catchAll(() => Effect.succeed([])), Effect.flatMap((columns) => columns.some((column) => column.name === columnName)
+        ? Effect.void
+        : Effect.tryPromise({
+            try: () => database.run(ddl),
+            catch: (error) => new Error(`Failed to apply schema update: ${ddl}: ${String(error)}`),
+        }).pipe(Effect.asVoid)));
+}));
+const applyInsert = (database, change) => getTableColumns(database, change.tableName).pipe(Effect.flatMap((columns) => decodeRecord(change.after).pipe(Effect.flatMap((values) => {
+    const recordColumns = columns.slice(0, values.length);
+    if (recordColumns.length !== values.length) {
+        return Effect.fail(new Error(`CDC insert for ${change.tableName} has more columns than target table`));
+    }
+    const pkColumns = columns
+        .filter((column) => column.pk > 0)
+        .sort((left, right) => left.pk - right.pk);
+    const columnSql = recordColumns
+        .map((column) => `"${column.name.replaceAll('"', '""')}"`)
+        .join(", ");
+    const placeholders = recordColumns.map(() => "?").join(", ");
+    const conflictSql = pkColumns.length === 0
+        ? ""
+        : ` ON CONFLICT(${pkColumns.map((column) => `"${column.name.replaceAll('"', '""')}"`).join(", ")}) DO UPDATE SET ${recordColumns.map((column) => `"${column.name.replaceAll('"', '""')}" = excluded."${column.name.replaceAll('"', '""')}"`).join(", ")}`;
+    const sql = `INSERT INTO "${change.tableName.replaceAll('"', '""')}" (${columnSql}) VALUES (${placeholders})${conflictSql}`;
+    return Effect.tryPromise({
+        try: () => database.run(sql, ...values),
+        catch: (error) => new Error(`Failed to apply insert to ${change.tableName}: ${String(error)}`),
+    }).pipe(Effect.asVoid);
+}))));
+const applyDelete = (database, change) => getTableColumns(database, change.tableName).pipe(Effect.flatMap((columns) => decodeRecord(change.before).pipe(Effect.flatMap((values) => {
+    const pkColumns = columns
+        .filter((column) => column.pk > 0)
+        .sort((left, right) => left.pk - right.pk);
+    if (pkColumns.length === 0) {
+        // oxlint-disable-next-line local-rules/no-null-undefined-option -- rowid-free deletes need a missing CDC id check.
+        return change.id === null
+            ? Effect.fail(new Error(`Invalid CDC change ${change.changeId}: table ${change.tableName} has no primary key or rowid`))
+            : Effect.tryPromise({
+                try: () => database.run(`DELETE FROM "${change.tableName.replaceAll('"', '""')}" WHERE rowid = ?`, change.id),
+                catch: (error) => new Error(`Failed to apply delete by rowid on ${change.tableName}: ${String(error)}`),
+            }).pipe(Effect.asVoid);
+    }
+    const whereValues = pkColumns.map((column) => {
+        const index = columns.findIndex((item) => item.name === column.name);
+        if (index < 0 || index >= values.length) {
+            throw new Error(`Missing primary key column ${column.name} in CDC delete for ${change.tableName}`);
+        }
+        return values[index];
+    });
+    const sql = `DELETE FROM "${change.tableName.replaceAll('"', '""')}" WHERE ${pkColumns.map((column) => `"${column.name.replaceAll('"', '""')}" = ?`).join(" AND ")}`;
+    return Effect.tryPromise({
+        try: () => database.run(sql, ...whereValues),
+        catch: (error) => new Error(`Failed to apply delete on ${change.tableName}: ${String(error)}`),
+    }).pipe(Effect.asVoid);
+}))));
+const applyUpdateWithMask = (database, change) => getTableColumns(database, change.tableName).pipe(Effect.flatMap((columns) => Effect.all({
+    after: decodeRecord(change.after),
+    updates: decodeRecord(change.updates),
+}).pipe(Effect.flatMap(({ after, updates }) => parseUpdatedColumns(columns, updates).pipe(Effect.flatMap(([changedColumns, changedValues]) => {
+    if (changedColumns.length === 0) {
+        return Effect.void;
+    }
+    const pkColumns = columns
+        .filter((column) => column.pk > 0)
+        .sort((left, right) => left.pk - right.pk);
+    if (pkColumns.length === 0) {
+        // oxlint-disable-next-line local-rules/no-null-undefined-option -- rowid-free updates need a missing CDC id check.
+        return change.id === null
+            ? Effect.fail(new Error(`Invalid CDC change ${change.changeId}: table ${change.tableName} has no primary key or rowid`))
+            : Effect.tryPromise({
+                try: () => database.run(`UPDATE "${change.tableName.replaceAll('"', '""')}" SET ${changedColumns.map((column) => `"${column.replaceAll('"', '""')}" = ?`).join(", ")} WHERE rowid = ?`, ...changedValues, change.id),
+                catch: (error) => new Error(`Failed to apply update by rowid on ${change.tableName}: ${String(error)}`),
+            }).pipe(Effect.asVoid);
+    }
+    const whereValues = pkColumns.map((column) => {
+        const index = columns.findIndex((item) => item.name === column.name);
+        if (index < 0 || index >= after.length) {
+            throw new Error(`Missing primary key column ${column.name} in CDC update for ${change.tableName}`);
+        }
+        return after[index];
+    });
+    const sql = `UPDATE "${change.tableName.replaceAll('"', '""')}" SET ${changedColumns.map((column) => `"${column.replaceAll('"', '""')}" = ?`).join(", ")} WHERE ${pkColumns.map((column) => `"${column.name.replaceAll('"', '""')}" = ?`).join(" AND ")}`;
+    return Effect.tryPromise({
+        try: () => database.run(sql, ...changedValues, ...whereValues),
+        catch: (error) => new Error(`Failed to apply update on ${change.tableName}: ${String(error)}`),
+    }).pipe(Effect.asVoid);
+}))))));
+const applyUpdateWithoutMask = (database, change) => applyDelete(database, {
+    ...change,
+    changeType: CDCChangeType.Delete,
+    // oxlint-disable-next-line local-rules/no-null-undefined-option -- update-as-delete replay must clear fields absent on delete CDC rows.
+    after: null,
+    // oxlint-disable-next-line local-rules/no-null-undefined-option -- update-as-delete replay must clear fields absent on delete CDC rows.
+    updates: null,
+}).pipe(Effect.flatMap(() => applyInsert(database, {
+    ...change,
+    changeType: CDCChangeType.Insert,
+    // oxlint-disable-next-line local-rules/no-null-undefined-option -- update-as-insert replay must clear fields absent on insert CDC rows.
+    before: null,
+    // oxlint-disable-next-line local-rules/no-null-undefined-option -- update-as-insert replay must clear fields absent on insert CDC rows.
+    updates: null,
+})));
+export const applyCDC = (database, change) => {
+    switch (change.changeType) {
+        case CDCChangeType.Insert:
+            return change.tableName === "sqlite_schema"
+                ? applySchemaInsert(database, change)
+                : applyInsert(database, change);
+        case CDCChangeType.Delete:
+            return change.tableName === "sqlite_schema"
+                ? applySchemaDelete(database, change)
+                : applyDelete(database, change);
+        case CDCChangeType.Update:
+            return change.tableName === "sqlite_schema"
+                ? applySchemaUpdate(database, change)
+                : // oxlint-disable-next-line local-rules/no-null-undefined-option -- updates without a mask are represented by NULL in the CDC stream.
+                    change.updates === null
+                        ? applyUpdateWithoutMask(database, change)
+                        : applyUpdateWithMask(database, change);
+    }
+};
+export const replayCDC = (database, changes) => {
+    if (changes.length === 0) {
+        return Effect.void;
+    }
+    const replay = Effect.gen(function* () {
+        yield* Effect.tryPromise({
+            try: () => database.exec("BEGIN IMMEDIATE"),
+            catch: (error) => new Error(`Failed to begin CDC transaction: ${String(error)}`),
+        }).pipe(Effect.asVoid);
+        const replayResult = yield* Effect.either(Effect.gen(function* () {
+            for (const change of changes) {
+                yield* applyCDC(database, change).pipe(Effect.annotateLogs({
+                    changeId: String(change.changeId),
+                    changeType: String(change.changeType),
+                    tableName: change.tableName,
+                }), Effect.tapError((error) => Effect.logError("cdc:error").pipe(Effect.annotateLogs({
+                    changeId: String(change.changeId),
+                    changeType: String(change.changeType),
+                    tableName: change.tableName,
+                    error: error.message,
+                }))));
+            }
+        }).pipe(Effect.zipRight(Effect.tryPromise({
+            try: () => database.exec("COMMIT"),
+            catch: (error) => new Error(`Failed to commit CDC transaction: ${String(error)}`),
+        }).pipe(Effect.asVoid))));
+        if (replayResult._tag === "Right") {
+            return;
+        }
+        const error = replayResult.left;
+        const rollbackResult = yield* Effect.either(Effect.tryPromise({
+            try: () => database.exec("ROLLBACK"),
+            catch: (rollbackError) => new Error(`Failed to rollback CDC transaction: ${String(rollbackError)}`),
+        }).pipe(Effect.asVoid));
+        if (rollbackResult._tag === "Left") {
+            return yield* Effect.fail(new ReplayError({
+                message: `Failed to replay CDC: ${error instanceof Error ? error.message : String(error)}. Rollback failed: ${rollbackResult.left.message}`,
+                cause: error,
+            }));
+        }
+        return yield* Effect.fail(new ReplayError({
+            message: `Failed to replay CDC: ${error instanceof Error ? error.message : String(error)}`,
+            cause: error,
+        }));
+    });
+    return Effect.acquireUseRelease(Effect.tryPromise({
+        try: () => database.exec("PRAGMA capture_data_changes_conn('off')"),
+        catch: (error) => new Error(`Failed to disable CDC: ${String(error)}`),
+    }).pipe(Effect.asVoid), () => replay, () => Effect.tryPromise({
+        try: () => database.exec("PRAGMA capture_data_changes_conn('full')"),
+        catch: (error) => new Error(`Failed to enable CDC: ${String(error)}`),
+    }).pipe(Effect.asVoid, Effect.orDie)).pipe(Effect.mapError((error) => error instanceof ReplayError
+        ? error
+        : new ReplayError({
+            message: `Failed to replay CDC: ${error instanceof Error ? error.message : String(error)}`,
+            cause: error,
+        })));
+};
+//# sourceMappingURL=apply.js.map