@verdant-web/server 3.0.5 → 3.1.0

package/dist/esm/storage/sqlShard/SqlReplicas.d.ts

@@ -0,0 +1,32 @@
+import { StoredReplicaInfo } from '../../types.js';
+import { ReplicaStorage } from '../Storage.js';
+import { ReplicaType } from '@verdant-web/common';
+import { Databases } from './Databases.js';
+export declare class SqlReplicas implements ReplicaStorage {
+    private dbs;
+    private readonly replicaTruancyMinutes;
+    private readonly dialect;
+    constructor(dbs: Databases, replicaTruancyMinutes: number, dialect: 'sqlite' | 'postgres');
+    get truantCutoff(): number;
+    private attachLibraryId;
+    get: (libraryId: string, replicaId: string) => Promise<StoredReplicaInfo | null>;
+    getOrCreate: (libraryId: string, replicaId: string, info: {
+        userId: string;
+        type: ReplicaType;
+    }) => Promise<{
+        status: 'new' | 'existing' | 'truant';
+        replicaInfo: StoredReplicaInfo;
+    }>;
+    getAll: (libraryId: string, options?: {
+        omitTruant: boolean;
+    } | undefined) => Promise<StoredReplicaInfo[]>;
+    updateLastSeen: (libraryId: string, replicaId: string) => Promise<void>;
+    updateAckedServerOrder: (libraryId: string, replicaId: string, serverOrder: number) => Promise<void>;
+    updateAcknowledgedLogicalTime: (libraryId: string, replicaId: string, timestamp: string) => Promise<void>;
+    getEarliestAckedServerOrder: (libraryId: string) => Promise<number>;
+    acknowledgeOperation: (libraryId: string, replicaId: string, timestamp: string) => Promise<void>;
+    getGlobalAck: (libraryId: string, onlineReplicaIds?: string[] | undefined) => Promise<string | null>;
+    delete: (libraryId: string, replicaId: string) => Promise<void>;
+    deleteAll: (libraryId: string) => Promise<void>;
+    deleteAllForUser: (libraryId: string, userId: string) => Promise<void>;
+}

package/dist/esm/storage/sqlShard/SqlReplicas.js

@@ -0,0 +1,164 @@
+import { sql } from 'kysely';
+import { VerdantError } from '@verdant-web/common';
+export class SqlReplicas {
+    constructor(dbs, replicaTruancyMinutes, dialect) {
+        this.dbs = dbs;
+        this.replicaTruancyMinutes = replicaTruancyMinutes;
+        this.dialect = dialect;
+        this.attachLibraryId = (libraryId, row) => {
+            row.libraryId = libraryId;
+            return row;
+        };
+        this.get = async (libraryId, replicaId) => {
+            var _a;
+            const db = await this.dbs.get(libraryId);
+            const row = (_a = (await db
+                .selectFrom('ReplicaInfo')
+                .where('id', '=', replicaId)
+                .selectAll()
+                .executeTakeFirst())) !== null && _a !== void 0 ? _a : null;
+            if (row)
+                return this.attachLibraryId(libraryId, row);
+            return row;
+        };
+        this.getOrCreate = async (libraryId, replicaId, info) => {
+            const existing = await this.get(libraryId, replicaId);
+            if (!existing) {
+                const db = await this.dbs.get(libraryId);
+                const created = await db
+                    .insertInto('ReplicaInfo')
+                    .values({
+                    id: replicaId,
+                    clientId: info.userId,
+                    type: info.type,
+                    ackedServerOrder: 0,
+                })
+                    .returningAll()
+                    .executeTakeFirst();
+                if (!created) {
+                    throw new VerdantError(VerdantError.Code.Unexpected, undefined, 'Failed to create replica');
+                }
+                return {
+                    status: 'new',
+                    replicaInfo: this.attachLibraryId(libraryId, created),
+                };
+            }
+            if (existing.type !== info.type) {
+                const db = await this.dbs.get(libraryId);
+                // type should be updated if a new token changes it
+                await db
+                    .updateTable('ReplicaInfo')
+                    .set({ type: info.type })
+                    .where('id', '=', replicaId)
+                    .execute();
+            }
+            if (existing.clientId !== info.userId) {
+                // replicas cannot change hands - this is a security issue
+                throw new VerdantError(VerdantError.Code.Forbidden, undefined, 'Another user is already using this replica ID');
+            }
+            if (existing.lastSeenWallClockTime !== null &&
+                existing.lastSeenWallClockTime < this.truantCutoff) {
+                return { status: 'truant', replicaInfo: existing };
+            }
+            return { status: 'existing', replicaInfo: existing };
+        };
+        this.getAll = async (libraryId, options) => {
+            const db = await this.dbs.get(libraryId);
+            let builder = db.selectFrom('ReplicaInfo');
+            if (options === null || options === void 0 ? void 0 : options.omitTruant) {
+                builder = builder.where('lastSeenWallClockTime', '>', this.truantCutoff);
+            }
+            return (await builder.selectAll().execute()).map(this.attachLibraryId.bind(this, libraryId));
+        };
+        this.updateLastSeen = async (libraryId, replicaId) => {
+            const clockTime = Date.now();
+            const db = await this.dbs.get(libraryId);
+            await db
+                .updateTable('ReplicaInfo')
+                .set({ lastSeenWallClockTime: clockTime })
+                .where('id', '=', replicaId)
+                .execute();
+        };
+        this.updateAckedServerOrder = async (libraryId, replicaId, serverOrder) => {
+            const max = this.dialect === 'postgres' ? 'GREATEST' : 'MAX';
+            const db = await this.dbs.get(libraryId);
+            await db
+                .updateTable('ReplicaInfo')
+                .set('ackedServerOrder', ({ val }) => sql `${sql.raw(max)}(ackedServerOrder, ${val(serverOrder)})`)
+                .where('id', '=', replicaId)
+                .execute();
+        };
+        this.updateAcknowledgedLogicalTime = async (libraryId, replicaId, timestamp) => {
+            const db = await this.dbs.get(libraryId);
+            await db
+                .updateTable('ReplicaInfo')
+                .set({ ackedLogicalTime: timestamp })
+                .where('id', '=', replicaId)
+                .execute();
+        };
+        this.getEarliestAckedServerOrder = async (libraryId) => {
+            var _a;
+            const db = await this.dbs.get(libraryId);
+            // gets earliest acked server order of all non-truant replicas.
+            const res = await db
+                .selectFrom('ReplicaInfo')
+                .where('lastSeenWallClockTime', '>', this.truantCutoff)
+                .orderBy('ackedServerOrder', 'asc')
+                .select('ackedServerOrder')
+                .executeTakeFirst();
+            return (_a = res === null || res === void 0 ? void 0 : res.ackedServerOrder) !== null && _a !== void 0 ? _a : 0;
+        };
+        this.acknowledgeOperation = async (libraryId, replicaId, timestamp) => {
+            if (!timestamp)
+                return;
+            const db = await this.dbs.get(libraryId);
+            // when acking an operation, we also set the replica's server order
+            // to that operation's server order, if it's greater.
+            const max = this.dialect === 'postgres' ? 'GREATEST' : 'MAX';
+            await db
+                .updateTable('ReplicaInfo')
+                .set({ ackedLogicalTime: timestamp })
+                .set('ackedServerOrder', ({ val }) => sql `${sql.raw(max)}(
+					ackedServerOrder,
+					COALESCE(
+						(
+        			SELECT serverOrder FROM OperationHistory
+        			WHERE timestamp = ${val(timestamp)}
+      			),
+						0
+					)
+				)`)
+                .where('id', '=', replicaId)
+                .execute();
+        };
+        this.getGlobalAck = async (libraryId, onlineReplicaIds) => {
+            const nonTruant = await this.getAll(libraryId, { omitTruant: true });
+            if (nonTruant.length === 0)
+                return null;
+            const globalAckEligible = nonTruant.filter((replica) => replica.type < 2 || (onlineReplicaIds === null || onlineReplicaIds === void 0 ? void 0 : onlineReplicaIds.includes(replica.id)));
+            return globalAckEligible.reduce((acc, replica) => {
+                if (!replica.ackedLogicalTime)
+                    return acc;
+                if (acc === null)
+                    return replica.ackedLogicalTime;
+                return acc < replica.ackedLogicalTime ? acc : replica.ackedLogicalTime;
+            }, null);
+        };
+        this.delete = async (libraryId, replicaId) => {
+            const db = await this.dbs.get(libraryId);
+            await db.deleteFrom('ReplicaInfo').where('id', '=', replicaId).execute();
+        };
+        this.deleteAll = async (libraryId) => {
+            const db = await this.dbs.get(libraryId);
+            await db.deleteFrom('ReplicaInfo').execute();
+        };
+        this.deleteAllForUser = async (libraryId, userId) => {
+            const db = await this.dbs.get(libraryId);
+            await db.deleteFrom('ReplicaInfo').where('clientId', '=', userId).execute();
+        };
+    }
+    get truantCutoff() {
+        return Date.now() - this.replicaTruancyMinutes * 60 * 1000;
+    }
+}
+//# sourceMappingURL=SqlReplicas.js.map

package/dist/esm/storage/sqlShard/SqlReplicas.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SqlReplicas.js","sourceRoot":"","sources":["../../../../src/storage/sqlShard/SqlReplicas.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,GAAG,EAAe,MAAM,QAAQ,CAAC;AAE1C,OAAO,EAAe,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAGhE,MAAM,OAAO,WAAW;IACvB,YACS,GAAc,EACL,qBAA6B,EAC7B,OAA8B;QAFvC,QAAG,GAAH,GAAG,CAAW;QACL,0BAAqB,GAArB,qBAAqB,CAAQ;QAC7B,YAAO,GAAP,OAAO,CAAuB;QAOxC,oBAAe,GAAG,CAAC,SAAiB,EAAE,GAAmB,EAAE,EAAE;YACnE,GAAW,CAAC,SAAS,GAAG,SAAS,CAAC;YACnC,OAAO,GAAwB,CAAC;QACjC,CAAC,CAAC;QAEF,QAAG,GAAG,KAAK,EACV,SAAiB,EACjB,SAAiB,EACmB,EAAE;;YACtC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACzC,MAAM,GAAG,GACR,MAAA,CAAC,MAAM,EAAE;iBACP,UAAU,CAAC,aAAa,CAAC;iBACzB,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC;iBAC3B,SAAS,EAAE;iBACX,gBAAgB,EAAE,CAAC,mCAAI,IAAI,CAAC;YAC/B,IAAI,GAAG;gBAAE,OAAO,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YACrD,OAAO,GAAG,CAAC;QACZ,CAAC,CAAC;QACF,gBAAW,GAAG,KAAK,EAClB,SAAiB,EACjB,SAAiB,EACjB,IAA2C,EAIzC,EAAE;YACJ,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACtD,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACf,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBACzC,MAAM,OAAO,GAAG,MAAM,EAAE;qBACtB,UAAU,CAAC,aAAa,CAAC;qBACzB,MAAM,CAAC;oBACP,EAAE,EAAE,SAAS;oBACb,QAAQ,EAAE,IAAI,CAAC,MAAM;oBACrB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,gBAAgB,EAAE,CAAC;iBACnB,CAAC;qBACD,YAAY,EAAE;qBACd,gBAAgB,EAAE,CAAC;gBACrB,IAAI,CAAC,OAAO,EAAE,CAAC;oBACd,MAAM,IAAI,YAAY,CACrB,YAAY,CAAC,IAAI,CAAC,UAAU,EAC5B,SAAS,EACT,0BAA0B,CAC1B,CAAC;gBACH,CAAC;gBACD,OAAO;oBACN,MAAM,EAAE,KAAK;oBACb,WAAW,EAAE,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,OAAO,CAAC;iBACrD,CAAC;YACH,CAAC;YAED,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;gBACjC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBACzC,mDAAmD;gBACnD,MAAM,EAAE;qBACN,WAAW,CAAC,aAAa,CAAC;qBAC1B,GAAG,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;qBACxB,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC;qBAC3B,OAAO,EAAE,CAAC;YACb,CAAC;YAED,IAAI,QAAQ,CAAC,QAAQ,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;gBACvC,0DAA0D;gBAC1D,MAAM,IAAI,YAAY,CACrB,YAAY,CAAC,IAAI,CAAC,SAAS,EAC3B,SAAS,EACT,+CAA+C,CAC/C,CAAC;YACH,CAAC;YAED,IACC,QAAQ,CAAC,qBAAqB,KAAK,IAAI;gBACvC,QAAQ,CAAC,qBAAqB,GAAG,IAAI,CAAC,YAAY,EACjD,CAAC;gBACF,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC;YACpD,CAAC;YAED,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC;QACtD,CAAC,CAAC;QAEF,WAAM,GAAG,KAAK,EACb,SAAiB,EACjB,OAA6C,EACd,EAAE;YACjC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACzC,IAAI,OAAO,GAAG,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;YAE3C,IAAI,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,UAAU,EAAE,CAAC;gBACzB,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;YAC1E,CAAC;YAED,OAAO,CAAC,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAC/C,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAC1C,CAAC;QACH,CAAC,CAAC;QAEF,mBAAc,GAAG,KAAK,EACrB,SAAiB,EACjB,SAAiB,EACD,EAAE;YAClB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACzC,MAAM,EAAE;iBACN,WAAW,CAAC,aAAa,CAAC;iBAC1B,GAAG,CAAC,EAAE,qBAAqB,EAAE,SAAS,EAAE,CAAC;iBACzC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC;iBAC3B,OAAO,EAAE,CAAC;QACb,CAAC,CAAC;QAEF,2BAAsB,GAAG,KAAK,EAC7B,SAAiB,EACjB,SAAiB,EACjB,WAAmB,EACH,EAAE;YAClB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC;YAC7D,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACzC,MAAM,EAAE;iBACN,WAAW,CAAC,aAAa,CAAC;iBAC1B,GAAG,CACH,kBAAkB,EAClB,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CACX,GAAG,CAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,sBAAsB,GAAG,CAAC,WAAW,CAAC,GAAG,CACpE;iBACA,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC;iBAC3B,OAAO,EAAE,CAAC;QACb,CAAC,CAAC;QAEF,kCAA6B,GAAG,KAAK,EACpC,SAAiB,EACjB,SAAiB,EACjB,SAAiB,EACD,EAAE;YAClB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACzC,MAAM,EAAE;iBACN,WAAW,CAAC,aAAa,CAAC;iBAC1B,GAAG,CAAC,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAAC;iBACpC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC;iBAC3B,OAAO,EAAE,CAAC;QACb,CAAC,CAAC;QAEF,gCAA2B,GAAG,KAAK,EAAE,SAAiB,EAAmB,EAAE;;YAC1E,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACzC,+DAA+D;YAC/D,MAAM,GAAG,GAAG,MAAM,EAAE;iBAClB,UAAU,CAAC,aAAa,CAAC;iBACzB,KAAK,CAAC,uBAAuB,EAAE,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC;iBACtD,OAAO,CAAC,kBAAkB,EAAE,KAAK,CAAC;iBAClC,MAAM,CAAC,kBAAkB,CAAC;iBAC1B,gBAAgB,EAAE,CAAC;YACrB,OAAO,MAAA,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,gBAAgB,mCAAI,CAAC,CAAC;QACnC,CAAC,CAAC;QAEF,yBAAoB,GAAG,KAAK,EAC3B,SAAiB,EACjB,SAAiB,EACjB,SAAiB,EACD,EAAE;YAClB,IAAI,CAAC,SAAS;gBAAE,OAAO;YACvB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACzC,mEAAmE;YACnE,qDAAqD;YACrD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC;YAC7D,MAAM,EAAE;iBACN,WAAW,CAAC,aAAa,CAAC;iBAC1B,GAAG,CAAC,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAAC;iBACpC,GAAG,CACH,kBAAkB,EAClB,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,GAAG,CAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC;;;;;+BAKZ,GAAG,CAAC,SAAS,CAAC;;;;MAIvC,CACF;iBACA,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC;iBAC3B,OAAO,EAAE,CAAC;QACb,CAAC,CAAC;QAEF,iBAAY,GAAG,KAAK,EACnB,SAAiB,EACjB,gBAAuC,EACd,EAAE;YAC3B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;YACrE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC;YACxC,MAAM,iBAAiB,GAAG,SAAS,CAAC,MAAM,CACzC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,KAAI,gBAAgB,aAAhB,gBAAgB,uBAAhB,gBAAgB,CAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA,CACvE,CAAC;YAEF,OAAO,iBAAiB,CAAC,MAAM,CAC9B,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE;gBAChB,IAAI,CAAC,OAAO,CAAC,gBAAgB;oBAAE,OAAO,GAAG,CAAC;gBAC1C,IAAI,GAAG,KAAK,IAAI;oBAAE,OAAO,OAAO,CAAC,gBAAgB,CAAC;gBAClD,OAAO,GAAG,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC;YACxE,CAAC,EACD,IAAqB,CACrB,CAAC;QACH,CAAC,CAAC;QACF,WAAM,GAAG,KAAK,EAAE,SAAiB,EAAE,SAAiB,EAAiB,EAAE;YACtE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACzC,MAAM,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;QAC1E,CAAC,CAAC;QACF,cAAS,GAAG,KAAK,EAAE,SAAiB,EAAiB,EAAE;YACtD,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACzC,MAAM,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,OAAO,EAAE,CAAC;QAC9C,CAAC,CAAC;QACF,qBAAgB,GAAG,KAAK,EACvB,SAAiB,EACjB,MAAc,EACE,EAAE;YAClB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACzC,MAAM,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC;QAC7E,CAAC,CAAC;IA/NC,CAAC;IAEJ,IAAI,YAAY;QACf,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,qBAAqB,GAAG,EAAE,GAAG,IAAI,CAAC;IAC5D,CAAC;CA4ND"}

package/dist/esm/storage/sqlShard/_testData/unifiedData.d.ts

@@ -0,0 +1,30 @@
+export declare function randomOperations(libraryId: string): {
+    oid: string;
+    timestamp: string;
+    data: string;
+    serverOrder: number;
+    replicaId: string;
+    libraryId: string;
+}[];
+export declare function randomBaselines(libraryId: string): {
+    oid: string;
+    snapshot: string;
+    timestamp: string;
+    libraryId: string;
+}[];
+export declare function randomFileMetadata(libraryId: string): {
+    libraryId: string;
+    fileId: string;
+    name: string;
+    type: string;
+    pendingDeleteAt: number;
+}[];
+export declare function randomReplicaInfo(libraryId: string): {
+    libraryId: string;
+    id: string;
+    clientId: string;
+    lastSeenWallClockTime: number;
+    ackedLogicalTime: string;
+    type: number;
+    ackedServerOrder: number;
+}[];

package/dist/esm/storage/sqlShard/_testData/unifiedData.js

@@ -0,0 +1,42 @@
+function random() {
+    return Math.random().toString(36).substring(7);
+}
+export function randomOperations(libraryId) {
+    return Array.from({ length: 10 }, (_, i) => ({
+        oid: `oid-${i}-${random()}`,
+        timestamp: `timestamp-${i}-${random()}`,
+        data: `data-${i}-${random()}`,
+        serverOrder: i,
+        replicaId: `replicaId-${i}`,
+        libraryId,
+    }));
+}
+export function randomBaselines(libraryId) {
+    return Array.from({ length: 10 }, (_, i) => ({
+        oid: `oid-${i}-${random()}`,
+        snapshot: `snapshot-${i}-${random()}`,
+        timestamp: `timestamp-${i}-${random()}`,
+        libraryId,
+    }));
+}
+export function randomFileMetadata(libraryId) {
+    return Array.from({ length: 10 }, (_, i) => ({
+        libraryId,
+        fileId: `fileId-${i}-${random()}`,
+        name: `name-${i}-${random()}`,
+        type: `type-${i}`,
+        pendingDeleteAt: i,
+    }));
+}
+export function randomReplicaInfo(libraryId) {
+    return Array.from({ length: 10 }, (_, i) => ({
+        libraryId,
+        id: `replicaId-${i}`,
+        clientId: `clientId-${i}-${random()}`,
+        lastSeenWallClockTime: i,
+        ackedLogicalTime: `ackedLogicalTime-${i}-${random()}`,
+        type: i,
+        ackedServerOrder: i,
+    }));
+}
+//# sourceMappingURL=unifiedData.js.map

package/dist/esm/storage/sqlShard/_testData/unifiedData.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"unifiedData.js","sourceRoot":"","sources":["../../../../../src/storage/sqlShard/_testData/unifiedData.ts"],"names":[],"mappings":"AAOA,SAAS,MAAM;IACd,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,SAAiB;IACjD,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5C,GAAG,EAAE,OAAO,CAAC,IAAI,MAAM,EAAE,EAAE;QAC3B,SAAS,EAAE,aAAa,CAAC,IAAI,MAAM,EAAE,EAAE;QACvC,IAAI,EAAE,QAAQ,CAAC,IAAI,MAAM,EAAE,EAAE;QAC7B,WAAW,EAAE,CAAC;QACd,SAAS,EAAE,aAAa,CAAC,EAAE;QAC3B,SAAS;KACT,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,SAAiB;IAChD,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5C,GAAG,EAAE,OAAO,CAAC,IAAI,MAAM,EAAE,EAAE;QAC3B,QAAQ,EAAE,YAAY,CAAC,IAAI,MAAM,EAAE,EAAE;QACrC,SAAS,EAAE,aAAa,CAAC,IAAI,MAAM,EAAE,EAAE;QACvC,SAAS;KACT,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,SAAiB;IACnD,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5C,SAAS;QACT,MAAM,EAAE,UAAU,CAAC,IAAI,MAAM,EAAE,EAAE;QACjC,IAAI,EAAE,QAAQ,CAAC,IAAI,MAAM,EAAE,EAAE;QAC7B,IAAI,EAAE,QAAQ,CAAC,EAAE;QACjB,eAAe,EAAE,CAAC;KAClB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,SAAiB;IAClD,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5C,SAAS;QACT,EAAE,EAAE,aAAa,CAAC,EAAE;QACpB,QAAQ,EAAE,YAAY,CAAC,IAAI,MAAM,EAAE,EAAE;QACrC,qBAAqB,EAAE,CAAC;QACxB,gBAAgB,EAAE,oBAAoB,CAAC,IAAI,MAAM,EAAE,EAAE;QACrD,IAAI,EAAE,CAAC;QACP,gBAAgB,EAAE,CAAC;KACnB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/esm/storage/sqlShard/database.d.ts

@@ -0,0 +1,6 @@
+import { Kysely } from 'kysely';
+import { Database as DatabaseTypes } from './tables.js';
+export declare function openDatabase(directory: string, libraryId: string, options?: {
+    skipMigrations?: boolean;
+    disableWal?: boolean;
+}): Promise<Kysely<DatabaseTypes>>;

package/dist/esm/storage/sqlShard/database.js

@@ -0,0 +1,28 @@
+import { Kysely, SqliteDialect } from 'kysely';
+import { join } from 'path';
+import Database from 'better-sqlite3';
+import { migrateToLatest } from '@a-type/kysely';
+import migrations from './migrations.js';
+export async function openDatabase(directory, libraryId, options = {}) {
+    const label = `openDatabase ${libraryId}`;
+    console.time(label);
+    const filePath = directory === ':memory:'
+        ? ':memory:'
+        : join(directory, `${libraryId}.sqlite`);
+    const internalDb = new Database(filePath);
+    if (!options.disableWal) {
+        internalDb.pragma('journal_mode = WAL');
+    }
+    const db = new Kysely({
+        dialect: new SqliteDialect({
+            database: internalDb,
+        }),
+    });
+    // only migrate on first open
+    if (!options.skipMigrations) {
+        await migrateToLatest(db, migrations);
+    }
+    console.timeEnd(label);
+    return db;
+}
+//# sourceMappingURL=database.js.map

package/dist/esm/storage/sqlShard/database.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"database.js","sourceRoot":"","sources":["../../../../src/storage/sqlShard/database.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAC/C,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAE5B,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,UAAU,MAAM,iBAAiB,CAAC;AAEzC,MAAM,CAAC,KAAK,UAAU,YAAY,CACjC,SAAiB,EACjB,SAAiB,EACjB,UAGI,EAAE;IAEN,MAAM,KAAK,GAAG,gBAAgB,SAAS,EAAE,CAAC;IAC1C,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACpB,MAAM,QAAQ,GACb,SAAS,KAAK,UAAU;QACvB,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,SAAS,SAAS,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,IAAI,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC1C,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACzB,UAAU,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IACzC,CAAC;IACD,MAAM,EAAE,GAAG,IAAI,MAAM,CAAgB;QACpC,OAAO,EAAE,IAAI,aAAa,CAAC;YAC1B,QAAQ,EAAE,UAAU;SACpB,CAAC;KACF,CAAC,CAAC;IACH,6BAA6B;IAC7B,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;QAC7B,MAAM,eAAe,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACvB,OAAO,EAAE,CAAC;AACX,CAAC"}

package/dist/esm/storage/sqlShard/migrations/v1.d.ts

@@ -0,0 +1,3 @@
+import { Kysely } from 'kysely';
+export declare function up(db: Kysely<any>): Promise<void>;
+export declare function down(db: Kysely<any>): Promise<void>;

package/dist/esm/storage/sqlShard/migrations/v1.js

@@ -0,0 +1,48 @@
+export async function up(db) {
+    await db.schema
+        .createTable('DocumentBaseline')
+        .ifNotExists()
+        .addColumn('oid', 'text', (cb) => cb.primaryKey())
+        .addColumn('snapshot', 'text')
+        .addColumn('timestamp', 'text', (cb) => cb.notNull())
+        .execute();
+    await db.schema
+        .createTable('OperationHistory')
+        .ifNotExists()
+        .addColumn('oid', 'text', (cb) => cb.notNull())
+        .addColumn('timestamp', 'text', (cb) => cb.notNull())
+        .addColumn('data', 'text', (cb) => cb.notNull())
+        .addColumn('serverOrder', 'integer', (cb) => cb.notNull().defaultTo(0))
+        .addColumn('replicaId', 'text', (cb) => cb.notNull())
+        .addPrimaryKeyConstraint('OperationHistory_primaryKey', [
+        'replicaId',
+        'oid',
+        'timestamp',
+    ])
+        .execute();
+    await db.schema
+        .createTable('ReplicaInfo')
+        .ifNotExists()
+        .addColumn('id', 'text', (cb) => cb.primaryKey())
+        .addColumn('clientId', 'text', (cb) => cb.notNull())
+        .addColumn('lastSeenWallClockTime', 'integer')
+        .addColumn('ackedLogicalTime', 'text')
+        .addColumn('type', 'integer', (cb) => cb.notNull().defaultTo(0))
+        .addColumn('ackedServerOrder', 'integer', (cb) => cb.notNull().defaultTo(0))
+        .execute();
+    await db.schema
+        .createTable('FileMetadata')
+        .ifNotExists()
+        .addColumn('fileId', 'text', (cb) => cb.primaryKey())
+        .addColumn('name', 'text', (cb) => cb.notNull())
+        .addColumn('type', 'text', (cb) => cb.notNull())
+        .addColumn('pendingDeleteAt', 'integer')
+        .execute();
+}
+export async function down(db) {
+    await db.schema.dropTable('DocumentBaseline').execute();
+    await db.schema.dropTable('OperationHistory').execute();
+    await db.schema.dropTable('ReplicaInfo').execute();
+    await db.schema.dropTable('FileMetadata').execute();
+}
+//# sourceMappingURL=v1.js.map

package/dist/esm/storage/sqlShard/migrations/v1.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"v1.js","sourceRoot":"","sources":["../../../../../src/storage/sqlShard/migrations/v1.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,KAAK,UAAU,EAAE,CAAC,EAAe;IACvC,MAAM,EAAE,CAAC,MAAM;SACb,WAAW,CAAC,kBAAkB,CAAC;SAC/B,WAAW,EAAE;SACb,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC;SACjD,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC;SAC7B,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SACpD,OAAO,EAAE,CAAC;IAEZ,MAAM,EAAE,CAAC,MAAM;SACb,WAAW,CAAC,kBAAkB,CAAC;SAC/B,WAAW,EAAE;SACb,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SAC9C,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SACpD,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SAC/C,SAAS,CAAC,aAAa,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;SACtE,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SACpD,uBAAuB,CAAC,6BAA6B,EAAE;QACvD,WAAW;QACX,KAAK;QACL,WAAW;KACX,CAAC;SACD,OAAO,EAAE,CAAC;IAEZ,MAAM,EAAE,CAAC,MAAM;SACb,WAAW,CAAC,aAAa,CAAC;SAC1B,WAAW,EAAE;SACb,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC;SAChD,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SACnD,SAAS,CAAC,uBAAuB,EAAE,SAAS,CAAC;SAC7C,SAAS,CAAC,kBAAkB,EAAE,MAAM,CAAC;SACrC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;SAC/D,SAAS,CAAC,kBAAkB,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;SAC3E,OAAO,EAAE,CAAC;IAEZ,MAAM,EAAE,CAAC,MAAM;SACb,WAAW,CAAC,cAAc,CAAC;SAC3B,WAAW,EAAE;SACb,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC;SACpD,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SAC/C,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SAC/C,SAAS,CAAC,iBAAiB,EAAE,SAAS,CAAC;SACvC,OAAO,EAAE,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,EAAe;IACzC,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC,OAAO,EAAE,CAAC;IACxD,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC,OAAO,EAAE,CAAC;IACxD,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,EAAE,CAAC;IACnD,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE,CAAC;AACrD,CAAC"}

package/dist/esm/storage/sqlShard/migrations.d.ts

@@ -0,0 +1,5 @@
+import * as v1 from './migrations/v1.js';
+declare const _default: {
+    v1: typeof v1;
+};
+export default _default;

package/dist/esm/storage/sqlShard/migrations.js

@@ -0,0 +1,3 @@
+import * as v1 from './migrations/v1.js';
+export default { v1 };
+//# sourceMappingURL=migrations.js.map

package/dist/esm/storage/sqlShard/migrations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrations.js","sourceRoot":"","sources":["../../../../src/storage/sqlShard/migrations.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAEzC,eAAe,EAAE,EAAE,EAAE,CAAC"}

package/dist/esm/storage/sqlShard/sqlShardStorage.d.ts

@@ -0,0 +1,7 @@
+import { StorageFactory } from '../Storage.js';
+export declare const sqlShardStorage: ({ databasesDirectory, transferFromUnifiedDatabaseFile, disableWal, closeTimeout, }: {
+    databasesDirectory: string;
+    transferFromUnifiedDatabaseFile?: string | undefined;
+    disableWal?: boolean | undefined;
+    closeTimeout?: number | undefined;
+}) => StorageFactory;

package/dist/esm/storage/sqlShard/sqlShardStorage.js

@@ -0,0 +1,55 @@
+import { SqlBaselines } from './SqlBaselines.js';
+import { SqlOperations } from './SqlOperations.js';
+import { SqlReplicas } from './SqlReplicas.js';
+import { SqlFileMetadata } from './SqlFileMetadata.js';
+import { Databases } from './Databases.js';
+import { transferToShards } from './transfer.js';
+import { existsSync, mkdirSync, readdirSync } from 'fs';
+export const sqlShardStorage = ({ databasesDirectory, transferFromUnifiedDatabaseFile, disableWal, closeTimeout, }) => {
+    let ready = Promise.resolve(undefined);
+    if (!existsSync(databasesDirectory)) {
+        mkdirSync(databasesDirectory);
+        console.info(`Created databases directory: ${databasesDirectory}`);
+    }
+    if (transferFromUnifiedDatabaseFile) {
+        // check if directory is empty
+        const files = databasesDirectory === ':memory:' ? [] : readdirSync(databasesDirectory);
+        if (files.length > 0) {
+            console.error(`Cannot transfer from unified database to non-empty directory: ${databasesDirectory}. This might mean the transfer has already happened and you're free to turn off the transferFromUnifiedDatabaseFile option.`);
+        }
+        else {
+            ready = transferToShards({
+                file: transferFromUnifiedDatabaseFile,
+                directory: databasesDirectory,
+            }).then();
+        }
+    }
+    const dbs = new Databases({
+        directory: databasesDirectory,
+        disableWal,
+        closeTimeout,
+    });
+    return (options) => {
+        const baselines = new SqlBaselines(dbs, 'sqlite');
+        const operations = new SqlOperations(dbs, 'sqlite');
+        const replicas = new SqlReplicas(dbs, options.replicaTruancyMinutes, 'sqlite');
+        const fileMetadata = new SqlFileMetadata(dbs, options.fileDeleteExpirationDays, 'sqlite');
+        const close = async () => {
+            storage.open = false;
+            await dbs.destroy();
+        };
+        const storage = {
+            baselines,
+            operations,
+            replicas,
+            fileMetadata,
+            close,
+            open: false,
+            ready: ready.then(() => {
+                storage.open = true;
+            }),
+        };
+        return storage;
+    };
+};
+//# sourceMappingURL=sqlShardStorage.js.map

package/dist/esm/storage/sqlShard/sqlShardStorage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlShardStorage.js","sourceRoot":"","sources":["../../../../src/storage/sqlShard/sqlShardStorage.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAE/C,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAGvD,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,IAAI,CAAC;AAExD,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,EAC/B,kBAAkB,EAClB,+BAA+B,EAC/B,UAAU,EACV,YAAY,GAMZ,EAAkB,EAAE;IACpB,IAAI,KAAK,GAAG,OAAO,CAAC,OAAO,CAAO,SAAS,CAAC,CAAC;IAC7C,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACrC,SAAS,CAAC,kBAAkB,CAAC,CAAC;QAC9B,OAAO,CAAC,IAAI,CAAC,gCAAgC,kBAAkB,EAAE,CAAC,CAAC;IACpE,CAAC;IACD,IAAI,+BAA+B,EAAE,CAAC;QACrC,8BAA8B;QAC9B,MAAM,KAAK,GACV,kBAAkB,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,kBAAkB,CAAC,CAAC;QAC1E,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,KAAK,CACZ,iEAAiE,kBAAkB,6HAA6H,CAChN,CAAC;QACH,CAAC;aAAM,CAAC;YACP,KAAK,GAAG,gBAAgB,CAAC;gBACxB,IAAI,EAAE,+BAA+B;gBACrC,SAAS,EAAE,kBAAkB;aAC7B,CAAC,CAAC,IAAI,EAAE,CAAC;QACX,CAAC;IACF,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,SAAS,CAAC;QACzB,SAAS,EAAE,kBAAkB;QAC7B,UAAU;QACV,YAAY;KACZ,CAAC,CAAC;IACH,OAAO,CAAC,OAAO,EAAE,EAAE;QAClB,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,IAAI,aAAa,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,IAAI,WAAW,CAC/B,GAAG,EACH,OAAO,CAAC,qBAAqB,EAC7B,QAAQ,CACR,CAAC;QACF,MAAM,YAAY,GAAG,IAAI,eAAe,CACvC,GAAG,EACH,OAAO,CAAC,wBAAwB,EAChC,QAAQ,CACR,CAAC;QACF,MAAM,KAAK,GAAG,KAAK,IAAI,EAAE;YACxB,OAAO,CAAC,IAAI,GAAG,KAAK,CAAC;YACrB,MAAM,GAAG,CAAC,OAAO,EAAE,CAAC;QACrB,CAAC,CAAC;QACF,MAAM,OAAO,GAAG;YACf,SAAS;YACT,UAAU;YACV,QAAQ;YACR,YAAY;YACZ,KAAK;YACL,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;gBACtB,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;YACrB,CAAC,CAAC;SACF,CAAC;QACF,OAAO,OAAO,CAAC;IAChB,CAAC,CAAC;AACH,CAAC,CAAC"}

package/dist/esm/storage/sqlShard/tables.d.ts

@@ -0,0 +1,38 @@
+import { ReplicaType } from '@verdant-web/common';
+import { Generated, Selectable } from 'kysely';
+export interface Database {
+    OperationHistory: OperationHistoryTable;
+    DocumentBaseline: DocumentBaselineTable;
+    ReplicaInfo: ReplicaInfoTable;
+    FileMetadata: FileMetadataTable;
+}
+export interface OperationHistoryTable {
+    oid: string;
+    timestamp: string;
+    data: string;
+    serverOrder: number;
+    replicaId: string;
+}
+export type OperationHistoryRow = Selectable<OperationHistoryTable>;
+export interface DocumentBaselineTable {
+    oid: string;
+    snapshot: string;
+    timestamp: string;
+}
+export type DocumentBaselineRow = Selectable<DocumentBaselineTable>;
+export interface ReplicaInfoTable {
+    id: string;
+    clientId: string;
+    lastSeenWallClockTime: number | null;
+    ackedLogicalTime: string | null;
+    type: ReplicaType;
+    ackedServerOrder: Generated<number>;
+}
+export type ReplicaInfoRow = Selectable<ReplicaInfoTable>;
+export interface FileMetadataTable {
+    fileId: string;
+    name: string;
+    type: string;
+    pendingDeleteAt: number | null;
+}
+export type FileMetadataRow = Selectable<FileMetadataTable>;

package/dist/esm/storage/sqlShard/tables.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=tables.js.map

package/dist/esm/storage/sqlShard/tables.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tables.js","sourceRoot":"","sources":["../../../../src/storage/sqlShard/tables.ts"],"names":[],"mappings":""}

package/dist/esm/storage/sqlShard/transfer.d.ts

@@ -0,0 +1,6 @@
+import { Kysely } from 'kysely';
+import { Database } from './tables.js';
+export declare function transferToShards({ file, directory, }: {
+    file: string;
+    directory: string;
+}): Promise<Record<string, Kysely<Database>>>;

package/dist/esm/storage/sqlShard/transfer.js

@@ -0,0 +1,76 @@
+import { openDatabase as openUnifiedDatabase } from '../sql/database.js';
+import { openDatabase } from './database.js';
+export async function transferToShards({ file, directory, }) {
+    console.info(`Transferring from unified database (${file}) to shards (${directory})...`);
+    const { db: unifiedDb, ready } = openUnifiedDatabase(file);
+    await ready;
+    const libraries = await unifiedDb
+        .selectFrom('ReplicaInfo')
+        .select('ReplicaInfo.libraryId')
+        .distinct()
+        .execute();
+    const dbs = await Promise.all(libraries.map(async ({ libraryId }) => {
+        const db = await openDatabase(directory, libraryId);
+        await copyLibrary(libraryId, unifiedDb, db);
+        return db;
+    }));
+    return libraries.reduce((acc, { libraryId }, i) => {
+        acc[libraryId] = dbs[i];
+        return acc;
+    }, {});
+}
+async function copyLibrary(libraryId, source, dest) {
+    const operations = await source
+        .selectFrom('OperationHistory')
+        .where('libraryId', '=', libraryId)
+        .selectAll()
+        .execute();
+    const baselines = await source
+        .selectFrom('DocumentBaseline')
+        .where('libraryId', '=', libraryId)
+        .selectAll()
+        .execute();
+    const replicas = await source
+        .selectFrom('ReplicaInfo')
+        .where('libraryId', '=', libraryId)
+        .selectAll()
+        .execute();
+    const fileMetadata = await source
+        .selectFrom('FileMetadata')
+        .where('libraryId', '=', libraryId)
+        .selectAll()
+        .execute();
+    for (const operation of operations) {
+        // @ts-expect-error
+        delete operation.libraryId;
+    }
+    for (const baseline of baselines) {
+        // @ts-expect-error
+        delete baseline.libraryId;
+    }
+    for (const replica of replicas) {
+        // @ts-expect-error
+        delete replica.libraryId;
+    }
+    for (const metadata of fileMetadata) {
+        // @ts-expect-error
+        delete metadata.libraryId;
+    }
+    await dest.transaction().execute(async (trx) => {
+        const actions = [];
+        if (operations.length) {
+            actions.push(trx.insertInto('OperationHistory').values(operations).execute());
+        }
+        if (baselines.length) {
+            actions.push(trx.insertInto('DocumentBaseline').values(baselines).execute());
+        }
+        if (replicas.length) {
+            actions.push(trx.insertInto('ReplicaInfo').values(replicas).execute());
+        }
+        if (fileMetadata.length) {
+            actions.push(trx.insertInto('FileMetadata').values(fileMetadata).execute());
+        }
+        await Promise.all(actions);
+    });
+}
+//# sourceMappingURL=transfer.js.map

package/dist/esm/storage/sqlShard/transfer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transfer.js","sourceRoot":"","sources":["../../../../src/storage/sqlShard/transfer.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,IAAI,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAGzE,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAE7C,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,EACtC,IAAI,EACJ,SAAS,GAIT;IACA,OAAO,CAAC,IAAI,CACX,uCAAuC,IAAI,gBAAgB,SAAS,MAAM,CAC1E,CAAC;IACF,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAC3D,MAAM,KAAK,CAAC;IACZ,MAAM,SAAS,GAAG,MAAM,SAAS;SAC/B,UAAU,CAAC,aAAa,CAAC;SACzB,MAAM,CAAC,uBAAuB,CAAC;SAC/B,QAAQ,EAAE;SACV,OAAO,EAAE,CAAC;IAEZ,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAC5B,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;QACrC,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,WAAW,CAAC,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QAC5C,OAAO,EAAE,CAAC;IACX,CAAC,CAAC,CACF,CAAC;IAEF,OAAO,SAAS,CAAC,MAAM,CACtB,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE;QACzB,GAAG,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACxB,OAAO,GAAG,CAAC;IACZ,CAAC,EACD,EAAsC,CACtC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CACzB,SAAiB,EACjB,MAA+B,EAC/B,IAAsB;IAEtB,MAAM,UAAU,GAAG,MAAM,MAAM;SAC7B,UAAU,CAAC,kBAAkB,CAAC;SAC9B,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,CAAC;SAClC,SAAS,EAAE;SACX,OAAO,EAAE,CAAC;IACZ,MAAM,SAAS,GAAG,MAAM,MAAM;SAC5B,UAAU,CAAC,kBAAkB,CAAC;SAC9B,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,CAAC;SAClC,SAAS,EAAE;SACX,OAAO,EAAE,CAAC;IACZ,MAAM,QAAQ,GAAG,MAAM,MAAM;SAC3B,UAAU,CAAC,aAAa,CAAC;SACzB,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,CAAC;SAClC,SAAS,EAAE;SACX,OAAO,EAAE,CAAC;IACZ,MAAM,YAAY,GAAG,MAAM,MAAM;SAC/B,UAAU,CAAC,cAAc,CAAC;SAC1B,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,CAAC;SAClC,SAAS,EAAE;SACX,OAAO,EAAE,CAAC;IAEZ,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACpC,mBAAmB;QACnB,OAAO,SAAS,CAAC,SAAS,CAAC;IAC5B,CAAC;IACD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAClC,mBAAmB;QACnB,OAAO,QAAQ,CAAC,SAAS,CAAC;IAC3B,CAAC;IACD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAChC,mBAAmB;QACnB,OAAO,OAAO,CAAC,SAAS,CAAC;IAC1B,CAAC;IACD,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE,CAAC;QACrC,mBAAmB;QACnB,OAAO,QAAQ,CAAC,SAAS,CAAC;IAC3B,CAAC;IAED,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QAC9C,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,CACX,GAAG,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAC/D,CAAC;QACH,CAAC;QACD,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;YACtB,OAAO,CAAC,IAAI,CACX,GAAG,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAC9D,CAAC;QACH,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YACrB,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACxE,CAAC;QACD,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,CACX,GAAG,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,CAC7D,CAAC;QACH,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;AACJ,CAAC"}

package/dist/esm/storage/sqlShard/transfer.test.d.ts

@@ -0,0 +1 @@
+export {};