cojson-storage-sqlite 0.8.35 → 0.8.37

package/CHANGELOG.md

@@ -1,5 +1,23 @@
 # cojson-storage-sqlite
 
+## 0.8.37
+
+### Patch Changes
+
+- Updated dependencies [3d9f12e]
+  - cojson@0.8.37
+  - cojson-storage@0.8.37
+
+## 0.8.36
+
+### Patch Changes
+
+- 1afbd2c: Refactor the SQLite and IndexedDB storage packages to extract common synchronization functionality into newly created cojson-storage package.
+- Updated dependencies [441fe27]
+- Updated dependencies [1afbd2c]
+  - cojson@0.8.36
+  - cojson-storage@0.8.36
+
 ## 0.8.35
 
 ### Patch Changes

package/dist/index.js

@@ -1,350 +1,2 @@
-import { MAX_RECOMMENDED_TX_SIZE, cojsonInternals, } from "cojson";
-import Database from "better-sqlite3";
-export class SQLiteStorage {
-    constructor(db, fromLocalNode, toLocalNode) {
-        this.db = db;
-        this.toLocalNode = toLocalNode;
-        const processMessages = async () => {
-            for await (const msg of fromLocalNode) {
-                try {
-                    if (msg === "Disconnected" || msg === "PingTimeout") {
-                        throw new Error("Unexpected Disconnected message");
-                    }
-                    await this.handleSyncMessage(msg);
-                }
-                catch (e) {
-                    console.error(new Error(`Error reading from localNode, handling msg\n\n${JSON.stringify(msg, (k, v) => k === "changes" || k === "encryptedChanges"
-                        ? v.slice(0, 20) + "..."
-                        : v)}`, { cause: e }));
-                }
-            }
-        };
-        processMessages().catch((e) => console.error("Error in processMessages in sqlite", e));
-    }
-    static async asPeer({ filename, trace, localNodeName = "local", }) {
-        const [localNodeAsPeer, storageAsPeer] = cojsonInternals.connectedPeers(localNodeName, "storage", { peer1role: "client", peer2role: "storage", trace, crashOnClose: true });
-        await SQLiteStorage.open(filename, localNodeAsPeer.incoming, localNodeAsPeer.outgoing);
-        return { ...storageAsPeer, priority: 100 };
-    }
-    static async open(filename, fromLocalNode, toLocalNode) {
-        const db = Database(filename);
-        db.pragma("journal_mode = WAL");
-        const oldVersion = db.pragma("user_version")[0].user_version;
-        console.log("DB version", oldVersion);
-        if (oldVersion === 0) {
-            console.log("Migration 0 -> 1: Basic schema");
-            db.prepare(`CREATE TABLE IF NOT EXISTS transactions (
-                    ses INTEGER,
-                    idx INTEGER,
-                    tx TEXT NOT NULL,
-                    PRIMARY KEY (ses, idx)
-                ) WITHOUT ROWID;`).run();
-            db.prepare(`CREATE TABLE IF NOT EXISTS sessions (
-                    rowID INTEGER PRIMARY KEY,
-                    coValue INTEGER NOT NULL,
-                    sessionID TEXT NOT NULL,
-                    lastIdx INTEGER,
-                    lastSignature TEXT,
-                    UNIQUE (sessionID, coValue)
-                );`).run();
-            db.prepare(`CREATE INDEX IF NOT EXISTS sessionsByCoValue ON sessions (coValue);`).run();
-            db.prepare(`CREATE TABLE IF NOT EXISTS coValues (
-                    rowID INTEGER PRIMARY KEY,
-                    id TEXT NOT NULL UNIQUE,
-                    header TEXT NOT NULL UNIQUE
-                );`).run();
-            db.prepare(`CREATE INDEX IF NOT EXISTS coValuesByID ON coValues (id);`).run();
-            db.pragma("user_version = 1");
-            console.log("Migration 0 -> 1: Basic schema - done");
-        }
-        if (oldVersion <= 1) {
-            // fix embarrassing off-by-one error for transaction indices
-            console.log("Migration 1 -> 2: Fix off-by-one error for transaction indices");
-            const txs = db
-                .prepare(`SELECT * FROM transactions`)
-                .all();
-            for (const tx of txs) {
-                db.prepare(`DELETE FROM transactions WHERE ses = ? AND idx = ?`).run(tx.ses, tx.idx);
-                tx.idx -= 1;
-                db.prepare(`INSERT INTO transactions (ses, idx, tx) VALUES (?, ?, ?)`).run(tx.ses, tx.idx, tx.tx);
-            }
-            db.pragma("user_version = 2");
-            console.log("Migration 1 -> 2: Fix off-by-one error for transaction indices - done");
-        }
-        if (oldVersion <= 2) {
-            console.log("Migration 2 -> 3: Add signatureAfter");
-            db.prepare(`CREATE TABLE IF NOT EXISTS signatureAfter (
-                    ses INTEGER,
-                    idx INTEGER,
-                    signature TEXT NOT NULL,
-                    PRIMARY KEY (ses, idx)
-                ) WITHOUT ROWID;`).run();
-            db.prepare(`ALTER TABLE sessions ADD COLUMN bytesSinceLastSignature INTEGER;`).run();
-            db.pragma("user_version = 3");
-            console.log("Migration 2 -> 3: Add signatureAfter - done");
-        }
-        return new SQLiteStorage(db, fromLocalNode, toLocalNode);
-    }
-    async handleSyncMessage(msg) {
-        switch (msg.action) {
-            case "load":
-                await this.handleLoad(msg);
-                break;
-            case "content":
-                await this.handleContent(msg);
-                break;
-            case "known":
-                await this.handleKnown(msg);
-                break;
-            case "done":
-                await this.handleDone(msg);
-                break;
-        }
-    }
-    async sendNewContentAfter(theirKnown, asDependencyOf) {
-        const coValueRow = (await this.db
-            .prepare(`SELECT * FROM coValues WHERE id = ?`)
-            .get(theirKnown.id));
-        const allOurSessions = coValueRow
-            ? this.db
-                .prepare(`SELECT * FROM sessions WHERE coValue = ?`)
-                .all(coValueRow.rowID)
-            : [];
-        const ourKnown = {
-            id: theirKnown.id,
-            header: !!coValueRow,
-            sessions: {},
-        };
-        let parsedHeader;
-        try {
-            parsedHeader = (coValueRow?.header && JSON.parse(coValueRow.header));
-        }
-        catch (e) {
-            console.warn(theirKnown.id, "Invalid JSON in header", e, coValueRow?.header);
-            return;
-        }
-        const priority = cojsonInternals.getPriorityFromHeader(parsedHeader);
-        const newContentPieces = [
-            {
-                action: "content",
-                id: theirKnown.id,
-                header: theirKnown.header ? undefined : parsedHeader,
-                new: {},
-                priority,
-            },
-        ];
-        for (const sessionRow of allOurSessions) {
-            ourKnown.sessions[sessionRow.sessionID] = sessionRow.lastIdx;
-            if (sessionRow.lastIdx > (theirKnown.sessions[sessionRow.sessionID] || 0)) {
-                const firstNewTxIdx = theirKnown.sessions[sessionRow.sessionID] || 0;
-                const signaturesAndIdxs = this.db
-                    .prepare(`SELECT * FROM signatureAfter WHERE ses = ? AND idx >= ?`)
-                    .all(sessionRow.rowID, firstNewTxIdx);
-                // console.log(
-                //     theirKnown.id,
-                //     "signaturesAndIdxs",
-                //     JSON.stringify(signaturesAndIdxs)
-                // );
-                const newTxInSession = this.db
-                    .prepare(`SELECT * FROM transactions WHERE ses = ? AND idx >= ?`)
-                    .all(sessionRow.rowID, firstNewTxIdx);
-                let idx = firstNewTxIdx;
-                // console.log(
-                //     theirKnown.id,
-                //     "newTxInSession",
-                //     newTxInSession.length
-                // );
-                for (const tx of newTxInSession) {
-                    let sessionEntry = newContentPieces[newContentPieces.length - 1].new[sessionRow.sessionID];
-                    if (!sessionEntry) {
-                        sessionEntry = {
-                            after: idx,
-                            lastSignature: "WILL_BE_REPLACED",
-                            newTransactions: [],
-                        };
-                        newContentPieces[newContentPieces.length - 1].new[sessionRow.sessionID] = sessionEntry;
-                    }
-                    let parsedTx;
-                    try {
-                        parsedTx = JSON.parse(tx.tx);
-                    }
-                    catch (e) {
-                        console.warn(theirKnown.id, "Invalid JSON in transaction", e, tx.tx);
-                        break;
-                    }
-                    sessionEntry.newTransactions.push(parsedTx);
-                    if (signaturesAndIdxs[0] && idx === signaturesAndIdxs[0].idx) {
-                        sessionEntry.lastSignature = signaturesAndIdxs[0].signature;
-                        signaturesAndIdxs.shift();
-                        newContentPieces.push({
-                            action: "content",
-                            id: theirKnown.id,
-                            new: {},
-                            priority,
-                        });
-                    }
-                    else if (idx === firstNewTxIdx + newTxInSession.length - 1) {
-                        sessionEntry.lastSignature = sessionRow.lastSignature;
-                    }
-                    idx += 1;
-                }
-            }
-        }
-        const dependedOnCoValues = parsedHeader?.ruleset.type === "group"
-            ? newContentPieces
-                .flatMap((piece) => Object.values(piece.new))
-                .flatMap((sessionEntry) => sessionEntry.newTransactions.flatMap((tx) => {
-                if (tx.privacy !== "trusting")
-                    return [];
-                // TODO: avoid parsing here?
-                let parsedChanges;
-                try {
-                    parsedChanges = cojsonInternals.parseJSON(tx.changes);
-                }
-                catch (e) {
-                    console.warn(theirKnown.id, "Invalid JSON in transaction", e, tx.changes);
-                    return [];
-                }
-                return cojsonInternals.getGroupDependentKeyList(parsedChanges.map((change) => change &&
-                    typeof change === "object" &&
-                    "op" in change &&
-                    change.op === "set" &&
-                    "key" in change &&
-                    change.key));
-            }))
-            : parsedHeader?.ruleset.type === "ownedByGroup"
-                ? [
-                    parsedHeader?.ruleset.group,
-                    ...new Set(newContentPieces.flatMap((piece) => Object.keys(piece.new)
-                        .map((sessionID) => cojsonInternals.accountOrAgentIDfromSessionID(sessionID))
-                        .filter((accountID) => cojsonInternals.isAccountID(accountID) &&
-                        accountID !== theirKnown.id))),
-                ]
-                : [];
-        for (const dependedOnCoValue of dependedOnCoValues) {
-            await this.sendNewContentAfter({ id: dependedOnCoValue, header: false, sessions: {} }, asDependencyOf || theirKnown.id);
-        }
-        this.toLocalNode
-            .push({
-            action: "known",
-            ...ourKnown,
-            asDependencyOf,
-        })
-            .catch((e) => console.error("Error while pushing known", e));
-        const nonEmptyNewContentPieces = newContentPieces.filter((piece) => piece.header || Object.keys(piece.new).length > 0);
-        // console.log(theirKnown.id, nonEmptyNewContentPieces);
-        for (const piece of nonEmptyNewContentPieces) {
-            this.toLocalNode
-                .push(piece)
-                .catch((e) => console.error("Error while pushing content piece", e));
-            await new Promise((resolve) => setTimeout(resolve, 0));
-        }
-    }
-    handleLoad(msg) {
-        return this.sendNewContentAfter(msg);
-    }
-    async handleContent(msg) {
-        let storedCoValueRowID = this.db
-            .prepare(`SELECT rowID FROM coValues WHERE id = ?`)
-            .get(msg.id)?.rowID;
-        if (storedCoValueRowID === undefined) {
-            const header = msg.header;
-            if (!header) {
-                console.error("Expected to be sent header first");
-                this.toLocalNode
-                    .push({
-                    action: "known",
-                    id: msg.id,
-                    header: false,
-                    sessions: {},
-                    isCorrection: true,
-                })
-                    .catch((e) => console.error("Error while pushing known", e));
-                return;
-            }
-            storedCoValueRowID = this.db
-                .prepare(`INSERT INTO coValues (id, header) VALUES (?, ?)`)
-                .run(msg.id, JSON.stringify(header)).lastInsertRowid;
-        }
-        const ourKnown = {
-            id: msg.id,
-            header: true,
-            sessions: {},
-        };
-        let invalidAssumptions = false;
-        this.db.transaction(() => {
-            const allOurSessions = this.db
-                .prepare(`SELECT * FROM sessions WHERE coValue = ?`)
-                .all(storedCoValueRowID).reduce((acc, row) => {
-                acc[row.sessionID] = row;
-                return acc;
-            }, {});
-            for (const sessionID of Object.keys(msg.new)) {
-                const sessionRow = allOurSessions[sessionID];
-                if (sessionRow) {
-                    ourKnown.sessions[sessionRow.sessionID] = sessionRow.lastIdx;
-                }
-                if ((sessionRow?.lastIdx || 0) < (msg.new[sessionID]?.after || 0)) {
-                    invalidAssumptions = true;
-                }
-                else {
-                    const newTransactions = msg.new[sessionID]?.newTransactions || [];
-                    const actuallyNewOffset = (sessionRow?.lastIdx || 0) - (msg.new[sessionID]?.after || 0);
-                    const actuallyNewTransactions = newTransactions.slice(actuallyNewOffset);
-                    let newBytesSinceLastSignature = (sessionRow?.bytesSinceLastSignature || 0) +
-                        actuallyNewTransactions.reduce((sum, tx) => sum +
-                            (tx.privacy === "private"
-                                ? tx.encryptedChanges.length
-                                : tx.changes.length), 0);
-                    const newLastIdx = (sessionRow?.lastIdx || 0) + actuallyNewTransactions.length;
-                    let shouldWriteSignature = false;
-                    if (newBytesSinceLastSignature > MAX_RECOMMENDED_TX_SIZE) {
-                        shouldWriteSignature = true;
-                        newBytesSinceLastSignature = 0;
-                    }
-                    let nextIdx = sessionRow?.lastIdx || 0;
-                    const sessionUpdate = {
-                        coValue: storedCoValueRowID,
-                        sessionID: sessionID,
-                        lastIdx: newLastIdx,
-                        lastSignature: msg.new[sessionID].lastSignature,
-                        bytesSinceLastSignature: newBytesSinceLastSignature,
-                    };
-                    const upsertedSession = this.db
-                        .prepare(`INSERT INTO sessions (coValue, sessionID, lastIdx, lastSignature, bytesSinceLastSignature) VALUES (?, ?, ?, ?, ?)
-                            ON CONFLICT(coValue, sessionID) DO UPDATE SET lastIdx=excluded.lastIdx, lastSignature=excluded.lastSignature, bytesSinceLastSignature=excluded.bytesSinceLastSignature
-                            RETURNING rowID`)
-                        .get(sessionUpdate.coValue, sessionUpdate.sessionID, sessionUpdate.lastIdx, sessionUpdate.lastSignature, sessionUpdate.bytesSinceLastSignature);
-                    const sessionRowID = upsertedSession.rowID;
-                    if (shouldWriteSignature) {
-                        this.db
-                            .prepare(`INSERT INTO signatureAfter (ses, idx, signature) VALUES (?, ?, ?)`)
-                            .run(sessionRowID, 
-                        // TODO: newLastIdx is a misnomer, it's actually more like nextIdx or length
-                        newLastIdx - 1, msg.new[sessionID].lastSignature);
-                    }
-                    for (const newTransaction of actuallyNewTransactions) {
-                        this.db
-                            .prepare(`INSERT INTO transactions (ses, idx, tx) VALUES (?, ?, ?)`)
-                            .run(sessionRowID, nextIdx, JSON.stringify(newTransaction));
-                        nextIdx++;
-                    }
-                }
-            }
-        })();
-        if (invalidAssumptions) {
-            this.toLocalNode
-                .push({
-                action: "known",
-                ...ourKnown,
-                isCorrection: invalidAssumptions,
-            })
-                .catch((e) => console.error("Error while pushing known", e));
-        }
-    }
-    handleKnown(msg) {
-        return this.sendNewContentAfter(msg);
-    }
-    handleDone(_msg) { }
-}
+export { SQLiteNode, SQLiteNode as SQLiteStorage } from "./sqliteNode.js";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,uBAAuB,EAMvB,eAAe,GAChB,MAAM,QAAQ,CAAC;AAEhB,OAAO,QAAmC,MAAM,gBAAgB,CAAC;AA+BjE,MAAM,OAAO,aAAa;IAIxB,YACE,EAAa,EACb,aAAiC,EACjC,WAA8B;QAE9B,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAE/B,MAAM,eAAe,GAAG,KAAK,IAAI,EAAE;YACjC,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;gBACtC,IAAI,CAAC;oBACH,IAAI,GAAG,KAAK,cAAc,IAAI,GAAG,KAAK,aAAa,EAAE,CAAC;wBACpD,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;oBACrD,CAAC;oBACD,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;gBACpC,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,OAAO,CAAC,KAAK,CACX,IAAI,KAAK,CACP,iDAAiD,IAAI,CAAC,SAAS,CAC7D,GAAG,EACH,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,kBAAkB;wBACzC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK;wBACxB,CAAC,CAAC,CAAC,CACR,EAAE,EACH,EAAE,KAAK,EAAE,CAAC,EAAE,CACb,CACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QAEF,eAAe,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAC5B,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,CAAC,CAAC,CACvD,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAClB,QAAQ,EACR,KAAK,EACL,aAAa,GAAG,OAAO,GAKxB;QACC,MAAM,CAAC,eAAe,EAAE,aAAa,CAAC,GAAG,eAAe,CAAC,cAAc,CACrE,aAAa,EACb,SAAS,EACT,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,CACzE,CAAC;QAEF,MAAM,aAAa,CAAC,IAAI,CACtB,QAAQ,EACR,eAAe,CAAC,QAAQ,EACxB,eAAe,CAAC,QAAQ,CACzB,CAAC;QAEF,OAAO,EAAE,GAAG,aAAa,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC;IAC7C,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CACf,QAAgB,EAChB,aAAiC,EACjC,WAA8B;QAE9B,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC9B,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAEhC,MAAM,UAAU,GACd,EAAE,CAAC,MAAM,CAAC,cAAc,CACzB,CAAC,CAAC,CAAC,CAAC,YAAsB,CAAC;QAE5B,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAEtC,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;YAC9C,EAAE,CAAC,OAAO,CACR;;;;;iCAKyB,CAC1B,CAAC,GAAG,EAAE,CAAC;YAER,EAAE,CAAC,OAAO,CACR;;;;;;;mBAOW,CACZ,CAAC,GAAG,EAAE,CAAC;YAER,EAAE,CAAC,OAAO,CACR,qEAAqE,CACtE,CAAC,GAAG,EAAE,CAAC;YAER,EAAE,CAAC,OAAO,CACR;;;;mBAIW,CACZ,CAAC,GAAG,EAAE,CAAC;YAER,EAAE,CAAC,OAAO,CACR,2DAA2D,CAC5D,CAAC,GAAG,EAAE,CAAC;YAER,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACvD,CAAC;QAED,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;YACpB,4DAA4D;YAC5D,OAAO,CAAC,GAAG,CACT,gEAAgE,CACjE,CAAC;YAEF,MAAM,GAAG,GAAG,EAAE;iBACX,OAAO,CAAC,4BAA4B,CAAC;iBACrC,GAAG,EAAsB,CAAC;YAE7B,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;gBACrB,EAAE,CAAC,OAAO,CAAC,oDAAoD,CAAC,CAAC,GAAG,CAClE,EAAE,CAAC,GAAG,EACN,EAAE,CAAC,GAAG,CACP,CAAC;gBACF,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;gBACZ,EAAE,CAAC,OAAO,CACR,0DAA0D,CAC3D,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/B,CAAC;YAED,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;YAC9B,OAAO,CAAC,GAAG,CACT,uEAAuE,CACxE,CAAC;QACJ,CAAC;QAED,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;YAEpD,EAAE,CAAC,OAAO,CACR;;;;;iCAKyB,CAC1B,CAAC,GAAG,EAAE,CAAC;YAER,EAAE,CAAC,OAAO,CACR,kEAAkE,CACnE,CAAC,GAAG,EAAE,CAAC;YAER,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;QAC7D,CAAC;QAED,OAAO,IAAI,aAAa,CAAC,EAAE,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,GAAgB;QACtC,QAAQ,GAAG,CAAC,MAAM,EAAE,CAAC;YACnB,KAAK,MAAM;gBACT,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;gBAC3B,MAAM;YACR,KAAK,SAAS;gBACZ,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;gBAC9B,MAAM;YACR,KAAK,OAAO;gBACV,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC5B,MAAM;YACR,KAAK,MAAM;gBACT,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;gBAC3B,MAAM;QACV,CAAC;IACH,CAAC;IAED,KAAK,CAAC,mBAAmB,CACvB,UAAiD,EACjD,cAA4C;QAE5C,MAAM,UAAU,GAAG,CAAC,MAAM,IAAI,CAAC,EAAE;aAC9B,OAAO,CAAC,qCAAqC,CAAC;aAC9C,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,CAAiC,CAAC;QAEvD,MAAM,cAAc,GAAG,UAAU;YAC/B,CAAC,CAAE,IAAI,CAAC,EAAE;iBACL,OAAO,CAAS,0CAA0C,CAAC;iBAC3D,GAAG,CAAC,UAAU,CAAC,KAAK,CAAwB;YACjD,CAAC,CAAC,EAAE,CAAC;QAEP,MAAM,QAAQ,GAA0C;YACtD,EAAE,EAAE,UAAU,CAAC,EAAE;YACjB,MAAM,EAAE,CAAC,CAAC,UAAU;YACpB,QAAQ,EAAE,EAAE;SACb,CAAC;QAEF,IAAI,YAAY,CAAC;QAEjB,IAAI,CAAC;YACH,YAAY,GAAG,CAAC,UAAU,EAAE,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAEtD,CAAC;QAChB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CACV,UAAU,CAAC,EAAE,EACb,wBAAwB,EACxB,CAAC,EACD,UAAU,EAAE,MAAM,CACnB,CAAC;YACF,OAAO;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,eAAe,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;QACrE,MAAM,gBAAgB,GAA4C;YAChE;gBACE,MAAM,EAAE,SAAS;gBACjB,EAAE,EAAE,UAAU,CAAC,EAAE;gBACjB,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY;gBACpD,GAAG,EAAE,EAAE;gBACP,QAAQ;aACT;SACF,CAAC;QAEF,KAAK,MAAM,UAAU,IAAI,cAAc,EAAE,CAAC;YACxC,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC;YAE7D,IACE,UAAU,CAAC,OAAO,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EACrE,CAAC;gBACD,MAAM,aAAa,GAAG,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBAErE,MAAM,iBAAiB,GAAG,IAAI,CAAC,EAAE;qBAC9B,OAAO,CACN,yDAAyD,CAC1D;qBACA,GAAG,CAAC,UAAU,CAAC,KAAK,EAAE,aAAa,CAAwB,CAAC;gBAE/D,eAAe;gBACf,qBAAqB;gBACrB,2BAA2B;gBAC3B,wCAAwC;gBACxC,KAAK;gBAEL,MAAM,cAAc,GAAG,IAAI,CAAC,EAAE;qBAC3B,OAAO,CACN,uDAAuD,CACxD;qBACA,GAAG,CAAC,UAAU,CAAC,KAAK,EAAE,aAAa,CAAqB,CAAC;gBAE5D,IAAI,GAAG,GAAG,aAAa,CAAC;gBAExB,eAAe;gBACf,qBAAqB;gBACrB,wBAAwB;gBACxB,4BAA4B;gBAC5B,KAAK;gBAEL,KAAK,MAAM,EAAE,IAAI,cAAc,EAAE,CAAC;oBAChC,IAAI,YAAY,GACd,gBAAgB,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,GAAG,CAChD,UAAU,CAAC,SAAS,CACrB,CAAC;oBACJ,IAAI,CAAC,YAAY,EAAE,CAAC;wBAClB,YAAY,GAAG;4BACb,KAAK,EAAE,GAAG;4BACV,aAAa,EACX,kBAAmD;4BACrD,eAAe,EAAE,EAAE;yBACpB,CAAC;wBACF,gBAAgB,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,GAAG,CAChD,UAAU,CAAC,SAAS,CACrB,GAAG,YAAY,CAAC;oBACnB,CAAC;oBAED,IAAI,QAAQ,CAAC;oBAEb,IAAI,CAAC;wBACH,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;oBAC/B,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,OAAO,CAAC,IAAI,CACV,UAAU,CAAC,EAAE,EACb,6BAA6B,EAC7B,CAAC,EACD,EAAE,CAAC,EAAE,CACN,CAAC;wBACF,MAAM;oBACR,CAAC;oBAED,YAAY,CAAC,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAE5C,IAAI,iBAAiB,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,iBAAiB,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;wBAC7D,YAAY,CAAC,aAAa,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;wBAC5D,iBAAiB,CAAC,KAAK,EAAE,CAAC;wBAC1B,gBAAgB,CAAC,IAAI,CAAC;4BACpB,MAAM,EAAE,SAAS;4BACjB,EAAE,EAAE,UAAU,CAAC,EAAE;4BACjB,GAAG,EAAE,EAAE;4BACP,QAAQ;yBACT,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,GAAG,KAAK,aAAa,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC7D,YAAY,CAAC,aAAa,GAAG,UAAU,CAAC,aAAa,CAAC;oBACxD,CAAC;oBACD,GAAG,IAAI,CAAC,CAAC;gBACX,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,kBAAkB,GACtB,YAAY,EAAE,OAAO,CAAC,IAAI,KAAK,OAAO;YACpC,CAAC,CAAC,gBAAgB;iBACb,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;iBAC5C,OAAO,CAAC,CAAC,YAAY,EAAE,EAAE,CACxB,YAAY,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE;gBAC1C,IAAI,EAAE,CAAC,OAAO,KAAK,UAAU;oBAAE,OAAO,EAAE,CAAC;gBACzC,4BAA4B;gBAC5B,IAAI,aAAa,CAAC;gBAElB,IAAI,CAAC;oBACH,aAAa,GAAG,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;gBACxD,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,OAAO,CAAC,IAAI,CACV,UAAU,CAAC,EAAE,EACb,6BAA6B,EAC7B,CAAC,EACD,EAAE,CAAC,OAAO,CACX,CAAC;oBACF,OAAO,EAAE,CAAC;gBACZ,CAAC;gBAED,OAAO,eAAe,CAAC,wBAAwB,CAC7C,aAAa,CAAC,GAAG,CACf,CAAC,MAAM,EAAE,EAAE,CACT,MAAM;oBACN,OAAO,MAAM,KAAK,QAAQ;oBAC1B,IAAI,IAAI,MAAM;oBACd,MAAM,CAAC,EAAE,KAAK,KAAK;oBACnB,KAAK,IAAI,MAAM;oBACf,MAAM,CAAC,GAAG,CACb,CACF,CAAC;YACJ,CAAC,CAAC,CACH;YACL,CAAC,CAAC,YAAY,EAAE,OAAO,CAAC,IAAI,KAAK,cAAc;gBAC7C,CAAC,CAAC;oBACE,YAAY,EAAE,OAAO,CAAC,KAAK;oBAC3B,GAAG,IAAI,GAAG,CACR,gBAAgB,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CACjC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;yBACnB,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CACjB,eAAe,CAAC,6BAA6B,CAC3C,SAAsB,CACvB,CACF;yBACA,MAAM,CACL,CAAC,SAAS,EAA6B,EAAE,CACvC,eAAe,CAAC,WAAW,CAAC,SAAS,CAAC;wBACtC,SAAS,KAAK,UAAU,CAAC,EAAE,CAC9B,CACJ,CACF;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;QAEX,KAAK,MAAM,iBAAiB,IAAI,kBAAkB,EAAE,CAAC;YACnD,MAAM,IAAI,CAAC,mBAAmB,CAC5B,EAAE,EAAE,EAAE,iBAAiB,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,EACtD,cAAc,IAAI,UAAU,CAAC,EAAE,CAChC,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,WAAW;aACb,IAAI,CAAC;YACJ,MAAM,EAAE,OAAO;YACf,GAAG,QAAQ;YACX,cAAc;SACf,CAAC;aACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,CAAC,CAAC,CAAC,CAAC;QAE/D,MAAM,wBAAwB,GAAG,gBAAgB,CAAC,MAAM,CACtD,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAC7D,CAAC;QAEF,wDAAwD;QAExD,KAAK,MAAM,KAAK,IAAI,wBAAwB,EAAE,CAAC;YAC7C,IAAI,CAAC,WAAW;iBACb,IAAI,CAAC,KAAK,CAAC;iBACX,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,UAAU,CAAC,GAAoC;QAC7C,OAAO,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,GAA0C;QAC5D,IAAI,kBAAkB,GACpB,IAAI,CAAC,EAAE;aACJ,OAAO,CACN,yCAAyC,CAC1C;aACA,GAAG,CAAC,GAAG,CAAC,EAAE,CACd,EAAE,KAAK,CAAC;QAET,IAAI,kBAAkB,KAAK,SAAS,EAAE,CAAC;YACrC,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;YAC1B,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;gBAClD,IAAI,CAAC,WAAW;qBACb,IAAI,CAAC;oBACJ,MAAM,EAAE,OAAO;oBACf,EAAE,EAAE,GAAG,CAAC,EAAE;oBACV,MAAM,EAAE,KAAK;oBACb,QAAQ,EAAE,EAAE;oBACZ,YAAY,EAAE,IAAI;iBACnB,CAAC;qBACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC/D,OAAO;YACT,CAAC;YAED,kBAAkB,GAAG,IAAI,CAAC,EAAE;iBACzB,OAAO,CACN,iDAAiD,CAClD;iBACA,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,eAAyB,CAAC;QACnE,CAAC;QAED,MAAM,QAAQ,GAA0C;YACtD,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,EAAE;SACb,CAAC;QACF,IAAI,kBAAkB,GAAG,KAAK,CAAC;QAE/B,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YACvB,MAAM,cAAc,GAClB,IAAI,CAAC,EAAE;iBACJ,OAAO,CAAS,0CAA0C,CAAC;iBAC3D,GAAG,CAAC,kBAAmB,CAC3B,CAAC,MAAM,CACN,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;gBACX,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC;gBACzB,OAAO,GAAG,CAAC;YACb,CAAC,EACD,EAA+C,CAChD,CAAC;YAEF,KAAK,MAAM,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAgB,EAAE,CAAC;gBAC5D,MAAM,UAAU,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;gBAC7C,IAAI,UAAU,EAAE,CAAC;oBACf,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC;gBAC/D,CAAC;gBAED,IAAI,CAAC,UAAU,EAAE,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC;oBAClE,kBAAkB,GAAG,IAAI,CAAC;gBAC5B,CAAC;qBAAM,CAAC;oBACN,MAAM,eAAe,GAAG,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,eAAe,IAAI,EAAE,CAAC;oBAElE,MAAM,iBAAiB,GACrB,CAAC,UAAU,EAAE,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;oBAEhE,MAAM,uBAAuB,GAC3B,eAAe,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;oBAE3C,IAAI,0BAA0B,GAC5B,CAAC,UAAU,EAAE,uBAAuB,IAAI,CAAC,CAAC;wBAC1C,uBAAuB,CAAC,MAAM,CAC5B,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CACV,GAAG;4BACH,CAAC,EAAE,CAAC,OAAO,KAAK,SAAS;gCACvB,CAAC,CAAC,EAAE,CAAC,gBAAgB,CAAC,MAAM;gCAC5B,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,EACxB,CAAC,CACF,CAAC;oBAEJ,MAAM,UAAU,GACd,CAAC,UAAU,EAAE,OAAO,IAAI,CAAC,CAAC,GAAG,uBAAuB,CAAC,MAAM,CAAC;oBAE9D,IAAI,oBAAoB,GAAG,KAAK,CAAC;oBAEjC,IAAI,0BAA0B,GAAG,uBAAuB,EAAE,CAAC;wBACzD,oBAAoB,GAAG,IAAI,CAAC;wBAC5B,0BAA0B,GAAG,CAAC,CAAC;oBACjC,CAAC;oBAED,IAAI,OAAO,GAAG,UAAU,EAAE,OAAO,IAAI,CAAC,CAAC;oBAEvC,MAAM,aAAa,GAAG;wBACpB,OAAO,EAAE,kBAAmB;wBAC5B,SAAS,EAAE,SAAS;wBACpB,OAAO,EAAE,UAAU;wBACnB,aAAa,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC,aAAa;wBAChD,uBAAuB,EAAE,0BAA0B;qBACpD,CAAC;oBAEF,MAAM,eAAe,GAAG,IAAI,CAAC,EAAE;yBAC5B,OAAO,CACN;;4CAE8B,CAC/B;yBACA,GAAG,CACF,aAAa,CAAC,OAAO,EACrB,aAAa,CAAC,SAAS,EACvB,aAAa,CAAC,OAAO,EACrB,aAAa,CAAC,aAAa,EAC3B,aAAa,CAAC,uBAAuB,CACjB,CAAC;oBAEzB,MAAM,YAAY,GAAG,eAAe,CAAC,KAAK,CAAC;oBAE3C,IAAI,oBAAoB,EAAE,CAAC;wBACzB,IAAI,CAAC,EAAE;6BACJ,OAAO,CACN,mEAAmE,CACpE;6BACA,GAAG,CACF,YAAY;wBACZ,4EAA4E;wBAC5E,UAAU,GAAG,CAAC,EACd,GAAG,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC,aAAa,CAClC,CAAC;oBACN,CAAC;oBAED,KAAK,MAAM,cAAc,IAAI,uBAAuB,EAAE,CAAC;wBACrD,IAAI,CAAC,EAAE;6BACJ,OAAO,CACN,0DAA0D,CAC3D;6BACA,GAAG,CAAC,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC;wBAC9D,OAAO,EAAE,CAAC;oBACZ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;QAEL,IAAI,kBAAkB,EAAE,CAAC;YACvB,IAAI,CAAC,WAAW;iBACb,IAAI,CAAC;gBACJ,MAAM,EAAE,OAAO;gBACf,GAAG,QAAQ;gBACX,YAAY,EAAE,kBAAkB;aACjC,CAAC;iBACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,CAAC,CAAC,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,WAAW,CAAC,GAA0C;QACpD,OAAO,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;IAED,UAAU,CAAC,IAAqC,IAAG,CAAC;CACrD"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,IAAI,aAAa,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/sqliteClient.js

@@ -0,0 +1,76 @@
+export class SQLiteClient {
+    constructor(db, toLocalNode) {
+        this.db = db;
+        this.toLocalNode = toLocalNode;
+    }
+    getCoValue(coValueId) {
+        const coValueRow = this.db
+            .prepare(`SELECT * FROM coValues WHERE id = ?`)
+            .get(coValueId);
+        if (!coValueRow)
+            return;
+        try {
+            const parsedHeader = (coValueRow?.header &&
+                JSON.parse(coValueRow.header));
+            return {
+                ...coValueRow,
+                header: parsedHeader,
+            };
+        }
+        catch (e) {
+            console.warn(coValueId, "Invalid JSON in header", e, coValueRow?.header);
+            return;
+        }
+    }
+    getCoValueSessions(coValueRowId) {
+        return this.db
+            .prepare(`SELECT * FROM sessions WHERE coValue = ?`)
+            .all(coValueRowId);
+    }
+    getNewTransactionInSession(sessionRowId, firstNewTxIdx) {
+        const txs = this.db
+            .prepare(`SELECT * FROM transactions WHERE ses = ? AND idx >= ?`)
+            .all(sessionRowId, firstNewTxIdx);
+        try {
+            return txs.map((transactionRow) => ({
+                ...transactionRow,
+                tx: JSON.parse(transactionRow.tx),
+            }));
+        }
+        catch (e) {
+            console.warn("Invalid JSON in transaction", e);
+            return [];
+        }
+    }
+    getSignatures(sessionRowId, firstNewTxIdx) {
+        return this.db
+            .prepare(`SELECT * FROM signatureAfter WHERE ses = ? AND idx >= ?`)
+            .all(sessionRowId, firstNewTxIdx);
+    }
+    addCoValue(msg) {
+        return this.db
+            .prepare(`INSERT INTO coValues (id, header) VALUES (?, ?)`)
+            .run(msg.id, JSON.stringify(msg.header)).lastInsertRowid;
+    }
+    addSessionUpdate({ sessionUpdate, sessionRow, }) {
+        return this.db
+            .prepare(`INSERT INTO sessions (coValue, sessionID, lastIdx, lastSignature, bytesSinceLastSignature) VALUES (?, ?, ?, ?, ?)
+                            ON CONFLICT(coValue, sessionID) DO UPDATE SET lastIdx=excluded.lastIdx, lastSignature=excluded.lastSignature, bytesSinceLastSignature=excluded.bytesSinceLastSignature
+                            RETURNING rowID`)
+            .get(sessionUpdate.coValue, sessionUpdate.sessionID, sessionUpdate.lastIdx, sessionUpdate.lastSignature, sessionUpdate.bytesSinceLastSignature).rowID;
+    }
+    addTransaction(sessionRowID, nextIdx, newTransaction) {
+        this.db
+            .prepare(`INSERT INTO transactions (ses, idx, tx) VALUES (?, ?, ?)`)
+            .run(sessionRowID, nextIdx, JSON.stringify(newTransaction));
+    }
+    addSignatureAfter({ sessionRowID, idx, signature, }) {
+        this.db
+            .prepare(`INSERT INTO signatureAfter (ses, idx, signature) VALUES (?, ?, ?)`)
+            .run(sessionRowID, idx, signature);
+    }
+    unitOfWork(operationsCallback) {
+        this.db.transaction(operationsCallback)();
+    }
+}
+//# sourceMappingURL=sqliteClient.js.map

package/dist/sqliteClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqliteClient.js","sourceRoot":"","sources":["../src/sqliteClient.ts"],"names":[],"mappings":"AAyBA,MAAM,OAAO,YAAY;IAIvB,YAAY,EAAa,EAAE,WAA8B;QACvD,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACjC,CAAC;IAED,UAAU,CAAC,SAAkB;QAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE;aACvB,OAAO,CAAC,qCAAqC,CAAC;aAC9C,GAAG,CAAC,SAAS,CAAsC,CAAC;QAEvD,IAAI,CAAC,UAAU;YAAE,OAAO;QAExB,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,CAAC,UAAU,EAAE,MAAM;gBACtC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAsC,CAAC;YAEtE,OAAO;gBACL,GAAG,UAAU;gBACb,MAAM,EAAE,YAAY;aACrB,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,wBAAwB,EAAE,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;YACzE,OAAO;QACT,CAAC;IACH,CAAC;IAED,kBAAkB,CAAC,YAAoB;QACrC,OAAO,IAAI,CAAC,EAAE;aACX,OAAO,CAAS,0CAA0C,CAAC;aAC3D,GAAG,CAAC,YAAY,CAAuB,CAAC;IAC7C,CAAC;IAED,0BAA0B,CACxB,YAAoB,EACpB,aAAqB;QAErB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CACN,uDAAuD,CACxD;aACA,GAAG,CAAC,YAAY,EAAE,aAAa,CAAwB,CAAC;QAE3D,IAAI,CAAC;YACH,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;gBAClC,GAAG,cAAc;gBACjB,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAgB;aACjD,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,6BAA6B,EAAE,CAAC,CAAC,CAAC;YAC/C,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,aAAa,CACX,YAAoB,EACpB,aAAqB;QAErB,OAAO,IAAI,CAAC,EAAE;aACX,OAAO,CACN,yDAAyD,CAC1D;aACA,GAAG,CAAC,YAAY,EAAE,aAAa,CAAwB,CAAC;IAC7D,CAAC;IAED,UAAU,CAAC,GAA0C;QACnD,OAAO,IAAI,CAAC,EAAE;aACX,OAAO,CACN,iDAAiD,CAClD;aACA,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,eAAyB,CAAC;IACvE,CAAC;IAED,gBAAgB,CAAC,EACf,aAAa,EACb,UAAU,GAIX;QACC,OACE,IAAI,CAAC,EAAE;aACJ,OAAO,CACN;;4CAEkC,CACnC;aACA,GAAG,CACF,aAAa,CAAC,OAAO,EACrB,aAAa,CAAC,SAAS,EACvB,aAAa,CAAC,OAAO,EACrB,aAAa,CAAC,aAAa,EAC3B,aAAa,CAAC,uBAAuB,CAE1C,CAAC,KAAK,CAAC;IACV,CAAC;IAED,cAAc,CACZ,YAAoB,EACpB,OAAe,EACf,cAA2B;QAE3B,IAAI,CAAC,EAAE;aACJ,OAAO,CACN,0DAA0D,CAC3D;aACA,GAAG,CAAC,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC;IAChE,CAAC;IAED,iBAAiB,CAAC,EAChB,YAAY,EACZ,GAAG,EACH,SAAS,GACmD;QAC5D,IAAI,CAAC,EAAE;aACJ,OAAO,CACN,mEAAmE,CACpE;aACA,GAAG,CAAC,YAAY,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;IACvC,CAAC;IAED,UAAU,CAAC,kBAA+B;QACxC,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,kBAAkB,CAAC,EAAE,CAAC;IAC5C,CAAC;CACF"}

package/dist/sqliteNode.js

@@ -0,0 +1,91 @@
+import Database from "better-sqlite3";
+import { cojsonInternals, } from "cojson";
+import { SyncManager } from "cojson-storage";
+import { SQLiteClient } from "./sqliteClient.js";
+export class SQLiteNode {
+    constructor(db, fromLocalNode, toLocalNode) {
+        this.dbClient = new SQLiteClient(db, toLocalNode);
+        this.syncManager = new SyncManager(this.dbClient, toLocalNode);
+        const processMessages = async () => {
+            for await (const msg of fromLocalNode) {
+                try {
+                    if (msg === "Disconnected" || msg === "PingTimeout") {
+                        throw new Error("Unexpected Disconnected message");
+                    }
+                    await this.syncManager.handleSyncMessage(msg);
+                }
+                catch (e) {
+                    console.error(new Error(`Error reading from localNode, handling msg\n\n${JSON.stringify(msg, (k, v) => k === "changes" || k === "encryptedChanges"
+                        ? v.slice(0, 20) + "..."
+                        : v)}`, { cause: e }));
+                }
+            }
+        };
+        processMessages().catch((e) => console.error("Error in processMessages in sqlite", e));
+    }
+    static async asPeer({ filename, trace, localNodeName = "local", }) {
+        const [localNodeAsPeer, storageAsPeer] = cojsonInternals.connectedPeers(localNodeName, "storage", { peer1role: "client", peer2role: "storage", trace, crashOnClose: true });
+        await SQLiteNode.open(filename, localNodeAsPeer.incoming, localNodeAsPeer.outgoing);
+        return { ...storageAsPeer, priority: 100 };
+    }
+    static async open(filename, fromLocalNode, toLocalNode) {
+        const db = Database(filename);
+        db.pragma("journal_mode = WAL");
+        const oldVersion = db.pragma("user_version")[0].user_version;
+        console.log("DB version", oldVersion);
+        if (oldVersion === 0) {
+            console.log("Migration 0 -> 1: Basic schema");
+            db.prepare(`CREATE TABLE IF NOT EXISTS transactions (
+                    ses INTEGER,
+                    idx INTEGER,
+                    tx TEXT NOT NULL,
+                    PRIMARY KEY (ses, idx)
+                ) WITHOUT ROWID;`).run();
+            db.prepare(`CREATE TABLE IF NOT EXISTS sessions (
+                    rowID INTEGER PRIMARY KEY,
+                    coValue INTEGER NOT NULL,
+                    sessionID TEXT NOT NULL,
+                    lastIdx INTEGER,
+                    lastSignature TEXT,
+                    UNIQUE (sessionID, coValue)
+                );`).run();
+            db.prepare(`CREATE INDEX IF NOT EXISTS sessionsByCoValue ON sessions (coValue);`).run();
+            db.prepare(`CREATE TABLE IF NOT EXISTS coValues (
+                    rowID INTEGER PRIMARY KEY,
+                    id TEXT NOT NULL UNIQUE,
+                    header TEXT NOT NULL UNIQUE
+                );`).run();
+            db.prepare(`CREATE INDEX IF NOT EXISTS coValuesByID ON coValues (id);`).run();
+            db.pragma("user_version = 1");
+            console.log("Migration 0 -> 1: Basic schema - done");
+        }
+        if (oldVersion <= 1) {
+            // fix embarrassing off-by-one error for transaction indices
+            console.log("Migration 1 -> 2: Fix off-by-one error for transaction indices");
+            const txs = db
+                .prepare(`SELECT * FROM transactions`)
+                .all();
+            for (const tx of txs) {
+                db.prepare(`DELETE FROM transactions WHERE ses = ? AND idx = ?`).run(tx.ses, tx.idx);
+                tx.idx -= 1;
+                db.prepare(`INSERT INTO transactions (ses, idx, tx) VALUES (?, ?, ?)`).run(tx.ses, tx.idx, tx.tx);
+            }
+            db.pragma("user_version = 2");
+            console.log("Migration 1 -> 2: Fix off-by-one error for transaction indices - done");
+        }
+        if (oldVersion <= 2) {
+            console.log("Migration 2 -> 3: Add signatureAfter");
+            db.prepare(`CREATE TABLE IF NOT EXISTS signatureAfter (
+                    ses INTEGER,
+                    idx INTEGER,
+                    signature TEXT NOT NULL,
+                    PRIMARY KEY (ses, idx)
+                ) WITHOUT ROWID;`).run();
+            db.prepare(`ALTER TABLE sessions ADD COLUMN bytesSinceLastSignature INTEGER;`).run();
+            db.pragma("user_version = 3");
+            console.log("Migration 2 -> 3: Add signatureAfter - done!!");
+        }
+        return new SQLiteNode(db, fromLocalNode, toLocalNode);
+    }
+}
+//# sourceMappingURL=sqliteNode.js.map

package/dist/sqliteNode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqliteNode.js","sourceRoot":"","sources":["../src/sqliteNode.ts"],"names":[],"mappings":"AAAA,OAAO,QAAmC,MAAM,gBAAgB,CAAC;AACjE,OAAO,EAIL,eAAe,GAChB,MAAM,QAAQ,CAAC;AAChB,OAAO,EAAE,WAAW,EAAkB,MAAM,gBAAgB,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,MAAM,OAAO,UAAU;IAIrB,YACE,EAAa,EACb,aAAiC,EACjC,WAA8B;QAE9B,IAAI,CAAC,QAAQ,GAAG,IAAI,YAAY,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QAClD,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QAE/D,MAAM,eAAe,GAAG,KAAK,IAAI,EAAE;YACjC,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;gBACtC,IAAI,CAAC;oBACH,IAAI,GAAG,KAAK,cAAc,IAAI,GAAG,KAAK,aAAa,EAAE,CAAC;wBACpD,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;oBACrD,CAAC;oBACD,MAAM,IAAI,CAAC,WAAW,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;gBAChD,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,OAAO,CAAC,KAAK,CACX,IAAI,KAAK,CACP,iDAAiD,IAAI,CAAC,SAAS,CAC7D,GAAG,EACH,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,kBAAkB;wBACzC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK;wBACxB,CAAC,CAAC,CAAC,CACR,EAAE,EACH,EAAE,KAAK,EAAE,CAAC,EAAE,CACb,CACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QAEF,eAAe,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAC5B,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,CAAC,CAAC,CACvD,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAClB,QAAQ,EACR,KAAK,EACL,aAAa,GAAG,OAAO,GAKxB;QACC,MAAM,CAAC,eAAe,EAAE,aAAa,CAAC,GAAG,eAAe,CAAC,cAAc,CACrE,aAAa,EACb,SAAS,EACT,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,CACzE,CAAC;QAEF,MAAM,UAAU,CAAC,IAAI,CACnB,QAAQ,EACR,eAAe,CAAC,QAAQ,EACxB,eAAe,CAAC,QAAQ,CACzB,CAAC;QAEF,OAAO,EAAE,GAAG,aAAa,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC;IAC7C,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CACf,QAAgB,EAChB,aAAiC,EACjC,WAA8B;QAE9B,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC9B,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAEhC,MAAM,UAAU,GACd,EAAE,CAAC,MAAM,CAAC,cAAc,CACzB,CAAC,CAAC,CAAC,CAAC,YAAsB,CAAC;QAE5B,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAEtC,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;YAC9C,EAAE,CAAC,OAAO,CACR;;;;;iCAKyB,CAC1B,CAAC,GAAG,EAAE,CAAC;YAER,EAAE,CAAC,OAAO,CACR;;;;;;;mBAOW,CACZ,CAAC,GAAG,EAAE,CAAC;YAER,EAAE,CAAC,OAAO,CACR,qEAAqE,CACtE,CAAC,GAAG,EAAE,CAAC;YAER,EAAE,CAAC,OAAO,CACR;;;;mBAIW,CACZ,CAAC,GAAG,EAAE,CAAC;YAER,EAAE,CAAC,OAAO,CACR,2DAA2D,CAC5D,CAAC,GAAG,EAAE,CAAC;YAER,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACvD,CAAC;QAED,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;YACpB,4DAA4D;YAC5D,OAAO,CAAC,GAAG,CACT,gEAAgE,CACjE,CAAC;YAEF,MAAM,GAAG,GAAG,EAAE;iBACX,OAAO,CAAC,4BAA4B,CAAC;iBACrC,GAAG,EAAsB,CAAC;YAE7B,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;gBACrB,EAAE,CAAC,OAAO,CAAC,oDAAoD,CAAC,CAAC,GAAG,CAClE,EAAE,CAAC,GAAG,EACN,EAAE,CAAC,GAAG,CACP,CAAC;gBACF,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;gBACZ,EAAE,CAAC,OAAO,CACR,0DAA0D,CAC3D,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/B,CAAC;YAED,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;YAC9B,OAAO,CAAC,GAAG,CACT,uEAAuE,CACxE,CAAC;QACJ,CAAC;QAED,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;YAEpD,EAAE,CAAC,OAAO,CACR;;;;;iCAKyB,CAC1B,CAAC,GAAG,EAAE,CAAC;YAER,EAAE,CAAC,OAAO,CACR,kEAAkE,CACnE,CAAC,GAAG,EAAE,CAAC;YAER,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;QAC/D,CAAC;QAED,OAAO,IAAI,UAAU,CAAC,EAAE,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;IACxD,CAAC;CACF"}

package/package.json

@@ -1,16 +1,17 @@
 {
   "name": "cojson-storage-sqlite",
   "type": "module",
-  "version": "0.8.35",
+  "version": "0.8.37",
   "main": "dist/index.js",
   "types": "src/index.ts",
   "license": "MIT",
   "dependencies": {
     "better-sqlite3": "^8.5.2",
-    "cojson": "0.8.35",
-    "typescript": "^5.3.3"
+    "cojson": "0.8.37",
+    "cojson-storage": "0.8.37"
   },
   "devDependencies": {
+    "typescript": "^5.3.3",
     "@types/better-sqlite3": "^7.6.4"
   },
   "gitHead": "33c27053293b4801b968c61d5c4c989f93a67d13",