@lix-js/sdk 0.0.1

package/dist/sync/merge-state.js

@@ -0,0 +1,237 @@
+import { tableIdColumns, tablesByDepencies, } from "../database/mutation-log/database-schema.js";
+export async function mergeTheirState(args) {
+    const executeInTransaction = async (trx) => {
+        // console.log(
+        // 	"mutations before merge-state....",
+        // 	(
+        // 		await trx
+        // 			.selectFrom("mutation_log")
+        // 			.selectAll()
+        // 			// .select(({ fn }) => {
+        // 			// 	return ["session", fn.max<number>("session_time").as("time")];
+        // 			// })
+        // 			// .groupBy("session")
+        // 			.execute()
+        // 	).length
+        // );
+        const myVectorClock = await trx
+            .selectFrom("mutation_log")
+            .select(({ fn }) => {
+            return ["session", fn.max("session_time").as("time")];
+        })
+            .where("mutation_log.table_name", "<>", "mutation_log")
+            .groupBy("session")
+            .execute();
+        // console.log("getting my vector clock" + JSON.stringify(myVectorClock));
+        // find the clocks in their vector clock that are behind mine
+        // (everything after their times happend without their recognition) - and we need to handle last write wins
+        const unrecognizedSesionTicks = aheadSessions(myVectorClock, args.sourceVectorClock);
+        // console.log(
+        // 	"vector ticks they have not seen:" +
+        // 		JSON.stringify(unrecognizedSesionTicks)
+        // );
+        // search  the last updated at time stamp per row of rows with modifications unknown by them
+        const moreRecentRowUpdatesUnknownBySource = unrecognizedSesionTicks.length === 0
+            ? []
+            : await trx
+                .selectFrom("mutation_log")
+                .select(({ fn }) => {
+                return [
+                    "table_name",
+                    "row_id",
+                    fn.max("wall_clock").as("last_updated_wall_time"),
+                ];
+            })
+                .where((eb) => {
+                return eb.or(unrecognizedSesionTicks.map(({ session, time }) => {
+                    return eb("session", "=", session).and("session_time", ">", time);
+                }));
+            })
+                // ignore the trigger flag
+                .where("mutation_log.table_name", "<>", "mutation_log")
+                .groupBy("row_id")
+                .execute();
+        // build a lookup map that allow us to get the last update using unknownUpdatesByTableAndRow[tableName]?.[rowId];
+        const rowsIUpdatedLast = moreRecentRowUpdatesUnknownBySource.reduce((acc, { table_name, row_id, last_updated_wall_time }) => {
+            if (!acc[table_name]) {
+                acc[table_name] = {};
+            }
+            acc[table_name][rowIdToString(table_name, row_id)] =
+                last_updated_wall_time;
+            return acc;
+        }, {});
+        // console.log(
+        // 	"rowsIUpdatedLast - before last write check:",
+        // 	rowsIUpdatedLast
+        // );
+        const sourceMutationLog = args.sourceData["mutation_log"];
+        if (sourceMutationLog === undefined) {
+            throw new Error("Missing mutation log in source data");
+        }
+        // go through operation from the vetor clock and
+        // remove entries from the row block list where we have a more recent update
+        for (let i = 0; i < sourceMutationLog.length; i++) {
+            const opertionInSource = sourceMutationLog[i];
+            const tableName = opertionInSource["table_name"];
+            const time = opertionInSource["wall_clock"];
+            const row_id = rowIdToString(tableName, opertionInSource["row_id"]);
+            // TODO SYNC undefined behaviour for two equal last writes -> fall back to session ID order for last write winn
+            if (rowsIUpdatedLast[tableName] &&
+                rowsIUpdatedLast[tableName][row_id] &&
+                rowsIUpdatedLast[tableName][row_id] < time) {
+                delete rowsIUpdatedLast[tableName][row_id];
+            }
+        }
+        // console.log("rowsIUpdatedLast - AFTER last write check:", rowsIUpdatedLast);
+        // console.log(
+        // 	"mutations before insert....",
+        // 	(
+        // 		await trx
+        // 			.selectFrom("mutation_log")
+        // 			.selectAll()
+        // 			// .select(({ fn }) => {
+        // 			// 	return ["session", fn.max<number>("session_time").as("time")];
+        // 			// })
+        // 			// .groupBy("session")
+        // 			.execute()
+        // 	).length
+        // );
+        // the vector clock table has only imutable data and is append only
+        // --> just insert everything
+        if (args.sourceData["mutation_log"]) {
+            // console.log(
+            // 	"inserting mutation log - " + args.sourceData["mutation_log"]!.length
+            // );
+            for (const row of args.sourceData["mutation_log"]) {
+                await trx
+                    .insertInto("mutation_log")
+                    .values(row)
+                    .execute();
+                // console.log(
+                // 	"mutations after insert....",
+                // 	(
+                // 		await trx
+                // 			.selectFrom("mutation_log")
+                // 			.selectAll()
+                // 			// .select(({ fn }) => {
+                // 			// 	return ["session", fn.max<number>("session_time").as("time")];
+                // 			// })
+                // 			// .groupBy("session")
+                // 			.execute()
+                // 	).length
+                // );
+                // console.log(" mutation log ", row, result);
+            }
+        }
+        await trx
+            .insertInto("mutation_log")
+            .values({
+            session: "mock",
+            wall_clock: 0,
+            session_time: 0,
+            row_id: { ignored: "ignored" },
+            table_name: "mutation_log",
+            operation: "INSERT",
+        })
+            .execute();
+        // NOTE - dont step forward or set a breakpoint here! debugger crashes :-/
+        for (const tableName of tablesByDepencies) {
+            //for (const [tableName, tableRows] of Object.entries(args.sourceData)) {
+            const tableRows = args.sourceData[tableName];
+            if (tableRows === undefined) {
+                continue;
+            }
+            // if (tableRows.length === 0) {
+            // 	console.log("no rows for table " + tableName + " received");
+            // 	continue;
+            // } else {
+            // 	console.log(
+            // 		"Processing " +
+            // 			tableRows.length +
+            // 			" rows for table - " +
+            // 			tableName +
+            // 			" received"
+            // 	);
+            // }
+            //	 - filter only my records (this is the records that i have changed more recently than the changes comming from the push)
+            // NOTE - dont step forward or set a breakpoint here! debugger crashes :-/
+            for (const row of tableRows) {
+                // use a compound id? -
+                if (rowsIUpdatedLast[tableName]?.[rowIdToString(tableName, row)] ===
+                    undefined) {
+                    if (tableName === "snapshot") {
+                        delete row.id;
+                    }
+                    const statment = trx
+                        .insertInto(tableName)
+                        .values(row)
+                        .onConflict((oc) => {
+                        // add all id columns to the conflict clause to match the primary key
+                        for (const idColumn of tableIdColumns[tableName]) {
+                            oc = oc.column(idColumn);
+                        }
+                        return oc.doUpdateSet(row);
+                    });
+                    await statment.execute();
+                    // console.log(result);
+                }
+                else {
+                    console.log("Row skiped - " + tableName + " - " + rowIdToString(tableName, row));
+                }
+            }
+        }
+        // remove the the trigger flag to enable insertation triggers again
+        await trx
+            .deleteFrom("mutation_log")
+            .where("table_name", "=", "mutation_log")
+            .execute();
+        // console.log(
+        // 	"in transaction mutations:",
+        // 	(
+        // 		await trx
+        // 			.selectFrom("mutation_log")
+        // 			.selectAll()
+        // 			// .select(({ fn }) => {
+        // 			// 	return ["session", fn.max<number>("session_time").as("time")];
+        // 			// })
+        // 			// .groupBy("session")
+        // 			.execute()
+        // 	).length
+        // );
+    };
+    if (args.lix.db.isTransaction) {
+        return await executeInTransaction(args.lix.db);
+    }
+    else {
+        return await args.lix.db.transaction().execute(executeInTransaction);
+    }
+}
+function aheadSessions(mine, theirs) {
+    const mineSessionMap = new Map(mine.map(({ session, time }) => [session, time]));
+    const theirSessionMap = new Map(theirs.map(({ session, time }) => [session, time]));
+    const aheadSession = [];
+    const allSessions = new Set([
+        ...mineSessionMap.keys(),
+        ...theirSessionMap.keys(),
+    ]);
+    allSessions.forEach((session) => {
+        const myTime = mineSessionMap.get(session);
+        const theirTime = theirSessionMap.get(session);
+        if (myTime && (theirTime === undefined || myTime > theirTime)) {
+            aheadSession.push({ session, time: theirTime ?? 0 });
+        }
+    });
+    return aheadSession;
+}
+function rowIdToString(tableName, rowId) {
+    const idColumns = tableIdColumns[tableName];
+    let rowIdString = tableName;
+    for (const idColumn of idColumns) {
+        if (!rowId[idColumn]) {
+            throw new Error(`Missing id column ${idColumn} in row id`);
+        }
+        rowIdString += `_${rowId[idColumn]}`;
+    }
+    return rowIdString;
+}
+//# sourceMappingURL=merge-state.js.map

package/dist/sync/merge-state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"merge-state.js","sourceRoot":"","sources":["../../src/sync/merge-state.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,cAAc,EACd,iBAAiB,GACjB,MAAM,6CAA6C,CAAC;AAQrD,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAarC;IACA,MAAM,oBAAoB,GAAG,KAAK,EAAE,GAAc,EAAE,EAAE;QACrD,eAAe;QACf,uCAAuC;QACvC,KAAK;QACL,cAAc;QACd,iCAAiC;QACjC,kBAAkB;QAClB,8BAA8B;QAC9B,wEAAwE;QACxE,WAAW;QACX,4BAA4B;QAC5B,gBAAgB;QAChB,YAAY;QACZ,KAAK;QAEL,MAAM,aAAa,GAAG,MAAM,GAAG;aAC7B,UAAU,CAAC,cAAc,CAAC;aAC1B,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE;YAClB,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,CAAS,cAAc,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QAC/D,CAAC,CAAC;aACD,KAAK,CAAC,yBAAyB,EAAE,IAAI,EAAE,cAAc,CAAC;aACtD,OAAO,CAAC,SAAS,CAAC;aAClB,OAAO,EAAE,CAAC;QAEZ,0EAA0E;QAE1E,6DAA6D;QAC7D,2GAA2G;QAC3G,MAAM,uBAAuB,GAAG,aAAa,CAC5C,aAAa,EACb,IAAI,CAAC,iBAAiB,CACtB,CAAC;QAEF,eAAe;QACf,wCAAwC;QACxC,4CAA4C;QAC5C,KAAK;QAEL,4FAA4F;QAC5F,MAAM,mCAAmC,GACxC,uBAAuB,CAAC,MAAM,KAAK,CAAC;YACnC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,MAAM,GAAG;iBACR,UAAU,CAAC,cAAc,CAAC;iBAC1B,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE;gBAClB,OAAO;oBACN,YAAY;oBACZ,QAAQ;oBACR,EAAE,CAAC,GAAG,CAAS,YAAY,CAAC,CAAC,EAAE,CAAC,wBAAwB,CAAC;iBACzD,CAAC;YACH,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE;gBACb,OAAO,EAAE,CAAC,EAAE,CACX,uBAAuB,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE;oBACjD,OAAO,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,GAAG,CACrC,cAAc,EACd,GAAG,EACH,IAAI,CACJ,CAAC;gBACH,CAAC,CAAC,CACF,CAAC;YACH,CAAC,CAAC;gBACF,0BAA0B;iBACzB,KAAK,CAAC,yBAAyB,EAAE,IAAI,EAAE,cAAc,CAAC;iBACtD,OAAO,CAAC,QAAQ,CAAC;iBACjB,OAAO,EAAE,CAAC;QAEf,iHAAiH;QACjH,MAAM,gBAAgB,GAAG,mCAAmC,CAAC,MAAM,CAClE,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,sBAAsB,EAAE,EAAE,EAAE;YACvD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;gBACtB,GAAG,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;YACtB,CAAC;YACD,GAAG,CAAC,UAAU,CAAC,CAAC,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;gBACjD,sBAAsB,CAAC;YACxB,OAAO,GAAG,CAAC;QACZ,CAAC,EACD,EAA4C,CAC5C,CAAC;QAEF,eAAe;QACf,kDAAkD;QAClD,oBAAoB;QACpB,KAAK;QAEL,MAAM,iBAAiB,GAAG,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;QAC1D,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACxD,CAAC;QAED,gDAAgD;QAChD,4EAA4E;QAC5E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACnD,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC;YAE9C,MAAM,SAAS,GAAG,gBAAgB,CAAC,YAAY,CAAW,CAAC;YAC3D,MAAM,IAAI,GAAG,gBAAgB,CAAC,YAAY,CAAW,CAAC;YACtD,MAAM,MAAM,GAAG,aAAa,CAAC,SAAS,EAAE,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpE,+GAA+G;YAC/G,IACC,gBAAgB,CAAC,SAAS,CAAC;gBAC3B,gBAAgB,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC;gBACnC,gBAAgB,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,GAAG,IAAI,EACzC,CAAC;gBACF,OAAO,gBAAgB,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC;YAC5C,CAAC;QACF,CAAC;QAED,+EAA+E;QAE/E,eAAe;QACf,kCAAkC;QAClC,KAAK;QACL,cAAc;QACd,iCAAiC;QACjC,kBAAkB;QAClB,8BAA8B;QAC9B,wEAAwE;QACxE,WAAW;QACX,4BAA4B;QAC5B,gBAAgB;QAChB,YAAY;QACZ,KAAK;QACL,mEAAmE;QACnE,6BAA6B;QAC7B,IAAI,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;YACrC,eAAe;YACf,yEAAyE;YACzE,KAAK;YACL,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,cAAc,CAAE,EAAE,CAAC;gBACpD,MAAM,GAAG;qBACP,UAAU,CAAC,cAAc,CAAC;qBAC1B,MAAM,CAAC,GAAU,CAAC;qBAClB,OAAO,EAAE,CAAC;gBACZ,eAAe;gBACf,iCAAiC;gBACjC,KAAK;gBACL,cAAc;gBACd,iCAAiC;gBACjC,kBAAkB;gBAClB,8BAA8B;gBAC9B,wEAAwE;gBACxE,WAAW;gBACX,4BAA4B;gBAC5B,gBAAgB;gBAChB,YAAY;gBACZ,KAAK;gBACL,8CAA8C;YAC/C,CAAC;QACF,CAAC;QAED,MAAM,GAAG;aACP,UAAU,CAAC,cAAc,CAAC;aAC1B,MAAM,CAAC;YACP,OAAO,EAAE,MAAM;YACf,UAAU,EAAE,CAAC;YACb,YAAY,EAAE,CAAC;YACf,MAAM,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE;YAC9B,UAAU,EAAE,cAAc;YAC1B,SAAS,EAAE,QAAQ;SACnB,CAAC;aACD,OAAO,EAAE,CAAC;QAEZ,0EAA0E;QAC1E,KAAK,MAAM,SAAS,IAAI,iBAAiB,EAAE,CAAC;YAC3C,yEAAyE;YACzE,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAC7C,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;gBAC7B,SAAS;YACV,CAAC;YAED,gCAAgC;YAChC,gEAAgE;YAChE,aAAa;YACb,WAAW;YACX,gBAAgB;YAChB,oBAAoB;YACpB,wBAAwB;YACxB,4BAA4B;YAC5B,iBAAiB;YACjB,iBAAiB;YACjB,MAAM;YACN,IAAI;YACJ,2HAA2H;YAC3H,0EAA0E;YAC1E,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;gBAC7B,uBAAuB;gBACvB,IACC,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;oBAC5D,SAAS,EACR,CAAC;oBACF,IAAI,SAAS,KAAK,UAAU,EAAE,CAAC;wBAC9B,OAAO,GAAG,CAAC,EAAE,CAAC;oBACf,CAAC;oBACD,MAAM,QAAQ,GAAG,GAAG;yBAClB,UAAU,CAAC,SAAgB,CAAC;yBAC5B,MAAM,CAAC,GAAG,CAAC;yBACX,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE;wBAClB,qEAAqE;wBACrE,KAAK,MAAM,QAAQ,IAAI,cAAc,CAAC,SAAS,CAAE,EAAE,CAAC;4BACnD,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;wBAC1B,CAAC;wBACD,OAAO,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;oBAC5B,CAAC,CAAC,CAAC;oBACJ,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;oBACzB,uBAAuB;gBACxB,CAAC;qBAAM,CAAC;oBACP,OAAO,CAAC,GAAG,CACV,eAAe,GAAG,SAAS,GAAG,KAAK,GAAG,aAAa,CAAC,SAAS,EAAE,GAAG,CAAC,CACnE,CAAC;gBACH,CAAC;YACF,CAAC;QACF,CAAC;QAED,mEAAmE;QACnE,MAAM,GAAG;aACP,UAAU,CAAC,cAAc,CAAC;aAC1B,KAAK,CAAC,YAAY,EAAE,GAAG,EAAE,cAAc,CAAC;aACxC,OAAO,EAAE,CAAC;QAEZ,eAAe;QACf,gCAAgC;QAChC,KAAK;QACL,cAAc;QACd,iCAAiC;QACjC,kBAAkB;QAClB,8BAA8B;QAC9B,wEAAwE;QACxE,WAAW;QACX,4BAA4B;QAC5B,gBAAgB;QAChB,YAAY;QACZ,KAAK;IACN,CAAC,CAAC;IACF,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,aAAa,EAAE,CAAC;QAC/B,OAAO,MAAM,oBAAoB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChD,CAAC;SAAM,CAAC;QACP,OAAO,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACtE,CAAC;AACF,CAAC;AAED,SAAS,aAAa,CACrB,IAA8C,EAC9C,MAAgD;IAEhD,MAAM,cAAc,GAAG,IAAI,GAAG,CAC7B,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAChD,CAAC;IACF,MAAM,eAAe,GAAG,IAAI,GAAG,CAC9B,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAClD,CAAC;IAEF,MAAM,YAAY,GAA6C,EAAE,CAAC;IAElE,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC;QAC3B,GAAG,cAAc,CAAC,IAAI,EAAE;QACxB,GAAG,eAAe,CAAC,IAAI,EAAE;KACzB,CAAC,CAAC;IAEH,WAAW,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC/B,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAE/C,IAAI,MAAM,IAAI,CAAC,SAAS,KAAK,SAAS,IAAI,MAAM,GAAG,SAAS,CAAC,EAAE,CAAC;YAC/D,YAAY,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,IAAI,CAAC,EAAE,CAAC,CAAC;QACtD,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,OAAO,YAAY,CAAC;AACrB,CAAC;AAED,SAAS,aAAa,CACrB,SAAiB,EACjB,KAA6B;IAE7B,MAAM,SAAS,GAAG,cAAc,CAAC,SAAS,CAAE,CAAC;IAC7C,IAAI,WAAW,GAAG,SAAS,CAAC;IAC5B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAClC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,YAAY,CAAC,CAAC;QAC5D,CAAC;QACD,WAAW,IAAI,IAAI,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;IACtC,CAAC;IACD,OAAO,WAAW,CAAC;AACpB,CAAC"}

package/dist/sync/pull-from-server.d.ts

@@ -0,0 +1,8 @@
+import type { Lix } from "../lix/open-lix.js";
+import { type VectorClock } from "./merge-state.js";
+export declare function pullFromServer(args: {
+    id: string;
+    lix: Pick<Lix, "db" | "plugin">;
+    serverUrl: string;
+}): Promise<VectorClock>;
+//# sourceMappingURL=pull-from-server.d.ts.map

package/dist/sync/pull-from-server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pull-from-server.d.ts","sourceRoot":"","sources":["../../src/sync/pull-from-server.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,oBAAoB,CAAC;AAE9C,OAAO,EAAmB,KAAK,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAKrE,wBAAsB,cAAc,CAAC,IAAI,EAAE;IAC1C,EAAE,EAAE,MAAM,CAAC;IACX,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,GAAG,QAAQ,CAAC,CAAC;IAChC,SAAS,EAAE,MAAM,CAAC;CAClB,GAAG,OAAO,CAAC,WAAW,CAAC,CAsIvB"}

package/dist/sync/pull-from-server.js

@@ -0,0 +1,115 @@
+import * as LixServerApi from "@lix-js/server-api-schema";
+import { mergeTheirState } from "./merge-state.js";
+import { applyChanges } from "../change/apply-changes.js";
+import { CompiledQuery } from "kysely";
+export async function pullFromServer(args) {
+    // 1. get the current vector clock on the client "sessionStatesKnownByTheClient" and send it to the server
+    const sessionStatesClient = await args.lix.db
+        .selectFrom("mutation_log")
+        .select(({ fn }) => {
+        return ["session", fn.max("session_time").as("time")];
+    })
+        .groupBy("session")
+        .execute();
+    // 2. query the state from the server using the clients vector clock
+    const response = await fetch(new Request(`${args.serverUrl}/lsa/pull-v1`, {
+        method: "POST",
+        body: JSON.stringify({
+            lix_id: args.id,
+            vector_clock: sessionStatesClient,
+        }),
+        headers: {
+            "Content-Type": "application/json",
+        },
+    }));
+    if (response.ok === false) {
+        try {
+            const body = await response.json();
+            throw new Error(`Failed to pull from server: ${body.code} ${body.message}`);
+        }
+        catch {
+            throw new Error(`Failed to pull from server: ${response.status} ${response.statusText}`);
+        }
+    }
+    const body = await response.json();
+    // 3. Client receives the data (added/changed rows + vector clock) from the server
+    //   - client could have moved forward in the meantime!
+    const data = body.data;
+    const sessionStateServer = body.vector_clock;
+    const changes = (data["change"] ?? []);
+    await args.lix.db.transaction().execute(async (trx) => {
+        await trx.executeQuery(CompiledQuery.raw("PRAGMA defer_foreign_keys = ON;"));
+        const currentVersion = await trx
+            .selectFrom("current_version")
+            .select("id")
+            .executeTakeFirstOrThrow();
+        /**
+         * The version change (pointers) need to be applied to the version_change table.
+         *
+         * Without the version change pointers, switching between versiond and
+         * seeing "what changes are in this version" would not be possible.
+         */
+        const versionChanges = [];
+        /**
+         * The version change conflict (pointers) need to be applied as well for
+         * the same reason as applying version changes is necessary.
+         *
+         * Without the pointers, conflicts are not copied over.
+         */
+        const versionChangeConflicts = [];
+        /**
+         * The changes that are part of the current version must all get applied.
+         */
+        const changesInCurrentVersion = [];
+        for (const change of changes) {
+            if (change.schema_key === "lix_version_change_table" ||
+                change.schema_key === "lix_version_change_conflict_table") {
+                const [versionId] = change.entity_id.split(",");
+                if (change.schema_key === "lix_version_change_table") {
+                    if (versionId === currentVersion.id) {
+                        // the version change pointer of the current version updated.
+                        // finding a matching change in the changes array
+                        // and pushing it to the changesInCurrentVersion array
+                        // to be applied in the next step.
+                        const [, changeId] = change.entity_id.split(",");
+                        // the find operation can be expensive. to be optimized later.
+                        const matchingChange = changes.find((c) => c.id === changeId);
+                        if (!matchingChange) {
+                            throw new Error("Expected matching change");
+                        }
+                        changesInCurrentVersion.push(matchingChange);
+                    }
+                    // in any case, push the version change to the version changes array
+                    versionChanges.push(change);
+                }
+                else if (change.schema_key === "lix_version_change_conflict_table") {
+                    versionChangeConflicts.push(change);
+                }
+                else {
+                    throw new Error("Unexpected schema key");
+                }
+            }
+        }
+        // potential optimization by not creating a new array with immutability (spreading)
+        const changesToApply = [
+            ...versionChanges,
+            ...versionChangeConflicts,
+            ...changesInCurrentVersion,
+        ];
+        await mergeTheirState({
+            lix: { ...args.lix, db: trx },
+            sourceVectorClock: sessionStateServer,
+            sourceData: data,
+        });
+        if (changesToApply.length > 0) {
+            // the changes already exists hence prevent own change control
+            // from creating new changes for the applied changes
+            await applyChanges({
+                lix: { ...args.lix, db: trx },
+                changes: changesToApply,
+            });
+        }
+    });
+    return sessionStateServer;
+}
+//# sourceMappingURL=pull-from-server.js.map

package/dist/sync/pull-from-server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pull-from-server.js","sourceRoot":"","sources":["../../src/sync/pull-from-server.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,YAAY,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAoB,MAAM,kBAAkB,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAE1D,OAAO,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAEvC,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAIpC;IACA,0GAA0G;IAC1G,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE;SAC3C,UAAU,CAAC,cAAc,CAAC;SAC1B,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE;QAClB,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,CAAS,cAAc,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;IAC/D,CAAC,CAAC;SACD,OAAO,CAAC,SAAS,CAAC;SAClB,OAAO,EAAE,CAAC;IAEZ,oEAAoE;IACpE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC3B,IAAI,OAAO,CAAC,GAAG,IAAI,CAAC,SAAS,cAAc,EAAE;QAC5C,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACpB,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,YAAY,EAAE,mBAAmB;SACkE,CAAC;QACrG,OAAO,EAAE;YACR,cAAc,EAAE,kBAAkB;SAClC;KACD,CAAC,CACF,CAAC;IACF,IAAI,QAAQ,CAAC,EAAE,KAAK,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC;YACJ,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CACd,+BAA+B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,EAAE,CAC1D,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACR,MAAM,IAAI,KAAK,CACd,+BAA+B,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CACvE,CAAC;QACH,CAAC;IACF,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAEnC,kFAAkF;IAClF,uDAAuD;IACvD,MAAM,IAAI,GACT,IACA,CAAC,IAAI,CAAC;IAEP,MAAM,kBAAkB,GACvB,IACA,CAAC,YAAY,CAAC;IAEf,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAa,CAAC;IAEnD,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QACrD,MAAM,GAAG,CAAC,YAAY,CACrB,aAAa,CAAC,GAAG,CAAC,iCAAiC,CAAC,CACpD,CAAC;QAEF,MAAM,cAAc,GAAG,MAAM,GAAG;aAC9B,UAAU,CAAC,iBAAiB,CAAC;aAC7B,MAAM,CAAC,IAAI,CAAC;aACZ,uBAAuB,EAAE,CAAC;QAE5B;;;;;WAKG;QACH,MAAM,cAAc,GAAa,EAAE,CAAC;QAEpC;;;;;WAKG;QACH,MAAM,sBAAsB,GAAa,EAAE,CAAC;QAE5C;;WAEG;QACH,MAAM,uBAAuB,GAAa,EAAE,CAAC;QAE7C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC9B,IACC,MAAM,CAAC,UAAU,KAAK,0BAA0B;gBAChD,MAAM,CAAC,UAAU,KAAK,mCAAmC,EACxD,CAAC;gBACF,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAqB,CAAC;gBACpE,IAAI,MAAM,CAAC,UAAU,KAAK,0BAA0B,EAAE,CAAC;oBACtD,IAAI,SAAS,KAAK,cAAc,CAAC,EAAE,EAAE,CAAC;wBACrC,6DAA6D;wBAC7D,iDAAiD;wBACjD,sDAAsD;wBACtD,kCAAkC;wBAClC,MAAM,CAAC,EAAE,QAAQ,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;wBACjD,8DAA8D;wBAC9D,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAS,CAAC,CAAC;wBAC/D,IAAI,CAAC,cAAc,EAAE,CAAC;4BACrB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;wBAC7C,CAAC;wBACD,uBAAuB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;oBAC9C,CAAC;oBACD,oEAAoE;oBACpE,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC7B,CAAC;qBAAM,IAAI,MAAM,CAAC,UAAU,KAAK,mCAAmC,EAAE,CAAC;oBACtE,sBAAsB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACrC,CAAC;qBAAM,CAAC;oBACP,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;gBAC1C,CAAC;YACF,CAAC;QACF,CAAC;QAED,mFAAmF;QACnF,MAAM,cAAc,GAAG;YACtB,GAAG,cAAc;YACjB,GAAG,sBAAsB;YACzB,GAAG,uBAAuB;SAC1B,CAAC;QAEF,MAAM,eAAe,CAAC;YACrB,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE;YAC7B,iBAAiB,EAAE,kBAAkB;YACrC,UAAU,EAAE,IAAI;SAChB,CAAC,CAAC;QAEH,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,8DAA8D;YAC9D,oDAAoD;YACpD,MAAM,YAAY,CAAC;gBAClB,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE;gBAC7B,OAAO,EAAE,cAAc;aACvB,CAAC,CAAC;QACJ,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,OAAO,kBAAkB,CAAC;AAC3B,CAAC"}

package/dist/sync/pull-from-server.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=pull-from-server.test.d.ts.map

package/dist/sync/pull-from-server.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pull-from-server.test.d.ts","sourceRoot":"","sources":["../../src/sync/pull-from-server.test.ts"],"names":[],"mappings":""}