@lix-js/sdk 0.5.0-preview.1 → 0.5.1

package/dist/change/schema.bench.js

@@ -0,0 +1,334 @@
+import { afterAll, beforeAll, beforeEach, bench, describe } from "vitest";
+import { openLix } from "../lix/open-lix.js";
+import { sql } from "kysely";
+import { uuidV7 } from "../engine/functions/uuid-v7.js";
+import { getTimestamp } from "../engine/functions/timestamp.js";
+const ROW_NUM = 1000;
+const BATCH_SIZE = 1000;
+async function createChangeBenchCtx() {
+    const lix = await openLix({});
+    return {
+        lix,
+        db: lix.db,
+    };
+}
+async function clearChangeTables(ctx) {
+    await ctx.db.deleteFrom("lix_internal_change").execute();
+    await ctx.db.deleteFrom("lix_internal_snapshot").execute();
+}
+describe(`insert ${ROW_NUM} changes with snapshots`, () => {
+    let ctx;
+    beforeAll(async () => {
+        ctx = await createChangeBenchCtx();
+    });
+    afterAll(async () => {
+        await ctx.lix.close();
+    });
+    beforeEach(async () => {
+        await clearChangeTables(ctx);
+    });
+    bench(`insert ${ROW_NUM} changes with snapshots`, async () => {
+        const time = await getTimestamp({ lix: ctx.lix });
+        for (let batch = 0; batch < ROW_NUM; batch += BATCH_SIZE) {
+            const batchSize = Math.min(BATCH_SIZE, ROW_NUM - batch);
+            const snapshots = [];
+            const changes = [];
+            for (let i = batch; i < batch + batchSize; i++) {
+                const snapshotId = await uuidV7({ lix: ctx.lix });
+                const snapshotContent = {
+                    entity_id: `entity-${i}`,
+                    schema_key: "test_entity",
+                    file_id: "test_file",
+                    data: {
+                        value: `test-value-${i}`,
+                        index: i,
+                        nested: {
+                            field1: `field1-${i}`,
+                            field2: i * 2,
+                            field3: i % 2 === 0,
+                        },
+                    },
+                };
+                snapshots.push({
+                    id: snapshotId,
+                    content: sql `jsonb(${JSON.stringify(snapshotContent)})`,
+                });
+                changes.push({
+                    id: await uuidV7({ lix: ctx.lix }),
+                    entity_id: `entity-${i}`,
+                    schema_key: "test_entity",
+                    schema_version: "1.0",
+                    file_id: "test_file",
+                    plugin_key: "test_plugin",
+                    snapshot_id: snapshotId,
+                    created_at: time,
+                });
+            }
+            await ctx.db
+                .insertInto("lix_internal_snapshot")
+                .values(snapshots)
+                .execute();
+            await ctx.db
+                .insertInto("lix_internal_change")
+                .values(changes)
+                .execute();
+        }
+    });
+});
+describe(`select ${ROW_NUM} changes from change view (with snapshot join)`, () => {
+    let ctx;
+    beforeAll(async () => {
+        ctx = await createChangeBenchCtx();
+        await clearChangeTables(ctx);
+        const time = await getTimestamp({ lix: ctx.lix });
+        for (let batch = 0; batch < ROW_NUM; batch += BATCH_SIZE) {
+            const batchSize = Math.min(BATCH_SIZE, ROW_NUM - batch);
+            const snapshots = [];
+            const changes = [];
+            for (let i = batch; i < batch + batchSize; i++) {
+                const snapshotId = await uuidV7({ lix: ctx.lix });
+                const snapshotContent = {
+                    entity_id: `entity-${i}`,
+                    schema_key: "test_entity",
+                    file_id: "test_file",
+                    data: {
+                        value: `test-value-${i}`,
+                        index: i,
+                        nested: {
+                            field1: `field1-${i}`,
+                            field2: i * 2,
+                            field3: i % 2 === 0,
+                        },
+                    },
+                };
+                snapshots.push({
+                    id: snapshotId,
+                    content: sql `jsonb(${JSON.stringify(snapshotContent)})`,
+                });
+                changes.push({
+                    id: await uuidV7({ lix: ctx.lix }),
+                    entity_id: `entity-${i}`,
+                    schema_key: "test_entity",
+                    schema_version: "1.0",
+                    file_id: "test_file",
+                    plugin_key: "test_plugin",
+                    snapshot_id: snapshotId,
+                    created_at: time,
+                });
+            }
+            await ctx.db
+                .insertInto("lix_internal_snapshot")
+                .values(snapshots)
+                .execute();
+            await ctx.db
+                .insertInto("lix_internal_change")
+                .values(changes)
+                .execute();
+        }
+    });
+    afterAll(async () => {
+        await ctx.lix.close();
+    });
+    bench(`select ${ROW_NUM} changes from change view (with snapshot join)`, async () => {
+        await ctx.lix.db.selectFrom("change").selectAll().execute();
+    });
+});
+describe(`select single change by id from change view`, () => {
+    let ctx;
+    let changeId;
+    beforeAll(async () => {
+        ctx = await createChangeBenchCtx();
+        await clearChangeTables(ctx);
+        const time = await getTimestamp({ lix: ctx.lix });
+        const snapshotId = await uuidV7({ lix: ctx.lix });
+        changeId = await uuidV7({ lix: ctx.lix });
+        await ctx.db
+            .insertInto("lix_internal_snapshot")
+            .values({
+            id: snapshotId,
+            content: sql `jsonb(${JSON.stringify({
+                entity_id: "single-entity",
+                data: { value: "test" },
+            })})`,
+        })
+            .execute();
+        await ctx.db
+            .insertInto("lix_internal_change")
+            .values({
+            id: changeId,
+            entity_id: "single-entity",
+            schema_key: "test_entity",
+            schema_version: "1.0",
+            file_id: "test_file",
+            plugin_key: "test_plugin",
+            snapshot_id: snapshotId,
+            created_at: time,
+        })
+            .execute();
+    });
+    afterAll(async () => {
+        await ctx.lix.close();
+    });
+    bench(`select single change by id from change view`, async () => {
+        await ctx.lix.db
+            .selectFrom("change")
+            .where("id", "=", changeId)
+            .selectAll()
+            .execute();
+    });
+});
+describe(`select changes with filtering by schema_key`, () => {
+    let ctx;
+    beforeAll(async () => {
+        ctx = await createChangeBenchCtx();
+        await clearChangeTables(ctx);
+        const time = await getTimestamp({ lix: ctx.lix });
+        for (let batch = 0; batch < ROW_NUM; batch += BATCH_SIZE) {
+            const batchSize = Math.min(BATCH_SIZE, ROW_NUM - batch);
+            const snapshots = [];
+            const changes = [];
+            for (let i = batch; i < batch + batchSize; i++) {
+                const snapshotId = await uuidV7({ lix: ctx.lix });
+                const schemaKey = i % 3 === 0
+                    ? "test_entity_a"
+                    : i % 3 === 1
+                        ? "test_entity_b"
+                        : "test_entity_c";
+                snapshots.push({
+                    id: snapshotId,
+                    content: sql `jsonb(${JSON.stringify({
+                        entity_id: `entity-${i}`,
+                        data: { value: `test-${i}` },
+                    })})`,
+                });
+                changes.push({
+                    id: await uuidV7({ lix: ctx.lix }),
+                    entity_id: `entity-${i}`,
+                    schema_key: schemaKey,
+                    schema_version: "1.0",
+                    file_id: "test_file",
+                    plugin_key: "test_plugin",
+                    snapshot_id: snapshotId,
+                    created_at: time,
+                });
+            }
+            await ctx.db
+                .insertInto("lix_internal_snapshot")
+                .values(snapshots)
+                .execute();
+            await ctx.db
+                .insertInto("lix_internal_change")
+                .values(changes)
+                .execute();
+        }
+    });
+    afterAll(async () => {
+        await ctx.lix.close();
+    });
+    bench(`select changes with filtering by schema_key`, async () => {
+        await ctx.lix.db
+            .selectFrom("change")
+            .where("schema_key", "=", "test_entity_a")
+            .selectAll()
+            .execute();
+    });
+});
+describe(`compare: direct query vs change view`, () => {
+    let ctx;
+    let changeId;
+    beforeAll(async () => {
+        ctx = await createChangeBenchCtx();
+        await clearChangeTables(ctx);
+        const time = await getTimestamp({ lix: ctx.lix });
+        const snapshotId = await uuidV7({ lix: ctx.lix });
+        changeId = await uuidV7({ lix: ctx.lix });
+        await ctx.db
+            .insertInto("lix_internal_snapshot")
+            .values({
+            id: snapshotId,
+            content: sql `jsonb(${JSON.stringify({
+                entity_id: "test-entity",
+                data: { value: "test" },
+            })})`,
+        })
+            .execute();
+        await ctx.db
+            .insertInto("lix_internal_change")
+            .values({
+            id: changeId,
+            entity_id: "test-entity",
+            schema_key: "test_entity",
+            schema_version: "1.0",
+            file_id: "test_file",
+            plugin_key: "test_plugin",
+            snapshot_id: snapshotId,
+            created_at: time,
+        })
+            .execute();
+    });
+    afterAll(async () => {
+        await ctx.lix.close();
+    });
+    bench(`compare: direct query vs change view`, async () => {
+        await ctx.db
+            .selectFrom("lix_internal_change as c")
+            .innerJoin("lix_internal_snapshot as s", "s.id", "c.snapshot_id")
+            .select([
+            "c.id",
+            "c.entity_id",
+            "c.schema_key",
+            "c.schema_version",
+            "c.file_id",
+            "c.plugin_key",
+            "c.created_at",
+            sql `json(s.content)`.as("snapshot_content"),
+        ])
+            .where("c.id", "=", changeId)
+            .execute();
+        await ctx.lix.db
+            .selectFrom("change")
+            .where("id", "=", changeId)
+            .selectAll()
+            .execute();
+    });
+});
+describe(`select changes with NULL snapshots (deletions)`, () => {
+    let ctx;
+    beforeAll(async () => {
+        ctx = await createChangeBenchCtx();
+        await clearChangeTables(ctx);
+        const time = await getTimestamp({ lix: ctx.lix });
+        const totalDeletions = Math.floor(ROW_NUM / 10);
+        for (let batch = 0; batch < totalDeletions; batch += BATCH_SIZE) {
+            const batchSize = Math.min(BATCH_SIZE, totalDeletions - batch);
+            const changes = [];
+            for (let i = batch; i < batch + batchSize; i++) {
+                changes.push({
+                    id: await uuidV7({ lix: ctx.lix }),
+                    entity_id: `deleted-entity-${i}`,
+                    schema_key: "test_entity",
+                    schema_version: "1.0",
+                    file_id: "test_file",
+                    plugin_key: "test_plugin",
+                    snapshot_id: "no-content",
+                    created_at: time,
+                });
+            }
+            await ctx.db
+                .insertInto("lix_internal_change")
+                .values(changes)
+                .execute();
+        }
+    });
+    afterAll(async () => {
+        await ctx.lix.close();
+    });
+    bench(`select changes with NULL snapshots (deletions)`, async () => {
+        await ctx.lix.db
+            .selectFrom("change")
+            .where("snapshot_content", "is", null)
+            .selectAll()
+            .execute();
+    });
+});
+//# sourceMappingURL=schema.bench.js.map

package/dist/change/schema.bench.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.bench.js","sourceRoot":"","sources":["../../src/change/schema.bench.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAC1E,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,GAAG,EAAe,MAAM,QAAQ,CAAC;AAE1C,OAAO,EAAE,MAAM,EAAE,MAAM,gCAAgC,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,kCAAkC,CAAC;AAEhE,MAAM,OAAO,GAAG,IAAI,CAAC;AACrB,MAAM,UAAU,GAAG,IAAI,CAAC;AAOxB,KAAK,UAAU,oBAAoB;IAClC,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,EAAE,CAAC,CAAC;IAC9B,OAAO;QACN,GAAG;QACH,EAAE,EAAE,GAAG,CAAC,EAAkD;KAC1D,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,GAAmB;IACnD,MAAM,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC,OAAO,EAAE,CAAC;IACzD,MAAM,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,uBAAuB,CAAC,CAAC,OAAO,EAAE,CAAC;AAC5D,CAAC;AAED,QAAQ,CAAC,UAAU,OAAO,yBAAyB,EAAE,GAAG,EAAE;IACzD,IAAI,GAAmB,CAAC;IAExB,SAAS,CAAC,KAAK,IAAI,EAAE;QACpB,GAAG,GAAG,MAAM,oBAAoB,EAAE,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,UAAU,CAAC,KAAK,IAAI,EAAE;QACrB,MAAM,iBAAiB,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,KAAK,CAAC,UAAU,OAAO,yBAAyB,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;QAElD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,UAAU,EAAE,CAAC;YAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,GAAG,KAAK,CAAC,CAAC;YACxD,MAAM,SAAS,GAAG,EAGhB,CAAC;YACH,MAAM,OAAO,GAAG,EAAoC,CAAC;YAErD,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,KAAK,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;gBAClD,MAAM,eAAe,GAAG;oBACvB,SAAS,EAAE,UAAU,CAAC,EAAE;oBACxB,UAAU,EAAE,aAAa;oBACzB,OAAO,EAAE,WAAW;oBACpB,IAAI,EAAE;wBACL,KAAK,EAAE,cAAc,CAAC,EAAE;wBACxB,KAAK,EAAE,CAAC;wBACR,MAAM,EAAE;4BACP,MAAM,EAAE,UAAU,CAAC,EAAE;4BACrB,MAAM,EAAE,CAAC,GAAG,CAAC;4BACb,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC;yBACnB;qBACD;iBACD,CAAC;gBAEF,SAAS,CAAC,IAAI,CAAC;oBACd,EAAE,EAAE,UAAU;oBACd,OAAO,EAAE,GAAG,CAAA,SAAS,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG;iBACvD,CAAC,CAAC;gBAEH,OAAO,CAAC,IAAI,CAAC;oBACZ,EAAE,EAAE,MAAM,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC;oBAClC,SAAS,EAAE,UAAU,CAAC,EAAE;oBACxB,UAAU,EAAE,aAAa;oBACzB,cAAc,EAAE,KAAK;oBACrB,OAAO,EAAE,WAAW;oBACpB,UAAU,EAAE,aAAa;oBACzB,WAAW,EAAE,UAAU;oBACvB,UAAU,EAAE,IAAI;iBAChB,CAAC,CAAC;YACJ,CAAC;YAED,MAAM,GAAG,CAAC,EAAE;iBACV,UAAU,CAAC,uBAAuB,CAAC;iBACnC,MAAM,CAAC,SAAgB,CAAC;iBACxB,OAAO,EAAE,CAAC;YAEZ,MAAM,GAAG,CAAC,EAAE;iBACV,UAAU,CAAC,qBAAqB,CAAC;iBACjC,MAAM,CAAC,OAAc,CAAC;iBACtB,OAAO,EAAE,CAAC;QACb,CAAC;IACF,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,UAAU,OAAO,gDAAgD,EAAE,GAAG,EAAE;IAChF,IAAI,GAAmB,CAAC;IAExB,SAAS,CAAC,KAAK,IAAI,EAAE;QACpB,GAAG,GAAG,MAAM,oBAAoB,EAAE,CAAC;QACnC,MAAM,iBAAiB,CAAC,GAAG,CAAC,CAAC;QAE7B,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;QAElD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,UAAU,EAAE,CAAC;YAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,GAAG,KAAK,CAAC,CAAC;YACxD,MAAM,SAAS,GAAG,EAGhB,CAAC;YACH,MAAM,OAAO,GAAG,EAAoC,CAAC;YAErD,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,KAAK,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;gBAClD,MAAM,eAAe,GAAG;oBACvB,SAAS,EAAE,UAAU,CAAC,EAAE;oBACxB,UAAU,EAAE,aAAa;oBACzB,OAAO,EAAE,WAAW;oBACpB,IAAI,EAAE;wBACL,KAAK,EAAE,cAAc,CAAC,EAAE;wBACxB,KAAK,EAAE,CAAC;wBACR,MAAM,EAAE;4BACP,MAAM,EAAE,UAAU,CAAC,EAAE;4BACrB,MAAM,EAAE,CAAC,GAAG,CAAC;4BACb,MAAM,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC;yBACnB;qBACD;iBACD,CAAC;gBAEF,SAAS,CAAC,IAAI,CAAC;oBACd,EAAE,EAAE,UAAU;oBACd,OAAO,EAAE,GAAG,CAAA,SAAS,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG;iBACvD,CAAC,CAAC;gBAEH,OAAO,CAAC,IAAI,CAAC;oBACZ,EAAE,EAAE,MAAM,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC;oBAClC,SAAS,EAAE,UAAU,CAAC,EAAE;oBACxB,UAAU,EAAE,aAAa;oBACzB,cAAc,EAAE,KAAK;oBACrB,OAAO,EAAE,WAAW;oBACpB,UAAU,EAAE,aAAa;oBACzB,WAAW,EAAE,UAAU;oBACvB,UAAU,EAAE,IAAI;iBAChB,CAAC,CAAC;YACJ,CAAC;YAED,MAAM,GAAG,CAAC,EAAE;iBACV,UAAU,CAAC,uBAAuB,CAAC;iBACnC,MAAM,CAAC,SAAgB,CAAC;iBACxB,OAAO,EAAE,CAAC;YAEZ,MAAM,GAAG,CAAC,EAAE;iBACV,UAAU,CAAC,qBAAqB,CAAC;iBACjC,MAAM,CAAC,OAAc,CAAC;iBACtB,OAAO,EAAE,CAAC;QACb,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,KAAK,CACJ,UAAU,OAAO,gDAAgD,EACjE,KAAK,IAAI,EAAE;QACV,MAAM,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,CAAC;IAC7D,CAAC,CACD,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,6CAA6C,EAAE,GAAG,EAAE;IAC5D,IAAI,GAAmB,CAAC;IACxB,IAAI,QAAgB,CAAC;IAErB,SAAS,CAAC,KAAK,IAAI,EAAE;QACpB,GAAG,GAAG,MAAM,oBAAoB,EAAE,CAAC;QACnC,MAAM,iBAAiB,CAAC,GAAG,CAAC,CAAC;QAE7B,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;QAClD,QAAQ,GAAG,MAAM,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;QAE1C,MAAM,GAAG,CAAC,EAAE;aACV,UAAU,CAAC,uBAAuB,CAAC;aACnC,MAAM,CAAC;YACP,EAAE,EAAE,UAAU;YACd,OAAO,EAAE,GAAG,CAAA,SAAS,IAAI,CAAC,SAAS,CAAC;gBACnC,SAAS,EAAE,eAAe;gBAC1B,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;aACvB,CAAC,GAAG;SACL,CAAC;aACD,OAAO,EAAE,CAAC;QAEZ,MAAM,GAAG,CAAC,EAAE;aACV,UAAU,CAAC,qBAAqB,CAAC;aACjC,MAAM,CAAC;YACP,EAAE,EAAE,QAAQ;YACZ,SAAS,EAAE,eAAe;YAC1B,UAAU,EAAE,aAAa;YACzB,cAAc,EAAE,KAAK;YACrB,OAAO,EAAE,WAAW;YACpB,UAAU,EAAE,aAAa;YACzB,WAAW,EAAE,UAAU;YACvB,UAAU,EAAE,IAAI;SAChB,CAAC;aACD,OAAO,EAAE,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,KAAK,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,GAAG,CAAC,GAAG,CAAC,EAAE;aACd,UAAU,CAAC,QAAQ,CAAC;aACpB,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,QAAQ,CAAC;aAC1B,SAAS,EAAE;aACX,OAAO,EAAE,CAAC;IACb,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,6CAA6C,EAAE,GAAG,EAAE;IAC5D,IAAI,GAAmB,CAAC;IAExB,SAAS,CAAC,KAAK,IAAI,EAAE;QACpB,GAAG,GAAG,MAAM,oBAAoB,EAAE,CAAC;QACnC,MAAM,iBAAiB,CAAC,GAAG,CAAC,CAAC;QAE7B,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;QAElD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,UAAU,EAAE,CAAC;YAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,GAAG,KAAK,CAAC,CAAC;YACxD,MAAM,SAAS,GAAG,EAGhB,CAAC;YACH,MAAM,OAAO,GAAG,EAAoC,CAAC;YAErD,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,KAAK,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;gBAClD,MAAM,SAAS,GACd,CAAC,GAAG,CAAC,KAAK,CAAC;oBACV,CAAC,CAAC,eAAe;oBACjB,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC;wBACZ,CAAC,CAAC,eAAe;wBACjB,CAAC,CAAC,eAAe,CAAC;gBAErB,SAAS,CAAC,IAAI,CAAC;oBACd,EAAE,EAAE,UAAU;oBACd,OAAO,EAAE,GAAG,CAAA,SAAS,IAAI,CAAC,SAAS,CAAC;wBACnC,SAAS,EAAE,UAAU,CAAC,EAAE;wBACxB,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,EAAE,EAAE;qBAC5B,CAAC,GAAG;iBACL,CAAC,CAAC;gBAEH,OAAO,CAAC,IAAI,CAAC;oBACZ,EAAE,EAAE,MAAM,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC;oBAClC,SAAS,EAAE,UAAU,CAAC,EAAE;oBACxB,UAAU,EAAE,SAAS;oBACrB,cAAc,EAAE,KAAK;oBACrB,OAAO,EAAE,WAAW;oBACpB,UAAU,EAAE,aAAa;oBACzB,WAAW,EAAE,UAAU;oBACvB,UAAU,EAAE,IAAI;iBAChB,CAAC,CAAC;YACJ,CAAC;YAED,MAAM,GAAG,CAAC,EAAE;iBACV,UAAU,CAAC,uBAAuB,CAAC;iBACnC,MAAM,CAAC,SAAgB,CAAC;iBACxB,OAAO,EAAE,CAAC;YAEZ,MAAM,GAAG,CAAC,EAAE;iBACV,UAAU,CAAC,qBAAqB,CAAC;iBACjC,MAAM,CAAC,OAAc,CAAC;iBACtB,OAAO,EAAE,CAAC;QACb,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,KAAK,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,GAAG,CAAC,GAAG,CAAC,EAAE;aACd,UAAU,CAAC,QAAQ,CAAC;aACpB,KAAK,CAAC,YAAY,EAAE,GAAG,EAAE,eAAe,CAAC;aACzC,SAAS,EAAE;aACX,OAAO,EAAE,CAAC;IACb,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,sCAAsC,EAAE,GAAG,EAAE;IACrD,IAAI,GAAmB,CAAC;IACxB,IAAI,QAAgB,CAAC;IAErB,SAAS,CAAC,KAAK,IAAI,EAAE;QACpB,GAAG,GAAG,MAAM,oBAAoB,EAAE,CAAC;QACnC,MAAM,iBAAiB,CAAC,GAAG,CAAC,CAAC;QAE7B,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;QAClD,QAAQ,GAAG,MAAM,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;QAE1C,MAAM,GAAG,CAAC,EAAE;aACV,UAAU,CAAC,uBAAuB,CAAC;aACnC,MAAM,CAAC;YACP,EAAE,EAAE,UAAU;YACd,OAAO,EAAE,GAAG,CAAA,SAAS,IAAI,CAAC,SAAS,CAAC;gBACnC,SAAS,EAAE,aAAa;gBACxB,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;aACvB,CAAC,GAAG;SACL,CAAC;aACD,OAAO,EAAE,CAAC;QAEZ,MAAM,GAAG,CAAC,EAAE;aACV,UAAU,CAAC,qBAAqB,CAAC;aACjC,MAAM,CAAC;YACP,EAAE,EAAE,QAAQ;YACZ,SAAS,EAAE,aAAa;YACxB,UAAU,EAAE,aAAa;YACzB,cAAc,EAAE,KAAK;YACrB,OAAO,EAAE,WAAW;YACpB,UAAU,EAAE,aAAa;YACzB,WAAW,EAAE,UAAU;YACvB,UAAU,EAAE,IAAI;SAChB,CAAC;aACD,OAAO,EAAE,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,KAAK,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,GAAG,CAAC,EAAE;aACV,UAAU,CAAC,0BAA0B,CAAC;aACtC,SAAS,CAAC,4BAA4B,EAAE,MAAM,EAAE,eAAe,CAAC;aAChE,MAAM,CAAC;YACP,MAAM;YACN,aAAa;YACb,cAAc;YACd,kBAAkB;YAClB,WAAW;YACX,cAAc;YACd,cAAc;YACd,GAAG,CAAA,iBAAiB,CAAC,EAAE,CAAC,kBAAkB,CAAC;SAC3C,CAAC;aACD,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,QAAQ,CAAC;aAC5B,OAAO,EAAE,CAAC;QAEZ,MAAM,GAAG,CAAC,GAAG,CAAC,EAAE;aACd,UAAU,CAAC,QAAQ,CAAC;aACpB,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,QAAQ,CAAC;aAC1B,SAAS,EAAE;aACX,OAAO,EAAE,CAAC;IACb,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gDAAgD,EAAE,GAAG,EAAE;IAC/D,IAAI,GAAmB,CAAC;IAExB,SAAS,CAAC,KAAK,IAAI,EAAE;QACpB,GAAG,GAAG,MAAM,oBAAoB,EAAE,CAAC;QACnC,MAAM,iBAAiB,CAAC,GAAG,CAAC,CAAC;QAE7B,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;QAClD,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;QAEhD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,cAAc,EAAE,KAAK,IAAI,UAAU,EAAE,CAAC;YACjE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,cAAc,GAAG,KAAK,CAAC,CAAC;YAC/D,MAAM,OAAO,GAAG,EAAoC,CAAC;YAErD,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,KAAK,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChD,OAAO,CAAC,IAAI,CAAC;oBACZ,EAAE,EAAE,MAAM,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC;oBAClC,SAAS,EAAE,kBAAkB,CAAC,EAAE;oBAChC,UAAU,EAAE,aAAa;oBACzB,cAAc,EAAE,KAAK;oBACrB,OAAO,EAAE,WAAW;oBACpB,UAAU,EAAE,aAAa;oBACzB,WAAW,EAAE,YAAY;oBACzB,UAAU,EAAE,IAAI;iBAChB,CAAC,CAAC;YACJ,CAAC;YAED,MAAM,GAAG,CAAC,EAAE;iBACV,UAAU,CAAC,qBAAqB,CAAC;iBACjC,MAAM,CAAC,OAAc,CAAC;iBACtB,OAAO,EAAE,CAAC;QACb,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,KAAK,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,GAAG,CAAC,GAAG,CAAC,EAAE;aACd,UAAU,CAAC,QAAQ,CAAC;aACpB,KAAK,CAAC,kBAAkB,EAAE,IAAI,EAAE,IAAI,CAAC;aACrC,SAAS,EAAE;aACX,OAAO,EAAE,CAAC;IACb,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/change/schema.d.ts

@@ -1,8 +1,6 @@
-import type { SqliteWasmDatabase } from "sqlite-wasm-kysely";
-import type { Selectable, Insertable, Generated } from "kysely";
+import type { SqliteWasmDatabase } from "../database/sqlite/index.js";
+import type { Generated } from "kysely";
 export declare function applyChangeDatabaseSchema(sqlite: SqliteWasmDatabase): SqliteWasmDatabase;
-export type InternalChange = Selectable<InternalChangeTable>;
-export type NewInternalChange = Insertable<InternalChangeTable>;
 export type InternalChangeTable = {
     id: Generated<string>;
     entity_id: string;
@@ -11,56 +9,7 @@ export type InternalChangeTable = {
     file_id: string;
     plugin_key: string;
     snapshot_id: string;
+    metadata?: Record<string, any> | null;
     created_at: Generated<string>;
 };
-/**
- * Raw change type with snapshot_content as a JSON string or null.
- *
- * This type exists to avoid parsing and serializing the snapshot_content
- * when working directly with database operations or internal cache functions.
- * Use this type when you need to work with the raw JSON string representation
- * of the snapshot content.
- *
- * @example
- * ```typescript
- * const rawChange: LixChangeRaw = {
- *   id: "change-123",
- *   entity_id: "entity-456",
- *   // ... other fields
- *   snapshot_content: JSON.stringify({ key: "value" }) // JSON string
- * };
- * ```
- */
-export type LixChangeRaw = Omit<LixChange, "snapshot_content"> & {
-    snapshot_content: string | null;
-};
-/**
- * Change type with parsed snapshot_content as a JavaScript object.
- *
- * This is the standard change type used throughout the application when
- * working with business logic. The snapshot_content field is automatically
- * parsed from JSON into a JavaScript object for easy manipulation.
- *
- * @example
- * ```typescript
- * const change: LixChange = {
- *   id: "change-123",
- *   entity_id: "entity-456",
- *   // ... other fields
- *   snapshot_content: { key: "value" } // Parsed JavaScript object
- * };
- * ```
- */
-export type LixChange = Selectable<ChangeView>;
-export type NewLixChange = Insertable<ChangeView>;
-export type ChangeView = {
-    id: Generated<string>;
-    entity_id: string;
-    schema_key: string;
-    schema_version: string;
-    file_id: string;
-    plugin_key: string;
-    created_at: Generated<string>;
-    snapshot_content: Record<string, any> | null;
-};
 //# sourceMappingURL=schema.d.ts.map

package/dist/change/schema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/change/schema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC7D,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAEhE,wBAAgB,yBAAyB,CACxC,MAAM,EAAE,kBAAkB,GACxB,kBAAkB,CAqGpB;AAGD,MAAM,MAAM,cAAc,GAAG,UAAU,CAAC,mBAAmB,CAAC,CAAC;AAC7D,MAAM,MAAM,iBAAiB,GAAG,UAAU,CAAC,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,mBAAmB,GAAG;IACjC,EAAE,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;CAC9B,CAAC;AAEF;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,kBAAkB,CAAC,GAAG;IAChE,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC,CAAC;AAEF;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,MAAM,SAAS,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;AAC/C,MAAM,MAAM,YAAY,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;AAClD,MAAM,MAAM,UAAU,GAAG;IACxB,EAAE,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IAC9B,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;CAC7C,CAAC"}
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/change/schema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AACtE,OAAO,KAAK,EAA0B,SAAS,EAAE,MAAM,QAAQ,CAAC;AAEhE,wBAAgB,yBAAyB,CACxC,MAAM,EAAE,kBAAkB,GACxB,kBAAkB,CAyFpB;AAGD,MAAM,MAAM,mBAAmB,GAAG;IACjC,EAAE,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;IACtC,UAAU,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;CAC9B,CAAC"}

package/dist/change/schema.js

@@ -1,34 +1,18 @@
 export function applyChangeDatabaseSchema(sqlite) {
     return sqlite.exec(`
-  CREATE TABLE IF NOT EXISTS internal_change (
+  CREATE TABLE IF NOT EXISTS lix_internal_change (
     id TEXT PRIMARY KEY DEFAULT (lix_uuid_v7()),
     entity_id TEXT NOT NULL,
     schema_key TEXT NOT NULL,
     schema_version TEXT NOT NULL,
     file_id TEXT NOT NULL,
     plugin_key TEXT NOT NULL,
-    snapshot_id TEXT NOT NULL, -- Foreign key to internal_snapshot
+    snapshot_id TEXT NOT NULL, -- Foreign key to lix_internal_snapshot
+    metadata BLOB,
     created_at TEXT DEFAULT (lix_timestamp()) NOT NULL CHECK (created_at LIKE '%Z'),
 
     UNIQUE (id, entity_id, file_id, schema_key),
-    FOREIGN KEY(snapshot_id) REFERENCES internal_snapshot(id)
-  ) STRICT;
-
-  -- add a table we use within the transaction
-  -- which is used by the state logic
-  -- defined here to avoid circular dependencies
-  CREATE TABLE IF NOT EXISTS internal_change_in_transaction (
-    id TEXT PRIMARY KEY DEFAULT (lix_uuid_v7()),
-    entity_id TEXT NOT NULL,
-    schema_key TEXT NOT NULL,
-    schema_version TEXT NOT NULL,
-    file_id TEXT NOT NULL,
-    plugin_key TEXT NOT NULL,
-    version_id TEXT NOT NULL,
-    snapshot_content BLOB,
-    created_at TEXT NOT NULL CHECK (created_at LIKE '%Z'),
-    --- NOTE schena_key must be unique per entity_id and file_id in the transaction
-    UNIQUE(entity_id, file_id, schema_key, version_id)
+    FOREIGN KEY(snapshot_id) REFERENCES lix_internal_snapshot(id)
   ) STRICT;
 
   CREATE VIEW IF NOT EXISTS change AS
@@ -39,12 +23,16 @@ export function applyChangeDatabaseSchema(sqlite) {
     c.schema_version,
     c.file_id,
     c.plugin_key,
+    json(c.metadata) AS metadata,
     c.created_at,
-    (SELECT json(s.content)
-     FROM internal_snapshot s
-     WHERE s.id = c.snapshot_id) AS snapshot_content
-  FROM internal_change AS c
+    json(s.content) AS snapshot_content
+  FROM 
+    lix_internal_change AS c
+  LEFT JOIN 
+    lix_internal_snapshot AS s ON s.id = c.snapshot_id
+
   UNION ALL
+
   SELECT 
     t.id,
     t.entity_id,
@@ -52,30 +40,25 @@ export function applyChangeDatabaseSchema(sqlite) {
     t.schema_version,
     t.file_id,
     t.plugin_key,
+    json(t.metadata) AS metadata,
     t.created_at,
-    CASE 
-      WHEN t.snapshot_content IS NULL THEN NULL
-      ELSE json(t.snapshot_content)
-    END AS snapshot_content
-  FROM internal_change_in_transaction AS t;
+    json(t.snapshot_content) AS snapshot_content
+  FROM 
+    lix_internal_transaction_state AS t
+  WHERE t.untracked = 0;
 
   CREATE TRIGGER IF NOT EXISTS change_insert
   INSTEAD OF INSERT ON change
   BEGIN
     -- Insert the snapshot first (if there's content)
-    INSERT INTO internal_snapshot (id, content)
+    INSERT INTO lix_internal_snapshot (id, content)
     SELECT 
       lix_uuid_v7(), 
       jsonb(NEW.snapshot_content)
-    WHERE NEW.snapshot_content IS NOT NULL
-      AND NOT EXISTS (
-        SELECT 1 FROM internal_snapshot 
-        WHERE id = 'no-content' 
-        AND NEW.snapshot_content IS NULL
-      );
+    WHERE NEW.snapshot_content IS NOT NULL;
 
-    -- Insert the change, referencing the snapshot
-    INSERT INTO internal_change (
+    -- Insert the change, referencing the last inserted snapshot (or 'no-content')
+    INSERT INTO lix_internal_change (
       id,
       entity_id,
       schema_key,
@@ -83,6 +66,7 @@ export function applyChangeDatabaseSchema(sqlite) {
       file_id,
       plugin_key,
       snapshot_id,
+      metadata,
       created_at
     ) VALUES (
       COALESCE(NEW.id, lix_uuid_v7()),
@@ -93,7 +77,11 @@ export function applyChangeDatabaseSchema(sqlite) {
       NEW.plugin_key,
       CASE 
         WHEN NEW.snapshot_content IS NULL THEN 'no-content'
-        ELSE (SELECT id FROM internal_snapshot WHERE content = jsonb(NEW.snapshot_content) ORDER BY id DESC LIMIT 1)
+        ELSE (SELECT id FROM lix_internal_snapshot WHERE rowid = last_insert_rowid())
+      END,
+      CASE
+        WHEN NEW.metadata IS NULL THEN NULL
+        ELSE jsonb(NEW.metadata)
       END,
       COALESCE(NEW.created_at, lix_timestamp())
     );

package/dist/change/schema.js.map

@@ -1 +1 @@
-{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/change/schema.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,yBAAyB,CACxC,MAA0B;IAE1B,OAAO,MAAM,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAmGnB,CAAC,CAAC;AACH,CAAC"}
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/change/schema.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,yBAAyB,CACxC,MAA0B;IAE1B,OAAO,MAAM,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuFnB,CAAC,CAAC;AACH,CAAC"}