@lix-js/sdk 0.4.7 → 0.5.0-preview.1

package/dist/lix/open-lix.js

@@ -1,32 +1,166 @@
 import {} from "sqlite-wasm-kysely";
 import { initDb } from "../database/init-db.js";
-import { initFileQueueProcess } from "../file-queue/file-queue-process.js";
 import { sql } from "kysely";
-import { initSyncProcess } from "../sync/sync-process.js";
 import { capture } from "../services/telemetry/capture.js";
 import { ENV_VARIABLES } from "../services/env-variables/index.js";
+import { applyFileDatabaseSchema } from "../file/schema.js";
+import { InMemoryStorage } from "./storage/in-memory.js";
+import { createHooks } from "../hooks/create-hooks.js";
+import { createObserve } from "../observe/create-observe.js";
+import { commitDeterministicSequenceNumber } from "../deterministic/sequence.js";
+import { commitDeterministicRngState, random, } from "../deterministic/random.js";
+import { newLixFile } from "./new-lix.js";
+import { switchAccount } from "../account/switch-account.js";
 /**
- * Common setup between different lix environments.
+ * Opens a Lix instance.
+ *
+ * Creates an in-memory database by default. If a blob is provided,
+ * the database is initialized with that data. If a database is provided,
+ * uses that database directly.
+ *
+ * @example
+ * ```ts
+ * // In-memory (default)
+ * const lix = await openLix({})
+ *
+ * // From existing data
+ * const lix = await openLix({ blob: existingLixFile })
+ *
+ * // With custom storage adapter
+ * import { MyCustomStorage } from "./my-custom-storage.js"
+ * const lix = await openLix({
+ *   storage: new MyCustomStorage()
+ * })
+ * ```
  */
 export async function openLix(args) {
-    const db = initDb({ sqlite: args.database });
-    if (args.keyValues && args.keyValues.length > 0) {
-        await db
-            .insertInto("key_value")
-            .values(args.keyValues)
-            .onConflict((oc) => oc.doUpdateSet((eb) => ({ value: eb.ref("excluded.value") })))
-            .execute();
+    const storage = args.storage ?? new InMemoryStorage();
+    const database = await storage.open({
+        blob: args.blob,
+        createBlob: () => newLixFile({ keyValues: args.keyValues }),
+    });
+    // Create hooks before initializing database so they can be used in schema setup
+    const hooks = createHooks();
+    const db = initDb({ sqlite: database, hooks });
+    // Set up account IMMEDIATELY after db init, before any other operations
+    const persistedState = await storage.getPersistedState?.();
+    const accountToSet = args.account ?? persistedState?.activeAccounts?.[0];
+    if (accountToSet) {
+        // First ensure the account exists (create it if it doesn't)
+        const existingAccount = await db
+            .selectFrom("account_all")
+            .where("id", "=", accountToSet.id)
+            .where("lixcol_version_id", "=", "global")
+            .selectAll()
+            .executeTakeFirst();
+        if (!existingAccount) {
+            // Create the account in global version
+            await db
+                .insertInto("account_all")
+                .values({
+                id: accountToSet.id,
+                name: accountToSet.name,
+                lixcol_version_id: "global",
+            })
+                .execute();
+        }
+        // Use switchAccount to properly set this as the only active account
+        await switchAccount({ lix: { db }, to: [accountToSet] });
     }
-    if (args.account) {
-        await db.transaction().execute(async (trx) => {
-            // delete the default inserted active account from `initDb`
-            await trx.deleteFrom("active_account").execute();
-            await trx
+    else {
+        // Check if there's already an active account
+        const existingActiveAccount = await db
+            .selectFrom("active_account")
+            .selectAll()
+            .executeTakeFirst();
+        if (!existingActiveAccount) {
+            // No account provided and no active account exists - create anonymous account
+            const { nanoId } = await import("../deterministic/index.js");
+            const { generateHumanId } = await import("../deterministic/generate-human-id.js");
+            const activeAccountId = nanoId({
+                lix: { sqlite: database, db: db },
+            });
+            const humanName = generateHumanId({
+                lix: { sqlite: database, db: db },
+            });
+            const anonymousAccountName = `Anonymous ${humanName}`;
+            // Create the anonymous account as untracked
+            await db
+                .insertInto("account_all")
+                .values({
+                id: activeAccountId,
+                name: anonymousAccountName,
+                lixcol_version_id: "global",
+                lixcol_untracked: true,
+            })
+                .execute();
+            // Set it as the active account
+            await db
                 .insertInto("active_account")
-                .values(args.account)
-                .onConflict((oc) => oc.doUpdateSet(() => ({ ...args.account })))
+                .values({
+                account_id: activeAccountId,
+            })
                 .execute();
-        });
+        }
+    }
+    // Only process keyValues if we're opening an existing blob
+    // (newLixFile already handles keyValues during creation)
+    if (args.blob && args.keyValues && args.keyValues.length > 0) {
+        for (const keyValue of args.keyValues) {
+            // Determine which table to use based on whether version is specified
+            if (keyValue.lixcol_version_id) {
+                // Check if the key already exists in the specified version
+                const existing = await db
+                    .selectFrom("key_value_all")
+                    .select("key")
+                    .where("key", "=", keyValue.key)
+                    .where("lixcol_version_id", "=", keyValue.lixcol_version_id)
+                    .executeTakeFirst();
+                if (existing) {
+                    // Update existing key in the specified version
+                    await db
+                        .updateTable("key_value_all")
+                        .set({ value: keyValue.value })
+                        .where("key", "=", keyValue.key)
+                        .where("lixcol_version_id", "=", keyValue.lixcol_version_id)
+                        .execute();
+                }
+                else {
+                    // Insert new key into the specified version
+                    await db
+                        .insertInto("key_value_all")
+                        .values({
+                        key: keyValue.key,
+                        value: keyValue.value,
+                        lixcol_version_id: keyValue.lixcol_version_id,
+                    })
+                        .execute();
+                }
+            }
+            else {
+                // No version specified, use default key_value table (active version)
+                const existing = await db
+                    .selectFrom("key_value")
+                    .select("key")
+                    .where("key", "=", keyValue.key)
+                    .executeTakeFirst();
+                if (existing) {
+                    // Update existing key
+                    await db
+                        .updateTable("key_value")
+                        .set({ value: keyValue.value })
+                        .where("key", "=", keyValue.key)
+                        .execute();
+                }
+                else {
+                    // Insert new key
+                    await db
+                        .insertInto("key_value")
+                        .values({ key: keyValue.key, value: keyValue.value })
+                        .execute();
+                }
+            }
+        }
     }
     const plugins = [];
     if (args.providePlugins && args.providePlugins.length > 0) {
@@ -34,19 +168,40 @@ export async function openLix(args) {
     }
     const plugin = {
         getAll: async () => plugins,
+        getAllSync: () => plugins,
     };
-    await initFileQueueProcess({ lix: { db, plugin, sqlite: args.database } });
-    await initSyncProcess({ lix: { db, plugin, sqlite: args.database } });
-    captureOpened({ db });
-    return {
+    const observe = createObserve({ hooks });
+    const lix = {
         db,
-        sqlite: args.database,
+        sqlite: database,
         plugin,
+        hooks,
+        observe,
+        close: async () => {
+            await storage.close();
+        },
+        toBlob: async () => {
+            commitDeterministicSequenceNumber({ lix: { sqlite: database, db } });
+            commitDeterministicRngState({ lix: { sqlite: database, db } });
+            return storage.export();
+        },
     };
+    // MUST BE AWAITED
+    // The databse queries must run. Otherwise, we get super unexpected behavior
+    // where something is tested and then the async queue kicks in and leads
+    // to unexpected results. For example, cache population!
+    await captureOpened({ lix });
+    // Apply file and account schemas now that we have the full lix object with plugins
+    applyFileDatabaseSchema(lix);
+    // Connect storage to Lix if the adapter supports it
+    if (storage.connect) {
+        storage.connect({ lix });
+    }
+    return lix;
 }
 async function captureOpened(args) {
     try {
-        const telemetry = await args.db
+        const telemetry = await args.lix.db
             .selectFrom("key_value")
             .select("value")
             .where("key", "=", "lix_telemetry")
@@ -54,21 +209,24 @@ async function captureOpened(args) {
         if (telemetry?.value === "off") {
             return;
         }
-        const activeAccount = await args.db
+        const activeAccount = await args.lix.db
             .selectFrom("active_account")
-            .select("id")
+            .select("account_id")
             .executeTakeFirstOrThrow();
-        const lixId = await args.db
+        const lixId = await args.lix.db
             .selectFrom("key_value")
             .select("value")
             .where("key", "=", "lix_id")
             .executeTakeFirstOrThrow();
-        const fileExtensions = await usedFileExtensions(args.db);
-        if (Math.random() > 0.1) {
-            await capture("LIX-SDK lix opened", {
-                accountId: activeAccount.id,
+        const fileExtensions = await usedFileExtensions(args.lix.db);
+        if (random({ lix: args.lix }) > 0.1) {
+            // Not awaiting to avoid boot up time and knowing that
+            // no database query is performed here. we dont care if the
+            // server responds with an error or not.
+            void capture("LIX-SDK lix opened", {
+                accountId: activeAccount.account_id,
                 lixId: lixId.value,
-                telemetryKeyValue: telemetry?.value ?? "on",
+                telemetryKeyValue: (telemetry?.value ?? "on"),
                 properties: {
                     lix_sdk_version: ENV_VARIABLES.LIX_SDK_VERSION,
                     stored_file_extensions: fileExtensions,

package/dist/lix/open-lix.js.map

@@ -1 +1 @@
-{"version":3,"file":"open-lix.js","sourceRoot":"","sources":["../../src/lix/open-lix.ts"],"names":[],"mappings":"AACA,OAAO,EAA2B,MAAM,oBAAoB,CAAC;AAC7D,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AAChD,OAAO,EAAE,oBAAoB,EAAE,MAAM,qCAAqC,CAAC;AAC3E,OAAO,EAAE,GAAG,EAAe,MAAM,QAAQ,CAAC;AAE1C,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAE1D,OAAO,EAAE,OAAO,EAAE,MAAM,kCAAkC,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AAqBnE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,IAiC7B;IACA,MAAM,EAAE,GAAG,MAAM,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IAE7C,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjD,MAAM,EAAE;aACN,UAAU,CAAC,WAAW,CAAC;aACvB,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;aACtB,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CAClB,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAC7D;aACA,OAAO,EAAE,CAAC;IACb,CAAC;IAED,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QAClB,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YAC5C,2DAA2D;YAC3D,MAAM,GAAG,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,OAAO,EAAE,CAAC;YACjD,MAAM,GAAG;iBACP,UAAU,CAAC,gBAAgB,CAAC;iBAC5B,MAAM,CAAC,IAAI,CAAC,OAAQ,CAAC;iBACrB,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;iBAC/D,OAAO,EAAE,CAAC;QACb,CAAC,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAgB,EAAE,CAAC;IAChC,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3D,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,MAAM,GAAG;QACd,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,OAAO;KAC3B,CAAC;IAEF,MAAM,oBAAoB,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAE3E,MAAM,eAAe,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAEtE,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAEtB,OAAO;QACN,EAAE;QACF,MAAM,EAAE,IAAI,CAAC,QAAQ;QACrB,MAAM;KACN,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,IAAuC;IACnE,IAAI,CAAC;QACJ,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,EAAE;aAC7B,UAAU,CAAC,WAAW,CAAC;aACvB,MAAM,CAAC,OAAO,CAAC;aACf,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,eAAe,CAAC;aAClC,gBAAgB,EAAE,CAAC;QAErB,IAAI,SAAS,EAAE,KAAK,KAAK,KAAK,EAAE,CAAC;YAChC,OAAO;QACR,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,EAAE;aACjC,UAAU,CAAC,gBAAgB,CAAC;aAC5B,MAAM,CAAC,IAAI,CAAC;aACZ,uBAAuB,EAAE,CAAC;QAE5B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE;aACzB,UAAU,CAAC,WAAW,CAAC;aACvB,MAAM,CAAC,OAAO,CAAC;aACf,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC;aAC3B,uBAAuB,EAAE,CAAC;QAE5B,MAAM,cAAc,GAAG,MAAM,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzD,IAAI,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,EAAE,CAAC;YACzB,MAAM,OAAO,CAAC,oBAAoB,EAAE;gBACnC,SAAS,EAAE,aAAa,CAAC,EAAE;gBAC3B,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,iBAAiB,EAAE,SAAS,EAAE,KAAK,IAAI,IAAI;gBAC3C,UAAU,EAAE;oBACX,eAAe,EAAE,aAAa,CAAC,eAAe;oBAC9C,sBAAsB,EAAE,cAAc;iBACtC;aACD,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAAC,MAAM,CAAC;QACR,SAAS;IACV,CAAC;AACF,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACvC,EAA6B;IAE7B,MAAM,MAAM,GAAG,MAAM,GAAG,CAAA;;;;;;;;;;;;;;;;;;;;EAoBvB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAEd,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAE,GAAW,CAAC,SAAS,CAAC,CAAC;AACzD,CAAC"}
+{"version":3,"file":"open-lix.js","sourceRoot":"","sources":["../../src/lix/open-lix.ts"],"names":[],"mappings":"AACA,OAAO,EAA2B,MAAM,oBAAoB,CAAC;AAC7D,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AAChD,OAAO,EAAE,GAAG,EAAe,MAAM,QAAQ,CAAC;AAG1C,OAAO,EAAE,OAAO,EAAE,MAAM,kCAAkC,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AACnE,OAAO,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAG5D,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEzD,OAAO,EAAE,WAAW,EAAiB,MAAM,0BAA0B,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAE,iCAAiC,EAAE,MAAM,8BAA8B,CAAC;AACjF,OAAO,EACN,2BAA2B,EAC3B,MAAM,GACN,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AA+C7D;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,IA4C7B;IACA,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAK,IAAI,eAAe,EAAwB,CAAC;IAC7E,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;QACnC,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,UAAU,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC;KAC3D,CAAC,CAAC;IAEH,gFAAgF;IAChF,MAAM,KAAK,GAAG,WAAW,EAAE,CAAC;IAE5B,MAAM,EAAE,GAAG,MAAM,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;IAE/C,wEAAwE;IACxE,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC;IAC3D,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,IAAI,cAAc,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC;IAEzE,IAAI,YAAY,EAAE,CAAC;QAClB,4DAA4D;QAC5D,MAAM,eAAe,GAAG,MAAM,EAAE;aAC9B,UAAU,CAAC,aAAa,CAAC;aACzB,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,YAAY,CAAC,EAAE,CAAC;aACjC,KAAK,CAAC,mBAAmB,EAAE,GAAG,EAAE,QAAQ,CAAC;aACzC,SAAS,EAAE;aACX,gBAAgB,EAAE,CAAC;QAErB,IAAI,CAAC,eAAe,EAAE,CAAC;YACtB,uCAAuC;YACvC,MAAM,EAAE;iBACN,UAAU,CAAC,aAAa,CAAC;iBACzB,MAAM,CAAC;gBACP,EAAE,EAAE,YAAY,CAAC,EAAE;gBACnB,IAAI,EAAE,YAAY,CAAC,IAAI;gBACvB,iBAAiB,EAAE,QAAQ;aAC3B,CAAC;iBACD,OAAO,EAAE,CAAC;QACb,CAAC;QAED,oEAAoE;QACpE,MAAM,aAAa,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IAC1D,CAAC;SAAM,CAAC;QACP,6CAA6C;QAC7C,MAAM,qBAAqB,GAAG,MAAM,EAAE;aACpC,UAAU,CAAC,gBAAgB,CAAC;aAC5B,SAAS,EAAE;aACX,gBAAgB,EAAE,CAAC;QAErB,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC5B,8EAA8E;YAC9E,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;YAC7D,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CACvC,uCAAuC,CACvC,CAAC;YAEF,MAAM,eAAe,GAAG,MAAM,CAAC;gBAC9B,GAAG,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAS,EAAE;aACxC,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,eAAe,CAAC;gBACjC,GAAG,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAS,EAAE;aACxC,CAAC,CAAC;YACH,MAAM,oBAAoB,GAAG,aAAa,SAAS,EAAE,CAAC;YAEtD,4CAA4C;YAC5C,MAAM,EAAE;iBACN,UAAU,CAAC,aAAa,CAAC;iBACzB,MAAM,CAAC;gBACP,EAAE,EAAE,eAAe;gBACnB,IAAI,EAAE,oBAAoB;gBAC1B,iBAAiB,EAAE,QAAQ;gBAC3B,gBAAgB,EAAE,IAAI;aACtB,CAAC;iBACD,OAAO,EAAE,CAAC;YAEZ,+BAA+B;YAC/B,MAAM,EAAE;iBACN,UAAU,CAAC,gBAAgB,CAAC;iBAC5B,MAAM,CAAC;gBACP,UAAU,EAAE,eAAe;aAC3B,CAAC;iBACD,OAAO,EAAE,CAAC;QACb,CAAC;IACF,CAAC;IAED,2DAA2D;IAC3D,yDAAyD;IACzD,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9D,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACvC,qEAAqE;YACrE,IAAI,QAAQ,CAAC,iBAAiB,EAAE,CAAC;gBAChC,2DAA2D;gBAC3D,MAAM,QAAQ,GAAG,MAAM,EAAE;qBACvB,UAAU,CAAC,eAAe,CAAC;qBAC3B,MAAM,CAAC,KAAK,CAAC;qBACb,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC;qBAC/B,KAAK,CAAC,mBAAmB,EAAE,GAAG,EAAE,QAAQ,CAAC,iBAAiB,CAAC;qBAC3D,gBAAgB,EAAE,CAAC;gBAErB,IAAI,QAAQ,EAAE,CAAC;oBACd,+CAA+C;oBAC/C,MAAM,EAAE;yBACN,WAAW,CAAC,eAAe,CAAC;yBAC5B,GAAG,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC;yBAC9B,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC;yBAC/B,KAAK,CAAC,mBAAmB,EAAE,GAAG,EAAE,QAAQ,CAAC,iBAAiB,CAAC;yBAC3D,OAAO,EAAE,CAAC;gBACb,CAAC;qBAAM,CAAC;oBACP,4CAA4C;oBAC5C,MAAM,EAAE;yBACN,UAAU,CAAC,eAAe,CAAC;yBAC3B,MAAM,CAAC;wBACP,GAAG,EAAE,QAAQ,CAAC,GAAG;wBACjB,KAAK,EAAE,QAAQ,CAAC,KAAK;wBACrB,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;qBAC7C,CAAC;yBACD,OAAO,EAAE,CAAC;gBACb,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,qEAAqE;gBACrE,MAAM,QAAQ,GAAG,MAAM,EAAE;qBACvB,UAAU,CAAC,WAAW,CAAC;qBACvB,MAAM,CAAC,KAAK,CAAC;qBACb,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC;qBAC/B,gBAAgB,EAAE,CAAC;gBAErB,IAAI,QAAQ,EAAE,CAAC;oBACd,sBAAsB;oBACtB,MAAM,EAAE;yBACN,WAAW,CAAC,WAAW,CAAC;yBACxB,GAAG,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC;yBAC9B,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC;yBAC/B,OAAO,EAAE,CAAC;gBACb,CAAC;qBAAM,CAAC;oBACP,iBAAiB;oBACjB,MAAM,EAAE;yBACN,UAAU,CAAC,WAAW,CAAC;yBACvB,MAAM,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC;yBACpD,OAAO,EAAE,CAAC;gBACb,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;IAED,MAAM,OAAO,GAAgB,EAAE,CAAC;IAChC,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3D,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,MAAM,GAAG;QACd,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,OAAO;QAC3B,UAAU,EAAE,GAAG,EAAE,CAAC,OAAO;KACzB,CAAC;IAEF,MAAM,OAAO,GAAG,aAAa,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;IAEzC,MAAM,GAAG,GAAG;QACX,EAAE;QACF,MAAM,EAAE,QAAQ;QAChB,MAAM;QACN,KAAK;QACL,OAAO;QACP,KAAK,EAAE,KAAK,IAAI,EAAE;YACjB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;QACD,MAAM,EAAE,KAAK,IAAI,EAAE;YAClB,iCAAiC,CAAC,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;YACrE,2BAA2B,CAAC,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;YAC/D,OAAO,OAAO,CAAC,MAAM,EAAE,CAAC;QACzB,CAAC;KACD,CAAC;IAEF,kBAAkB;IAClB,4EAA4E;IAC5E,wEAAwE;IACxE,wDAAwD;IACxD,MAAM,aAAa,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IAE7B,mFAAmF;IACnF,uBAAuB,CAAC,GAAG,CAAC,CAAC;IAE7B,oDAAoD;IACpD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACrB,OAAO,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;IAC1B,CAAC;IAED,OAAO,GAAG,CAAC;AACZ,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,IAAkB;IAC9C,IAAI,CAAC;QACJ,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE;aACjC,UAAU,CAAC,WAAW,CAAC;aACvB,MAAM,CAAC,OAAO,CAAC;aACf,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,eAAe,CAAC;aAClC,gBAAgB,EAAE,CAAC;QAErB,IAAI,SAAS,EAAE,KAAK,KAAK,KAAK,EAAE,CAAC;YAChC,OAAO;QACR,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE;aACrC,UAAU,CAAC,gBAAgB,CAAC;aAC5B,MAAM,CAAC,YAAY,CAAC;aACpB,uBAAuB,EAAE,CAAC;QAE5B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE;aAC7B,UAAU,CAAC,WAAW,CAAC;aACvB,MAAM,CAAC,OAAO,CAAC;aACf,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC;aAC3B,uBAAuB,EAAE,CAAC;QAE5B,MAAM,cAAc,GAAG,MAAM,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7D,IAAI,MAAM,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC;YACrC,sDAAsD;YACtD,2DAA2D;YAC3D,wCAAwC;YACxC,KAAK,OAAO,CAAC,oBAAoB,EAAE;gBAClC,SAAS,EAAE,aAAa,CAAC,UAAU;gBACnC,KAAK,EAAE,KAAK,CAAC,KAAe;gBAC5B,iBAAiB,EAAE,CAAC,SAAS,EAAE,KAAK,IAAI,IAAI,CAAW;gBACvD,UAAU,EAAE;oBACX,eAAe,EAAE,aAAa,CAAC,eAAe;oBAC9C,sBAAsB,EAAE,cAAc;iBACtC;aACD,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAAC,MAAM,CAAC;QACR,SAAS;IACV,CAAC;AACF,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACvC,EAA6B;IAE7B,MAAM,MAAM,GAAG,MAAM,GAAG,CAAA;;;;;;;;;;;;;;;;;;;;EAoBvB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAEd,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAE,GAAW,CAAC,SAAS,CAAC,CAAC;AACzD,CAAC"}

package/dist/lix/open-lix.test.js

@@ -1,20 +1,18 @@
 import { expect, test } from "vitest";
-import { openLixInMemory } from "./open-lix-in-memory.js";
 import { newLixFile } from "./new-lix.js";
-import { toBlob } from "./to-blob.js";
-import { usedFileExtensions } from "./open-lix.js";
+import { openLix, usedFileExtensions } from "./open-lix.js";
 test("providing plugins should be possible", async () => {
     const mockPlugin = {
         key: "mock-plugin",
     };
-    const lix = await openLixInMemory({
+    const lix = await openLix({
         blob: await newLixFile(),
         providePlugins: [mockPlugin],
     });
     expect(await lix.plugin.getAll()).toContain(mockPlugin);
 });
 test("providing key values should be possible", async () => {
-    const lix = await openLixInMemory({
+    const lix = await openLix({
         blob: await newLixFile(),
         keyValues: [{ key: "mock_key", value: "value" }],
     });
@@ -25,8 +23,8 @@ test("providing key values should be possible", async () => {
         .executeTakeFirstOrThrow();
     expect(value).toMatchObject({ key: "mock_key", value: "value" });
     // testing overwriting key values
-    const lix1 = await openLixInMemory({
-        blob: await toBlob({ lix }),
+    const lix1 = await openLix({
+        blob: await lix.toBlob(),
         keyValues: [{ key: "mock_key", value: "value2" }],
     });
     const value1 = await lix1.db
@@ -36,37 +34,74 @@ test("providing key values should be possible", async () => {
         .executeTakeFirstOrThrow();
     expect(value1).toMatchObject({ key: "mock_key", value: "value2" });
 });
+test("provided key values in openLix should default to the active version if lixcol_version_id is not specified", async () => {
+    const lix = await openLix({
+        blob: await newLixFile(),
+        keyValues: [
+            { key: "test_key_1", value: "test_value_1" },
+            { key: "test_key_2", value: "test_value_2", lixcol_version_id: "global" },
+        ],
+    });
+    // Get the active version
+    const activeVersion = await lix.db
+        .selectFrom("active_version")
+        .select("version_id")
+        .executeTakeFirst();
+    expect(activeVersion).toBeDefined();
+    expect(activeVersion?.version_id).toBeDefined();
+    // Check that test_key_1 without lixcol_version_id is associated with the active version
+    const kv1 = await lix.db
+        .selectFrom("key_value_all")
+        .where("key", "=", "test_key_1")
+        .selectAll()
+        .executeTakeFirst();
+    expect(kv1?.value).toBe("test_value_1");
+    expect(kv1?.lixcol_version_id).toBe(activeVersion?.version_id);
+    // Check that test_key_2 with explicit lixcol_version_id is associated with the global version
+    const kv2 = await lix.db
+        .selectFrom("key_value_all")
+        .where("key", "=", "test_key_2")
+        .selectAll()
+        .executeTakeFirst();
+    expect(kv2?.value).toBe("test_value_2");
+    expect(kv2?.lixcol_version_id).toBe("global");
+    // The active version should be "main" (not "global")
+    const mainVersion = await lix.db
+        .selectFrom("version")
+        .where("id", "=", activeVersion.version_id)
+        .selectAll()
+        .executeTakeFirst();
+    expect(mainVersion?.name).toBe("main");
+});
+// TODO occasional test failures due to timing issues
+// faulty state materialization might be the cause.
+// fix after https://github.com/opral/lix-sdk/issues/308
 test("providing an account should be possible", async () => {
     const mockAccount = {
         id: "mock-account",
         name: "peter",
     };
-    const lix = await openLixInMemory({
+    const lix = await openLix({
         account: mockAccount,
         blob: await newLixFile(),
     });
-    const accounts = await lix.db
+    const activeAccounts = await lix.db
         .selectFrom("active_account")
         .selectAll()
         .execute();
-    expect(accounts, "to be the provided account").toContainEqual(mockAccount);
-    expect(accounts, "no other active account is inserted").lengthOf(1);
-    await lix.db
-        .insertInto("key_value")
-        .values([{ key: "mock_key", value: "something" }])
-        .execute();
-    // lix automatically handles inserting the active account into the account table
-    const change = await lix.db
-        .selectFrom("change")
-        .innerJoin("change_author", "change_author.change_id", "change.id")
-        .where("schema_key", "=", "lix_key_value_table")
-        .where("entity_id", "=", "mock_key")
-        .select("change_author.account_id")
-        .executeTakeFirstOrThrow();
-    expect(change.account_id).toBe(mockAccount.id);
+    expect(activeAccounts).toHaveLength(1);
+    expect(activeAccounts[0]?.account_id).toBe(mockAccount.id);
+    // Join to verify the actual account was created with correct details
+    const activeAccountWithDetails = await lix.db
+        .selectFrom("active_account as aa")
+        .innerJoin("account_all as a", "a.id", "aa.account_id")
+        .where("a.lixcol_version_id", "=", "global")
+        .select(["a.id", "a.name"])
+        .executeTakeFirst();
+    expect(activeAccountWithDetails?.name).toBe(mockAccount.name);
 });
 test("usedFileExtensions", async () => {
-    const lix = await openLixInMemory({
+    const lix = await openLix({
         blob: await newLixFile(),
     });
     await lix.db
@@ -89,4 +124,240 @@ test("usedFileExtensions", async () => {
     const extensions = await usedFileExtensions(lix.db);
     expect(new Set(extensions)).toEqual(new Set(["txt", "pdf"]));
 });
+test("it should open a lix in memory from a blob", async () => {
+    const lix1 = await openLix({});
+    await lix1.db
+        .insertInto("file")
+        .values({
+        id: "1",
+        path: "/a.txt",
+        data: new TextEncoder().encode("hello"),
+    })
+        .execute();
+    const lix2 = await openLix({ blob: await lix1.toBlob() });
+    const files = await lix2.db.selectFrom("file").selectAll().execute();
+    expect(files).toEqual([
+        expect.objectContaining({
+            id: "1",
+            path: "/a.txt",
+            data: new TextEncoder().encode("hello"),
+        }),
+    ]);
+});
+test("should default to InMemoryStorage when no storage is provided", async () => {
+    const lix = await openLix({});
+    // Should create a valid lix with new data
+    const lixId = await lix.db
+        .selectFrom("key_value")
+        .select("value")
+        .where("key", "=", "lix_id")
+        .executeTakeFirstOrThrow();
+    expect(lixId.value).toBeDefined();
+    expect(typeof lixId.value).toBe("string");
+    // Should be able to add and query data
+    await lix.db
+        .insertInto("file")
+        .values({
+        id: "test-file",
+        path: "/test.txt",
+        data: new TextEncoder().encode("test content"),
+    })
+        .execute();
+    const files = await lix.db.selectFrom("file").selectAll().execute();
+    expect(files).toHaveLength(1);
+    expect(files[0]).toMatchObject({
+        id: "test-file",
+        path: "/test.txt",
+        data: new TextEncoder().encode("test content"),
+    });
+});
+test("providing lix_deterministic_mode = true should lead to deterministic state", async () => {
+    const lix1 = await openLix({
+        keyValues: [
+            {
+                key: "lix_deterministic_mode",
+                value: { enabled: true, bootstrap: true },
+                lixcol_version_id: "global",
+            },
+        ],
+    });
+    const lix2 = await openLix({
+        keyValues: [
+            {
+                key: "lix_deterministic_mode",
+                value: { enabled: true, bootstrap: true },
+                lixcol_version_id: "global",
+            },
+        ],
+    });
+    await lix1.db
+        .insertInto("key_value")
+        .values({
+        key: "test_key",
+        value: "test_value",
+    })
+        .execute();
+    await lix2.db
+        .insertInto("key_value")
+        .values({
+        key: "test_key",
+        value: "test_value",
+    })
+        .execute();
+    const lix1State = await lix1.db.selectFrom("state").selectAll().execute();
+    const lix2State = await lix2.db.selectFrom("state").selectAll().execute();
+    expect(lix1State).toEqual(lix2State);
+});
+test("deterministic mode can be turned on and off", async () => {
+    const deterministicModeKeyValues = [
+        {
+            key: "lix_deterministic_mode",
+            value: { enabled: true, bootstrap: true },
+            lixcol_version_id: "global",
+        },
+    ];
+    const lix1 = await openLix({
+        keyValues: [...deterministicModeKeyValues],
+    });
+    const lix2 = await openLix({
+        keyValues: [...deterministicModeKeyValues],
+    });
+    await Promise.all([lix1, lix2].map(async (lix) => {
+        await lix.db
+            .insertInto("key_value")
+            .values({
+            key: "test_key",
+            value: "test_value",
+        })
+            .execute();
+    }));
+    const lix1State = await lix1.db.selectFrom("state").selectAll().execute();
+    const lix2State = await lix2.db.selectFrom("state").selectAll().execute();
+    expect(lix1State).toEqual(lix2State);
+    // now turning off deterministic mode and insert a new key value
+    await Promise.all([lix1, lix2].map(async (lix) => {
+        await lix.db
+            .updateTable("key_value_all")
+            .where("lixcol_version_id", "=", "global")
+            .where("key", "=", "lix_deterministic_mode")
+            .set({ value: { enabled: false } })
+            .execute();
+    }));
+    await Promise.all([lix1, lix2].map(async (lix) => {
+        await lix.db
+            .insertInto("key_value")
+            .values({
+            key: "test_key_2",
+            value: "test_value_2",
+        })
+            .execute();
+    }));
+    const [lix1Kv, lix2Kv] = await Promise.all([lix1, lix2].map((lix) => lix.db
+        .selectFrom("key_value")
+        .where("key", "=", "test_key_2")
+        .selectAll()
+        .execute()));
+    // the change ids etc should be different given that deterministic mode was turned off
+    expect(lix1Kv).not.toEqual(lix2Kv);
+    // turn on deterministic mode again and insert a new key value
+    await Promise.all([lix1, lix2].map(async (lix) => {
+        await lix.db
+            .updateTable("key_value_all")
+            .where("lixcol_version_id", "=", "global")
+            .where("key", "=", "lix_deterministic_mode")
+            .set({ value: { enabled: true } })
+            .execute();
+    }));
+    await Promise.all([lix1, lix2].map(async (lix) => {
+        await lix.db
+            .insertInto("key_value")
+            .values({
+            key: "test_key_3",
+            value: "test_value_3",
+        })
+            .execute();
+    }));
+    const [lix1Kv2, lix2Kv2] = await Promise.all([lix1, lix2].map((lix) => lix.db
+        .selectFrom("key_value")
+        .where("key", "=", "test_key_3")
+        .selectAll()
+        .executeTakeFirst()));
+    // the change ids etc should be the same given that deterministic mode was turned on again
+    expect(lix1Kv2).toEqual(lix2Kv2);
+});
+// reproduction of a real bug
+test("providing deterministic mode with kv false should still insert it", async () => {
+    const lix = await openLix({
+        keyValues: [
+            {
+                key: "lix_deterministic_mode",
+                value: { enabled: false },
+                lixcol_version_id: "global",
+            },
+        ],
+    });
+    const kvs = await lix.db
+        .selectFrom("key_value_all")
+        .where("key", "=", "lix_deterministic_mode")
+        .where("lixcol_inherited_from_version_id", "is", null)
+        .selectAll()
+        .execute();
+    expect(kvs).toContainEqual(expect.objectContaining({
+        key: "lix_deterministic_mode",
+        value: { enabled: false }, // JSON structure is preserved
+        lixcol_version_id: "global",
+    }));
+});
+// TODO fix state materialization first
+// state materialization bug. selecting from the active version
+// before querying the key values makes the test pass.
+test("provided key values respect lixcol_untracked setting", async () => {
+    const lix = await openLix({
+        keyValues: [
+            {
+                key: "tracked_key",
+                value: "tracked_value",
+                lixcol_version_id: "global",
+            },
+            {
+                key: "untracked_key",
+                value: "untracked_value",
+                lixcol_version_id: "global",
+                lixcol_untracked: true,
+            },
+        ],
+    });
+    // Check active version
+    // const activeVersion = await lix.db
+    // 	.selectFrom("active_version")
+    // 	.selectAll()
+    // 	.executeTakeFirst();
+    // console.log("Active version:", activeVersion?.version_id);
+    // Check tracked key
+    const trackedKv = await lix.db
+        .selectFrom("key_value_all")
+        .where("key", "=", "tracked_key")
+        .where("lixcol_version_id", "=", "global")
+        .selectAll()
+        .executeTakeFirst();
+    expect(trackedKv).toMatchObject({
+        key: "tracked_key",
+        value: "tracked_value",
+        lixcol_version_id: "global",
+        lixcol_untracked: 0, // tracked
+    });
+    // Check untracked key
+    const untrackedKv = await lix.db
+        .selectFrom("key_value_all")
+        .where("key", "=", "untracked_key")
+        .where("lixcol_version_id", "=", "global")
+        .selectAll()
+        .executeTakeFirst();
+    expect(untrackedKv).toMatchObject({
+        key: "untracked_key",
+        value: "untracked_value",
+        lixcol_version_id: "global",
+        lixcol_untracked: 1, // untracked
+    });
+});
 //# sourceMappingURL=open-lix.test.js.map