memorix 1.9.6 → 1.9.7

package/dist/maintenance-runner.js

@@ -222,6 +222,74 @@ var init_launch_root = __esm({
   }
 });
 
+// src/store/sqlite-reliability.ts
+function isTransientSqliteError(error) {
+  const code = error?.code;
+  if (typeof code === "string") {
+    return /^SQLITE_BUSY(?:_|$)/i.test(code);
+  }
+  return error instanceof Error && /\bdatabase is locked\b|\bdatabase is busy\b/i.test(error.message);
+}
+function isSqliteUnavailableError(error) {
+  return error instanceof SqliteUnavailableError || error instanceof Error && /SQLite is not available|better-sqlite3.*failed|node:sqlite.*failed|bun:sqlite.*failed/i.test(error.message);
+}
+function degradedReadError(storeName) {
+  return new Error(`[memorix] Cannot read ${storeName}: SQLite backend unavailable (memory is not loaded)`);
+}
+function degradedWriteError(storeName) {
+  return new Error(`[memorix] Cannot write ${storeName}: SQLite backend unavailable (degraded mode; read-only)`);
+}
+function formatSqliteFailure(error) {
+  return error instanceof Error && error.message ? error.message : String(error);
+}
+function delay(ms) {
+  return new Promise((resolve2) => setTimeout(resolve2, ms));
+}
+async function retrySqliteBusy(operation, label) {
+  for (let attempt = 0; ; attempt++) {
+    try {
+      return await operation();
+    } catch (error) {
+      if (!isTransientSqliteError(error) || attempt >= SQLITE_BUSY_RETRY_DELAYS_MS.length) throw error;
+      const waitMs = SQLITE_BUSY_RETRY_DELAYS_MS[attempt];
+      console.error(
+        `[memorix] ${label} SQLite busy (attempt ${attempt + 1}/${SQLITE_BUSY_RETRY_DELAYS_MS.length + 1}), retrying in ${waitMs}ms`
+      );
+      await delay(waitMs);
+    }
+  }
+}
+async function initializeSqliteStore(factory, dataDir, label) {
+  try {
+    loadBetterSqlite3();
+  } catch (error) {
+    throw new SqliteUnavailableError(error);
+  }
+  return retrySqliteBusy(async () => {
+    const store = factory();
+    await store.init(dataDir);
+    return store;
+  }, label);
+}
+var SQLITE_BUSY_RETRY_DELAYS_MS, SqliteUnavailableError;
+var init_sqlite_reliability = __esm({
+  "src/store/sqlite-reliability.ts"() {
+    "use strict";
+    init_esm_shims();
+    init_sqlite_db();
+    SQLITE_BUSY_RETRY_DELAYS_MS = [50, 150, 400, 1e3, 2500];
+    SqliteUnavailableError = class extends Error {
+      code = "MEMORIX_SQLITE_UNAVAILABLE";
+      constructor(cause) {
+        super(
+          cause instanceof Error && cause.message ? cause.message : "[memorix] SQLite is unavailable (install a supported SQLite runtime)"
+        );
+        this.name = "SqliteUnavailableError";
+      }
+    };
+  }
+});
+
 // src/store/sqlite-fts.ts
 function normalizeFtsToken(token) {
   return token.replace(/"/g, '""');
@@ -235,22 +303,27 @@ function buildFtsQuery(query) {
 function initializeObservationLexicalIndex(db2) {
   const known = ftsAvailability.get(db2);
   if (known !== void 0) return known;
-  try {
-    db2.exec(CREATE_OBSERVATION_FTS);
-    const observationCount = Number(db2.prepare("SELECT COUNT(*) AS count FROM observations").get()?.count ?? 0);
-    const indexedCount = Number(db2.prepare(`SELECT COUNT(*) AS count FROM ${FTS_TABLE}`).get()?.count ?? 0);
-    if (observationCount !== indexedCount) {
-      db2.exec(`INSERT INTO ${FTS_TABLE}(${FTS_TABLE}) VALUES ('rebuild')`);
+  let lastError;
+  for (let attempt = 1; attempt <= FTS_INIT_MAX_ATTEMPTS; attempt++) {
+    try {
+      db2.exec(CREATE_OBSERVATION_FTS);
+      const observationCount = Number(db2.prepare("SELECT COUNT(*) AS count FROM observations").get()?.count ?? 0);
+      const indexedCount = Number(db2.prepare(`SELECT COUNT(*) AS count FROM ${FTS_TABLE}`).get()?.count ?? 0);
+      if (observationCount !== indexedCount) {
+        db2.exec(`INSERT INTO ${FTS_TABLE}(${FTS_TABLE}) VALUES ('rebuild')`);
+      }
+      ftsAvailability.set(db2, true);
+      return true;
+    } catch (error) {
+      lastError = error;
+      if (!isTransientSqliteError(error) || attempt === FTS_INIT_MAX_ATTEMPTS) break;
     }
-    ftsAvailability.set(db2, true);
-    return true;
-  } catch (error) {
-    ftsAvailability.set(db2, false);
-    console.warn(
-      `[memorix] SQLite FTS5 unavailable; using the existing search fallback: ${error instanceof Error ? error.message : String(error)}`
-    );
-    return false;
   }
+  ftsAvailability.set(db2, false);
+  console.warn(
+    `[memorix] SQLite FTS5 unavailable; using the existing search fallback: ${lastError instanceof Error ? lastError.message : String(lastError)}`
+  );
+  return false;
 }
 function isObservationLexicalIndexEnabled(db2) {
   return ftsAvailability.get(db2) === true;
@@ -304,11 +377,12 @@ function searchObservationLexically(db2, options) {
     score: Math.max(0, Number(row.lexical_score ?? 0))
   }));
 }
-var ftsAvailability, FTS_TABLE, CREATE_OBSERVATION_FTS;
+var ftsAvailability, FTS_TABLE, CREATE_OBSERVATION_FTS, FTS_INIT_MAX_ATTEMPTS;
 var init_sqlite_fts = __esm({
   "src/store/sqlite-fts.ts"() {
     "use strict";
     init_esm_shims();
+    init_sqlite_reliability();
     ftsAvailability = /* @__PURE__ */ new WeakMap();
     FTS_TABLE = "observations_fts";
     CREATE_OBSERVATION_FTS = `
@@ -342,6 +416,7 @@ CREATE TRIGGER IF NOT EXISTS observations_fts_au AFTER UPDATE ON observations BE
   VALUES (new.id, new.entityName, new.title, new.narrative, new.facts, new.filesModified, new.concepts, new.attachments);
 END;
 `;
+    FTS_INIT_MAX_ATTEMPTS = 3;
   }
 });
 
@@ -3061,74 +3136,6 @@ var init_provider = __esm({
   }
 });
 
-// src/store/sqlite-reliability.ts
-function isTransientSqliteError(error) {
-  const code = error?.code;
-  if (typeof code === "string") {
-    return /^SQLITE_BUSY(?:_|$)/i.test(code);
-  }
-  return error instanceof Error && /\bdatabase is locked\b|\bdatabase is busy\b/i.test(error.message);
-}
-function isSqliteUnavailableError(error) {
-  return error instanceof SqliteUnavailableError || error instanceof Error && /SQLite is not available|better-sqlite3.*failed|node:sqlite.*failed|bun:sqlite.*failed/i.test(error.message);
-}
-function degradedReadError(storeName) {
-  return new Error(`[memorix] Cannot read ${storeName}: SQLite backend unavailable (memory is not loaded)`);
-}
-function degradedWriteError(storeName) {
-  return new Error(`[memorix] Cannot write ${storeName}: SQLite backend unavailable (degraded mode; read-only)`);
-}
-function formatSqliteFailure(error) {
-  return error instanceof Error && error.message ? error.message : String(error);
-}
-function delay(ms) {
-  return new Promise((resolve2) => setTimeout(resolve2, ms));
-}
-async function retrySqliteBusy(operation, label) {
-  for (let attempt = 0; ; attempt++) {
-    try {
-      return await operation();
-    } catch (error) {
-      if (!isTransientSqliteError(error) || attempt >= SQLITE_BUSY_RETRY_DELAYS_MS.length) throw error;
-      const waitMs = SQLITE_BUSY_RETRY_DELAYS_MS[attempt];
-      console.error(
-        `[memorix] ${label} SQLite busy (attempt ${attempt + 1}/${SQLITE_BUSY_RETRY_DELAYS_MS.length + 1}), retrying in ${waitMs}ms`
-      );
-      await delay(waitMs);
-    }
-  }
-}
-async function initializeSqliteStore(factory, dataDir, label) {
-  try {
-    loadBetterSqlite3();
-  } catch (error) {
-    throw new SqliteUnavailableError(error);
-  }
-  return retrySqliteBusy(async () => {
-    const store = factory();
-    await store.init(dataDir);
-    return store;
-  }, label);
-}
-var SQLITE_BUSY_RETRY_DELAYS_MS, SqliteUnavailableError;
-var init_sqlite_reliability = __esm({
-  "src/store/sqlite-reliability.ts"() {
-    "use strict";
-    init_esm_shims();
-    init_sqlite_db();
-    SQLITE_BUSY_RETRY_DELAYS_MS = [50, 150, 400, 1e3, 2500];
-    SqliteUnavailableError = class extends Error {
-      code = "MEMORIX_SQLITE_UNAVAILABLE";
-      constructor(cause) {
-        super(
-          cause instanceof Error && cause.message ? cause.message : "[memorix] SQLite is unavailable (install a supported SQLite runtime)"
-        );
-        this.name = "SqliteUnavailableError";
-      }
-    };
-  }
-});
-
 // src/store/file-lock.ts
 import { promises as fs2 } from "fs";
 import { randomUUID } from "crypto";
@@ -7686,6 +7693,7 @@ async function searchObservations(options) {
   };
   let queryVector = null;
   let embeddingProviderForSearch = null;
+  let embeddingUnavailable = false;
   if (quality !== "fast" && embeddingEnabled && hasQuery && tier !== "fast") {
     try {
       const provider2 = await getEmbeddingProvider();
@@ -7693,6 +7701,7 @@ async function searchObservations(options) {
         embeddingProviderForSearch = provider2;
         const activeVectorDimensions = getVectorDimensions();
         if (activeVectorDimensions !== null && provider2.dimensions !== activeVectorDimensions) {
+          embeddingUnavailable = true;
           rememberSearchMode(
             modeKey,
             `fulltext (embedding dimension mismatch: provider ${provider2.dimensions}d vs index ${activeVectorDimensions}d)`
@@ -7732,8 +7741,11 @@ async function searchObservations(options) {
             hybridWeights: isCJKHeavy ? { text: 0.2, vector: 0.8 } : { text: 0.6, vector: 0.4 }
           };
         }
+      } else {
+        embeddingUnavailable = true;
       }
     } catch (error) {
+      embeddingUnavailable = true;
       rememberSearchMode(modeKey, "fulltext (embedding unavailable)");
       console.error("[memorix] Embedding failed or timed out, falling back to fulltext search");
     }
@@ -7741,7 +7753,7 @@ async function searchObservations(options) {
   mark("preSearch");
   let results;
   const persistentCorpusEligible = await shouldUsePersistentSearch(projectIds, options.projectId);
-  const canUsePersistentLexical = persistentCorpusEligible && Boolean(hasQuery) && !queryVector && (quality === "fast" || tier === "fast" || !embeddingEnabled);
+  const canUsePersistentLexical = persistentCorpusEligible && Boolean(hasQuery) && !queryVector && (quality === "fast" || tier === "fast" || !embeddingEnabled || embeddingUnavailable);
   let persistent = persistentCorpusEligible && queryVector && embeddingProviderForSearch ? await searchPersistentSemantically(options, projectIds, requestLimit, queryVector, embeddingProviderForSearch) : canUsePersistentLexical ? await searchPersistentLexically(options, projectIds, requestLimit) : null;
   const durableStore = getOptionalObservationStore();
   if (!persistent && queryVector && durableStore?.hasLexicalIndex?.() && count(database) === 0) {

package/dist/media-audio-runner.js

@@ -389,6 +389,74 @@ var init_launch_root = __esm({
   }
 });
 
+// src/store/sqlite-reliability.ts
+function isTransientSqliteError(error) {
+  const code = error?.code;
+  if (typeof code === "string") {
+    return /^SQLITE_BUSY(?:_|$)/i.test(code);
+  }
+  return error instanceof Error && /\bdatabase is locked\b|\bdatabase is busy\b/i.test(error.message);
+}
+function isSqliteUnavailableError(error) {
+  return error instanceof SqliteUnavailableError || error instanceof Error && /SQLite is not available|better-sqlite3.*failed|node:sqlite.*failed|bun:sqlite.*failed/i.test(error.message);
+}
+function degradedReadError(storeName) {
+  return new Error(`[memorix] Cannot read ${storeName}: SQLite backend unavailable (memory is not loaded)`);
+}
+function degradedWriteError(storeName) {
+  return new Error(`[memorix] Cannot write ${storeName}: SQLite backend unavailable (degraded mode; read-only)`);
+}
+function formatSqliteFailure(error) {
+  return error instanceof Error && error.message ? error.message : String(error);
+}
+function delay(ms) {
+  return new Promise((resolve2) => setTimeout(resolve2, ms));
+}
+async function retrySqliteBusy(operation, label) {
+  for (let attempt = 0; ; attempt++) {
+    try {
+      return await operation();
+    } catch (error) {
+      if (!isTransientSqliteError(error) || attempt >= SQLITE_BUSY_RETRY_DELAYS_MS.length) throw error;
+      const waitMs = SQLITE_BUSY_RETRY_DELAYS_MS[attempt];
+      console.error(
+        `[memorix] ${label} SQLite busy (attempt ${attempt + 1}/${SQLITE_BUSY_RETRY_DELAYS_MS.length + 1}), retrying in ${waitMs}ms`
+      );
+      await delay(waitMs);
+    }
+  }
+}
+async function initializeSqliteStore(factory, dataDir, label) {
+  try {
+    loadBetterSqlite3();
+  } catch (error) {
+    throw new SqliteUnavailableError(error);
+  }
+  return retrySqliteBusy(async () => {
+    const store = factory();
+    await store.init(dataDir);
+    return store;
+  }, label);
+}
+var SQLITE_BUSY_RETRY_DELAYS_MS, SqliteUnavailableError;
+var init_sqlite_reliability = __esm({
+  "src/store/sqlite-reliability.ts"() {
+    "use strict";
+    init_esm_shims();
+    init_sqlite_db();
+    SQLITE_BUSY_RETRY_DELAYS_MS = [50, 150, 400, 1e3, 2500];
+    SqliteUnavailableError = class extends Error {
+      code = "MEMORIX_SQLITE_UNAVAILABLE";
+      constructor(cause) {
+        super(
+          cause instanceof Error && cause.message ? cause.message : "[memorix] SQLite is unavailable (install a supported SQLite runtime)"
+        );
+        this.name = "SqliteUnavailableError";
+      }
+    };
+  }
+});
+
 // src/store/sqlite-fts.ts
 function normalizeFtsToken(token) {
   return token.replace(/"/g, '""');
@@ -402,22 +470,27 @@ function buildFtsQuery(query) {
 function initializeObservationLexicalIndex(db2) {
   const known = ftsAvailability.get(db2);
   if (known !== void 0) return known;
-  try {
-    db2.exec(CREATE_OBSERVATION_FTS);
-    const observationCount = Number(db2.prepare("SELECT COUNT(*) AS count FROM observations").get()?.count ?? 0);
-    const indexedCount = Number(db2.prepare(`SELECT COUNT(*) AS count FROM ${FTS_TABLE}`).get()?.count ?? 0);
-    if (observationCount !== indexedCount) {
-      db2.exec(`INSERT INTO ${FTS_TABLE}(${FTS_TABLE}) VALUES ('rebuild')`);
+  let lastError;
+  for (let attempt = 1; attempt <= FTS_INIT_MAX_ATTEMPTS; attempt++) {
+    try {
+      db2.exec(CREATE_OBSERVATION_FTS);
+      const observationCount = Number(db2.prepare("SELECT COUNT(*) AS count FROM observations").get()?.count ?? 0);
+      const indexedCount = Number(db2.prepare(`SELECT COUNT(*) AS count FROM ${FTS_TABLE}`).get()?.count ?? 0);
+      if (observationCount !== indexedCount) {
+        db2.exec(`INSERT INTO ${FTS_TABLE}(${FTS_TABLE}) VALUES ('rebuild')`);
+      }
+      ftsAvailability.set(db2, true);
+      return true;
+    } catch (error) {
+      lastError = error;
+      if (!isTransientSqliteError(error) || attempt === FTS_INIT_MAX_ATTEMPTS) break;
     }
-    ftsAvailability.set(db2, true);
-    return true;
-  } catch (error) {
-    ftsAvailability.set(db2, false);
-    console.warn(
-      `[memorix] SQLite FTS5 unavailable; using the existing search fallback: ${error instanceof Error ? error.message : String(error)}`
-    );
-    return false;
   }
+  ftsAvailability.set(db2, false);
+  console.warn(
+    `[memorix] SQLite FTS5 unavailable; using the existing search fallback: ${lastError instanceof Error ? lastError.message : String(lastError)}`
+  );
+  return false;
 }
 function isObservationLexicalIndexEnabled(db2) {
   return ftsAvailability.get(db2) === true;
@@ -471,11 +544,12 @@ function searchObservationLexically(db2, options) {
     score: Math.max(0, Number(row.lexical_score ?? 0))
   }));
 }
-var ftsAvailability, FTS_TABLE, CREATE_OBSERVATION_FTS;
+var ftsAvailability, FTS_TABLE, CREATE_OBSERVATION_FTS, FTS_INIT_MAX_ATTEMPTS;
 var init_sqlite_fts = __esm({
   "src/store/sqlite-fts.ts"() {
     "use strict";
     init_esm_shims();
+    init_sqlite_reliability();
     ftsAvailability = /* @__PURE__ */ new WeakMap();
     FTS_TABLE = "observations_fts";
     CREATE_OBSERVATION_FTS = `
@@ -509,6 +583,7 @@ CREATE TRIGGER IF NOT EXISTS observations_fts_au AFTER UPDATE ON observations BE
   VALUES (new.id, new.entityName, new.title, new.narrative, new.facts, new.filesModified, new.concepts, new.attachments);
 END;
 `;
+    FTS_INIT_MAX_ATTEMPTS = 3;
   }
 });
 
@@ -2714,74 +2789,6 @@ var init_types = __esm({
   }
 });
 
-// src/store/sqlite-reliability.ts
-function isTransientSqliteError(error) {
-  const code = error?.code;
-  if (typeof code === "string") {
-    return /^SQLITE_BUSY(?:_|$)/i.test(code);
-  }
-  return error instanceof Error && /\bdatabase is locked\b|\bdatabase is busy\b/i.test(error.message);
-}
-function isSqliteUnavailableError(error) {
-  return error instanceof SqliteUnavailableError || error instanceof Error && /SQLite is not available|better-sqlite3.*failed|node:sqlite.*failed|bun:sqlite.*failed/i.test(error.message);
-}
-function degradedReadError(storeName) {
-  return new Error(`[memorix] Cannot read ${storeName}: SQLite backend unavailable (memory is not loaded)`);
-}
-function degradedWriteError(storeName) {
-  return new Error(`[memorix] Cannot write ${storeName}: SQLite backend unavailable (degraded mode; read-only)`);
-}
-function formatSqliteFailure(error) {
-  return error instanceof Error && error.message ? error.message : String(error);
-}
-function delay(ms) {
-  return new Promise((resolve2) => setTimeout(resolve2, ms));
-}
-async function retrySqliteBusy(operation, label) {
-  for (let attempt = 0; ; attempt++) {
-    try {
-      return await operation();
-    } catch (error) {
-      if (!isTransientSqliteError(error) || attempt >= SQLITE_BUSY_RETRY_DELAYS_MS.length) throw error;
-      const waitMs = SQLITE_BUSY_RETRY_DELAYS_MS[attempt];
-      console.error(
-        `[memorix] ${label} SQLite busy (attempt ${attempt + 1}/${SQLITE_BUSY_RETRY_DELAYS_MS.length + 1}), retrying in ${waitMs}ms`
-      );
-      await delay(waitMs);
-    }
-  }
-}
-async function initializeSqliteStore(factory, dataDir, label) {
-  try {
-    loadBetterSqlite3();
-  } catch (error) {
-    throw new SqliteUnavailableError(error);
-  }
-  return retrySqliteBusy(async () => {
-    const store = factory();
-    await store.init(dataDir);
-    return store;
-  }, label);
-}
-var SQLITE_BUSY_RETRY_DELAYS_MS, SqliteUnavailableError;
-var init_sqlite_reliability = __esm({
-  "src/store/sqlite-reliability.ts"() {
-    "use strict";
-    init_esm_shims();
-    init_sqlite_db();
-    SQLITE_BUSY_RETRY_DELAYS_MS = [50, 150, 400, 1e3, 2500];
-    SqliteUnavailableError = class extends Error {
-      code = "MEMORIX_SQLITE_UNAVAILABLE";
-      constructor(cause) {
-        super(
-          cause instanceof Error && cause.message ? cause.message : "[memorix] SQLite is unavailable (install a supported SQLite runtime)"
-        );
-        this.name = "SqliteUnavailableError";
-      }
-    };
-  }
-});
-
 // src/store/file-lock.ts
 import { promises as fs2 } from "fs";
 import { randomUUID as randomUUID3 } from "crypto";
@@ -8674,6 +8681,7 @@ async function searchObservations(options) {
   };
   let queryVector = null;
   let embeddingProviderForSearch = null;
+  let embeddingUnavailable = false;
   if (quality !== "fast" && embeddingEnabled && hasQuery && tier !== "fast") {
     try {
       const provider2 = await getEmbeddingProvider();
@@ -8681,6 +8689,7 @@ async function searchObservations(options) {
         embeddingProviderForSearch = provider2;
         const activeVectorDimensions = getVectorDimensions();
         if (activeVectorDimensions !== null && provider2.dimensions !== activeVectorDimensions) {
+          embeddingUnavailable = true;
           rememberSearchMode(
             modeKey,
             `fulltext (embedding dimension mismatch: provider ${provider2.dimensions}d vs index ${activeVectorDimensions}d)`
@@ -8720,8 +8729,11 @@ async function searchObservations(options) {
             hybridWeights: isCJKHeavy ? { text: 0.2, vector: 0.8 } : { text: 0.6, vector: 0.4 }
           };
         }
+      } else {
+        embeddingUnavailable = true;
       }
     } catch (error) {
+      embeddingUnavailable = true;
       rememberSearchMode(modeKey, "fulltext (embedding unavailable)");
       console.error("[memorix] Embedding failed or timed out, falling back to fulltext search");
     }
@@ -8729,7 +8741,7 @@ async function searchObservations(options) {
   mark("preSearch");
   let results;
   const persistentCorpusEligible = await shouldUsePersistentSearch(projectIds, options.projectId);
-  const canUsePersistentLexical = persistentCorpusEligible && Boolean(hasQuery) && !queryVector && (quality === "fast" || tier === "fast" || !embeddingEnabled);
+  const canUsePersistentLexical = persistentCorpusEligible && Boolean(hasQuery) && !queryVector && (quality === "fast" || tier === "fast" || !embeddingEnabled || embeddingUnavailable);
   let persistent = persistentCorpusEligible && queryVector && embeddingProviderForSearch ? await searchPersistentSemantically(options, projectIds, requestLimit, queryVector, embeddingProviderForSearch) : canUsePersistentLexical ? await searchPersistentLexically(options, projectIds, requestLimit) : null;
   const durableStore = getOptionalObservationStore();
   if (!persistent && queryVector && durableStore?.hasLexicalIndex?.() && count(database) === 0) {