@equationalapplications/core-llm-wiki 7.9.2 → 7.10.1

package/README.md

@@ -231,6 +231,13 @@ const wikiMemory = new WikiMemory(db, {
     staleInferredAfterDays: 60,        // default: 60 (days before runHeal downgrades inferred facts; null to disable)
     preFilterLimit: 50,                // default: undefined — MiniSearch pre-filter before cosine scan; recommended for >500 facts
     hybridWeight: 0.7,                 // default: undefined — blend semantic (1.0) ↔ keyword (0.0); pure semantic when unset
+    // Keyword-index backend (#257): 'fts5' stores the index inside the database file, fed by triggers on the
+    // entries table, so memory stays flat at any size; setup() throws if the adapter's SQLite lacks FTS5 or json1.
+    // 'minisearch' (default) keeps the in-RAM MiniSearch index; 'auto' probes at setup() and uses FTS5 when present,
+    // else MiniSearch. The first setup() that attaches FTS5 to an existing database rebuilds the index in one
+    // transaction, holding the write lock for its whole duration. Server deployments with large databases should
+    // set 'fts5' (or 'auto'); MiniSearch memory grows with total stored text.
+    indexStrategy: 'minisearch',       // default: 'minisearch' — 'fts5' | 'minisearch' | 'auto'
     enableOutbox: false,               // default: false — when true, entry/task mutations write to an internal SQLite outbox table for external sync (e.g. via @equationalapplications/prisma-outbox)
     excludeDrafts: false,              // default: false — engine default for read()/traverseGraph() excludeDrafts; see Draft Review
     grounding: { mode: 'off' },        // default: off — 'draft' checks evidence quotes; see Grounding

package/dist/{chunk-7FRLQ7ZO.mjs → chunk-LOVBNRCV.mjs}

@@ -474,6 +474,33 @@ var _SearchService = class _SearchService {
     this.staleEpochs = /* @__PURE__ */ new Map();
     this.indexStrategy = indexStrategy;
   }
+  /**
+   * Install the strategy resolved by `WikiMemory.setup()`. Before setup, the
+   * service runs on an empty MiniSearch placeholder, as it always has.
+   */
+  setIndexStrategy(strategy) {
+    this.indexStrategy = strategy;
+  }
+  /**
+   * One serialized drain turn for strategies with a durable ledger. Like
+   * sync(), it never rejects: the keyword index is rebuildable, and a failed
+   * drain leaves the ledger rows in place for the next turn.
+   */
+  drainTurn(entityId) {
+    const work = this.syncChain.then(async () => {
+      try {
+        try {
+          await this.indexStrategy.drain();
+        } finally {
+          this.evictCache(entityId);
+        }
+      } catch (err) {
+        console.warn(`[WikiMemory] search index drain failed for ${entityId ?? "*"}:`, err);
+      }
+    });
+    this.syncChain = work;
+    return work;
+  }
   /**
    * Rebuilds the search index and clears the vector cache for a given entity.
    * A direct replacement for manually syncing state after a DB transaction.
@@ -483,6 +510,7 @@ var _SearchService = class _SearchService {
    * correct failure mode and killing the host process is not.
    */
   async sync(entityId) {
+    if (this.indexStrategy.drain) return this.drainTurn(entityId);
     const work = this.syncChain.then(async () => {
       try {
         try {
@@ -525,6 +553,7 @@ var _SearchService = class _SearchService {
    * already queued on the chain.
    */
   async syncEntries(entityId, ids) {
+    if (this.indexStrategy.drain) return this.drainTurn(entityId);
     const uniqueIds = [...new Set(ids)];
     const indexed = this.indexStrategy.hasIndexedEntity?.(entityId);
     if (uniqueIds.length === 0 && !this.staleEntities.has(entityId) && indexed === true) {
@@ -564,6 +593,7 @@ var _SearchService = class _SearchService {
    * cannot index itself, such as upsertGraph inside a host transaction.
    */
   markStale(entityId) {
+    if (this.indexStrategy.drain) return;
     this.staleEntities.add(entityId);
     this.staleEpochs.set(entityId, (this.staleEpochs.get(entityId) ?? 0) + 1);
   }
@@ -574,6 +604,7 @@ var _SearchService = class _SearchService {
    * stale it resolves at once, without waiting on work already on the chain.
    */
   async syncStale() {
+    if (this.indexStrategy.drain) return this.drainTurn();
     const ids = [...this.staleEntities];
     await Promise.all(ids.map((id) => this.syncEntries(id, [])));
   }
@@ -6740,5 +6771,5 @@ var WriteService = class {
 };
 
 export { BaseRepository, DEFAULT_CHUNK_OVERLAP, DEFAULT_MAX_CHUNK_LENGTH, DEFAULT_MAX_EMBED_CHARS, DiagnosticBuffer, EMBED_CHARS_CEILING, EmbeddingService, HEAL_ANCHORS_PER_CANDIDATE, HEAL_BATCH_SIZE, HEAL_MAX_FACT_BODY_CHARS_L3, HEAL_MAX_TASKS, HEAL_RECHECK_MS, HOOK_TIMEOUT_MARKER, ImportExportService, IngestionService, JobManager, MAX_EMBED_ATTEMPTS, MaintenanceService, MetadataRepository, ONTOLOGY_BACKFILL_BATCH_SIZE, ONTOLOGY_BACKFILL_MAX_PROMPT_CHARS, ONTOLOGY_BACKFILL_RECHECK_MS, ONTOLOGY_BACKFILL_SYSTEM_PROMPT, PromptService, PrunePartialFailureError, RetrievalService, SearchService, TemporalService, UsageMeter, WikiBusyError, WikiDraftNotFound, WikiDuplicateHashError, WikiGraphNodeOwnershipConflict, WikiIngestEmptyError, WikiInvalidReadOptions, WikiParseError, WikiSourceRefHashCollision, WikiStrictOntologyViolation, WikiSupersedeError, WikiTransactionError, WriteService, __privateAdd, __privateGet, __privateSet, chunkText, configureRandomSource, edgeTripleAllowed, emptyManifest, entitySummaryMetaKey, extractSqliteCode, factTokenCost, generateId, isLiveAt, liveAtSql, normalizeSourceHash, normalizeSourceRef, normalizeTitleKey, packFactsByBudget, parseEmbedding, resolveEdgeDefinitions, resolveGrounding, resolveNodeType, safeSlice, typeSatisfies, validateInlineEdges, validateManifest };
-//# sourceMappingURL=chunk-7FRLQ7ZO.mjs.map
-//# sourceMappingURL=chunk-7FRLQ7ZO.mjs.map
+//# sourceMappingURL=chunk-LOVBNRCV.mjs.map
+//# sourceMappingURL=chunk-LOVBNRCV.mjs.map