@equationalapplications/core-llm-wiki 4.21.0 → 4.23.0

package/dist/{testing-i91HR1TG.d.mts → testing-CBjAuTSl.d.mts}

@@ -96,6 +96,9 @@ interface OntologyBackfillResult {
     remaining: number;
     /** Untyped facts inside the recheck cooldown. */
     deferred: number;
+    /** Facts a batch could not process even alone, skipped so the pass could finish.
+     * Stamped with the recheck cooldown, so they reappear as `deferred` next pass. */
+    skipped: number;
 }
 interface WikiConfig {
     /**
@@ -303,6 +306,17 @@ interface LLMProvider {
      * When absent or throws, `read()` falls back to MiniSearch.
      */
     embed?: (text: string) => Promise<number[]>;
+    /**
+     * Optional. The provider's hard output-token ceiling for `generateText`.
+     * Core cannot observe it — the token budget lives entirely in the host's
+     * adapter — so maintenance passes that generate response-size-proportional
+     * output size their batches blind unless this is declared.
+     *
+     * When absent, batching falls back to a conservative default and adapts
+     * downward on failure. When present, it is used as a sizing hint only and is
+     * never trusted as a guarantee.
+     */
+    maxOutputTokens?: number;
 }
 /**
  * Result of semantic ranking for a single fact.
@@ -648,6 +662,23 @@ declare class EntryRepository extends BaseRepository {
      * Used by _getFullBundle().
      */
     findAllByEntityId(entityId: string, tx?: SQLiteAdapter): Promise<WikiFact[]>;
+    /**
+     * Fetch live, mutable entries for an entity — everything heal is allowed to
+     * downgrade or delete. Heal previously loaded every row via
+     * findAllByEntityId and filtered in JS, which on a document-heavy corpus
+     * meant loading 2560 rows to keep 31.
+     */
+    findHealCandidatesByEntityId(entityId: string, tx?: SQLiteAdapter): Promise<WikiFact[]>;
+    /**
+     * Resolve search hits to document anchors. The MiniSearch index holds every
+     * fact, not only immutable_document rows, so the source-type restriction has
+     * to be applied here, after retrieval.
+     */
+    findAnchorRowsByIds(entityId: string, ids: readonly string[], tx?: SQLiteAdapter): Promise<Array<{
+        id: string;
+        title: string;
+        source_ref: string | null;
+    }>>;
     /**
      * Fetch recent non-deleted entries for an entity (limited), ordered by updated_at DESC.
      * Used by MaintenanceService.doRunLibrarian().
@@ -845,10 +876,23 @@ declare class SearchService {
     private miniSearch;
     private miniSearchEntryIdsByEntity;
     private vectorCache;
+    /**
+     * Serializes rebuilds. `rebuildIndex` awaits a repository read between
+     * snapshotting the previous id set and discarding it, so two concurrent
+     * sync() calls for one entity can interleave: a slow, stale read lands last
+     * and discards documents the fresh read just added. Chaining also keeps
+     * discard()/addAll() out of each other's way, which is what accrued the
+     * auto-vacuum debt behind the TypeError in #64.
+     */
+    private syncChain;
     constructor(entryRepo: EntryRepository);
     /**
      * Rebuilds the search index and clears the vector cache for a given entity.
      * A direct replacement for manually syncing state after a DB transaction.
+     *
+     * Rebuilds are serialized per instance and never reject: the MiniSearch index
+     * is a rebuildable cache over SQLite, so degraded keyword search is the
+     * correct failure mode and killing the host process is not.
      */
     sync(entityId?: string): Promise<void>;
     /**
@@ -1221,7 +1265,35 @@ declare class MaintenanceService {
         promptOverride?: string;
         batchSize?: number;
     }): Promise<OntologyBackfillResult>;
+    /**
+     * Applies one parsed backfill batch in its own transaction. Per-batch rather
+     * than one transaction for the pass, so mergeEmergentUpdates semantics and
+     * the mid-flight `mode === 'off'` abort check keep the shape they had when a
+     * pass was a single call.
+     */
+    private _applyOntologyBackfillBatch;
     private _validatePruneDuration;
+    /**
+     * Anchors relevant to one batch of heal candidates.
+     *
+     * Heal used to pass every immutable_document fact for the entity — 2560 rows
+     * against 31 candidates on the corpus behind #63 — which is what blew the
+     * output ceiling. Anchors are now retrieved by keyword relevance to the batch
+     * and capped.
+     *
+     * The MiniSearch index holds all facts, not only anchors, so hits are
+     * overfetched and the source_type restriction is applied after retrieval, in
+     * SQL. Search rank order is preserved through the filter.
+     *
+     * Accepted tradeoff: an anchor that contradicts a candidate while sharing no
+     * vocabulary with it is now missed. Exhaustive-but-broken traded for
+     * relevance-scoped-and-working.
+     *
+     * `cache` is keyed by the derived query rather than by the batch, so two
+     * batches that reduce to the same query share one lookup. Caller-owned and
+     * per-pass — see the call site in doRunHeal.
+     */
+    private _selectHealAnchors;
     private _sanitizeRankerError;
 }
 
@@ -1480,4 +1552,4 @@ declare class WikiMemory {
     }): Promise<void>;
 }
 
-export { WriteService as $, type WikiConfig as A, type WikiEdge as B, type WikiEvent as C, type WikiFact as D, type EntityStatus as E, type FormatContextOptions as F, type GraphNeighborhood as G, HOOK_TIMEOUT_MARKER as H, type WikiMemoryTestAccess as I, type WikiOutboxEvent as J, type WikiTask as K, type LLMProvider as L, type MemoryBundle as M, WikiTransactionError as N, ONTOLOGY_BACKFILL_BATCH_SIZE as O, type PromptOverrides as P, EmbeddingService as Q, type ReadOptions as R, type SQLiteAdapter as S, ImportExportService as T, IngestionService as U, type VectorRanker as V, type WikiOptions as W, JobManager as X, MaintenanceService as Y, RetrievalService as Z, SearchService as _, type MemoryDump as a, type FormattedMemoryDump as b, WikiMemory as c, type ExtractedFact as d, type ExtractedFactEdge as e, type ExtractedFactWithOntology as f, type ExtractedTask as g, type GraphTraversalOptions as h, ONTOLOGY_BACKFILL_MAX_PROMPT_CHARS as i, ONTOLOGY_BACKFILL_RECHECK_MS as j, type OntologyBackfillResult as k, type OntologyConfig as l, type OntologyEdgeType as m, type OntologyManifest as n, type OntologyMode as o, type OntologyNodeType as p, type OntologyPromptContext as q, type OntologyUpdates as r, PromptService as s, PrunePartialFailureError as t, type VectorRankerFallback as u, type VectorRankerRankArgs as v, type VectorRankerSemanticResult as w, WikiBusyError as x, type WikiBusyOperation as y, type WikiCheckpoint as z };
+export { WriteService as $, type WikiConfig as A, type WikiEdge as B, type WikiEvent as C, type WikiFact as D, type EntityStatus as E, type FormatContextOptions as F, type GraphNeighborhood as G, HOOK_TIMEOUT_MARKER as H, type WikiMemoryTestAccess as I, type WikiOutboxEvent as J, type WikiTask as K, type LLMProvider as L, type MemoryBundle as M, WikiTransactionError as N, type OntologyManifest as O, type PromptOverrides as P, EmbeddingService as Q, type ReadOptions as R, type SQLiteAdapter as S, ImportExportService as T, IngestionService as U, type VectorRanker as V, type WikiOptions as W, JobManager as X, MaintenanceService as Y, RetrievalService as Z, SearchService as _, type MemoryDump as a, type FormattedMemoryDump as b, WikiMemory as c, type ExtractedFact as d, type ExtractedFactEdge as e, type ExtractedFactWithOntology as f, type ExtractedTask as g, type GraphTraversalOptions as h, ONTOLOGY_BACKFILL_BATCH_SIZE as i, ONTOLOGY_BACKFILL_MAX_PROMPT_CHARS as j, ONTOLOGY_BACKFILL_RECHECK_MS as k, type OntologyBackfillResult as l, type OntologyConfig as m, type OntologyEdgeType as n, type OntologyMode as o, type OntologyNodeType as p, type OntologyPromptContext as q, type OntologyUpdates as r, PromptService as s, PrunePartialFailureError as t, type VectorRankerFallback as u, type VectorRankerRankArgs as v, type VectorRankerSemanticResult as w, WikiBusyError as x, type WikiBusyOperation as y, type WikiCheckpoint as z };

package/dist/{testing-i91HR1TG.d.ts → testing-CBjAuTSl.d.ts}

@@ -96,6 +96,9 @@ interface OntologyBackfillResult {
     remaining: number;
     /** Untyped facts inside the recheck cooldown. */
     deferred: number;
+    /** Facts a batch could not process even alone, skipped so the pass could finish.
+     * Stamped with the recheck cooldown, so they reappear as `deferred` next pass. */
+    skipped: number;
 }
 interface WikiConfig {
     /**
@@ -303,6 +306,17 @@ interface LLMProvider {
      * When absent or throws, `read()` falls back to MiniSearch.
      */
     embed?: (text: string) => Promise<number[]>;
+    /**
+     * Optional. The provider's hard output-token ceiling for `generateText`.
+     * Core cannot observe it — the token budget lives entirely in the host's
+     * adapter — so maintenance passes that generate response-size-proportional
+     * output size their batches blind unless this is declared.
+     *
+     * When absent, batching falls back to a conservative default and adapts
+     * downward on failure. When present, it is used as a sizing hint only and is
+     * never trusted as a guarantee.
+     */
+    maxOutputTokens?: number;
 }
 /**
  * Result of semantic ranking for a single fact.
@@ -648,6 +662,23 @@ declare class EntryRepository extends BaseRepository {
      * Used by _getFullBundle().
      */
     findAllByEntityId(entityId: string, tx?: SQLiteAdapter): Promise<WikiFact[]>;
+    /**
+     * Fetch live, mutable entries for an entity — everything heal is allowed to
+     * downgrade or delete. Heal previously loaded every row via
+     * findAllByEntityId and filtered in JS, which on a document-heavy corpus
+     * meant loading 2560 rows to keep 31.
+     */
+    findHealCandidatesByEntityId(entityId: string, tx?: SQLiteAdapter): Promise<WikiFact[]>;
+    /**
+     * Resolve search hits to document anchors. The MiniSearch index holds every
+     * fact, not only immutable_document rows, so the source-type restriction has
+     * to be applied here, after retrieval.
+     */
+    findAnchorRowsByIds(entityId: string, ids: readonly string[], tx?: SQLiteAdapter): Promise<Array<{
+        id: string;
+        title: string;
+        source_ref: string | null;
+    }>>;
     /**
      * Fetch recent non-deleted entries for an entity (limited), ordered by updated_at DESC.
      * Used by MaintenanceService.doRunLibrarian().
@@ -845,10 +876,23 @@ declare class SearchService {
     private miniSearch;
     private miniSearchEntryIdsByEntity;
     private vectorCache;
+    /**
+     * Serializes rebuilds. `rebuildIndex` awaits a repository read between
+     * snapshotting the previous id set and discarding it, so two concurrent
+     * sync() calls for one entity can interleave: a slow, stale read lands last
+     * and discards documents the fresh read just added. Chaining also keeps
+     * discard()/addAll() out of each other's way, which is what accrued the
+     * auto-vacuum debt behind the TypeError in #64.
+     */
+    private syncChain;
     constructor(entryRepo: EntryRepository);
     /**
      * Rebuilds the search index and clears the vector cache for a given entity.
      * A direct replacement for manually syncing state after a DB transaction.
+     *
+     * Rebuilds are serialized per instance and never reject: the MiniSearch index
+     * is a rebuildable cache over SQLite, so degraded keyword search is the
+     * correct failure mode and killing the host process is not.
      */
     sync(entityId?: string): Promise<void>;
     /**
@@ -1221,7 +1265,35 @@ declare class MaintenanceService {
         promptOverride?: string;
         batchSize?: number;
     }): Promise<OntologyBackfillResult>;
+    /**
+     * Applies one parsed backfill batch in its own transaction. Per-batch rather
+     * than one transaction for the pass, so mergeEmergentUpdates semantics and
+     * the mid-flight `mode === 'off'` abort check keep the shape they had when a
+     * pass was a single call.
+     */
+    private _applyOntologyBackfillBatch;
     private _validatePruneDuration;
+    /**
+     * Anchors relevant to one batch of heal candidates.
+     *
+     * Heal used to pass every immutable_document fact for the entity — 2560 rows
+     * against 31 candidates on the corpus behind #63 — which is what blew the
+     * output ceiling. Anchors are now retrieved by keyword relevance to the batch
+     * and capped.
+     *
+     * The MiniSearch index holds all facts, not only anchors, so hits are
+     * overfetched and the source_type restriction is applied after retrieval, in
+     * SQL. Search rank order is preserved through the filter.
+     *
+     * Accepted tradeoff: an anchor that contradicts a candidate while sharing no
+     * vocabulary with it is now missed. Exhaustive-but-broken traded for
+     * relevance-scoped-and-working.
+     *
+     * `cache` is keyed by the derived query rather than by the batch, so two
+     * batches that reduce to the same query share one lookup. Caller-owned and
+     * per-pass — see the call site in doRunHeal.
+     */
+    private _selectHealAnchors;
     private _sanitizeRankerError;
 }
 
@@ -1480,4 +1552,4 @@ declare class WikiMemory {
     }): Promise<void>;
 }
 
-export { WriteService as $, type WikiConfig as A, type WikiEdge as B, type WikiEvent as C, type WikiFact as D, type EntityStatus as E, type FormatContextOptions as F, type GraphNeighborhood as G, HOOK_TIMEOUT_MARKER as H, type WikiMemoryTestAccess as I, type WikiOutboxEvent as J, type WikiTask as K, type LLMProvider as L, type MemoryBundle as M, WikiTransactionError as N, ONTOLOGY_BACKFILL_BATCH_SIZE as O, type PromptOverrides as P, EmbeddingService as Q, type ReadOptions as R, type SQLiteAdapter as S, ImportExportService as T, IngestionService as U, type VectorRanker as V, type WikiOptions as W, JobManager as X, MaintenanceService as Y, RetrievalService as Z, SearchService as _, type MemoryDump as a, type FormattedMemoryDump as b, WikiMemory as c, type ExtractedFact as d, type ExtractedFactEdge as e, type ExtractedFactWithOntology as f, type ExtractedTask as g, type GraphTraversalOptions as h, ONTOLOGY_BACKFILL_MAX_PROMPT_CHARS as i, ONTOLOGY_BACKFILL_RECHECK_MS as j, type OntologyBackfillResult as k, type OntologyConfig as l, type OntologyEdgeType as m, type OntologyManifest as n, type OntologyMode as o, type OntologyNodeType as p, type OntologyPromptContext as q, type OntologyUpdates as r, PromptService as s, PrunePartialFailureError as t, type VectorRankerFallback as u, type VectorRankerRankArgs as v, type VectorRankerSemanticResult as w, WikiBusyError as x, type WikiBusyOperation as y, type WikiCheckpoint as z };
+export { WriteService as $, type WikiConfig as A, type WikiEdge as B, type WikiEvent as C, type WikiFact as D, type EntityStatus as E, type FormatContextOptions as F, type GraphNeighborhood as G, HOOK_TIMEOUT_MARKER as H, type WikiMemoryTestAccess as I, type WikiOutboxEvent as J, type WikiTask as K, type LLMProvider as L, type MemoryBundle as M, WikiTransactionError as N, type OntologyManifest as O, type PromptOverrides as P, EmbeddingService as Q, type ReadOptions as R, type SQLiteAdapter as S, ImportExportService as T, IngestionService as U, type VectorRanker as V, type WikiOptions as W, JobManager as X, MaintenanceService as Y, RetrievalService as Z, SearchService as _, type MemoryDump as a, type FormattedMemoryDump as b, WikiMemory as c, type ExtractedFact as d, type ExtractedFactEdge as e, type ExtractedFactWithOntology as f, type ExtractedTask as g, type GraphTraversalOptions as h, ONTOLOGY_BACKFILL_BATCH_SIZE as i, ONTOLOGY_BACKFILL_MAX_PROMPT_CHARS as j, ONTOLOGY_BACKFILL_RECHECK_MS as k, type OntologyBackfillResult as l, type OntologyConfig as m, type OntologyEdgeType as n, type OntologyMode as o, type OntologyNodeType as p, type OntologyPromptContext as q, type OntologyUpdates as r, PromptService as s, PrunePartialFailureError as t, type VectorRankerFallback as u, type VectorRankerRankArgs as v, type VectorRankerSemanticResult as w, WikiBusyError as x, type WikiBusyOperation as y, type WikiCheckpoint as z };

package/dist/testing.d.mts

@@ -1,2 +1,2 @@
-export { Q as EmbeddingService, T as ImportExportService, U as IngestionService, X as JobManager, X as JobManagerType, Y as MaintenanceService, Z as RetrievalService, _ as SearchService, _ as SearchServiceType, I as WikiMemoryTestAccess, $ as WriteService } from './testing-i91HR1TG.mjs';
+export { Q as EmbeddingService, T as ImportExportService, U as IngestionService, X as JobManager, X as JobManagerType, Y as MaintenanceService, Z as RetrievalService, _ as SearchService, _ as SearchServiceType, I as WikiMemoryTestAccess, $ as WriteService } from './testing-CBjAuTSl.mjs';
 import 'minisearch';

package/dist/testing.d.ts

@@ -1,2 +1,2 @@
-export { Q as EmbeddingService, T as ImportExportService, U as IngestionService, X as JobManager, X as JobManagerType, Y as MaintenanceService, Z as RetrievalService, _ as SearchService, _ as SearchServiceType, I as WikiMemoryTestAccess, $ as WriteService } from './testing-i91HR1TG.js';
+export { Q as EmbeddingService, T as ImportExportService, U as IngestionService, X as JobManager, X as JobManagerType, Y as MaintenanceService, Z as RetrievalService, _ as SearchService, _ as SearchServiceType, I as WikiMemoryTestAccess, $ as WriteService } from './testing-CBjAuTSl.js';
 import 'minisearch';