@equationalapplications/core-llm-wiki 7.13.1 → 7.15.0

package/dist/index.mjs

@@ -1,5 +1,5 @@
-import { BaseRepository, WikiGraphNodeOwnershipConflict, parseJsonObject, parseJsonArray, liveAtSql, reanchorRebuildFingerprint, __privateAdd, MetadataRepository, EmbeddingService, SearchService, TemporalService, JobManager, PromptService, resolveGrounding, IngestionService, MaintenanceService, ImportExportService, RetrievalService, WriteService, __privateGet, __privateSet, createLegacySourceTypeIndex, writeNormalizeStamp, CURRENT_SCHEMA_VERSION, detectSchemaVersion, MIGRATIONS, runSourceRefNormalize, normalizeSourceRef, normalizeSourceHash, entitySummaryMetaKey, WikiSourceRefHashCollision, DiagnosticBuffer, validateManifest, WikiDraftNotFound, generateId, emptyManifest, resolveNodeType, WikiStrictOntologyViolation, validateInlineEdges, resolveEdgeDefinitions, typeSatisfies, normalizeTitleKey, edgeTripleAllowed, MAX_EMBED_ATTEMPTS, UsageMeter, isWikiSearchUnavailableError, WikiBusyError, WikiInvalidReadOptions, isLiveAt, packFactsByBudget, factTokenCost, probePendingWork, WikiMigrationRequiredError, setupDatabase, UnavailableIndexStrategy, FTS5_STATE_KEY, fts5LedgerDropSql, fts5TablesDdl, fts5PendingIndexesDdl, fts5TriggersDdl, writeRebuildStart, FTS5_RETIRED_COUNTER_KEY, retiredTableName, FTS5_RETIRED_TABLES_KEY, isRetiredTableName, idReindexChunkSql, readRebuildProgress, FTS5_DRAIN_CHUNK, FTS5_RECLAIM_MERGE_PAGES, windowHiSql, windowChunkSql, FTS5_REBUILD_WM_KEY, sweepHiSql, sweepChunkSql, FTS5_SWEEP_CURSOR_KEY, drainHiSql, drainChunkSql, FTS5_REBUILD_SNAPSHOT_KEY, idDrainChunkSql, entityDrainHiSql, entityDrainChunkSql, fts5TriggerNames, extractSqliteCode, WikiTransactionError } from './chunk-PCRYIUV5.mjs';
-export { DEFAULT_CHUNK_OVERLAP, DEFAULT_MAX_CHUNK_LENGTH, DEFAULT_MAX_EMBED_CHARS, EMBED_CHARS_CEILING, HEAL_ANCHORS_PER_CANDIDATE, HEAL_BATCH_SIZE, HEAL_MAX_FACT_BODY_CHARS_L3, HEAL_MAX_TASKS, HEAL_RECHECK_MS, HOOK_TIMEOUT_MARKER, ONTOLOGY_BACKFILL_BATCH_SIZE, ONTOLOGY_BACKFILL_MAX_PROMPT_CHARS, ONTOLOGY_BACKFILL_RECHECK_MS, ONTOLOGY_BACKFILL_SYSTEM_PROMPT, PromptService, PrunePartialFailureError, WikiBusyError, WikiDraftNotFound, WikiDuplicateHashError, WikiGraphNodeOwnershipConflict, WikiIngestEmptyError, WikiInvalidReadOptions, WikiMigrationRequiredError, WikiParseError, WikiSearchUnavailableError, WikiSourceRefHashCollision, WikiStrictOntologyViolation, WikiSupersedeError, WikiTransactionError, chunkText, configureRandomSource, isWikiSearchUnavailableError, parseEmbedding, safeSlice, validateManifest } from './chunk-PCRYIUV5.mjs';
+import { BaseRepository, WikiGraphNodeOwnershipConflict, parseJsonObject, parseJsonArray, liveAtSql, reanchorRebuildFingerprint, __privateAdd, MetadataRepository, EmbeddingService, SearchService, TemporalService, JobManager, PromptService, resolveGrounding, IngestionService, MaintenanceService, ImportExportService, RetrievalService, WriteService, __privateGet, __privateSet, createLegacySourceTypeIndex, writeNormalizeStamp, CURRENT_SCHEMA_VERSION, detectSchemaVersion, MIGRATIONS, runSourceRefNormalize, normalizeSourceRef, normalizeSourceHash, entitySummaryMetaKey, WikiSourceRefHashCollision, DiagnosticBuffer, validateManifest, WikiDraftNotFound, generateId, emptyManifest, resolveNodeType, WikiStrictOntologyViolation, validateInlineEdges, resolveEdgeDefinitions, typeSatisfies, normalizeTitleKey, edgeTripleAllowed, MAX_EMBED_ATTEMPTS, UsageMeter, isWikiSearchUnavailableError, WikiBusyError, WikiInvalidReadOptions, isLiveAt, packFactsByBudget, factTokenCost, probePendingWork, WikiMigrationRequiredError, setupDatabase, UnavailableIndexStrategy, assertEntityId, assertEpochMs, FTS5_STATE_KEY, fts5LedgerDropSql, fts5TablesDdl, fts5PendingIndexesDdl, fts5TriggersDdl, writeRebuildStart, FTS5_RETIRED_COUNTER_KEY, retiredTableName, FTS5_RETIRED_TABLES_KEY, isRetiredTableName, idReindexChunkSql, readRebuildProgress, FTS5_DRAIN_CHUNK, FTS5_RECLAIM_MERGE_PAGES, windowHiSql, windowChunkSql, FTS5_REBUILD_WM_KEY, sweepHiSql, sweepChunkSql, FTS5_SWEEP_CURSOR_KEY, drainHiSql, drainChunkSql, FTS5_REBUILD_SNAPSHOT_KEY, idDrainChunkSql, entityDrainHiSql, entityDrainChunkSql, fts5TriggerNames, extractSqliteCode, WikiTransactionError } from './chunk-BC3QHSF3.mjs';
+export { DEFAULT_CHUNK_OVERLAP, DEFAULT_MAX_CHUNK_LENGTH, DEFAULT_MAX_EMBED_CHARS, EMBED_CHARS_CEILING, HEAL_ANCHORS_PER_CANDIDATE, HEAL_BATCH_SIZE, HEAL_MAX_FACT_BODY_CHARS_L3, HEAL_MAX_TASKS, HEAL_RECHECK_MS, HOOK_TIMEOUT_MARKER, ONTOLOGY_BACKFILL_BATCH_SIZE, ONTOLOGY_BACKFILL_MAX_PROMPT_CHARS, ONTOLOGY_BACKFILL_RECHECK_MS, ONTOLOGY_BACKFILL_SYSTEM_PROMPT, PromptService, PrunePartialFailureError, WikiBusyError, WikiDraftNotFound, WikiDuplicateHashError, WikiGraphNodeOwnershipConflict, WikiIngestEmptyError, WikiInvalidReadOptions, WikiMigrationRequiredError, WikiParseError, WikiSearchUnavailableError, WikiSourceRefHashCollision, WikiStrictOntologyViolation, WikiSupersedeError, WikiTransactionError, chunkText, configureRandomSource, isWikiSearchUnavailableError, parseEmbedding, safeSlice, validateManifest } from './chunk-BC3QHSF3.mjs';
 import { deriveTrustTier, isStaleAfter, appendRelatedSection, buildConceptDocument, buildLogMd, buildEntityIndexMd, buildRootIndexMd, isAllowedOkfPath, parseRootIndexMd, parseEntityIndexMd, parseConcept, splitRelatedSection, extractMarkdownLinks, parseLogMd, parseEventIdComment, latestVerified, formatSourcesJson, appendEventIdComment, parseVerifiedFlexible, parseCitationsList } from '@equationalapplications/core-okf';
 import MiniSearch from 'minisearch';
 
@@ -3787,6 +3787,110 @@ var OkfTrustWritesRepository = class {
   }
 };
 
+// src/utils/rememberInput.ts
+var CONFIDENCE_VALUES = /* @__PURE__ */ new Set(["certain", "inferred", "tentative"]);
+var SOURCE_TYPE_VALUES = /* @__PURE__ */ new Set(["user_stated", "user_confirmed"]);
+function normalizeRememberInput(entityId, input, now) {
+  assertEntityId(entityId);
+  if (input === null || typeof input !== "object" || Array.isArray(input)) {
+    throw new TypeError("remember(): input must be a non-null object.");
+  }
+  if (typeof input.title !== "string" || input.title.trim() === "") {
+    throw new TypeError("remember(): input.title must be a non-empty string.");
+  }
+  if (typeof input.body !== "string") {
+    throw new TypeError("remember(): input.body must be a string.");
+  }
+  let tags = [];
+  if (input.tags !== void 0) {
+    if (!Array.isArray(input.tags)) {
+      throw new TypeError("remember(): input.tags must be an array of strings.");
+    }
+    for (let i = 0; i < input.tags.length; i++) {
+      if (typeof input.tags[i] !== "string") {
+        throw new TypeError("remember(): input.tags must be an array of strings.");
+      }
+    }
+    tags = [...input.tags];
+  }
+  const confidence = input.confidence === void 0 ? "certain" : input.confidence;
+  if (!CONFIDENCE_VALUES.has(confidence)) {
+    throw new TypeError(`remember(): input.confidence must be certain | inferred | tentative; got ${JSON.stringify(input.confidence)}.`);
+  }
+  const sourceType = input.source_type === void 0 ? "user_stated" : input.source_type;
+  if (!SOURCE_TYPE_VALUES.has(sourceType)) {
+    throw new TypeError(`remember(): input.source_type must be user_stated | user_confirmed; got ${JSON.stringify(input.source_type)}.`);
+  }
+  let okfType = null;
+  if (input.okf_type !== void 0 && input.okf_type !== null) {
+    if (typeof input.okf_type !== "string" || input.okf_type.trim() === "") {
+      throw new TypeError("remember(): input.okf_type must be a non-empty string or null.");
+    }
+    okfType = input.okf_type;
+  }
+  const validFrom = input.valid_from === void 0 ? void 0 : assertEpochMs("input.valid_from", input.valid_from);
+  const fact = {
+    id: generateId("fact_"),
+    entity_id: entityId,
+    title: input.title,
+    body: input.body,
+    tags,
+    confidence,
+    source_type: sourceType,
+    source_hash: null,
+    source_ref: null,
+    created_at: now,
+    updated_at: now,
+    last_accessed_at: null,
+    access_count: 0,
+    deleted_at: null,
+    okf_type: null
+  };
+  return { fact, validFrom, okfType };
+}
+
+// src/services/RememberService.ts
+var RememberService = class {
+  constructor(db, entryRepo, ontologyService, searchService, embeddingService) {
+    this.db = db;
+    this.entryRepo = entryRepo;
+    this.ontologyService = ontologyService;
+    this.searchService = searchService;
+    this.embeddingService = embeddingService;
+  }
+  async remember(entityId, input) {
+    const now = Date.now();
+    const { fact, validFrom, okfType } = normalizeRememberInput(entityId, input, now);
+    let stored;
+    await this.db.withTransactionAsync(async (tx) => {
+      if (okfType !== null) {
+        const { mode, manifest } = await this.ontologyService.getEffectiveState(entityId, tx);
+        const factLike = { okf_type: okfType, edges: [] };
+        fact.okf_type = this.ontologyService.validateAndNormalizeFact(factLike, manifest, {
+          strict: mode === "strict",
+          entityId
+        }).okf_type;
+      }
+      await this.entryRepo.upsert(fact, tx);
+      if (validFrom !== void 0) {
+        await this.entryRepo.setTemporal(fact.id, entityId, { valid_from: validFrom }, tx);
+      }
+      const [readBack] = await this.entryRepo.findByIds([fact.id], [entityId], tx);
+      if (!readBack) {
+        throw new Error("remember(): the stored fact could not be read back; the SQLiteAdapter did not perform the write");
+      }
+      stored = readBack;
+    });
+    await this.searchService.syncEntries(entityId, [fact.id]);
+    await this.embeddingService.embedFact(
+      { id: fact.id, entity_id: entityId, title: fact.title, body: fact.body, tags: fact.tags },
+      { operation: "remember", trigger: "call" }
+    );
+    this.searchService.evictCache(entityId);
+    return stored;
+  }
+};
+
 // src/WikiMemory.ts
 var TABLE_PREFIX_PATTERN = /^[A-Za-z][A-Za-z0-9_]{0,30}_$/;
 var SEARCH_REINIT_COOLDOWN_MS = 5e3;
@@ -3849,6 +3953,7 @@ var WikiMemory = class {
       new MiniSearchIndexStrategy()
     );
     this.temporalService = new TemporalService(this.db, this.options, this.entryRepo, this.searchService, this.embeddingService);
+    this.rememberService = new RememberService(this.db, this.entryRepo, this.ontologyService, this.searchService, this.embeddingService);
     this.jobManager = new JobManager(this.prefix);
     this.promptService = new PromptService(options.config?.prompts, resolveGrounding(options.config?.grounding));
     this.ingestionService = new IngestionService(
@@ -3946,6 +4051,7 @@ var WikiMemory = class {
       promptService: this.promptService,
       graphTraversalService: this.graphTraversalService,
       temporalService: this.temporalService,
+      rememberService: this.rememberService,
       entryRepo: this.entryRepo,
       sourceRefIndexRepo: this.sourceRefIndexRepo,
       metadataRepo: this.metadataRepo,
@@ -4107,7 +4213,7 @@ var WikiMemory = class {
    * in a sparse array), throws a `TypeError` before any SQL runs.
    */
   async pendingSources(entityId, sources) {
-    assertEntityId(entityId);
+    assertEntityId2(entityId);
     if (!Array.isArray(sources)) {
       throw new TypeError("Invalid sources: must be an array of { sourceRef, sourceHash } objects.");
     }
@@ -4139,7 +4245,7 @@ var WikiMemory = class {
   }
   /** Read-only maintenance report for one entity (spec §8.1). Reports, never repairs. */
   async lint(entityId) {
-    assertEntityId(entityId);
+    assertEntityId2(entityId);
     return this.lintService.lint(entityId);
   }
   /**
@@ -4148,7 +4254,7 @@ var WikiMemory = class {
    * overrides are returned verbatim, so keep secrets out of `WikiConfig.prompts`.
    */
   async getInstructions(entityId) {
-    assertEntityId(entityId);
+    assertEntityId2(entityId);
     const ontologyContext = await this.ontologyService.buildPromptContext(entityId);
     return this.promptService.buildInstructionTemplates(ontologyContext);
   }
@@ -4365,7 +4471,7 @@ var WikiMemory = class {
       if (await this.syncDrained(this.searchService.syncStale({ ids }))) this.dropStashedIds(stashed2);
       return;
     }
-    assertEntityId(entityId);
+    assertEntityId2(entityId);
     const stashed = this.peekStashedIds(entityId);
     if (await this.syncDrained(this.searchService.syncEntries(entityId, stashed.get(entityId)?.keys() ?? []))) {
       this.dropStashedIds(stashed);
@@ -4404,6 +4510,23 @@ var WikiMemory = class {
   async history(entityId, factId) {
     return this.temporalService.history(entityId, factId);
   }
+  /**
+   * Store one mutable fact directly, with no LLM step (spec
+   * `specs/core-remember/spec.md`). One transaction; resolves with the stored
+   * row read back (`id`, timestamps, defaults, `isStale`, `trustTier`). Never
+   * starts the librarian or heal and writes no event, in `'auto'` and
+   * `'deferred'` mode alike. Embeds through `llmProvider.embed` when present;
+   * keyword-only otherwise. Not idempotent. To replace an existing fact use
+   * `supersede()` so history is kept. Opens its own transaction: do not call
+   * it inside `withTransactionAsync` (the serialized adapter would deadlock).
+   *
+   * Throws `TypeError` on invalid input and `WikiStrictOntologyViolation` for
+   * an `okf_type` the entity's strict manifest does not define; nothing is
+   * written in either case.
+   */
+  async remember(entityId, input) {
+    return this.rememberService.remember(entityId, input);
+  }
   /**
    * Full and partial ingestion both reject foreign-owned generated fact IDs with
    * `WikiGraphNodeOwnershipConflict`. Such collisions are unexpected. Ingestion
@@ -4672,7 +4795,7 @@ var WikiMemory = class {
 _testAccessNonTestEnvWarned = new WeakMap();
 /** Max upsertGraph node ids held for their post-commit sync (spec #280 id threading). */
 WikiMemory.UPSERT_ID_STASH_CAP = 1e4;
-function assertEntityId(entityId) {
+function assertEntityId2(entityId) {
   if (typeof entityId !== "string" || entityId.length === 0) {
     throw new TypeError("Invalid entityId: must be a non-empty string.");
   }
@@ -5194,7 +5317,7 @@ function formatOkfBundle(dump, options) {
   });
   return { files };
 }
-var CONFIDENCE_VALUES = /* @__PURE__ */ new Set(["certain", "inferred", "tentative"]);
+var CONFIDENCE_VALUES2 = /* @__PURE__ */ new Set(["certain", "inferred", "tentative"]);
 var SOURCE_TYPES = /* @__PURE__ */ new Set([
   "user_stated",
   "librarian_inferred",
@@ -5340,7 +5463,7 @@ function frontmatterToFact(entityId, id, frontmatter, body, now) {
     title: typeof frontmatter.title === "string" ? frontmatter.title : "",
     body,
     tags: Array.isArray(frontmatter.tags) ? frontmatter.tags.filter((t) => typeof t === "string") : [],
-    confidence: CONFIDENCE_VALUES.has(String(frontmatter.confidence)) ? frontmatter.confidence : "tentative",
+    confidence: CONFIDENCE_VALUES2.has(String(frontmatter.confidence)) ? frontmatter.confidence : "tentative",
     source_type: SOURCE_TYPES.has(String(frontmatter.source_type)) ? frontmatter.source_type : "user_stated",
     source_hash: typeof frontmatter.source_hash === "string" ? frontmatter.source_hash : null,
     source_ref: typeof frontmatter.resource === "string" ? frontmatter.resource : null,