@equationalapplications/core-llm-wiki 7.15.1 → 7.16.0

package/dist/index.mjs

@@ -1,5 +1,5 @@
-import { BaseRepository, WikiGraphNodeOwnershipConflict, parseJsonObject, parseJsonArray, liveAtSql, reanchorRebuildFingerprint, __privateAdd, MetadataRepository, EmbeddingService, SearchService, TemporalService, JobManager, PromptService, resolveGrounding, IngestionService, MaintenanceService, ImportExportService, RetrievalService, WriteService, __privateGet, __privateSet, createLegacySourceTypeIndex, writeNormalizeStamp, CURRENT_SCHEMA_VERSION, detectSchemaVersion, MIGRATIONS, runSourceRefNormalize, normalizeSourceRef, normalizeSourceHash, entitySummaryMetaKey, WikiSourceRefHashCollision, DiagnosticBuffer, validateManifest, WikiDraftNotFound, generateId, emptyManifest, resolveNodeType, WikiStrictOntologyViolation, validateInlineEdges, resolveEdgeDefinitions, typeSatisfies, normalizeTitleKey, edgeTripleAllowed, MAX_EMBED_ATTEMPTS, UsageMeter, isWikiSearchUnavailableError, WikiBusyError, WikiInvalidReadOptions, isLiveAt, packFactsByBudget, factTokenCost, probePendingWork, WikiMigrationRequiredError, setupDatabase, UnavailableIndexStrategy, assertEntityId, assertEpochMs, FTS5_STATE_KEY, fts5LedgerDropSql, fts5TablesDdl, fts5PendingIndexesDdl, fts5TriggersDdl, writeRebuildStart, FTS5_RETIRED_COUNTER_KEY, retiredTableName, FTS5_RETIRED_TABLES_KEY, isRetiredTableName, idReindexChunkSql, readRebuildProgress, FTS5_DRAIN_CHUNK, FTS5_RECLAIM_MERGE_PAGES, windowHiSql, windowChunkSql, FTS5_REBUILD_WM_KEY, sweepHiSql, sweepChunkSql, FTS5_SWEEP_CURSOR_KEY, drainHiSql, drainChunkSql, FTS5_REBUILD_SNAPSHOT_KEY, idDrainChunkSql, entityDrainHiSql, entityDrainChunkSql, fts5TriggerNames, extractSqliteCode, WikiTransactionError } from './chunk-BC3QHSF3.mjs';
-export { DEFAULT_CHUNK_OVERLAP, DEFAULT_MAX_CHUNK_LENGTH, DEFAULT_MAX_EMBED_CHARS, EMBED_CHARS_CEILING, HEAL_ANCHORS_PER_CANDIDATE, HEAL_BATCH_SIZE, HEAL_MAX_FACT_BODY_CHARS_L3, HEAL_MAX_TASKS, HEAL_RECHECK_MS, HOOK_TIMEOUT_MARKER, ONTOLOGY_BACKFILL_BATCH_SIZE, ONTOLOGY_BACKFILL_MAX_PROMPT_CHARS, ONTOLOGY_BACKFILL_RECHECK_MS, ONTOLOGY_BACKFILL_SYSTEM_PROMPT, PromptService, PrunePartialFailureError, WikiBusyError, WikiDraftNotFound, WikiDuplicateHashError, WikiGraphNodeOwnershipConflict, WikiIngestEmptyError, WikiInvalidReadOptions, WikiMigrationRequiredError, WikiParseError, WikiSearchUnavailableError, WikiSourceRefHashCollision, WikiStrictOntologyViolation, WikiSupersedeError, WikiTransactionError, chunkText, configureRandomSource, isWikiSearchUnavailableError, parseEmbedding, safeSlice, validateManifest } from './chunk-BC3QHSF3.mjs';
+import { BaseRepository, WikiGraphNodeOwnershipConflict, parseJsonObject, parseJsonArray, liveAtSql, reanchorRebuildFingerprint, __privateAdd, MetadataRepository, EmbeddingService, SearchService, TemporalService, JobManager, PromptService, resolveGrounding, IngestionService, MaintenanceService, ImportExportService, RetrievalService, WriteService, __privateGet, __privateSet, createLegacySourceTypeIndex, writeNormalizeStamp, CURRENT_SCHEMA_VERSION, detectSchemaVersion, MIGRATIONS, runSourceRefNormalize, normalizeSourceRef, normalizeSourceHash, entitySummaryMetaKey, WikiSourceRefHashCollision, DiagnosticBuffer, validateManifest, WikiDraftNotFound, generateId, emptyManifest, resolveNodeType, WikiStrictOntologyViolation, validateInlineEdges, resolveEdgeDefinitions, typeSatisfies, normalizeTitleKey, edgeTripleAllowed, MAX_EMBED_ATTEMPTS, UsageMeter, isWikiSearchUnavailableError, WikiBusyError, WikiInvalidReadOptions, isLiveAt, packFactsByBudget, factTokenCost, probePendingWork, WikiMigrationRequiredError, setupDatabase, UnavailableIndexStrategy, assertEntityId, assertEpochMs, FTS5_STATE_KEY, fts5LedgerDropSql, fts5TablesDdl, fts5PendingIndexesDdl, fts5TriggersDdl, writeRebuildStart, FTS5_RETIRED_COUNTER_KEY, retiredTableName, FTS5_RETIRED_TABLES_KEY, isRetiredTableName, idReindexChunkSql, readRebuildProgress, FTS5_DRAIN_CHUNK, FTS5_RECLAIM_MERGE_PAGES, windowHiSql, windowChunkSql, FTS5_REBUILD_WM_KEY, sweepHiSql, sweepChunkSql, FTS5_SWEEP_CURSOR_KEY, drainHiSql, drainChunkSql, FTS5_REBUILD_SNAPSHOT_KEY, idDrainChunkSql, entityDrainHiSql, entityDrainChunkSql, fts5TriggerNames, extractSqliteCode, WikiTransactionError } from './chunk-G7F5QPVR.mjs';
+export { DEFAULT_CHUNK_OVERLAP, DEFAULT_MAX_CHUNK_LENGTH, DEFAULT_MAX_EMBED_CHARS, EMBED_CHARS_CEILING, HEAL_ANCHORS_PER_CANDIDATE, HEAL_BATCH_SIZE, HEAL_MAX_FACT_BODY_CHARS_L3, HEAL_MAX_TASKS, HEAL_RECHECK_MS, HOOK_TIMEOUT_MARKER, ONTOLOGY_BACKFILL_BATCH_SIZE, ONTOLOGY_BACKFILL_MAX_PROMPT_CHARS, ONTOLOGY_BACKFILL_RECHECK_MS, ONTOLOGY_BACKFILL_SYSTEM_PROMPT, PromptService, PrunePartialFailureError, WikiBusyError, WikiDraftNotFound, WikiDuplicateHashError, WikiGraphNodeOwnershipConflict, WikiIngestEmptyError, WikiInvalidReadOptions, WikiMigrationRequiredError, WikiParseError, WikiSearchUnavailableError, WikiSourceRefHashCollision, WikiStrictOntologyViolation, WikiSupersedeError, WikiTransactionError, chunkText, configureRandomSource, isWikiSearchUnavailableError, parseEmbedding, safeSlice, validateManifest } from './chunk-G7F5QPVR.mjs';
 import { deriveTrustTier, isStaleAfter, appendRelatedSection, buildConceptDocument, buildLogMd, buildEntityIndexMd, buildRootIndexMd, isAllowedOkfPath, parseRootIndexMd, parseEntityIndexMd, parseConcept, splitRelatedSection, extractMarkdownLinks, parseLogMd, parseEventIdComment, latestVerified, formatSourcesJson, appendEventIdComment, parseVerifiedFlexible, parseCitationsList } from '@equationalapplications/core-okf';
 import MiniSearch from 'minisearch';
 

package/dist/{testing-BlGhilQw.d.mts → testing-Des97-_i.d.mts}

@@ -3269,6 +3269,26 @@ declare class MaintenanceService {
         };
         metadataReset?: boolean;
     }>;
+    /**
+     * Whether forget() should soft-delete in source_ref_index (#316,
+     * specs/forget-pre-v9 §3.1). Normally true: setup()'s DDL creates the table.
+     * False only when the table is absent AND the store is pre-v9 (stored
+     * schema_version < 9; a missing key or unparseable value counts as 0, like
+     * detectSchemaVersion; a store without the meta table at all is not
+     * supported and fails as before) — the v9 recovery path, where there is no index row
+     * to retire and v9's backfill reads live entries only. A v9+ store without
+     * its index is corrupt: throw rather than skip, so the TOCTOU guard is never
+     * silently bypassed.
+     *
+     * Every read runs on `tx`, so a v9 committed by *another connection* between
+     * this probe and forget()'s writes can only fail the write-lock upgrade
+     * (SQLite serializes writers), never make forget() skip a live index. A
+     * setup() racing forget() on the *same* connection (expo passes the shared
+     * db as tx) is not serialized against it; v9 runs in autocommit, a
+     * pre-existing limit out of scope here. Await setup() before other calls,
+     * as WikiMemory.setup() documents.
+     */
+    private sourceRefIndexPresent;
     /**
      * Read-only dry-run preview of {@link forget}. Returns the same shape as a
      * real call would, without acquiring the lock, opening a transaction, staging

package/dist/{testing-BlGhilQw.d.ts → testing-Des97-_i.d.ts}

@@ -3269,6 +3269,26 @@ declare class MaintenanceService {
         };
         metadataReset?: boolean;
     }>;
+    /**
+     * Whether forget() should soft-delete in source_ref_index (#316,
+     * specs/forget-pre-v9 §3.1). Normally true: setup()'s DDL creates the table.
+     * False only when the table is absent AND the store is pre-v9 (stored
+     * schema_version < 9; a missing key or unparseable value counts as 0, like
+     * detectSchemaVersion; a store without the meta table at all is not
+     * supported and fails as before) — the v9 recovery path, where there is no index row
+     * to retire and v9's backfill reads live entries only. A v9+ store without
+     * its index is corrupt: throw rather than skip, so the TOCTOU guard is never
+     * silently bypassed.
+     *
+     * Every read runs on `tx`, so a v9 committed by *another connection* between
+     * this probe and forget()'s writes can only fail the write-lock upgrade
+     * (SQLite serializes writers), never make forget() skip a live index. A
+     * setup() racing forget() on the *same* connection (expo passes the shared
+     * db as tx) is not serialized against it; v9 runs in autocommit, a
+     * pre-existing limit out of scope here. Await setup() before other calls,
+     * as WikiMemory.setup() documents.
+     */
+    private sourceRefIndexPresent;
     /**
      * Read-only dry-run preview of {@link forget}. Returns the same shape as a
      * real call would, without acquiring the lock, opening a transaction, staging

package/dist/testing.d.mts

@@ -1,2 +1,2 @@
-export { aH as EmbeddingService, aI as ImportExportService, aJ as IngestionService, aK as JobManager, aK as JobManagerType, aL as MaintenanceService, aM as RetrievalService, aN as SearchService, aN as SearchServiceType, au as WikiMemoryTestAccess, aO as WriteService } from './testing-BlGhilQw.mjs';
+export { aH as EmbeddingService, aI as ImportExportService, aJ as IngestionService, aK as JobManager, aK as JobManagerType, aL as MaintenanceService, aM as RetrievalService, aN as SearchService, aN as SearchServiceType, au as WikiMemoryTestAccess, aO as WriteService } from './testing-Des97-_i.mjs';
 import '@equationalapplications/core-okf';

package/dist/testing.d.ts

@@ -1,2 +1,2 @@
-export { aH as EmbeddingService, aI as ImportExportService, aJ as IngestionService, aK as JobManager, aK as JobManagerType, aL as MaintenanceService, aM as RetrievalService, aN as SearchService, aN as SearchServiceType, au as WikiMemoryTestAccess, aO as WriteService } from './testing-BlGhilQw.js';
+export { aH as EmbeddingService, aI as ImportExportService, aJ as IngestionService, aK as JobManager, aK as JobManagerType, aL as MaintenanceService, aM as RetrievalService, aN as SearchService, aN as SearchServiceType, au as WikiMemoryTestAccess, aO as WriteService } from './testing-Des97-_i.js';
 import '@equationalapplications/core-okf';

package/dist/testing.js

@@ -3040,7 +3040,7 @@ var MIGRATIONS = [
       if (duplicates.length > 0) {
         const sample = duplicates.slice(0, 5).map((d) => `(entity_id=${d.entity_id}, source_hash=${d.source_hash.slice(0, 12)}\u2026, n_refs=${d.n_refs})`).join(", ");
         throw new Error(
-          `Migration v9 (add_source_ref_index) failed: existing live rows have multiple sourceRefs sharing a hash. Found ${duplicates.length} duplicate (entity_id, source_hash) groups. First ${Math.min(5, duplicates.length)}: ${sample}. Resolve each by calling forget({ sourceRef: <loser> }) for the offending sourceRef, then re-run setup.`
+          `Migration v9 (add_source_ref_index) failed: existing live rows have multiple sourceRefs sharing a hash. Found ${duplicates.length} duplicate (entity_id, source_hash) groups. First ${Math.min(5, duplicates.length)}: ${sample}. Resolve each group by calling forget(entityId, { sourceRef: <loser>, sourceHash: <group's full source_hash> }) for every losing sourceRef in that group (works on pre-v9 databases; list full hashes with the query in the docs' errors reference), then re-run setup().`
         );
       }
       await db.execAsync(
@@ -4312,6 +4312,7 @@ var MaintenanceService = class {
           if (params.sourceRef !== void 0 && !sourceRef) throw new Error("Invalid sourceRef");
           const sourceHash = params.sourceHash !== void 0 ? normalizeSourceHash(params.sourceHash) : null;
           if (params.sourceHash !== void 0 && !sourceHash) throw new Error("Invalid sourceHash (must be 64-char hex string)");
+          const touchSourceRefIndex = sourceRef !== null && await this.sourceRefIndexPresent(tx);
           if (params.entryId) {
             const entryId = await this.entryRepo.findIdById(params.entryId, entityId, tx);
             if (entryId) deletedEntryIds.push(entryId);
@@ -4322,7 +4323,7 @@ var MaintenanceService = class {
           const entryPromise = params.entryId ? this.entryRepo.softDelete(params.entryId, entityId, tx).then((r) => r.changes > 0) : null;
           const taskDeletedPromise = params.taskId ? this.taskRepo.softDeleteById(params.taskId, entityId, tx).then((r) => r.changes > 0) : null;
           const refPromise = sourceRef || sourceHash ? this.entryRepo.softDeleteBySource(entityId, tx, sourceRef, sourceHash) : null;
-          const sourceRefIndexPromise = sourceRef ? this.sourceRefIndexRepo.softDeleteByEntityAndSourceRef(entityId, sourceRef, tx).then(() => void 0) : null;
+          const sourceRefIndexPromise = touchSourceRefIndex && sourceRef ? this.sourceRefIndexRepo.softDeleteByEntityAndSourceRef(entityId, sourceRef, tx).then(() => void 0) : null;
           const [entryResult, taskResult, refResult] = await Promise.all([
             entryPromise ?? Promise.resolve(false),
             taskDeletedPromise ?? Promise.resolve(false),
@@ -4356,6 +4357,33 @@ var MaintenanceService = class {
       this.jobManager.releaseLock("forget", entityId);
     }
   }
+  /**
+   * Whether forget() should soft-delete in source_ref_index (#316,
+   * specs/forget-pre-v9 §3.1). Normally true: setup()'s DDL creates the table.
+   * False only when the table is absent AND the store is pre-v9 (stored
+   * schema_version < 9; a missing key or unparseable value counts as 0, like
+   * detectSchemaVersion; a store without the meta table at all is not
+   * supported and fails as before) — the v9 recovery path, where there is no index row
+   * to retire and v9's backfill reads live entries only. A v9+ store without
+   * its index is corrupt: throw rather than skip, so the TOCTOU guard is never
+   * silently bypassed.
+   *
+   * Every read runs on `tx`, so a v9 committed by *another connection* between
+   * this probe and forget()'s writes can only fail the write-lock upgrade
+   * (SQLite serializes writers), never make forget() skip a live index. A
+   * setup() racing forget() on the *same* connection (expo passes the shared
+   * db as tx) is not serialized against it; v9 runs in autocommit, a
+   * pre-existing limit out of scope here. Await setup() before other calls,
+   * as WikiMemory.setup() documents.
+   */
+  async sourceRefIndexPresent(tx) {
+    if (await this.metadataRepo.tableExists(`${this.prefix}source_ref_index`, tx)) return true;
+    const raw = await this.metadataRepo.getMeta("schema_version", tx);
+    const parsed = raw ? parseInt(raw, 10) : 0;
+    const version = Number.isFinite(parsed) ? parsed : 0;
+    if (version < 9) return false;
+    throw new Error(`forget(): source_ref_index is missing on a schema_version=${version} database; run setup()`);
+  }
   /**
    * Read-only dry-run preview of {@link forget}. Returns the same shape as a
    * real call would, without acquiring the lock, opening a transaction, staging