@equationalapplications/core-llm-wiki 4.8.0 → 4.10.1

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { M as MemoryBundle, F as FormatContextOptions, a as MemoryDump, b as FormattedMemoryDump, R as ReadOptions, S as SQLiteAdapter, W as WikiOptions, c as WikiMemory } from './testing-hfpeX01Q.js';
-export { E as EntityStatus, d as ExtractedFact, e as ExtractedTask, H as HOOK_TIMEOUT_MARKER, L as LLMProvider, P as PromptOverrides, f as PromptService, g as PrunePartialFailureError, V as VectorRanker, h as VectorRankerFallback, i as VectorRankerRankArgs, j as VectorRankerSemanticResult, k as WikiBusyError, l as WikiBusyOperation, m as WikiCheckpoint, n as WikiConfig, o as WikiEvent, p as WikiFact, q as WikiMemoryTestAccess, r as WikiTask } from './testing-hfpeX01Q.js';
+import { M as MemoryBundle, F as FormatContextOptions, a as MemoryDump, b as FormattedMemoryDump, R as ReadOptions, S as SQLiteAdapter, W as WikiOptions, c as WikiMemory } from './testing-CDIDE4Jd.js';
+export { E as EntityStatus, d as ExtractedFact, e as ExtractedTask, H as HOOK_TIMEOUT_MARKER, L as LLMProvider, P as PromptOverrides, f as PromptService, g as PrunePartialFailureError, V as VectorRanker, h as VectorRankerFallback, i as VectorRankerRankArgs, j as VectorRankerSemanticResult, k as WikiBusyError, l as WikiBusyOperation, m as WikiCheckpoint, n as WikiConfig, o as WikiEvent, p as WikiFact, q as WikiMemoryTestAccess, r as WikiOutboxEvent, s as WikiTask } from './testing-CDIDE4Jd.js';
 import 'minisearch';
 
 declare function formatContext(bundle: MemoryBundle, options?: FormatContextOptions): string;

package/dist/index.js

@@ -89,6 +89,9 @@ async function setupDatabase(db, prefix) {
 
     CREATE INDEX IF NOT EXISTS ${prefix}outbox_entity_id_created_at
       ON ${prefix}outbox (entity_id, created_at);
+
+    CREATE INDEX IF NOT EXISTS ${prefix}outbox_created_at
+      ON ${prefix}outbox (created_at);
   `);
 }
 
@@ -927,12 +930,18 @@ function generateId(prefix = "") {
 
 // src/repositories/OutboxRepository.ts
 var OutboxRepository = class extends BaseRepository {
+  constructor(db, prefix, enableOutbox = false) {
+    super(db, prefix);
+    this.enableOutbox = enableOutbox;
+  }
   /**
    * Insert a new outbox event within the provided transaction.
+   * No-op when enableOutbox is false.
    * `tx` is required — callers must always pass the active transaction
    * so the write is atomic with the main table mutation.
    */
   async push(params, tx) {
+    if (!this.enableOutbox) return;
     const executor = this.getExecutor(tx);
     const id = generateId("out_");
     const now = Date.now();
@@ -943,12 +952,12 @@ var OutboxRepository = class extends BaseRepository {
     );
   }
   /**
-   * Fetch pending outbox rows ordered by created_at ASC.
+   * Fetch pending outbox rows ordered by created_at ASC, rowid ASC.
    * Reads directly from `this.db` (not a transaction).
    */
   async fetchPending(limit = 50) {
     return this.db.getAllAsync(
-      `SELECT * FROM ${this.prefix}outbox ORDER BY created_at ASC LIMIT ?`,
+      `SELECT * FROM ${this.prefix}outbox ORDER BY created_at ASC, rowid ASC LIMIT ?`,
       [limit]
     );
   }
@@ -959,11 +968,15 @@ var OutboxRepository = class extends BaseRepository {
    */
   async acknowledge(ids) {
     if (ids.length === 0) return;
-    const placeholders = ids.map(() => "?").join(", ");
-    await this.db.runAsync(
-      `DELETE FROM ${this.prefix}outbox WHERE id IN (${placeholders})`,
-      ids
-    );
+    const chunkSize = 500;
+    for (let i = 0; i < ids.length; i += chunkSize) {
+      const chunk = ids.slice(i, i + chunkSize);
+      const placeholders = chunk.map(() => "?").join(", ");
+      await this.db.runAsync(
+        `DELETE FROM ${this.prefix}outbox WHERE id IN (${placeholders})`,
+        chunk
+      );
+    }
   }
 };
 
@@ -3951,7 +3964,7 @@ var WikiMemory = class {
     this.db = db;
     this.options = options;
     this.prefix = options.config?.tablePrefix || "llm_wiki_";
-    this.outboxRepo = new OutboxRepository(db, this.prefix);
+    this.outboxRepo = new OutboxRepository(db, this.prefix, !!options.config?.enableOutbox);
     this.entryRepo = new EntryRepository(db, this.prefix, this.outboxRepo);
     this.taskRepo = new TaskRepository(db, this.prefix, this.outboxRepo);
     this.eventRepo = new EventRepository(db, this.prefix);
@@ -4150,6 +4163,30 @@ var WikiMemory = class {
   async ingestDocument(entityId, params) {
     return this.ingestionService.ingestDocument(entityId, params);
   }
+  /**
+   * Returns up to `limit` unprocessed outbox events, oldest first.
+   * Works regardless of enableOutbox value — allows draining after disabling.
+   */
+  async getUnprocessedOutboxEvents(limit = 100) {
+    if (Number.isFinite(limit) && limit <= 0) return [];
+    const safeLimit = Number.isFinite(limit) && limit >= 1 ? Math.trunc(limit) : 100;
+    const rows = await this.outboxRepo.fetchPending(safeLimit);
+    return rows.map((row) => {
+      let payload = null;
+      try {
+        payload = JSON.parse(row.payload);
+      } catch {
+      }
+      return { ...row, payload };
+    });
+  }
+  /**
+   * Deletes the given event IDs from the outbox table.
+   * Call after successfully committing events to the external system.
+   */
+  async markOutboxEventsProcessed(eventIds) {
+    await this.outboxRepo.acknowledge(eventIds);
+  }
 };
 _testAccessNonTestEnvWarned = new WeakMap();