@equationalapplications/core-llm-wiki 4.8.0 → 4.9.0

package/dist/index.mjs

@@ -1,5 +1,5 @@
-import { __privateAdd, EmbeddingService, SearchService, JobManager, PromptService, IngestionService, MaintenanceService, ImportExportService, RetrievalService, WriteService, __privateGet, __privateSet, normalizeSourceRef, normalizeSourceHash, generateId } from './chunk-2FGDZKC2.mjs';
-export { HOOK_TIMEOUT_MARKER, PromptService, PrunePartialFailureError, WikiBusyError, parseEmbedding } from './chunk-2FGDZKC2.mjs';
+import { __privateAdd, EmbeddingService, SearchService, JobManager, PromptService, IngestionService, MaintenanceService, ImportExportService, RetrievalService, WriteService, __privateGet, __privateSet, normalizeSourceRef, normalizeSourceHash, generateId } from './chunk-6FWG2DG4.mjs';
+export { HOOK_TIMEOUT_MARKER, PromptService, PrunePartialFailureError, WikiBusyError, parseEmbedding } from './chunk-6FWG2DG4.mjs';
 
 // src/db/schema.ts
 async function setupDatabase(db, prefix) {
@@ -76,6 +76,9 @@ async function setupDatabase(db, prefix) {
 
     CREATE INDEX IF NOT EXISTS ${prefix}outbox_entity_id_created_at
       ON ${prefix}outbox (entity_id, created_at);
+
+    CREATE INDEX IF NOT EXISTS ${prefix}outbox_created_at
+      ON ${prefix}outbox (created_at);
   `);
 }
 
@@ -901,12 +904,18 @@ var EntryRepository = class extends BaseRepository {
 
 // src/repositories/OutboxRepository.ts
 var OutboxRepository = class extends BaseRepository {
+  constructor(db, prefix, enableOutbox = false) {
+    super(db, prefix);
+    this.enableOutbox = enableOutbox;
+  }
   /**
    * Insert a new outbox event within the provided transaction.
+   * No-op when enableOutbox is false.
    * `tx` is required — callers must always pass the active transaction
    * so the write is atomic with the main table mutation.
    */
   async push(params, tx) {
+    if (!this.enableOutbox) return;
     const executor = this.getExecutor(tx);
     const id = generateId("out_");
     const now = Date.now();
@@ -917,12 +926,12 @@ var OutboxRepository = class extends BaseRepository {
     );
   }
   /**
-   * Fetch pending outbox rows ordered by created_at ASC.
+   * Fetch pending outbox rows ordered by created_at ASC, rowid ASC.
    * Reads directly from `this.db` (not a transaction).
    */
   async fetchPending(limit = 50) {
     return this.db.getAllAsync(
-      `SELECT * FROM ${this.prefix}outbox ORDER BY created_at ASC LIMIT ?`,
+      `SELECT * FROM ${this.prefix}outbox ORDER BY created_at ASC, rowid ASC LIMIT ?`,
       [limit]
     );
   }
@@ -933,11 +942,15 @@ var OutboxRepository = class extends BaseRepository {
    */
   async acknowledge(ids) {
     if (ids.length === 0) return;
-    const placeholders = ids.map(() => "?").join(", ");
-    await this.db.runAsync(
-      `DELETE FROM ${this.prefix}outbox WHERE id IN (${placeholders})`,
-      ids
-    );
+    const chunkSize = 500;
+    for (let i = 0; i < ids.length; i += chunkSize) {
+      const chunk = ids.slice(i, i + chunkSize);
+      const placeholders = chunk.map(() => "?").join(", ");
+      await this.db.runAsync(
+        `DELETE FROM ${this.prefix}outbox WHERE id IN (${placeholders})`,
+        chunk
+      );
+    }
   }
 };
 
@@ -1404,7 +1417,7 @@ var WikiMemory = class {
     this.db = db;
     this.options = options;
     this.prefix = options.config?.tablePrefix || "llm_wiki_";
-    this.outboxRepo = new OutboxRepository(db, this.prefix);
+    this.outboxRepo = new OutboxRepository(db, this.prefix, !!options.config?.enableOutbox);
     this.entryRepo = new EntryRepository(db, this.prefix, this.outboxRepo);
     this.taskRepo = new TaskRepository(db, this.prefix, this.outboxRepo);
     this.eventRepo = new EventRepository(db, this.prefix);
@@ -1603,6 +1616,30 @@ var WikiMemory = class {
   async ingestDocument(entityId, params) {
     return this.ingestionService.ingestDocument(entityId, params);
   }
+  /**
+   * Returns up to `limit` unprocessed outbox events, oldest first.
+   * Works regardless of enableOutbox value — allows draining after disabling.
+   */
+  async getUnprocessedOutboxEvents(limit = 100) {
+    if (Number.isFinite(limit) && limit <= 0) return [];
+    const safeLimit = Number.isFinite(limit) && limit >= 1 ? Math.trunc(limit) : 100;
+    const rows = await this.outboxRepo.fetchPending(safeLimit);
+    return rows.map((row) => {
+      let payload = null;
+      try {
+        payload = JSON.parse(row.payload);
+      } catch {
+      }
+      return { ...row, payload };
+    });
+  }
+  /**
+   * Deletes the given event IDs from the outbox table.
+   * Call after successfully committing events to the external system.
+   */
+  async markOutboxEventsProcessed(eventIds) {
+    await this.outboxRepo.acknowledge(eventIds);
+  }
 };
 _testAccessNonTestEnvWarned = new WeakMap();