@remnic/bench 9.3.590 → 9.3.592

package/dist/index.d.ts

@@ -62,6 +62,8 @@ interface IngestionLog {
 }
 interface IngestionBenchAdapter {
     ingest(inputDir: string): Promise<IngestionLog>;
+    /** Flush asynchronous ingestion work before graph scoring. */
+    drain?(): Promise<void>;
     getMemoryGraph(): Promise<MemoryGraph>;
     reset(): Promise<void>;
     destroy(): Promise<void>;

package/dist/index.js

@@ -2778,7 +2778,11 @@ function mergeAbortSignals(timeoutSignal, callerSignal) {
 }
 function createTimeoutGuardedIngestionAdapter(adapter, options) {
   assertPositiveTimeout(options.timeoutMs, "benchmark phase timeout");
-  const run = async (phase, fn) => runWithBenchmarkPhaseTimeout(`${options.benchmarkId}:${phase}`, options.timeoutMs, fn, options);
+  if (options.drainTimeoutMs !== void 0) {
+    assertPositiveTimeout(options.drainTimeoutMs, "benchmark drain timeout");
+  }
+  const drainTimeoutMs = options.drainTimeoutMs ?? options.timeoutMs;
+  const run = async (phase, fn, timeoutMs = options.timeoutMs) => runWithBenchmarkPhaseTimeout(`${options.benchmarkId}:${phase}`, timeoutMs, fn, options);
   return {
     ingest(inputDir) {
       return run(`ingestion.ingest inputDir=${inputDir}`, () => adapter.ingest(inputDir));
@@ -2789,6 +2793,15 @@ function createTimeoutGuardedIngestionAdapter(adapter, options) {
     reset() {
       return run("ingestion.reset", () => adapter.reset());
     },
+    ...adapter.drain ? {
+      drain() {
+        return run(
+          "ingestion.drain",
+          () => adapter.drain?.() ?? Promise.resolve(),
+          drainTimeoutMs
+        );
+      }
+    } : {},
     destroy() {
       return adapter.destroy();
     }
@@ -25580,6 +25593,33 @@ async function runIngestionEntityRecallBenchmark(options) {
       ];
       return buildResult(options, tasks2, durationMs);
     }
+    try {
+      await options.ingestionAdapter.drain?.();
+    } catch (error) {
+      const message = error instanceof Error ? error.message : String(error);
+      const tasks2 = [
+        {
+          taskId: `entity-recall-${fixture.id}`,
+          question: `Extract entities from ${fixture.id} fixture`,
+          expected: `${fixture.goldGraph.entities.length} entities`,
+          actual: `(ingestion drain error: ${message})`,
+          scores: {
+            entity_recall: -1
+          },
+          latencyMs: durationMs,
+          tokens: { input: 0, output: 0 },
+          details: {
+            fixtureId: fixture.id,
+            goldEntityCount: fixture.goldGraph.entities.length,
+            ingestionErrors: ingestionLog.errors,
+            drainError: message,
+            commandsIssued: ingestionLog.commandsIssued,
+            promptsShown: ingestionLog.promptsShown
+          }
+        }
+      ];
+      return buildResult(options, tasks2, durationMs);
+    }
     const graph = await options.ingestionAdapter.getMemoryGraph();
     const { overall, byType } = entityRecall(graph.entities, fixture.goldGraph.entities);
     const scores = {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remnic/bench",
-  "version": "9.3.590",
+  "version": "9.3.592",
   "description": "Retrieval latency ladder benchmarks + CI regression gates for @remnic/core",
   "type": "module",
   "main": "./dist/index.js",
@@ -34,7 +34,7 @@
   "dependencies": {
     "hyparquet": "^1.25.7",
     "yaml": "^2.4.2",
-    "@remnic/core": "^9.3.590"
+    "@remnic/core": "^9.3.592"
   },
   "devDependencies": {
     "tsup": "^8.5.1",