@remnic/core 10.0.70 → 10.0.72

package/dist/operator-doctor-corpus.js

@@ -2,20 +2,20 @@ import {
   corpusWatermarksFromCheck,
   summarizeCorpusAndReplica,
   summarizeCorpusWatermark
-} from "./chunk-3W37NITP.js";
+} from "./chunk-IQXQ3KWR.js";
 import "./chunk-I6ORDT54.js";
 import "./chunk-B6SPPYGJ.js";
-import "./chunk-K7LLGCPH.js";
-import "./chunk-JGQEF33K.js";
-import "./chunk-D3AGBN6G.js";
+import "./chunk-GXAZ4Q2S.js";
+import "./chunk-ZBET3W26.js";
+import "./chunk-UAOJVQXC.js";
 import "./chunk-WNIUPHWV.js";
 import "./chunk-IJ6WHMFB.js";
-import "./chunk-ILD7N3XC.js";
+import "./chunk-S73ZVU37.js";
 import "./chunk-QGVCFVX6.js";
 import "./chunk-UHVXE24Y.js";
 import "./chunk-IGOW4TJE.js";
-import "./chunk-ZOBYTRBU.js";
 import "./chunk-G6OFEGUR.js";
+import "./chunk-VNTQU6KB.js";
 import "./chunk-JEX2JL3U.js";
 import "./chunk-U2A56LLF.js";
 import "./chunk-DOJBV6WR.js";
@@ -69,7 +69,7 @@ import "./chunk-IUM3VSHI.js";
 import "./chunk-C64XATK7.js";
 import "./chunk-42JKGUFJ.js";
 import "./chunk-23G5P7TA.js";
-import "./chunk-U7MIMS2Y.js";
+import "./chunk-OUBEJWVI.js";
 import "./chunk-AVVCPA7U.js";
 import "./chunk-I55KAVET.js";
 import "./chunk-L2EXJQJP.js";

package/dist/operator-toolkit.js

@@ -14,11 +14,11 @@ import {
   summarizeProvenanceCoverage,
   summarizeTierDistribution,
   summarizeTombstoneStatus
-} from "./chunk-MKMIY3E7.js";
-import "./chunk-MCFI6G7U.js";
+} from "./chunk-UE5JYPU6.js";
+import "./chunk-QVZZE6VH.js";
 import "./chunk-KFY3SGN7.js";
 import "./chunk-CMTINOFS.js";
-import "./chunk-3W37NITP.js";
+import "./chunk-IQXQ3KWR.js";
 import "./chunk-I6ORDT54.js";
 import "./chunk-OZKOPQCM.js";
 import "./chunk-JKMIGCK6.js";
@@ -54,13 +54,13 @@ import "./chunk-G2XTGEGL.js";
 import "./chunk-KFZY2OFH.js";
 import "./chunk-27NO2KVB.js";
 import "./chunk-B32WYRXX.js";
-import "./chunk-3F7N4I5I.js";
-import "./chunk-OX6GY22Q.js";
+import "./chunk-2R44BBPK.js";
+import "./chunk-7P5VBRBS.js";
 import "./chunk-B6SPPYGJ.js";
-import "./chunk-5VQSKBNF.js";
-import "./chunk-K7LLGCPH.js";
-import "./chunk-JGQEF33K.js";
-import "./chunk-D3AGBN6G.js";
+import "./chunk-U6IL4724.js";
+import "./chunk-GXAZ4Q2S.js";
+import "./chunk-ZBET3W26.js";
+import "./chunk-UAOJVQXC.js";
 import "./chunk-BFBS7OFQ.js";
 import "./chunk-QGJSBU4R.js";
 import "./chunk-DEUNUKTD.js";
@@ -85,12 +85,12 @@ import "./chunk-ZCUTSMR2.js";
 import "./chunk-QDW3E4RD.js";
 import "./chunk-6L63IN3M.js";
 import "./chunk-ZJP66Q4I.js";
-import "./chunk-ILD7N3XC.js";
+import "./chunk-S73ZVU37.js";
 import "./chunk-QGVCFVX6.js";
 import "./chunk-UHVXE24Y.js";
 import "./chunk-IGOW4TJE.js";
-import "./chunk-ZOBYTRBU.js";
 import "./chunk-G6OFEGUR.js";
+import "./chunk-VNTQU6KB.js";
 import "./chunk-JEX2JL3U.js";
 import "./chunk-U2A56LLF.js";
 import "./chunk-DOJBV6WR.js";
@@ -144,7 +144,7 @@ import "./chunk-IUM3VSHI.js";
 import "./chunk-C64XATK7.js";
 import "./chunk-42JKGUFJ.js";
 import "./chunk-23G5P7TA.js";
-import "./chunk-U7MIMS2Y.js";
+import "./chunk-OUBEJWVI.js";
 import "./chunk-AVVCPA7U.js";
 import "./chunk-I55KAVET.js";
 import "./chunk-L2EXJQJP.js";

package/dist/orchestration/backlog-scheduler.d.ts

@@ -0,0 +1,151 @@
+/**
+ * Daemon-owned extraction backlog scheduler.
+ *
+ * ONE bounded in-process loop that owns ALL persisted extraction backlog:
+ * at startup (existing drain claims + buffered sessions), on every poll tick
+ * (new persisted work), and by retrying keys that are still pending — with
+ * bounded memory (per-key COUNTS only; candidate scans never retain turn
+ * payloads) and bounded outstanding work (the extraction queue's own
+ * maxConcurrency gates submissions, so live foreground work keeps its share
+ * of the queue).
+ *
+ * Claim authority: an existing claim — including an EMPTY ack tombstone — is
+ * authoritative over the live buffer's in-memory copy. A tombstoned key is
+ * never re-claimed or counted as work; new ingress consumes the tombstone
+ * through the native save handover, which is what makes the key a candidate
+ * again. Claim creation is fenced: the key is reserved synchronously on the
+ * extraction queue BEFORE the async claim decision, so a queued live task for
+ * the same key cannot start past the claimed-session gate until the decision
+ * settles; live capture continues via the native merge-into-claim protocol.
+ *
+ * Failed, deferred, or policy-denied outcomes keep their turns durable in the
+ * claim and re-submit after backoff (exponential from `retryBaseMs` to
+ * `retryMaxMs`, reset by progress; denials wait the full max) — never a busy
+ * retry. `stop()` aborts in-flight drains at their chunk boundary and leaves
+ * every claim retryable; a restarted daemon's scheduler adopts them.
+ */
+import type { Orchestrator } from "../orchestrator.js";
+import type { BufferDrainClaims, DrainLease } from "../storage/buffer-drain-claims.js";
+import type { DrainRunnerEvent, DrainSessionOutcome } from "./buffer-drain-runner.js";
+import type { ExtractionQueueCoordinator } from "./extraction-queue-coordinator.js";
+/** What the scheduler needs from its host (structurally satisfied by the
+ *  orchestrator wiring); injectable so tests drive ticks deterministically. */
+export interface BacklogSchedulerDeps {
+    queue: Pick<ExtractionQueueCoordinator, "tryReserveKey" | "releaseKeyReservation" | "maxConcurrency">;
+    claims: Pick<BufferDrainClaims, "list" | "listPage" | "claimFromSessionFile" | "isClaimed">;
+    /** Live per-key pending counts (counts only — never turn payloads). May be
+     *  async: hosts with a lazily-loaded buffer load it here (idempotent). */
+    liveBufferCounts(): Map<string, {
+        turns: number;
+        retainedTurns: number;
+    }> | Promise<Map<string, {
+        turns: number;
+        retainedTurns: number;
+    }>>;
+    /** A fresh lease for claims this scheduler takes. */
+    lease(): DrainLease;
+    /** Drain one key to quiescence (BufferDrainRunner.drainSession). */
+    drainKey(key: string, options: {
+        ownerId: string;
+        signal: AbortSignal;
+        onEvent?: (event: DrainRunnerEvent) => void;
+    }): Promise<DrainSessionOutcome>;
+    /** Test seam: monotonic-ish clock for backoff windows. */
+    now?(): number;
+}
+export interface BacklogSchedulerOptions {
+    ownerId?: string;
+    /** Scan cadence in ms (startup + new-work + retry checks). */
+    pollMs?: number;
+    retryBaseMs?: number;
+    retryMaxMs?: number;
+    now?: () => number;
+}
+export interface BacklogSchedulerCounters {
+    /** Keys submitted to the drain (claimed or adopted) this process lifetime. */
+    claimed: number;
+    /** Outcomes with genuinely empty claims (durable outputs preceded ack). */
+    processed: number;
+    /** Sum of durable outputs (memories + entities) across processed drains. */
+    durableOutputs: number;
+    /** Re-submissions after a failed/deferred/denied outcome. */
+    retried: number;
+    denied: {
+        keys: number;
+        turns: number;
+    };
+    failed: number;
+}
+export type BacklogKeyState = "inflight" | "backoff" | "denied";
+export interface BacklogKeySnapshot {
+    key: string;
+    state: BacklogKeyState;
+    turnsRemaining?: number;
+    reason?: string;
+}
+export interface BacklogSchedulerSnapshot {
+    counters: BacklogSchedulerCounters;
+    inFlight: string[];
+    reservedKeys: string[];
+    keys: BacklogKeySnapshot[];
+}
+export declare class BacklogScheduler {
+    private readonly deps;
+    private readonly options;
+    private readonly keys;
+    private readonly inFlight;
+    private readonly reserved;
+    private readonly counters;
+    private claimCursor;
+    private timer;
+    private ticking;
+    private stopped;
+    constructor(deps: BacklogSchedulerDeps, options?: BacklogSchedulerOptions);
+    /** Idempotent. Starts the poll timer (unref'd) and runs an initial tick. */
+    start(): void;
+    /** Idempotent. Stops the timer, aborts in-flight drains (their claims stay
+     *  retryable) and waits for them to settle. */
+    stop(): Promise<void>;
+    /** Bounded snapshot for ops/watchers: counters + per-key states + live sets. */
+    snapshot(): BacklogSchedulerSnapshot;
+    /** One scan+submit pass (tests drive this instead of the timer). Waits out
+     *  any in-progress tick first so the pass always actually scans. */
+    tickForTest(): Promise<void>;
+    /** Await the settle (slot release) of everything currently in flight,
+     *  optionally excluding one still-gated key (tests). */
+    settleForTest(exclude?: string): Promise<void>;
+    private now;
+    private tick;
+    /** Bounded discovery: ONE page of existing claims with pending turns */
+    private discoverCandidates;
+    /** Submission bound: the queue's own concurrency limit, read with the
+     *  documented "0 disables" contract — a zero limit submits nothing. */
+    private submissionLimit;
+    /** Submit discovery candidates within the queue's concurrency bound. */
+    private submitCandidates;
+    /** inFlight is the authority for "already submitted" — key state only
+     *  exists once an outcome landed (backoff/denied gating below). */
+    private candidateEligible;
+    /** Claim (when needed), then drain one key; the reservation spans the async
+     *  claim decision, the queue entry carries the key afterwards. */
+    private submit;
+    /** after all — the key goes quiet without a task. "claimed": ours. */
+    private claimForSubmit;
+    /** Drain one claimed key. drainKey reports failures as outcomes; a thrown
+     *  error still means the claim content is intact — count it failed and
+     *  back off. */
+    private drainClaimedKey;
+    private applyOutcome;
+    /** Denied backlog counters for a non-drained outcome. */
+    private recordNonDrainedCounters;
+    /** The post-drain key state: denial waits the full max window (its content
+     *  is valid but currently unauthorized); progress resets the exponent. */
+    private nextKeyState;
+    private nextBackoffExponent;
+    private backoffMs;
+    private setBackoff;
+}
+/** Wire the scheduler to an orchestrator's own queue, claim store, live buffer
+ *  counts and drain runner — the daemon's single ownership point. */
+export declare function wireBacklogScheduler(orchestrator: Orchestrator, options?: BacklogSchedulerOptions): BacklogScheduler;
+//# sourceMappingURL=backlog-scheduler.d.ts.map

package/dist/orchestration/backlog-scheduler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"backlog-scheduler.d.ts","sourceRoot":"","sources":["../../src/orchestration/backlog-scheduler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAIH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,mCAAmC,CAAC;AAEvF,OAAO,KAAK,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AACtF,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAC;AAEpF;+EAC+E;AAC/E,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,IAAI,CAAC,0BAA0B,EAAE,eAAe,GAAG,uBAAuB,GAAG,gBAAgB,CAAC,CAAC;IACtG,MAAM,EAAE,IAAI,CAAC,iBAAiB,EAAE,MAAM,GAAG,UAAU,GAAG,sBAAsB,GAAG,WAAW,CAAC,CAAC;IAC5F;8EAC0E;IAC1E,gBAAgB,IACZ,GAAG,CAAC,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC,GACrD,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAC;IACnE,qDAAqD;IACrD,KAAK,IAAI,UAAU,CAAC;IACpB,oEAAoE;IACpE,QAAQ,CACN,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,WAAW,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAA;KAAE,GAC7F,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAChC,0DAA0D;IAC1D,GAAG,CAAC,IAAI,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,8DAA8D;IAC9D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,wBAAwB;IACvC,8EAA8E;IAC9E,OAAO,EAAE,MAAM,CAAC;IAChB,2EAA2E;IAC3E,SAAS,EAAE,MAAM,CAAC;IAClB,4EAA4E;IAC5E,cAAc,EAAE,MAAM,CAAC;IACvB,6DAA6D;IAC7D,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IACxC,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,eAAe,GAAG,UAAU,GAAG,SAAS,GAAG,QAAQ,CAAC;AAEhE,MAAM,WAAW,kBAAkB;IACjC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,eAAe,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,EAAE,wBAAwB,CAAC;IACnC,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,IAAI,EAAE,kBAAkB,EAAE,CAAC;CAC5B;AAeD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAuB;IAC5C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAwF;IAChH,OAAO,CAAC,QAAQ,CAAC,IAAI,CAA+B;IACpD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA8E;IACvG,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAOvB;IACF,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,KAAK,CAA6C;IAC1D,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,OAAO,CAAQ;gBAEX,IAAI,EAAE,oBAAoB,EAAE,OAAO,GAAE,uBAA4B;IAW7E,4EAA4E;IAC5E,KAAK,IAAI,IAAI;IAQb;mDAC+C;IACzC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAe3B,gFAAgF;IAChF,QAAQ,IAAI,wBAAwB;IAqBpC;wEACoE;IAC9D,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAOlC;4DACwD;IAClD,aAAa,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQpD,OAAO,CAAC,GAAG;YAIG,IAAI;IAkClB,wEAAwE;YAC1D,kBAAkB;IAmBhC;2EACuE;IACvE,OAAO,CAAC,eAAe;IAKvB,wEAAwE;IACxE,OAAO,CAAC,gBAAgB;IAoBxB;uEACmE;IACnE,OAAO,CAAC,iBAAiB;IAOzB;sEACkE;YACpD,MAAM;IA4BpB,sEAAsE;YACxD,cAAc;IAe5B;;oBAEgB;YACF,eAAe;IAkB7B,OAAO,CAAC,YAAY;IAwBpB,yDAAyD;IACzD,OAAO,CAAC,wBAAwB;IAchC;8EAC0E;IAC1E,OAAO,CAAC,YAAY;IAepB,OAAO,CAAC,mBAAmB;IAI3B,OAAO,CAAC,SAAS;IAMjB,OAAO,CAAC,UAAU;CAUnB;AAKD;qEACqE;AACrE,wBAAgB,oBAAoB,CAClC,YAAY,EAAE,YAAY,EAC1B,OAAO,GAAE,uBAA4B,GACpC,gBAAgB,CA4BlB"}