@noopolis/daimon 0.2.4 → 0.2.5

package/dist/runtime/grokBrokerAdmission.d.ts

@@ -0,0 +1,29 @@
+import type { ServerResponse } from "node:http";
+import type { GrokBrokerTurnMeter } from "./grokBrokerTurnMeter.js";
+type Admission = ReturnType<GrokBrokerTurnMeter["admit"]>;
+/** Admitted (index and upstream signal) or refused by a limit: never `busy`. */
+export type GrokBrokerSettledAdmission = Exclude<Admission, Readonly<{
+    busy: true;
+}>>;
+/**
+ * Admits one request to a meter's single upstream lane, waiting its turn
+ * instead of refusing it while another request is in flight.
+ *
+ * A refusal there is not a spend control — the waiting request is admitted
+ * afresh, every limit re-checked against the total the in-flight answer just
+ * reported into — but it is fatal to the turn: the worker runs with
+ * `max_retries = 0`, so one 429 `turn request in flight` ends its turn. That is
+ * what killed Grok training pilots 52–54 (`grokBrokerTurnMeter.ts`): the proxy
+ * received two copies of one logically sequential request and refused the copy
+ * the worker was reading.
+ *
+ * - `gone`: the client closed its connection while waiting. The request is
+ *   never admitted, counted or forwarded; nobody is left to read an answer.
+ * - `revoked`: `current()` turned false while waiting (the turn ended and was
+ *   revoked). The caller refuses it exactly as a request that arrived late.
+ */
+export declare function admitWhenIdle(meter: GrokBrokerTurnMeter, response: ServerResponse, options: Readonly<{
+    keepFinal?: boolean;
+}>, current?: () => boolean): Promise<GrokBrokerSettledAdmission | "gone" | "revoked">;
+export {};
+//# sourceMappingURL=grokBrokerAdmission.d.ts.map

package/dist/runtime/grokBrokerAdmission.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"grokBrokerAdmission.d.ts","sourceRoot":"","sources":["../../src/runtime/grokBrokerAdmission.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEhD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAEpE,KAAK,SAAS,GAAG,UAAU,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC;AAC1D,gFAAgF;AAChF,MAAM,MAAM,0BAA0B,GAAG,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC;IAAE,IAAI,EAAE,IAAI,CAAA;CAAE,CAAC,CAAC,CAAC;AAEtF;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAsB,aAAa,CACjC,KAAK,EAAE,mBAAmB,EAAE,QAAQ,EAAE,cAAc,EAAE,OAAO,EAAE,QAAQ,CAAC;IAAE,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC,EAAE,OAAO,GAAE,MAAM,OAAoB,GACpI,OAAO,CAAC,0BAA0B,GAAG,MAAM,GAAG,SAAS,CAAC,CAe1D"}

package/dist/runtime/grokBrokerAdmission.js

@@ -0,0 +1,39 @@
+/**
+ * Admits one request to a meter's single upstream lane, waiting its turn
+ * instead of refusing it while another request is in flight.
+ *
+ * A refusal there is not a spend control — the waiting request is admitted
+ * afresh, every limit re-checked against the total the in-flight answer just
+ * reported into — but it is fatal to the turn: the worker runs with
+ * `max_retries = 0`, so one 429 `turn request in flight` ends its turn. That is
+ * what killed Grok training pilots 52–54 (`grokBrokerTurnMeter.ts`): the proxy
+ * received two copies of one logically sequential request and refused the copy
+ * the worker was reading.
+ *
+ * - `gone`: the client closed its connection while waiting. The request is
+ *   never admitted, counted or forwarded; nobody is left to read an answer.
+ * - `revoked`: `current()` turned false while waiting (the turn ended and was
+ *   revoked). The caller refuses it exactly as a request that arrived late.
+ */
+export async function admitWhenIdle(meter, response, options, current = () => true) {
+    let admission = meter.admit(options);
+    if (!("busy" in admission))
+        return admission;
+    let gone = false, onClose;
+    const closed = new Promise((resolve) => { onClose = () => { gone = true; resolve(); }; });
+    response.once("close", onClose);
+    try {
+        while ("busy" in admission) {
+            await Promise.race([meter.whenIdle(), closed]);
+            if (gone || response.destroyed)
+                return "gone";
+            if (!current())
+                return "revoked";
+            admission = meter.admit(options);
+        }
+        return admission;
+    }
+    finally {
+        response.off("close", onClose);
+    }
+}

package/dist/runtime/grokBrokerProxy.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"grokBrokerProxy.d.ts","sourceRoot":"","sources":["../../src/runtime/grokBrokerProxy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,KAAK,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAExF,OAAO,EAAgB,KAAK,eAAe,EAAE,KAAK,cAAc,EAAE,MAAM,WAAW,CAAC;AAIpF,OAAO,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;AAEzE,OAAO,EAAgE,KAAK,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACtI,OAAO,EAAE,+BAA+B,EAAmC,MAAM,6BAA6B,CAAC;AAG/G,OAAO,EAA2E,KAAK,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAG7I,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AACpE,OAAO,EAAkC,KAAK,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AAE5G,2FAA2F;AAC3F,MAAM,MAAM,mBAAmB,GAAG,QAAQ,CAAC;IACzC,MAAM,EAAE,qBAAqB,CAAC;IAC9B,KAAK,EAAE,mBAAmB,CAAC;IAC3B,KAAK,CAAC,EAAE,uBAAuB,CAAC;CACjC,CAAC,CAAC;AAEH,MAAM,MAAM,6BAA6B,GAAG,QAAQ,CAAC;IAAE,WAAW,CAAC,YAAY,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAAC,qBAAqB,CAAC,CAAC,mBAAmB,EAAC,MAAM,GAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAAC,YAAY,CAAC,mBAAmB,CAAC,EAAC,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAAC,OAAO,CAAC,IAAI,OAAO,CAAA;CAAE,CAAC,CAAC;AACjQ,MAAM,MAAM,kBAAkB,GAAG,CAAC,OAAO,EAAE,UAAU,CAAC,OAAO,+BAA+B,CAAC,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAAC,IAAI,EAAE,UAAU,CAAA;CAAE,CAAC,CAAC,CAAC;AAE3N;;;;;;;;;;GAUG;AACH,wBAAsB,oBAAoB,CACxC,SAAS,EAAE,6BAA6B,EAAE,QAAQ,GAAE,kBAAoC,EACxF,MAAM,GAAE,qBAAwD,EAAE,UAAU,SAAS,EACrF,MAAM,CAAC,EAAE,mBAAmB,EAAE,SAAS,CAAC,EAAE,mBAAmB;;;;mCAoC5B,MAAM,SAAS,MAAM,OAAO,CAAC,IAAI,CAAC;iCACpC,MAAM;yBACd,MAAM,QAAQ,mBAAmB;uBAMnC,MAAM;qBACR,eAAe,YAAY,cAAc;GA5B7D;AAED,iFAAiF;AACjF,wBAAgB,4BAA4B,CAC1C,SAAS,EAAE,6BAA6B,EAAE,QAAQ,GAAE,kBAAoC,EACxF,MAAM,GAAE,qBAAwD,EAAE,MAAM,CAAC,EAAE,mBAAmB,EAAE,SAAS,CAAC,EAAE,mBAAmB;;mCAc9F,MAAM,SAAS,MAAM,OAAO,CAAC,IAAI,CAAC;iCACpC,MAAM;yBACd,MAAM,QAAQ,mBAAmB;uBAMnC,MAAM;qBACR,eAAe,YAAY,cAAc;EAI7D;AAED;;;;;;;;GAQG;AACH,qBAAa,sBAAuB,SAAQ,KAAK;IAMnC,QAAQ,CAAC,MAAM,EAAE,MAAM;IAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM;IAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM;IALtF;;;;OAIG;gBACkB,MAAM,EAAE,MAAM,EAAW,KAAK,CAAC,EAAE,MAAM,YAAA,EAAW,MAAM,CAAC,EAAE,MAAM,YAAA;CACvF"}
+{"version":3,"file":"grokBrokerProxy.d.ts","sourceRoot":"","sources":["../../src/runtime/grokBrokerProxy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,KAAK,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAGxF,OAAO,EAAgB,KAAK,eAAe,EAAE,KAAK,cAAc,EAAE,MAAM,WAAW,CAAC;AAIpF,OAAO,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;AAEzE,OAAO,EAAgE,KAAK,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACtI,OAAO,EAAE,+BAA+B,EAAmC,MAAM,6BAA6B,CAAC;AAG/G,OAAO,EAA2E,KAAK,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAG7I,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AACpE,OAAO,EAAkC,KAAK,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AAE5G,2FAA2F;AAC3F,MAAM,MAAM,mBAAmB,GAAG,QAAQ,CAAC;IACzC,MAAM,EAAE,qBAAqB,CAAC;IAC9B,KAAK,EAAE,mBAAmB,CAAC;IAC3B,KAAK,CAAC,EAAE,uBAAuB,CAAC;CACjC,CAAC,CAAC;AAEH,MAAM,MAAM,6BAA6B,GAAG,QAAQ,CAAC;IAAE,WAAW,CAAC,YAAY,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAAC,qBAAqB,CAAC,CAAC,mBAAmB,EAAC,MAAM,GAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAAC,YAAY,CAAC,mBAAmB,CAAC,EAAC,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAAC,OAAO,CAAC,IAAI,OAAO,CAAA;CAAE,CAAC,CAAC;AACjQ,MAAM,MAAM,kBAAkB,GAAG,CAAC,OAAO,EAAE,UAAU,CAAC,OAAO,+BAA+B,CAAC,EAAE,MAAM,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAAC,IAAI,EAAE,UAAU,CAAA;CAAE,CAAC,CAAC,CAAC;AAE3N;;;;;;;;;;GAUG;AACH,wBAAsB,oBAAoB,CACxC,SAAS,EAAE,6BAA6B,EAAE,QAAQ,GAAE,kBAAoC,EACxF,MAAM,GAAE,qBAAwD,EAAE,UAAU,SAAS,EACrF,MAAM,CAAC,EAAE,mBAAmB,EAAE,SAAS,CAAC,EAAE,mBAAmB;;;;mCAoC5B,MAAM,SAAS,MAAM,OAAO,CAAC,IAAI,CAAC;iCACpC,MAAM;yBACd,MAAM,QAAQ,mBAAmB;uBAMnC,MAAM;qBACR,eAAe,YAAY,cAAc;GA5B7D;AAED,iFAAiF;AACjF,wBAAgB,4BAA4B,CAC1C,SAAS,EAAE,6BAA6B,EAAE,QAAQ,GAAE,kBAAoC,EACxF,MAAM,GAAE,qBAAwD,EAAE,MAAM,CAAC,EAAE,mBAAmB,EAAE,SAAS,CAAC,EAAE,mBAAmB;;mCAc9F,MAAM,SAAS,MAAM,OAAO,CAAC,IAAI,CAAC;iCACpC,MAAM;yBACd,MAAM,QAAQ,mBAAmB;uBAMnC,MAAM;qBACR,eAAe,YAAY,cAAc;EAI7D;AAED;;;;;;;;GAQG;AACH,qBAAa,sBAAuB,SAAQ,KAAK;IAMnC,QAAQ,CAAC,MAAM,EAAE,MAAM;IAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM;IAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM;IALtF;;;;OAIG;gBACkB,MAAM,EAAE,MAAM,EAAW,KAAK,CAAC,EAAE,MAAM,YAAA,EAAW,MAAM,CAAC,EAAE,MAAM,YAAA;CACvF"}

package/dist/runtime/grokBrokerProxy.js

@@ -1,4 +1,5 @@
 import { GrokBrokerRunLimit } from "./grokBrokerRunBudget.js";
+import { admitWhenIdle } from "./grokBrokerAdmission.js";
 import { createHash } from "node:crypto";
 import { createServer } from "node:http";
 import { redactCredentialText } from "../core/credentialRedaction.js";
@@ -147,17 +148,18 @@ async function serve(request, response, authority, upstream, capabilities, guard
         token = "";
         // The spend gate runs after the body is proven a real lean worker request
         // (a refused session-title body never counts) and before any upstream call.
-        const admission = turn.meter.admit({ keepFinal: prepared.compaction === true });
+        // A request that meets another still in flight waits for it rather than being
+        // refused: one 429 ends the worker's turn (`grokBrokerAdmission.ts`).
+        const admission = await admitWhenIdle(turn.meter, response, { keepFinal: prepared.compaction === true }, () => turns.get(scope.turnId) === turn && guards.has(scope.turnId));
+        if (admission === "gone")
+            return;
+        if (admission === "revoked")
+            throw new GrokBrokerProxyRefusal("no_active_turn");
         if ("refused" in admission) {
             response.writeHead(429, { "content-type": "application/json", "cache-control": "no-store" });
             response.end(JSON.stringify({ error: "turn limit reached", limit: admission.refused }));
             return;
         }
-        if ("busy" in admission) {
-            response.writeHead(429, { "content-type": "application/json", "cache-control": "no-store" });
-            response.end('{"error":"turn request in flight"}');
-            return;
-        }
         settle = (usage, toolCalls, finalReply) => { turn.meter.settle(admission.index, usage, body.byteLength, toolCalls, finalReply); settle = undefined; };
         let result = await upstream(prepared, admission.signal);
         if (result.status === 401) {

package/dist/runtime/grokBrokerTurnMeter.d.ts

@@ -63,13 +63,20 @@ export declare const grokCeilingTokens: (usage: EngineBrokerTurnUsage) => number
  *
  * The token bound is only a bound if no request can be admitted on a total
  * that an in-flight request has not yet reported into. So a turn has at most
- * ONE upstream request in flight: a second request arriving before the first
- * settled is refused (`busy`, HTTP 429) without being counted or tripping a
- * limit. Grok's headless loop is sequential — every live capture (P1
- * live-round1, P2 live) shows each request ending before the next starts — so
- * this refuses only a worker that is not behaving like Grok. Tripping a limit
- * (including the broker's timer) aborts that in-flight upstream call through
- * its own `AbortSignal` rather than letting it run to completion.
+ * ONE upstream request in flight: {@link admit} answers `busy` for a second
+ * request while the first is unsettled, without counting it or tripping a
+ * limit, and the proxy then waits on {@link whenIdle} and admits it afresh —
+ * every limit re-checked against a total that now includes the first answer.
+ * It is never refused for arriving early: Grok's loop is sequential, but the
+ * proxy does not see it that way. Training pilot run54 logged one
+ * `inference_start` for loop 17, yet two copies of that request reached the
+ * proxy 4 ms apart (`provider_clock.requests` 18 against 17 admitted); the
+ * first was admitted and answered upstream, the second was refused 429 `turn
+ * request in flight`, and that refusal was the copy Grok read, so the turn
+ * failed at the 10-minute idle bound with its work in progress. Runs 52 and 53
+ * died the same way. Tripping a limit (including the broker's timer) aborts
+ * that in-flight upstream call through its own `AbortSignal` rather than
+ * letting it run to completion, and wakes every waiter into its refusal.
  */
 export declare class GrokBrokerTurnMeter {
     readonly limits: EngineBrokerTurnLimits;
@@ -82,6 +89,7 @@ export declare class GrokBrokerTurnMeter {
     private inFlight;
     private final;
     private activityAt;
+    private idleWaiters;
     constructor(limits: EngineBrokerTurnLimits, onLimit?: (reason: Exclude<EngineBrokerLimitReason, "none">) => void, now?: () => number);
     /**
      * Returns the request index and its upstream abort signal when admitted, the limit that refused it, or `busy` while another request is in flight.
@@ -112,6 +120,13 @@ export declare class GrokBrokerTurnMeter {
      * not exited, and report finished work whose stdout the launcher refused.
      */
     settle(index: number, usage: EngineBrokerTurnUsage | undefined, requestBytes: number, toolCalls?: readonly string[], finalReply?: string): void;
+    /**
+     * Resolves once no request is in flight, or once a limit has tripped. A
+     * request that met `busy` waits here and calls {@link admit} again; it may
+     * meet `busy` once more if another waiter was admitted first.
+     */
+    whenIdle(): Promise<void>;
+    private wakeIdle;
     /** The turn's final reply, while no later request has been admitted. */
     finalReply(): GrokBrokerFinalReply | undefined;
     /** Whether a model request is in flight right now. */

package/dist/runtime/grokBrokerTurnMeter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"grokBrokerTurnMeter.d.ts","sourceRoot":"","sources":["../../src/runtime/grokBrokerTurnMeter.ts"],"names":[],"mappings":"AACA,OAAO,EAA4B,KAAK,uBAAuB,EAAE,KAAK,sBAAsB,EAAE,KAAK,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AAElK;;;;;GAKG;AACH,MAAM,MAAM,uBAAuB,GAAG,QAAQ,CAAC;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,qBAAqB,CAAC;IAAC,SAAS,CAAC,EAAE,IAAI,CAAC;IAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC,CAAC;AACxK,MAAM,MAAM,2BAA2B,GAAG,QAAQ,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,uBAAuB,CAAC;IAAC,KAAK,EAAE,qBAAqB,GAAG,IAAI,CAAC;IAAC,iBAAiB,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,SAAS,uBAAuB,EAAE,CAAA;CAAE,CAAC,CAAC;AAC5O,wHAAwH;AACxH,MAAM,MAAM,oBAAoB,GAAG,QAAQ,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC;AAEzF;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,8BAA8B,OAAO,CAAC;AACnD,yGAAyG;AACzG,eAAO,MAAM,iBAAiB,GAAI,OAAO,qBAAqB,KAAG,MAC4B,CAAC;AAE9F;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,qBAAa,mBAAmB;IAQlB,QAAQ,CAAC,MAAM,EAAE,sBAAsB;IAAE,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAgF,OAAO,CAAC,QAAQ,CAAC,GAAG;IAPjL,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAiI;IACzJ,OAAO,CAAC,MAAM,CAAK;IACnB,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,QAAQ,CAA6D;IAC7E,OAAO,CAAC,KAAK,CAAmC;IAChD,OAAO,CAAC,UAAU,CAAS;gBACN,MAAM,EAAE,sBAAsB,EAAmB,OAAO,GAAE,CAAC,MAAM,EAAE,OAAO,CAAC,uBAAuB,EAAE,MAAM,CAAC,KAAK,IAAsB,EAAmB,GAAG,GAAE,MAAM,MAAiB;IAK1M;;;OAGG;IACH,KAAK,CAAC,OAAO,GAAE,QAAQ,CAAC;QAAE,SAAS,CAAC,EAAE,OAAO,CAAA;KAAE,CAAM,GAAG,QAAQ,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GAAG;QAAE,OAAO,EAAE,OAAO,CAAC,uBAAuB,EAAE,MAAM,CAAC,CAAA;KAAE,GAAG;QAAE,IAAI,EAAE,IAAI,CAAA;KAAE,CAAC;IAiBjL;;;;;;;;;;;;;OAaG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,qBAAqB,GAAG,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI;IAa/I,wEAAwE;IACxE,UAAU,IAAI,oBAAoB,GAAG,SAAS;IAC9C,sDAAsD;IACtD,IAAI,IAAI,OAAO;IACf,0FAA0F;IAC1F,cAAc,IAAI,MAAM;IAExB,mFAAmF;IACnF,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,uBAAuB,EAAE,MAAM,CAAC,GAAG,IAAI;IAO5D,8FAA8F;IAC9F,aAAa,IAAI,IAAI;IAErB,QAAQ,IAAI,2BAA2B;CAIxC;AAID,+GAA+G;AAC/G,eAAO,MAAM,wBAAwB,GAAI,cAAc,MAAM,KAAG,qBAG/D,CAAC;AAMF;;;;;;;;;;;;GAYG;AACH,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,GAAG,SAAS,GAAG,qBAAqB,GAAG,SAAS,CAU3H;AA0BD,uGAAuG;AACvG,eAAO,MAAM,2BAA2B,KAAK,CAAC;AAC9C,sFAAsF;AACtF,eAAO,MAAM,sBAAsB,cAAc,CAAC;AAClD,eAAO,MAAM,wBAAwB,gBAAgB,CAAC;AAGtD;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS,MAAM,EAAE,GAAG,SAAS,CA2B3H;AAED,oGAAoG;AACpG,eAAO,MAAM,0BAA0B,QAAY,CAAC;AAEpD;;;;;;;;;;GAUG;AACH,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,CAkBzG;AAED,sIAAsI;AACtI,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,SAA6B,GAAG,MAAM,CAQ/F"}
+{"version":3,"file":"grokBrokerTurnMeter.d.ts","sourceRoot":"","sources":["../../src/runtime/grokBrokerTurnMeter.ts"],"names":[],"mappings":"AACA,OAAO,EAA4B,KAAK,uBAAuB,EAAE,KAAK,sBAAsB,EAAE,KAAK,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AAElK;;;;;GAKG;AACH,MAAM,MAAM,uBAAuB,GAAG,QAAQ,CAAC;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,qBAAqB,CAAC;IAAC,SAAS,CAAC,EAAE,IAAI,CAAC;IAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC,CAAC;AACxK,MAAM,MAAM,2BAA2B,GAAG,QAAQ,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,uBAAuB,CAAC;IAAC,KAAK,EAAE,qBAAqB,GAAG,IAAI,CAAC;IAAC,iBAAiB,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,SAAS,uBAAuB,EAAE,CAAA;CAAE,CAAC,CAAC;AAC5O,wHAAwH;AACxH,MAAM,MAAM,oBAAoB,GAAG,QAAQ,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC;AAEzF;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,8BAA8B,OAAO,CAAC;AACnD,yGAAyG;AACzG,eAAO,MAAM,iBAAiB,GAAI,OAAO,qBAAqB,KAAG,MAC4B,CAAC;AAE9F;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AACH,qBAAa,mBAAmB;IASlB,QAAQ,CAAC,MAAM,EAAE,sBAAsB;IAAE,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAgF,OAAO,CAAC,QAAQ,CAAC,GAAG;IARjL,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAiI;IACzJ,OAAO,CAAC,MAAM,CAAK;IACnB,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,QAAQ,CAA6D;IAC7E,OAAO,CAAC,KAAK,CAAmC;IAChD,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,WAAW,CAAsB;gBACpB,MAAM,EAAE,sBAAsB,EAAmB,OAAO,GAAE,CAAC,MAAM,EAAE,OAAO,CAAC,uBAAuB,EAAE,MAAM,CAAC,KAAK,IAAsB,EAAmB,GAAG,GAAE,MAAM,MAAiB;IAK1M;;;OAGG;IACH,KAAK,CAAC,OAAO,GAAE,QAAQ,CAAC;QAAE,SAAS,CAAC,EAAE,OAAO,CAAA;KAAE,CAAM,GAAG,QAAQ,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GAAG;QAAE,OAAO,EAAE,OAAO,CAAC,uBAAuB,EAAE,MAAM,CAAC,CAAA;KAAE,GAAG;QAAE,IAAI,EAAE,IAAI,CAAA;KAAE,CAAC;IAiBjL;;;;;;;;;;;;;OAaG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,qBAAqB,GAAG,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI;IAe/I;;;;OAIG;IACH,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAKzB,OAAO,CAAC,QAAQ;IAMhB,wEAAwE;IACxE,UAAU,IAAI,oBAAoB,GAAG,SAAS;IAC9C,sDAAsD;IACtD,IAAI,IAAI,OAAO;IACf,0FAA0F;IAC1F,cAAc,IAAI,MAAM;IAExB,mFAAmF;IACnF,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,uBAAuB,EAAE,MAAM,CAAC,GAAG,IAAI;IAQ5D,8FAA8F;IAC9F,aAAa,IAAI,IAAI;IAErB,QAAQ,IAAI,2BAA2B;CAIxC;AAID,+GAA+G;AAC/G,eAAO,MAAM,wBAAwB,GAAI,cAAc,MAAM,KAAG,qBAG/D,CAAC;AAMF;;;;;;;;;;;;GAYG;AACH,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,GAAG,SAAS,GAAG,qBAAqB,GAAG,SAAS,CAU3H;AA0BD,uGAAuG;AACvG,eAAO,MAAM,2BAA2B,KAAK,CAAC;AAC9C,sFAAsF;AACtF,eAAO,MAAM,sBAAsB,cAAc,CAAC;AAClD,eAAO,MAAM,wBAAwB,gBAAgB,CAAC;AAGtD;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS,MAAM,EAAE,GAAG,SAAS,CA2B3H;AAED,oGAAoG;AACpG,eAAO,MAAM,0BAA0B,QAAY,CAAC;AAEpD;;;;;;;;;;GAUG;AACH,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,CAkBzG;AAED,sIAAsI;AACtI,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,SAA6B,GAAG,MAAM,CAQ/F"}

package/dist/runtime/grokBrokerTurnMeter.js

@@ -37,13 +37,20 @@ export const grokCeilingTokens = (usage) => usage.total - usage.cacheRead + Math
  *
  * The token bound is only a bound if no request can be admitted on a total
  * that an in-flight request has not yet reported into. So a turn has at most
- * ONE upstream request in flight: a second request arriving before the first
- * settled is refused (`busy`, HTTP 429) without being counted or tripping a
- * limit. Grok's headless loop is sequential — every live capture (P1
- * live-round1, P2 live) shows each request ending before the next starts — so
- * this refuses only a worker that is not behaving like Grok. Tripping a limit
- * (including the broker's timer) aborts that in-flight upstream call through
- * its own `AbortSignal` rather than letting it run to completion.
+ * ONE upstream request in flight: {@link admit} answers `busy` for a second
+ * request while the first is unsettled, without counting it or tripping a
+ * limit, and the proxy then waits on {@link whenIdle} and admits it afresh —
+ * every limit re-checked against a total that now includes the first answer.
+ * It is never refused for arriving early: Grok's loop is sequential, but the
+ * proxy does not see it that way. Training pilot run54 logged one
+ * `inference_start` for loop 17, yet two copies of that request reached the
+ * proxy 4 ms apart (`provider_clock.requests` 18 against 17 admitted); the
+ * first was admitted and answered upstream, the second was refused 429 `turn
+ * request in flight`, and that refusal was the copy Grok read, so the turn
+ * failed at the 10-minute idle bound with its work in progress. Runs 52 and 53
+ * died the same way. Tripping a limit (including the broker's timer) aborts
+ * that in-flight upstream call through its own `AbortSignal` rather than
+ * letting it run to completion, and wakes every waiter into its refusal.
  */
 export class GrokBrokerTurnMeter {
     limits;
@@ -56,6 +63,7 @@ export class GrokBrokerTurnMeter {
     inFlight;
     final;
     activityAt;
+    idleWaiters = [];
     constructor(limits, onLimit = () => undefined, now = Date.now) {
         this.limits = limits;
         this.onLimit = onLimit;
@@ -122,6 +130,25 @@ export class GrokBrokerTurnMeter {
         this.activityAt = this.now();
         if (finalReply !== undefined && toolCalls !== undefined && toolCalls.length === 0 && index === this.timings.length - 1)
             this.final = { index, text: finalReply, at: this.activityAt };
+        // Waiters resume asynchronously, after this settle has added the answer's tokens.
+        if (this.inFlight === undefined)
+            this.wakeIdle();
+    }
+    /**
+     * Resolves once no request is in flight, or once a limit has tripped. A
+     * request that met `busy` waits here and calls {@link admit} again; it may
+     * meet `busy` once more if another waiter was admitted first.
+     */
+    whenIdle() {
+        if (this.inFlight === undefined || this.reason !== "none")
+            return Promise.resolve();
+        return new Promise((resolve) => { this.idleWaiters.push(resolve); });
+    }
+    wakeIdle() {
+        const waiters = this.idleWaiters;
+        this.idleWaiters = [];
+        for (const wake of waiters)
+            wake();
     }
     /** The turn's final reply, while no later request has been admitted. */
     finalReply() { return this.final; }
@@ -135,6 +162,7 @@ export class GrokBrokerTurnMeter {
             return;
         this.reason = reason;
         this.abortInFlight();
+        this.wakeIdle();
         this.onLimit(reason);
     }
     /** Aborts the in-flight upstream call, if any (limit trip, or the broker ending the turn). */

package/dist/runtime/grokInferenceProxy.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"grokInferenceProxy.d.ts","sourceRoot":"","sources":["../../src/runtime/grokInferenceProxy.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAGhD,OAAO,KAAK,EAAE,6BAA6B,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAE9F,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAGpE,MAAM,MAAM,uBAAuB,GAAG,QAAQ,CAAC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC;AAEzK,yGAAyG;AACzG,eAAO,MAAM,8BAA8B,+BAA2B,CAAC;AAEvE;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,uBAAuB,CAAC,KAAK,EAAE,uBAAuB,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,EAAE,mBAAmB,EAAE,SAAS,EAAE,6BAA6B,EAAE,QAAQ,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CAkC1N"}
+{"version":3,"file":"grokInferenceProxy.d.ts","sourceRoot":"","sources":["../../src/runtime/grokInferenceProxy.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAIhD,OAAO,KAAK,EAAE,6BAA6B,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAE9F,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAGpE,MAAM,MAAM,uBAAuB,GAAG,QAAQ,CAAC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC;AAEzK,yGAAyG;AACzG,eAAO,MAAM,8BAA8B,+BAA2B,CAAC;AAEvE;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,uBAAuB,CAAC,KAAK,EAAE,uBAAuB,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,EAAE,mBAAmB,EAAE,SAAS,EAAE,6BAA6B,EAAE,QAAQ,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CAmC1N"}

package/dist/runtime/grokInferenceProxy.js

@@ -1,5 +1,6 @@
 import { GrokBrokerRunLimit } from "./grokBrokerRunBudget.js";
 import { createHash } from "node:crypto";
+import { admitWhenIdle } from "./grokBrokerAdmission.js";
 import { GrokBrokerProxyRefusal } from "./grokBrokerProxy.js";
 import { parseGrokUpstreamUsage } from "./grokBrokerTurnMeter.js";
 import { authorizeGrokInferenceProxyRequest } from "./grokInferenceProxyRequest.js";
@@ -37,11 +38,12 @@ export async function serveGrokInferenceGrant(input, response, grants, authority
         const rejectedDigest = createHash("sha256").update(token).digest("hex");
         prepared = withBearer(prepared, token);
         token = "";
-        const admission = grant.meter.admit();
+        // Same lane rule as a turn: an overlapping request waits, a released grant trips its waiters into a refusal.
+        const admission = await admitWhenIdle(grant.meter, response, {});
+        if (admission === "gone" || admission === "revoked")
+            return;
         if ("refused" in admission)
             return json(response, 429, JSON.stringify({ error: "grant limit reached", limit: admission.refused }));
-        if ("busy" in admission)
-            return json(response, 429, '{"error":"grant request in flight"}');
         settle = (usage) => { settle = undefined; grants.settle(grant, admission.index, usage, input.body.byteLength); };
         let result = await upstream(prepared, admission.signal);
         if (result.status === 401) {

package/dist/runtime/productionAgentTools.js

@@ -226,7 +226,7 @@ function moltnetTool(agent, wakeContext) {
 }
 async function connect(agent, server) {
     taskClockChildEnvironment(server.env);
-    const client = new Client({ name: "daimon-production", version: "0.2.4" });
+    const client = new Client({ name: "daimon-production", version: "0.2.5" });
     const headers = server.authSecretEnv === undefined ? {} : { authorization: `Bearer ${requiredSecret(server.authSecretEnv)}` };
     const transport = server.transport === "stdio"
         ? new StdioClientTransport({ command: server.command, args: [...server.args], env: stringEnvironment(readyTaskClockEnvironment({ ...server.env, ...cliChildEnvironment([], agent.runtimeHomePath, { executablePath: server.command }) })) })

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@noopolis/daimon",
-  "version": "0.2.4",
+  "version": "0.2.5",
   "description": "Noopolis native per-agent runtime harness built on Pi.",
   "license": "MIT",
   "type": "module",