llm-relay 0.22.0 → 0.24.0

package/dist/metadata.js

@@ -111,8 +111,12 @@ export function estimateRequestTokens(reqJson) {
  * Two rungs, both REAL PUBLICATIONS — there is deliberately no guessed rung, for the same reason
  * `resolveMetadata` has none and the request-path guardrail stays silent on an unknown limit:
  *
- *  1. `provider` — the serving deployment's own published `contextLength`. Authoritative.
- *  2. `snapshot` — `context_length` from the synced capability snapshot (`docs/tier-data.json`,
+ *  1. `observed` — a ceiling THIS deployment stated when it refused an over-length request. The
+ *     strongest evidence there is: a first-party fact about the exact deployment that will serve
+ *     the next request, which a published catalogue figure can contradict by being generic or
+ *     stale. Only an explicitly stated maximum is ever recorded — see `context-limits.ts`.
+ *  2. `provider` — the serving deployment's own published `contextLength`.
+ *  3. `snapshot` — `context_length` from the synced capability snapshot (`docs/tier-data.json`,
  *     OpenRouter), matched **exactly** on the spec's last segment.
  *
  * ⚠ Rung 2 exists because rung 1 is nearly empty in practice: free providers publish little
@@ -127,12 +131,17 @@ export function estimateRequestTokens(reqJson) {
  *
  * The provider limit lookup is injected so this module keeps no catalog dependency.
  */
-export function contextWindowResolver(providerLimit, snapshot) {
+export function contextWindowResolver(providerLimit, snapshot, observed) {
     const positive = (n) => typeof n === "number" && Number.isFinite(n) && n > 0;
     return (spec) => {
         const slash = spec.indexOf("/");
         if (slash > 0) {
-            const own = providerLimit(spec.slice(0, slash), spec.slice(slash + 1));
+            const provider = spec.slice(0, slash);
+            const model = spec.slice(slash + 1);
+            const learned = observed?.(provider, model) ?? null;
+            if (positive(learned))
+                return { tokens: learned, source: "observed" };
+            const own = providerLimit(provider, model);
             if (positive(own))
                 return { tokens: own, source: "provider" };
         }

package/dist/metadata.js.map

@@ -1 +1 @@
-{"version":3,"file":"metadata.js","sourceRoot":"","sources":["../src/metadata.ts"],"names":[],"mappings":"AA0BA,MAAM,WAAW,GAAG,GAAG,CAAC;AAExB,SAAS,YAAY,CAAC,QAAmC;IACvD,OAAO,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,WAAW,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;AAChG,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,eAAe,CAC7B,OAAe,EACf,OAcI,EAAE;IAEN,MAAM,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC;IAC9B,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;IAEzB,MAAM,IAAI,GAAG,CACX,QAAmC,EACnC,SAAoC,EACI,EAAE;QAC1C,IAAI,OAAO,QAAQ,KAAK,QAAQ;YAAE,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAChE,IAAI,OAAO,SAAS,KAAK,QAAQ;YAAE,OAAO,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QACnE,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACtB,CAAC,CAAC;IAEF,MAAM,CAAC,aAAa,EAAE,mBAAmB,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,aAAa,CAAC,CAAC;IACtF,MAAM,CAAC,eAAe,EAAE,qBAAqB,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,eAAe,CAAC,CAAC;IAE9F,4FAA4F;IAC5F,wDAAwD;IACxD,MAAM,cAAc,GAAG,OAAO,CAAC,EAAE,mBAAmB,KAAK,QAAQ,IAAI,OAAO,CAAC,EAAE,uBAAuB,KAAK,QAAQ,CAAC;IACpH,MAAM,eAAe,GAAG,OAAO,CAAC,EAAE,mBAAmB,KAAK,QAAQ,IAAI,OAAO,CAAC,EAAE,uBAAuB,KAAK,QAAQ,CAAC;IACrH,MAAM,WAAW,GAA0B,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9G,MAAM,MAAM,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAE/D,OAAO;QACL,aAAa;QACb,mBAAmB;QACnB,eAAe;QACf,qBAAqB;QACrB,cAAc,EAAE,YAAY,CAAC,MAAM,EAAE,mBAAmB,CAAC;QACzD,eAAe,EAAE,YAAY,CAAC,MAAM,EAAE,uBAAuB,CAAC;QAC9D,WAAW;QACX,GAAG,CAAC,CAAC,EAAE,IAAI;YACX,CAAC,mBAAmB,KAAK,WAAW,IAAI,qBAAqB,KAAK,WAAW,IAAI,WAAW,KAAK,WAAW,CAAC;YAC3G,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,IAAI,EAAE;YAC3B,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AAkBD,MAAM,UAAU,UAAU,CACxB,KAAgC,EAChC,MAA6F,EAC7F,gBAAyB;IAEzB,MAAM,OAAO,GAAG,MAAM,EAAE,mBAAmB,CAAC;IAC5C,MAAM,QAAQ,GAAG,MAAM,EAAE,uBAAuB,CAAC;IACjD,+FAA+F;IAC/F,IAAI,CAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC;QACnG,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC;IACzD,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,IAAI,QAAQ,KAAK,CAAC;QAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC;IAC5F,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,+BAA+B,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7E,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;IACvD,CAAC;IACD,IAAI,gBAAgB,KAAK,MAAM;QAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;IACtF,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;AACxD,CAAC;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,UAAU,qBAAqB,CAAC,OAAgB;IACpD,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,CAAC,CAAC;IAC9D,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,eAAe,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACvF,MAAM,IAAI,GAAG,CAAC,CAAU,EAAE,GAAY,EAAQ,EAAE;QAC9C,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC1B,IAAI,GAAG,KAAK,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC;gBAAE,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;QAC/D,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5B,KAAK,MAAM,CAAC,IAAI,CAAC;gBAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7B,CAAC;aAAM,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;YACtC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;gBAAE,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACrD,CAAC;IACH,CAAC,CAAC;IACF,MAAM,GAAG,GAAG,OAAkC,CAAC;IAC/C,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACjB,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACnB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAChB,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IACvB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAChB,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;AAC9B,CAAC;AAUD;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,UAAU,qBAAqB,CACnC,aAAiE,EACjE,QAA+E;IAE/E,MAAM,QAAQ,GAAG,CAAC,CAAU,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACnG,OAAO,CAAC,IAAY,EAAE,EAAE;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,MAAM,GAAG,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;YACvE,IAAI,QAAQ,CAAC,GAAG,CAAC;gBAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;QAChE,CAAC;QACD,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC3B,IAAI,GAAG,IAAI,GAAG,CAAC,KAAK,KAAK,OAAO,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC;YAAE,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;QAC5G,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;AACJ,CAAC"}
+{"version":3,"file":"metadata.js","sourceRoot":"","sources":["../src/metadata.ts"],"names":[],"mappings":"AA0BA,MAAM,WAAW,GAAG,GAAG,CAAC;AAExB,SAAS,YAAY,CAAC,QAAmC;IACvD,OAAO,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,WAAW,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;AAChG,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,eAAe,CAC7B,OAAe,EACf,OAcI,EAAE;IAEN,MAAM,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC;IAC9B,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;IAEzB,MAAM,IAAI,GAAG,CACX,QAAmC,EACnC,SAAoC,EACI,EAAE;QAC1C,IAAI,OAAO,QAAQ,KAAK,QAAQ;YAAE,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAChE,IAAI,OAAO,SAAS,KAAK,QAAQ;YAAE,OAAO,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QACnE,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACtB,CAAC,CAAC;IAEF,MAAM,CAAC,aAAa,EAAE,mBAAmB,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,aAAa,CAAC,CAAC;IACtF,MAAM,CAAC,eAAe,EAAE,qBAAqB,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,eAAe,CAAC,CAAC;IAE9F,4FAA4F;IAC5F,wDAAwD;IACxD,MAAM,cAAc,GAAG,OAAO,CAAC,EAAE,mBAAmB,KAAK,QAAQ,IAAI,OAAO,CAAC,EAAE,uBAAuB,KAAK,QAAQ,CAAC;IACpH,MAAM,eAAe,GAAG,OAAO,CAAC,EAAE,mBAAmB,KAAK,QAAQ,IAAI,OAAO,CAAC,EAAE,uBAAuB,KAAK,QAAQ,CAAC;IACrH,MAAM,WAAW,GAA0B,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9G,MAAM,MAAM,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAE/D,OAAO;QACL,aAAa;QACb,mBAAmB;QACnB,eAAe;QACf,qBAAqB;QACrB,cAAc,EAAE,YAAY,CAAC,MAAM,EAAE,mBAAmB,CAAC;QACzD,eAAe,EAAE,YAAY,CAAC,MAAM,EAAE,uBAAuB,CAAC;QAC9D,WAAW;QACX,GAAG,CAAC,CAAC,EAAE,IAAI;YACX,CAAC,mBAAmB,KAAK,WAAW,IAAI,qBAAqB,KAAK,WAAW,IAAI,WAAW,KAAK,WAAW,CAAC;YAC3G,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,IAAI,EAAE;YAC3B,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AAkBD,MAAM,UAAU,UAAU,CACxB,KAAgC,EAChC,MAA6F,EAC7F,gBAAyB;IAEzB,MAAM,OAAO,GAAG,MAAM,EAAE,mBAAmB,CAAC;IAC5C,MAAM,QAAQ,GAAG,MAAM,EAAE,uBAAuB,CAAC;IACjD,+FAA+F;IAC/F,IAAI,CAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC;QACnG,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC;IACzD,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,IAAI,QAAQ,KAAK,CAAC;QAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC;IAC5F,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,+BAA+B,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7E,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;IACvD,CAAC;IACD,IAAI,gBAAgB,KAAK,MAAM;QAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;IACtF,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;AACxD,CAAC;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,UAAU,qBAAqB,CAAC,OAAgB;IACpD,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,CAAC,CAAC;IAC9D,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,eAAe,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACvF,MAAM,IAAI,GAAG,CAAC,CAAU,EAAE,GAAY,EAAQ,EAAE;QAC9C,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC1B,IAAI,GAAG,KAAK,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC;gBAAE,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;QAC/D,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5B,KAAK,MAAM,CAAC,IAAI,CAAC;gBAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7B,CAAC;aAAM,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;YACtC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;gBAAE,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACrD,CAAC;IACH,CAAC,CAAC;IACF,MAAM,GAAG,GAAG,OAAkC,CAAC;IAC/C,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACjB,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACnB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAChB,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IACvB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAChB,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;AAC9B,CAAC;AAUD;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAM,UAAU,qBAAqB,CACnC,aAAiE,EACjE,QAA+E,EAC/E,QAA6D;IAE7D,MAAM,QAAQ,GAAG,CAAC,CAAU,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACnG,OAAO,CAAC,IAAY,EAAE,EAAE;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YACtC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YACpC,MAAM,OAAO,GAAG,QAAQ,EAAE,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC;YACpD,IAAI,QAAQ,CAAC,OAAO,CAAC;gBAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;YACtE,MAAM,GAAG,GAAG,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC3C,IAAI,QAAQ,CAAC,GAAG,CAAC;gBAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;QAChE,CAAC;QACD,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC3B,IAAI,GAAG,IAAI,GAAG,CAAC,KAAK,KAAK,OAAO,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC;YAAE,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;QAC5G,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;AACJ,CAAC"}

package/dist/refusal-interpretation.d.ts

@@ -0,0 +1,183 @@
+import type { EligibilityClass, EligibilityScope } from "./deployment-eligibility.js";
+/**
+ * What a backend's refusal MEANS — a lookup, never an inference, on the request path.
+ *
+ * The problem this solves: a refusal's status code does not carry its meaning. A 403 is at least
+ * four different facts — a revoked key, a plan-gated model, a license-gated model, a policy
+ * refusal — and only the message distinguishes them, in wording each vendor invents for itself.
+ * A hand-written pattern set can only ever cover the messages its author happened to see; every
+ * other refusal teaches nothing, forever, and is re-discovered on every single request.
+ *
+ * The shape, and the boundary it respects:
+ *
+ *   REQUEST PATH — deterministic lookup, and nothing else. A refusal is reduced to a SIGNATURE
+ *   (provider + model + the message with its variable parts stripped) and looked up in the
+ *   confirmed table. A hit applies. A miss learns NOTHING about the deployment — exactly the
+ *   fail-safe that already governs `context-limits.ts` — and records the signature as unseen.
+ *
+ *   OUT OF BAND — judgement is allowed here and nowhere else. `llm-relay eligibility` surfaces
+ *   unseen signatures with their samples; an agent researches what that message means for that
+ *   provider, that model, this account; the verdict is written to the table and takes effect only
+ *   once accepted.
+ *
+ * ⚠ **An LLM never decides a live routing decision here.** CLAUDE.md's repair boundary — "routing
+ * decisions come from config and deterministic classification, never from an LLM's opinion
+ * inserted into the request path" — is why the research tier is offline and why its output must be
+ * accepted before it binds. The relationship is the same one `docs/tier-data.json` already has to
+ * pool ranking: a model may author the data, the request path only ever reads it.
+ *
+ * ⚠ **Signatures are keyed per (provider, model, message).** The same provider sends different
+ * wording for different models, and the same wording can mean different things for a model the
+ * account has access to and one it does not. Keying on the message alone would let a verdict
+ * researched for one SKU evict a sibling that works. A new model showing a known message is a
+ * MISS until researched — conservative, which is the safe direction: the cost of a miss is one
+ * wasted round-trip, the cost of a false hit is a working deployment evicted from every pool.
+ */
+/** A refusal interpretation, however it got here. */
+export interface Interpretation {
+    class: EligibilityClass;
+    scope: EligibilityScope;
+    /**
+     * `seed`       — shipped in this file, derived from first-party probes and reviewable in source.
+     *                Binds immediately: it is deterministic code, not an opinion.
+     * `researched` — proposed out of band. Does NOT bind until accepted.
+     */
+    source: "seed" | "researched";
+    /** Epoch ms an operator (or an agent acting for one) accepted a researched verdict. */
+    acceptedAt?: number;
+    /** Why — free text from the research step, shown at review time. */
+    rationale?: string;
+}
+/** A refusal whose meaning is not known, held for the offline research tier. */
+export interface UnknownRefusal {
+    provider: string;
+    model: string | null;
+    status: number;
+    /** The normalized message — the signature's readable half. */
+    normalized: string;
+    /** One verbatim sample, so a researcher sees what was actually said. Truncated. */
+    sample: string;
+    count: number;
+    firstSeen: number;
+    lastSeen: number;
+    /** A researched verdict awaiting acceptance. Present once the research tier has run. */
+    proposed?: {
+        class: EligibilityClass;
+        scope: EligibilityScope;
+        rationale: string;
+        at: number;
+    };
+}
+/**
+ * Reduce a refusal message to its invariant shape.
+ *
+ * Everything that varies between two occurrences of the SAME refusal has to go, or the table gets
+ * one entry per request: uuids and account ids (NIM names both), numbers (credit balances, token
+ * counts) and urls (upgrade links carry per-request refs).
+ *
+ * ⚠ **The message text itself must survive.** An earlier version also replaced every quoted string
+ * with a placeholder, on the theory that quoted model names are noise. Against a live pool that
+ * erased the entire payload: the Anthropic front hands this the relay's own wrapper —
+ * `openai backend HTTP 402: {"error":"You have depleted your monthly included credits…"}` — whose
+ * message is *inside* quotes, so all 15 members of a real `pool/xhigh` normalized to
+ * `openai backend http <n>: {<name>:<name>}` and nothing could ever match. Quoted model names are
+ * harmless: the model is already part of the key.
+ *
+ * ⚠ For the same reason the JSON hunt digs through a WRAPPER. A body is not always JSON at the top
+ * level — the relay's own error envelope prefixes it with prose — so a failed parse falls back to
+ * the first embedded object rather than giving up.
+ *
+ * The result is kept as readable TEXT rather than a hash: a human or an agent has to read these to
+ * research them, and a hex digest would make the store unreviewable for no benefit.
+ */
+export declare function normalizeRefusalMessage(body: string): string;
+/** The lookup key. Per (provider, model, normalized message) — see the header for why all three. */
+export declare function refusalSignature(provider: string, model: string | null | undefined, status: number, body: string): string;
+/**
+ * Interpretations shipped with the relay, each derived from a refusal observed first-party against
+ * a real account (probed 2026-08-08). These bind without review: they are deterministic code in
+ * version control, and an operator who disagrees can override the entry.
+ *
+ * ⚠ These are matched as PATTERNS against the normalized message, not as exact signatures, because
+ * a seed has to cover a provider it has never been run against. That is a deliberate exception to
+ * the per-model keying rule above and the only one — a seed is reviewed source, whereas a
+ * researched verdict is a model's opinion and gets the conservative key.
+ *
+ * ⚠ **`allowance-exhausted` is not a cost verdict.** See `deployment-eligibility.ts` — it means the
+ * deployment is free and currently spent, and it must never evict anything from a free pool.
+ */
+export declare const SEED_INTERPRETATIONS: Array<{
+    status: (s: number) => boolean;
+    pattern: RegExp;
+    class: EligibilityClass;
+    scope: EligibilityScope;
+    note: string;
+}>;
+/**
+ * What this refusal means, or null when nothing confirmed covers it.
+ *
+ * Order: the operator-visible table first (so an override beats a seed), then the seeds. A miss
+ * returns null and the caller must learn nothing — that is the whole fail-safe.
+ */
+export declare function interpretRefusal(provider: string, model: string | null | undefined, status: number, body: string, opts?: {
+    path?: string;
+}): Interpretation | null;
+/**
+ * Hold an uninterpretable refusal for the research tier.
+ *
+ * Deliberately cheap and lossy: one verbatim sample per signature and a count. The queue exists to
+ * tell a researcher "this message happens, here is what it looks like", not to be a log — the
+ * metadata logger already covers the traffic, and it is metadata-only precisely so bodies do not
+ * land on disk. This file holds error bodies, which are the provider's own text about a
+ * deployment, never the user's prompt.
+ */
+export declare function recordUnknownRefusal(provider: string, model: string | null | undefined, status: number, body: string, opts?: {
+    path?: string;
+    now?: number;
+}): void;
+/** Unseen refusals, most-frequent first — the research tier's work list. */
+export declare function pendingRefusals(opts?: {
+    path?: string;
+}): Array<UnknownRefusal & {
+    signature: string;
+}>;
+/** Attach a researched verdict to a pending signature. It does NOT bind until accepted. */
+export declare function proposeInterpretation(signature: string, proposal: {
+    class: EligibilityClass;
+    scope: EligibilityScope;
+    rationale: string;
+}, opts?: {
+    path?: string;
+    now?: number;
+}): boolean;
+/**
+ * Accept an interpretation, which is the moment it starts affecting routing.
+ *
+ * Separate from `propose` on purpose: this is the review gate that keeps a researched verdict —
+ * a model's opinion — out of the request path until a person (or an agent acting explicitly for
+ * one) has looked at it.
+ */
+export declare function acceptInterpretation(signature: string, opts?: {
+    path?: string;
+    now?: number;
+    override?: {
+        class: EligibilityClass;
+        scope: EligibilityScope;
+    };
+}): boolean;
+/** Drop a pending signature without accepting it — "this means nothing durable". */
+export declare function rejectInterpretation(signature: string, opts?: {
+    path?: string;
+}): boolean;
+/** Every binding entry, for `llm-relay eligibility --table`. */
+export declare function confirmedInterpretations(opts?: {
+    path?: string;
+}): Array<Interpretation & {
+    signature: string;
+}>;
+/** Flush pending writes. Called on shutdown, like the other write-behind stores. */
+export declare function flushInterpretations(opts?: {
+    path?: string;
+}): void;
+/** Test seam: drop the in-memory store so a suite can point at a fresh path. */
+export declare function resetInterpretations(): void;

package/dist/refusal-interpretation.js

@@ -0,0 +1,330 @@
+import { mkdirSync, readFileSync, renameSync, writeFileSync } from "node:fs";
+import { join } from "node:path";
+import { homedir, tmpdir } from "node:os";
+import { WriteBehindTimer } from "./write-behind.js";
+let _store = null;
+let _path = null;
+const writer = new WriteBehindTimer();
+/** Cap on retained unknown signatures — a misbehaving backend must not grow this without bound. */
+const MAX_UNKNOWN = 200;
+/** Verbatim sample cap. Enough to research from, small enough to keep the file readable. */
+const SAMPLE_CHARS = 400;
+function defaultPath() {
+    if (process.env.VITEST !== undefined) {
+        return join(tmpdir(), `llm-relay-test-interpretations-${process.pid}.json`);
+    }
+    const xdg = process.env.XDG_CONFIG_HOME;
+    const baseDir = xdg && xdg.trim() ? join(xdg, "llm-relay") : join(homedir(), ".llm-relay");
+    return join(baseDir, "refusal-interpretations.json");
+}
+/**
+ * Reduce a refusal message to its invariant shape.
+ *
+ * Everything that varies between two occurrences of the SAME refusal has to go, or the table gets
+ * one entry per request: uuids and account ids (NIM names both), numbers (credit balances, token
+ * counts) and urls (upgrade links carry per-request refs).
+ *
+ * ⚠ **The message text itself must survive.** An earlier version also replaced every quoted string
+ * with a placeholder, on the theory that quoted model names are noise. Against a live pool that
+ * erased the entire payload: the Anthropic front hands this the relay's own wrapper —
+ * `openai backend HTTP 402: {"error":"You have depleted your monthly included credits…"}` — whose
+ * message is *inside* quotes, so all 15 members of a real `pool/xhigh` normalized to
+ * `openai backend http <n>: {<name>:<name>}` and nothing could ever match. Quoted model names are
+ * harmless: the model is already part of the key.
+ *
+ * ⚠ For the same reason the JSON hunt digs through a WRAPPER. A body is not always JSON at the top
+ * level — the relay's own error envelope prefixes it with prose — so a failed parse falls back to
+ * the first embedded object rather than giving up.
+ *
+ * The result is kept as readable TEXT rather than a hash: a human or an agent has to read these to
+ * research them, and a hex digest would make the store unreviewable for no benefit.
+ */
+export function normalizeRefusalMessage(body) {
+    if (typeof body !== "string")
+        return "";
+    const text = body.length > 4096 ? body.slice(0, 4096) : body;
+    return (extractMessage(text) ?? text)
+        .toLowerCase()
+        .replace(/https?:\/\/\S+/g, "<url>")
+        .replace(/[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}/g, "<id>")
+        .replace(/[0-9a-z_-]{24,}/gi, "<id>")
+        .replace(/\d[\d,._]*/g, "<n>")
+        .replace(/\s+/g, " ")
+        .trim()
+        .slice(0, 240);
+}
+/** The human-readable message inside a body, whether it is JSON, wrapped JSON, or neither. */
+function extractMessage(text) {
+    const candidates = [text];
+    // A wrapper: prose, then the real payload. Take from the first brace or bracket.
+    const brace = text.search(/[[{]/);
+    if (brace > 0)
+        candidates.push(text.slice(brace));
+    for (const candidate of candidates) {
+        try {
+            const found = findMessage(JSON.parse(candidate));
+            if (found)
+                return found;
+        }
+        catch {
+            // Not parseable — try the next candidate.
+        }
+    }
+    return null;
+}
+/** Depth-first hunt for the message field an OpenAI-shaped error envelope carries. */
+function findMessage(v, depth = 0) {
+    if (depth > 6)
+        return null;
+    if (typeof v === "string")
+        return v;
+    if (Array.isArray(v)) {
+        for (const x of v) {
+            const found = findMessage(x, depth + 1);
+            if (found)
+                return found;
+        }
+        return null;
+    }
+    if (v && typeof v === "object") {
+        const obj = v;
+        for (const field of ["message", "detail", "error", "title"]) {
+            if (typeof obj[field] === "string")
+                return obj[field];
+            if (obj[field] && typeof obj[field] === "object") {
+                const found = findMessage(obj[field], depth + 1);
+                if (found)
+                    return found;
+            }
+        }
+    }
+    return null;
+}
+/** The lookup key. Per (provider, model, normalized message) — see the header for why all three. */
+export function refusalSignature(provider, model, status, body) {
+    return `${provider}|${model ?? "-"}|${status}|${normalizeRefusalMessage(body)}`;
+}
+/**
+ * Interpretations shipped with the relay, each derived from a refusal observed first-party against
+ * a real account (probed 2026-08-08). These bind without review: they are deterministic code in
+ * version control, and an operator who disagrees can override the entry.
+ *
+ * ⚠ These are matched as PATTERNS against the normalized message, not as exact signatures, because
+ * a seed has to cover a provider it has never been run against. That is a deliberate exception to
+ * the per-model keying rule above and the only one — a seed is reviewed source, whereas a
+ * researched verdict is a model's opinion and gets the conservative key.
+ *
+ * ⚠ **`allowance-exhausted` is not a cost verdict.** See `deployment-eligibility.ts` — it means the
+ * deployment is free and currently spent, and it must never evict anything from a free pool.
+ */
+export const SEED_INTERPRETATIONS = [
+    {
+        // HuggingFace: "You have depleted your monthly included credits. Purchase pre-paid credits…"
+        // A BALANCE — the account's, so it covers every model behind that key.
+        status: (s) => s === 402,
+        pattern: /deplet\w*\s+your\s+(?:monthly\s+)?(?:included\s+)?credits|insufficient\s+credits|purchase\s+(?:pre-?paid\s+)?credits|out\s+of\s+credits/,
+        class: "allowance-exhausted",
+        scope: "account",
+        note: "stated credit balance; free but spent until it refreshes",
+    },
+    {
+        // Ollama Cloud: "this model requires a subscription, upgrade for access" / "requires both a
+        // Pro, Max, or Team plan and extra usage". About THAT MODEL under a working credential, so it
+        // must not block the provider's other models.
+        status: (s) => s === 403,
+        pattern: /requires?\s+(?:both\s+)?an?\s+[\w, ]*\bsubscription\b|requires?\s+(?:both\s+)?an?\s+[\w, ]*\bplan\b|upgrade\s+for\s+access/,
+        class: "subscription-required",
+        scope: "deployment",
+        note: "stated plan gating on one model; the credential itself is fine",
+    },
+    {
+        // HuggingFace: "The requested model 'x' does not exist." / OpenAI-compatible model_not_found.
+        // NIM: "Function '<uuid>': Not found for account '<id>'" — the serving function is gone. It
+        // names an account but is a fact about the deployment, not the credential.
+        status: (s) => s === 400 || s === 404,
+        pattern: /does\s+not\s+exist|model_not_found|unknown\s+model|no\s+such\s+model|not\s+found\s+for\s+account/,
+        class: "not-servable",
+        scope: "deployment",
+        note: "stated non-existence; catalog rot",
+    },
+];
+function load(path) {
+    if (_store && _path === path)
+        return _store;
+    _path = path;
+    try {
+        const parsed = JSON.parse(readFileSync(path, "utf8"));
+        if (parsed && typeof parsed === "object") {
+            _store = {
+                version: 1,
+                confirmed: (parsed.confirmed ?? {}),
+                unknown: (parsed.unknown ?? {}),
+            };
+            return _store;
+        }
+    }
+    catch {
+        // Corrupt or absent: start clean. Seeds live in source, so nothing that BINDS is lost — only
+        // researched entries, which the queue will re-surface as the refusals recur.
+    }
+    _store = { version: 1, confirmed: {}, unknown: {} };
+    return _store;
+}
+function persist(path) {
+    if (!_store)
+        return;
+    try {
+        mkdirSync(join(path, ".."), { recursive: true });
+        const tmp = `${path}.${process.pid}.tmp`;
+        writeFileSync(tmp, JSON.stringify(_store, null, 2) + "\n", "utf8");
+        renameSync(tmp, path);
+    }
+    catch {
+        /* storage problem, never a request failure — same contract as every other store here */
+    }
+}
+/**
+ * What this refusal means, or null when nothing confirmed covers it.
+ *
+ * Order: the operator-visible table first (so an override beats a seed), then the seeds. A miss
+ * returns null and the caller must learn nothing — that is the whole fail-safe.
+ */
+export function interpretRefusal(provider, model, status, body, opts = {}) {
+    const store = load(opts.path ?? defaultPath());
+    const hit = store.confirmed[refusalSignature(provider, model, status, body)];
+    // A researched entry binds only once accepted; an unaccepted one is still sitting in review.
+    if (hit && (hit.source === "seed" || hit.acceptedAt !== undefined))
+        return hit;
+    const normalized = normalizeRefusalMessage(body);
+    for (const seed of SEED_INTERPRETATIONS) {
+        if (!seed.status(status))
+            continue;
+        if (seed.pattern.test(normalized))
+            return { class: seed.class, scope: seed.scope, source: "seed" };
+    }
+    return null;
+}
+/**
+ * Hold an uninterpretable refusal for the research tier.
+ *
+ * Deliberately cheap and lossy: one verbatim sample per signature and a count. The queue exists to
+ * tell a researcher "this message happens, here is what it looks like", not to be a log — the
+ * metadata logger already covers the traffic, and it is metadata-only precisely so bodies do not
+ * land on disk. This file holds error bodies, which are the provider's own text about a
+ * deployment, never the user's prompt.
+ */
+export function recordUnknownRefusal(provider, model, status, body, opts = {}) {
+    const normalized = normalizeRefusalMessage(body);
+    if (!normalized)
+        return;
+    const path = opts.path ?? defaultPath();
+    const store = load(path);
+    const sig = refusalSignature(provider, model, status, body);
+    if (store.confirmed[sig])
+        return;
+    const now = opts.now ?? Date.now();
+    const existing = store.unknown[sig];
+    if (existing) {
+        existing.count += 1;
+        existing.lastSeen = now;
+    }
+    else {
+        if (Object.keys(store.unknown).length >= MAX_UNKNOWN) {
+            // Evict the least-recently-seen: a signature nobody has hit in a long time is the one least
+            // worth researching, and an unbounded file would be its own defect.
+            let oldestKey = null;
+            let oldestAt = Infinity;
+            for (const [k, v] of Object.entries(store.unknown)) {
+                if (v.lastSeen < oldestAt) {
+                    oldestAt = v.lastSeen;
+                    oldestKey = k;
+                }
+            }
+            if (oldestKey)
+                delete store.unknown[oldestKey];
+        }
+        store.unknown[sig] = {
+            provider,
+            model: typeof model === "string" ? model : null,
+            status,
+            normalized,
+            sample: body.length > SAMPLE_CHARS ? body.slice(0, SAMPLE_CHARS) : body,
+            count: 1,
+            firstSeen: now,
+            lastSeen: now,
+        };
+    }
+    writer.touch(() => persist(path));
+}
+/** Unseen refusals, most-frequent first — the research tier's work list. */
+export function pendingRefusals(opts = {}) {
+    const store = load(opts.path ?? defaultPath());
+    return Object.entries(store.unknown)
+        .map(([signature, v]) => ({ ...v, signature }))
+        .sort((a, b) => b.count - a.count || b.lastSeen - a.lastSeen);
+}
+/** Attach a researched verdict to a pending signature. It does NOT bind until accepted. */
+export function proposeInterpretation(signature, proposal, opts = {}) {
+    const path = opts.path ?? defaultPath();
+    const store = load(path);
+    const pending = store.unknown[signature];
+    if (!pending)
+        return false;
+    pending.proposed = { ...proposal, at: opts.now ?? Date.now() };
+    writer.touch(() => persist(path));
+    return true;
+}
+/**
+ * Accept an interpretation, which is the moment it starts affecting routing.
+ *
+ * Separate from `propose` on purpose: this is the review gate that keeps a researched verdict —
+ * a model's opinion — out of the request path until a person (or an agent acting explicitly for
+ * one) has looked at it.
+ */
+export function acceptInterpretation(signature, opts = {}) {
+    const path = opts.path ?? defaultPath();
+    const store = load(path);
+    const pending = store.unknown[signature];
+    const verdict = opts.override ?? (pending?.proposed ? { class: pending.proposed.class, scope: pending.proposed.scope } : null);
+    if (!verdict)
+        return false;
+    store.confirmed[signature] = {
+        class: verdict.class,
+        scope: verdict.scope,
+        source: "researched",
+        acceptedAt: opts.now ?? Date.now(),
+        ...(pending?.proposed?.rationale ? { rationale: pending.proposed.rationale } : {}),
+    };
+    delete store.unknown[signature];
+    writer.touch(() => persist(path));
+    return true;
+}
+/** Drop a pending signature without accepting it — "this means nothing durable". */
+export function rejectInterpretation(signature, opts = {}) {
+    const path = opts.path ?? defaultPath();
+    const store = load(path);
+    if (!store.unknown[signature])
+        return false;
+    delete store.unknown[signature];
+    writer.touch(() => persist(path));
+    return true;
+}
+/** Every binding entry, for `llm-relay eligibility --table`. */
+export function confirmedInterpretations(opts = {}) {
+    const store = load(opts.path ?? defaultPath());
+    return Object.entries(store.confirmed).map(([signature, v]) => ({ ...v, signature }));
+}
+/** Flush pending writes. Called on shutdown, like the other write-behind stores. */
+export function flushInterpretations(opts = {}) {
+    if (!writer.dirty)
+        return;
+    writer.clear();
+    persist(opts.path ?? defaultPath());
+}
+/** Test seam: drop the in-memory store so a suite can point at a fresh path. */
+export function resetInterpretations() {
+    _store = null;
+    _path = null;
+    writer.clear();
+}
+//# sourceMappingURL=refusal-interpretation.js.map

package/dist/refusal-interpretation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"refusal-interpretation.js","sourceRoot":"","sources":["../src/refusal-interpretation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AA8ErD,IAAI,MAAM,GAA+B,IAAI,CAAC;AAC9C,IAAI,KAAK,GAAkB,IAAI,CAAC;AAChC,MAAM,MAAM,GAAG,IAAI,gBAAgB,EAAE,CAAC;AAEtC,mGAAmG;AACnG,MAAM,WAAW,GAAG,GAAG,CAAC;AACxB,4FAA4F;AAC5F,MAAM,YAAY,GAAG,GAAG,CAAC;AAEzB,SAAS,WAAW;IAClB,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACrC,OAAO,IAAI,CAAC,MAAM,EAAE,EAAE,kCAAkC,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC;IAC9E,CAAC;IACD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;IACxC,MAAM,OAAO,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,YAAY,CAAC,CAAC;IAC3F,OAAO,IAAI,CAAC,OAAO,EAAE,8BAA8B,CAAC,CAAC;AACvD,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,UAAU,uBAAuB,CAAC,IAAY;IAClD,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IACxC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC7D,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;SAClC,WAAW,EAAE;SACb,OAAO,CAAC,iBAAiB,EAAE,OAAO,CAAC;SACnC,OAAO,CAAC,+DAA+D,EAAE,MAAM,CAAC;SAChF,OAAO,CAAC,mBAAmB,EAAE,MAAM,CAAC;SACpC,OAAO,CAAC,aAAa,EAAE,KAAK,CAAC;SAC7B,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE;SACN,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AACnB,CAAC;AAED,8FAA8F;AAC9F,SAAS,cAAc,CAAC,IAAY;IAClC,MAAM,UAAU,GAAa,CAAC,IAAI,CAAC,CAAC;IACpC,iFAAiF;IACjF,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAClC,IAAI,KAAK,GAAG,CAAC;QAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IAClD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAY,CAAC,CAAC;YAC5D,IAAI,KAAK;gBAAE,OAAO,KAAK,CAAC;QAC1B,CAAC;QAAC,MAAM,CAAC;YACP,0CAA0C;QAC5C,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,sFAAsF;AACtF,SAAS,WAAW,CAAC,CAAU,EAAE,KAAK,GAAG,CAAC;IACxC,IAAI,KAAK,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3B,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC;IACpC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QACrB,KAAK,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YAClB,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YACxC,IAAI,KAAK;gBAAE,OAAO,KAAK,CAAC;QAC1B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,CAA4B,CAAC;QACzC,KAAK,MAAM,KAAK,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC;YAC5D,IAAI,OAAO,GAAG,CAAC,KAAK,CAAC,KAAK,QAAQ;gBAAE,OAAO,GAAG,CAAC,KAAK,CAAW,CAAC;YAChE,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,OAAO,GAAG,CAAC,KAAK,CAAC,KAAK,QAAQ,EAAE,CAAC;gBACjD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;gBACjD,IAAI,KAAK;oBAAE,OAAO,KAAK,CAAC;YAC1B,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,oGAAoG;AACpG,MAAM,UAAU,gBAAgB,CAAC,QAAgB,EAAE,KAAgC,EAAE,MAAc,EAAE,IAAY;IAC/G,OAAO,GAAG,QAAQ,IAAI,KAAK,IAAI,GAAG,IAAI,MAAM,IAAI,uBAAuB,CAAC,IAAI,CAAC,EAAE,CAAC;AAClF,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAM5B;IACH;QACE,6FAA6F;QAC7F,uEAAuE;QACvE,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,GAAG;QACxB,OAAO,EAAE,yIAAyI;QAClJ,KAAK,EAAE,qBAAqB;QAC5B,KAAK,EAAE,SAAS;QAChB,IAAI,EAAE,0DAA0D;KACjE;IACD;QACE,4FAA4F;QAC5F,8FAA8F;QAC9F,8CAA8C;QAC9C,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,GAAG;QACxB,OAAO,EAAE,4HAA4H;QACrI,KAAK,EAAE,uBAAuB;QAC9B,KAAK,EAAE,YAAY;QACnB,IAAI,EAAE,gEAAgE;KACvE;IACD;QACE,8FAA8F;QAC9F,4FAA4F;QAC5F,2EAA2E;QAC3E,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG;QACrC,OAAO,EAAE,kGAAkG;QAC3G,KAAK,EAAE,cAAc;QACrB,KAAK,EAAE,YAAY;QACnB,IAAI,EAAE,mCAAmC;KAC1C;CACF,CAAC;AAEF,SAAS,IAAI,CAAC,IAAY;IACxB,IAAI,MAAM,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IAC5C,KAAK,GAAG,IAAI,CAAC;IACb,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAiC,CAAC;QACtF,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YACzC,MAAM,GAAG;gBACP,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAmC;gBACrE,OAAO,EAAE,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAmC;aAClE,CAAC;YACF,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,6FAA6F;QAC7F,6EAA6E;IAC/E,CAAC;IACD,MAAM,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACpD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,OAAO,CAAC,IAAY;IAC3B,IAAI,CAAC,MAAM;QAAE,OAAO;IACpB,IAAI,CAAC;QACH,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACjD,MAAM,GAAG,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,MAAM,CAAC;QACzC,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;QACnE,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,wFAAwF;IAC1F,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAC9B,QAAgB,EAChB,KAAgC,EAChC,MAAc,EACd,IAAY,EACZ,OAA0B,EAAE;IAE5B,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,WAAW,EAAE,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,gBAAgB,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;IAC7E,6FAA6F;IAC7F,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,KAAK,MAAM,IAAI,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC;QAAE,OAAO,GAAG,CAAC;IAE/E,MAAM,UAAU,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;IACjD,KAAK,MAAM,IAAI,IAAI,oBAAoB,EAAE,CAAC;QACxC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;YAAE,SAAS;QACnC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC;YAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IACrG,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,oBAAoB,CAClC,QAAgB,EAChB,KAAgC,EAChC,MAAc,EACd,IAAY,EACZ,OAAwC,EAAE;IAE1C,MAAM,UAAU,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,CAAC,UAAU;QAAE,OAAO;IACxB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,WAAW,EAAE,CAAC;IACxC,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IACzB,MAAM,GAAG,GAAG,gBAAgB,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;IAC5D,IAAI,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC;QAAE,OAAO;IACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;IACnC,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACpC,IAAI,QAAQ,EAAE,CAAC;QACb,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC;QACpB,QAAQ,CAAC,QAAQ,GAAG,GAAG,CAAC;IAC1B,CAAC;SAAM,CAAC;QACN,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;YACrD,4FAA4F;YAC5F,oEAAoE;YACpE,IAAI,SAAS,GAAkB,IAAI,CAAC;YACpC,IAAI,QAAQ,GAAG,QAAQ,CAAC;YACxB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnD,IAAI,CAAC,CAAC,QAAQ,GAAG,QAAQ,EAAE,CAAC;oBAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;oBAAC,SAAS,GAAG,CAAC,CAAC;gBAAC,CAAC;YACtE,CAAC;YACD,IAAI,SAAS;gBAAE,OAAO,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACjD,CAAC;QACD,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG;YACnB,QAAQ;YACR,KAAK,EAAE,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;YAC/C,MAAM;YACN,UAAU;YACV,MAAM,EAAE,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI;YACvE,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,GAAG;YACd,QAAQ,EAAE,GAAG;SACd,CAAC;IACJ,CAAC;IACD,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,eAAe,CAAC,OAA0B,EAAE;IAC1D,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,WAAW,EAAE,CAAC,CAAC;IAC/C,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;SACjC,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;SAC9C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;AAClE,CAAC;AAED,2FAA2F;AAC3F,MAAM,UAAU,qBAAqB,CACnC,SAAiB,EACjB,QAAiF,EACjF,OAAwC,EAAE;IAE1C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,WAAW,EAAE,CAAC;IACxC,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IACzB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACzC,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAC;IAC3B,OAAO,CAAC,QAAQ,GAAG,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IAC/D,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IAClC,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,oBAAoB,CAClC,SAAiB,EACjB,OAAyG,EAAE;IAE3G,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,WAAW,EAAE,CAAC;IACxC,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IACzB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/H,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAC;IAC3B,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG;QAC3B,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,YAAY;QACpB,UAAU,EAAE,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE;QAClC,GAAG,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACnF,CAAC;IACF,OAAO,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAChC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IAClC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,oBAAoB,CAAC,SAAiB,EAAE,OAA0B,EAAE;IAClF,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,WAAW,EAAE,CAAC;IACxC,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IACzB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IAC5C,OAAO,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAChC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IAClC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,gEAAgE;AAChE,MAAM,UAAU,wBAAwB,CAAC,OAA0B,EAAE;IACnE,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,WAAW,EAAE,CAAC,CAAC;IAC/C,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;AACxF,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,oBAAoB,CAAC,OAA0B,EAAE;IAC/D,IAAI,CAAC,MAAM,CAAC,KAAK;QAAE,OAAO;IAC1B,MAAM,CAAC,KAAK,EAAE,CAAC;IACf,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,WAAW,EAAE,CAAC,CAAC;AACtC,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,oBAAoB;IAClC,MAAM,GAAG,IAAI,CAAC;IACd,KAAK,GAAG,IAAI,CAAC;IACb,MAAM,CAAC,KAAK,EAAE,CAAC;AACjB,CAAC"}

package/dist/routes/admin.js

@@ -6,6 +6,7 @@ import { buildDispatch, markExhausted, clearExhausted, OUTCOME_DEFAULT_MS } from
 import { parseHostRoutingState } from "../host-routing.js";
 import { contextWindowResolver } from "../metadata.js";
 import { snapshotContextWindow } from "../tier-data.js";
+import { observedContextLimit } from "../context-limits.js";
 import { getTelemetryReport } from "../telemetry.js";
 import { baseLog } from "../request-log.js";
 const MAX_TASK_LEN = 4096;
@@ -238,7 +239,7 @@ export async function handleAdminRoutes(req, res, pathname, path, started, reqJs
             // `cachedLimits` never fetches, so a cold cache degrades to "no window stated" rather than
             // turning a dispatch query into a blocking upstream round-trip — same rule as the request
             // -path context guardrail this reads the numbers from.
-            publishedContextWindow: contextWindowResolver((provider, model) => h.catalog.cachedLimits(provider, model)?.contextLength ?? null, snapshotContextWindow),
+            publishedContextWindow: contextWindowResolver((provider, model) => h.catalog.cachedLimits(provider, model)?.contextLength ?? null, snapshotContextWindow, observedContextLimit),
         });
         return ok(view, true);
     }