llm-relay 0.72.0 → 0.72.2

package/dist/cli.js

@@ -1647,6 +1647,15 @@ ${lane} — ${entry.models.length} models, probed ${entry.probedAt} via \`${entr
         process.stdout.write("These are removed from the ladder and their command is withheld.\n");
     }
 }
+function setupDispatchCatalog(cfg) {
+    const catalog = new ModelCatalog();
+    try {
+        materializeDynamicPools(cfg, catalog);
+    }
+    catch {
+    }
+    return contextWindowResolver((provider, model) => catalog.cachedLimits(provider, model)?.contextLength ?? null, snapshotContextWindow, observedContextLimit);
+}
 export async function resolveDispatchView(opts) {
     const cfg = opts.cfg ?? loadOrExit();
     const qs = new URLSearchParams();
@@ -1657,13 +1666,7 @@ export async function resolveDispatchView(opts) {
     if (opts.client)
         qs.set("client", opts.client);
     qs.set("host", "bypassed");
-    const catalog = new ModelCatalog();
-    try {
-        materializeDynamicPools(cfg, catalog);
-    }
-    catch {
-    }
-    const cachedContextWindow = contextWindowResolver((provider, model) => catalog.cachedLimits(provider, model)?.contextLength ?? null, snapshotContextWindow, observedContextLimit);
+    const cachedContextWindow = setupDispatchCatalog(cfg);
     const liveRaw = (await tryServer(cfg, `/dispatch?${qs}`));
     const live = liveRaw !== null && liveRaw.host === "bypassed" ? liveRaw : null;
     restoreExhaustedRows(cfg, loadExhaustedRows());
@@ -1703,9 +1706,7 @@ export async function runMcp() {
     process.stdin.on("end", stop);
     process.stdin.on("close", stop);
     process.stdin.setEncoding("utf8");
-    for await (const chunk of process.stdin) {
-        await server.ingest(chunk);
-    }
+    await server.serve(process.stdin);
     server.shutdown();
 }
 async function recordSpentDispatchLane(cfg, spent, options) {
@@ -1778,13 +1779,7 @@ export async function runDispatch(arg) {
     if (hostRouting.entrypoint)
         qs.set("entrypoint", hostRouting.entrypoint);
     const path = `/dispatch${qs.toString() ? `?${qs}` : ""}`;
-    const catalog = new ModelCatalog();
-    try {
-        materializeDynamicPools(cfg, catalog);
-    }
-    catch {
-    }
-    const cachedContextWindow = contextWindowResolver((provider, model) => catalog.cachedLimits(provider, model)?.contextLength ?? null, snapshotContextWindow, observedContextLimit);
+    const cachedContextWindow = setupDispatchCatalog(cfg);
     const liveRaw = (await tryServer(cfg, path));
     const hostStale = liveRaw !== null && hostRouting.state !== "unknown" && liveRaw.host !== hostRouting.state;
     const windowStale = liveRaw !== null &&