billion-context 0.1.80 → 0.1.81-pr.507.330

package/dist/index.js

@@ -49850,6 +49850,7 @@ var SessionStore = class {
     const byLabel = /* @__PURE__ */ new Map();
     let unlabeled = 0;
     for (const [id, envelope] of loaded) {
+      if (id.startsWith("pfa-")) continue;
       const session = buildSession(envelope.payload);
       const label = session.meta.label;
       if (!label) {
@@ -58007,9 +58008,17 @@ async function preflightCompressIfNeeded(prepared, runPrepare, req, res, opts, c
   const session = prepared.session;
   const limit = config.modelContextLimit;
   const imageTokens = imageTokensInRawBody(prepared.protocol, prepared.body);
-  const payloadEstimate = estimateCoreMessages(prepared.processedMessages) + imageTokens;
+  const textEstimate = estimateCoreMessages(prepared.processedMessages);
+  const payloadEstimate = textEstimate + imageTokens;
   const tokenCount = Math.max(session.stats.lastInputTokens, payloadEstimate);
   if (limit <= 0 || !model || tokenCount < limit) return prepared;
+  const learnedMap = session.metadata.learnedContextLimits;
+  const learnedLimit = (model ? learnedMap?.[model] : void 0) ?? session.metadata.learnedContextLimit;
+  const noOverflowEvidence = session.stats.lastInputTokens < limit && learnedLimit === void 0;
+  if (imageTokens > 0 && textEstimate < limit && noOverflowEvidence) {
+    log2("warn", `[${session.id}] image-dominated payload (~${textEstimate} text + ~${imageTokens} image tokens) exceeds window ${limit} by estimate only, no upstream overflow evidence \u2014 forwarding once so the upstream arbitrates billing (#496)`);
+    return prepared;
+  }
   const failFast = (status2, detail, retryable) => {
     const imageNote = imageTokens >= limit ? ` Images alone account for ~${imageTokens} tokens (\u2265 window ${limit}); compression cannot remove them \u2014 shrink or remove the images, or raise the window.` : "";
     const message = `context ~${tokenCount} tokens exceeds the model window ${limit} (model=${model}) and preflight compression could not bring it under: ${detail}.` + imageNote + ` The over-window payload was NOT forwarded.`;