billion-context 0.1.71-pr.467.282 → 0.1.71

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.js CHANGED
@@ -56684,7 +56684,6 @@ ${bodyBuffer.toString("utf8")}`);
56684
56684
  nativeFromFallback = false;
56685
56685
  log2("info", `[${session.id}] self-healed context window: ${resolved} \u2192 ${learnedLimit} (learned from an upstream overflow)`);
56686
56686
  }
56687
- const nativeWindow = reqConfig.modelContextLimit;
56688
56687
  if (shouldReserveOutputHeadroom(protocol)) {
56689
56688
  const p2 = parsed;
56690
56689
  const rawMax = p2.max_tokens ?? p2.max_completion_tokens ?? p2.max_output_tokens;
@@ -56699,7 +56698,7 @@ ${bodyBuffer.toString("utf8")}`);
56699
56698
  acquireInFlight(session);
56700
56699
  try {
56701
56700
  await withSessionLock(session, async () => {
56702
- const runPrepare = () => countTokens ? prepareCountTokens(parsed, core, reqConfig, log2, session) : protocol === "anthropic" ? prepareAnthropic(parsed, req, opts, core, reqConfig, reqPrompts, log2, session, pluginMode) : protocol === "openai" ? prepareOpenai(parsed, req, opts, core, reqConfig, reqPrompts, log2, session, pluginMode, nativeWindow) : responsesCompact ? prepareResponsesCompact(bodyBuffer, parsed, session, req, core, reqConfig, log2) : prepareResponses(parsed, req, opts, core, reqConfig, reqPrompts, log2, session, responsesIdentity, pluginMode, upstreamOrigin, nativeWindow);
56701
+ const runPrepare = () => countTokens ? prepareCountTokens(parsed, core, reqConfig, log2, session) : protocol === "anthropic" ? prepareAnthropic(parsed, req, opts, core, reqConfig, reqPrompts, log2, session, pluginMode) : protocol === "openai" ? prepareOpenai(parsed, req, opts, core, reqConfig, reqPrompts, log2, session, pluginMode) : responsesCompact ? prepareResponsesCompact(bodyBuffer, parsed, session, req, core, reqConfig, log2) : prepareResponses(parsed, req, opts, core, reqConfig, reqPrompts, log2, session, responsesIdentity, pluginMode, upstreamOrigin);
56703
56702
  prepared = runPrepare();
56704
56703
  if (!countTokens && !responsesCompact) {
56705
56704
  const outcome = await preflightCompressIfNeeded(
@@ -56783,7 +56782,7 @@ function diagNudge(turn, sessionId, tokenCount, limit, model, willInject) {
56783
56782
  const interval = b2["nudgeGrowthTokens"] ?? 0;
56784
56783
  const pendingT1 = b2["pendingT1"] ?? 0;
56785
56784
  const ref = b2["growthReference"] ?? 0;
56786
- const inject = willInject ? n.shouldInject ? `INJECT T${n.tier ?? "?"}` : `INJECT-ESC T${n.tier ?? "?"}` : n.shouldInject ? `ARMED-SUPPRESSED T${n.tier ?? "?"}` : "idle";
56785
+ const inject = !n.shouldInject ? "idle" : willInject ? `INJECT T${n.tier ?? "?"}` : `ARMED-SUPPRESSED T${n.tier ?? "?"}`;
56787
56786
  const modelTag = model ? ` model=${model}` : "";
56788
56787
  return `[${sessionId}] nudge ${inject}: usage=${pct2} (${tokenCount}/${limit}), growth=${growth}/${floor} (ref=${ref}, interval=${interval}), pendingT1=${pendingT1}/${interval}${modelTag}, reason="${n.reason.slice(0, 120)}"`;
56789
56788
  }
@@ -56818,7 +56817,7 @@ function prepareAnthropic(parsed, req, opts, core, config, prompts, log2, sessio
56818
56817
  if (t) session.meta.title = t;
56819
56818
  }
56820
56819
  log2("info", diagTagSummary(turn.messages, sessionId, "text-only"));
56821
- const willInjectNudge = opts.compress.injectNudge && !!turn.nudge && (turn.nudge.shouldInject || emergencyNudge(turn.nudge));
56820
+ const willInjectNudge = opts.compress.injectNudge && !!turn.nudge?.shouldInject;
56822
56821
  log2("info", diagNudge(turn, sessionId, tokenCount, config.modelContextLimit, parsed.model, willInjectNudge));
56823
56822
  processedMessages = stripKernelSummaries(turn.messages, turn.state);
56824
56823
  reapOrphanBlocks(session, msgs, deactivateBlock);
@@ -56846,36 +56845,7 @@ function prepareAnthropic(parsed, req, opts, core, config, prompts, log2, sessio
56846
56845
  delete rebuilt.prompt_cache_key;
56847
56846
  return { body: JSON.stringify(rebuilt), session, processedMessages, originalMessages, anthropicSystem: parsed.system, protocol: "anthropic", stream: stream2, compressInjected: injectTools, pluginMode, nudge, prompts, renderTags: "text-only" };
56848
56847
  }
56849
- var OUTPUT_CLAMP_MARGIN_PCT = 0.05;
56850
- var OUTPUT_CLAMP_MIN_MARGIN = 2048;
56851
- var OUTPUT_CLAMP_FLOOR = 1024;
56852
- var EMERGENCY_NUDGE_ESCALATION_PCT = 0.7;
56853
- function estimateInputTokens(processedMessages, systemText, tools, lastInputTokens) {
56854
- const est = estimateCoreMessages(processedMessages) + defaultCountTokens(systemText ?? "") + defaultCountTokens(JSON.stringify(tools ?? []));
56855
- return Math.max(lastInputTokens > 0 ? lastInputTokens : 0, est);
56856
- }
56857
- function clampOutputBudget(requested, inputEstimate, nativeWindow) {
56858
- const margin = Math.max(OUTPUT_CLAMP_MIN_MARGIN, Math.ceil(inputEstimate * OUTPUT_CLAMP_MARGIN_PCT));
56859
- const cap = nativeWindow - inputEstimate - margin;
56860
- if (cap < OUTPUT_CLAMP_FLOOR || cap >= requested) return void 0;
56861
- return cap;
56862
- }
56863
- function emergencyNudge(nudge, escalationPct = EMERGENCY_NUDGE_ESCALATION_PCT) {
56864
- if (!nudge || nudge.shouldInject) return false;
56865
- if (nudge.compressibleRanges.length === 0) return false;
56866
- return nudge.contextUsage >= escalationPct;
56867
- }
56868
- function clampOutgoingOutput(rebuilt, field, ctx, sessionId, log2) {
56869
- const raw = rebuilt[field];
56870
- if (typeof raw !== "number") return;
56871
- const inputEstimate = estimateInputTokens(ctx.processedMessages, ctx.systemText, ctx.tools, ctx.lastInputTokens);
56872
- const capped = clampOutputBudget(raw, inputEstimate, ctx.nativeWindow);
56873
- if (capped !== void 0) {
56874
- rebuilt[field] = capped;
56875
- log2("info", `[${sessionId}] output budget clamped ${raw} -> ${capped} (input~${inputEstimate}, window=${ctx.nativeWindow}); prevents input+output overflow (#453)`);
56876
- }
56877
- }
56878
- function prepareOpenai(parsed, req, opts, core, config, prompts, log2, session, pluginMode, nativeWindow) {
56848
+ function prepareOpenai(parsed, req, opts, core, config, prompts, log2, session, pluginMode) {
56879
56849
  const sessionId = session.id;
56880
56850
  const stream2 = parsed.stream === true;
56881
56851
  ++session.stats.requests;
@@ -56905,7 +56875,7 @@ function prepareOpenai(parsed, req, opts, core, config, prompts, log2, session,
56905
56875
  if (t) session.meta.title = t;
56906
56876
  }
56907
56877
  log2("info", diagTagSummary(turn.messages, sessionId, "text-only"));
56908
- const willInjectNudge = opts.compress.injectNudge && !!turn.nudge && shouldInject && (turn.nudge.shouldInject || emergencyNudge(turn.nudge));
56878
+ const willInjectNudge = opts.compress.injectNudge && !!turn.nudge?.shouldInject && shouldInject;
56909
56879
  log2("info", diagNudge(turn, sessionId, tokenCount, config.modelContextLimit, parsed.model, willInjectNudge));
56910
56880
  processedMessages = stripKernelSummaries(turn.messages, turn.state);
56911
56881
  reapOrphanBlocks(session, msgs, deactivateBlock);
@@ -56931,7 +56901,6 @@ function prepareOpenai(parsed, req, opts, core, config, prompts, log2, session,
56931
56901
  processedMessages = [];
56932
56902
  }
56933
56903
  const rebuilt = { ...parsed, messages: rebuiltMessages, tools: toolsOut };
56934
- clampOutgoingOutput(rebuilt, typeof parsed.max_completion_tokens === "number" ? "max_completion_tokens" : "max_tokens", { systemText: openaiSystemText, tools: toolsOut, processedMessages, lastInputTokens: session.stats.lastInputTokens, nativeWindow }, sessionId, log2);
56935
56904
  delete rebuilt.prompt_cache_retention;
56936
56905
  if (stream2 && rebuilt.stream_options === void 0) {
56937
56906
  rebuilt.stream_options = { include_usage: true };
@@ -56940,7 +56909,7 @@ function prepareOpenai(parsed, req, opts, core, config, prompts, log2, session,
56940
56909
  markDirty(session);
56941
56910
  return { body: JSON.stringify(rebuilt), session, processedMessages, originalMessages, protocol: "openai", stream: stream2, compressInjected: injectTools, pluginMode, nudge, prompts, openaiSystemText, renderTags: "text-only" };
56942
56911
  }
56943
- function prepareResponses(parsed, req, opts, core, config, prompts, log2, session, identity, pluginMode, upstreamOrigin, nativeWindow) {
56912
+ function prepareResponses(parsed, req, opts, core, config, prompts, log2, session, identity, pluginMode, upstreamOrigin) {
56944
56913
  const sessionId = session.id;
56945
56914
  const stream2 = parsed.stream === true;
56946
56915
  ++session.stats.requests;
@@ -56997,7 +56966,7 @@ function prepareResponses(parsed, req, opts, core, config, prompts, log2, sessio
56997
56966
  if (t) session.meta.title = t;
56998
56967
  }
56999
56968
  log2("info", diagTagSummary(turn.messages, sessionId, "text-only"));
57000
- const willInjectNudge = opts.compress.injectNudge && !!turn.nudge && shouldInject && !isCompactionTrigger && (turn.nudge.shouldInject || emergencyNudge(turn.nudge));
56969
+ const willInjectNudge = opts.compress.injectNudge && !!turn.nudge?.shouldInject && shouldInject && !isCompactionTrigger;
57001
56970
  log2("info", diagNudge(turn, sessionId, tokenCount, config.modelContextLimit, parsed.model, willInjectNudge));
57002
56971
  processedMessages = stripKernelSummaries(turn.messages, turn.state);
57003
56972
  reapOrphanBlocks(session, msgs, deactivateBlock);
@@ -57048,9 +57017,6 @@ function prepareResponses(parsed, req, opts, core, config, prompts, log2, sessio
57048
57017
  log2("info", `[${sessionId}] codex compact intercepted (trigger); forged SSE with ${summaries.length} block summary(s), upstream not contacted`);
57049
57018
  }
57050
57019
  const rebuilt = { ...parsed, input: rebuiltInput, tools: toolsOut };
57051
- if (!isCompactionTrigger) {
57052
- clampOutgoingOutput(rebuilt, "max_output_tokens", { systemText: (responsesProjection?.systemParts ?? []).join("\n"), tools: toolsOut, processedMessages, lastInputTokens: session.stats.lastInputTokens, nativeWindow }, sessionId, log2);
57053
- }
57054
57020
  const promptCacheKey = resolvePromptCacheKey(
57055
57021
  rebuilt.prompt_cache_key,
57056
57022
  identity,