billion-context 0.1.71-pr.467.282 → 0.1.71
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.js +7 -41
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -56684,7 +56684,6 @@ ${bodyBuffer.toString("utf8")}`);
|
|
|
56684
56684
|
nativeFromFallback = false;
|
|
56685
56685
|
log2("info", `[${session.id}] self-healed context window: ${resolved} \u2192 ${learnedLimit} (learned from an upstream overflow)`);
|
|
56686
56686
|
}
|
|
56687
|
-
const nativeWindow = reqConfig.modelContextLimit;
|
|
56688
56687
|
if (shouldReserveOutputHeadroom(protocol)) {
|
|
56689
56688
|
const p2 = parsed;
|
|
56690
56689
|
const rawMax = p2.max_tokens ?? p2.max_completion_tokens ?? p2.max_output_tokens;
|
|
@@ -56699,7 +56698,7 @@ ${bodyBuffer.toString("utf8")}`);
|
|
|
56699
56698
|
acquireInFlight(session);
|
|
56700
56699
|
try {
|
|
56701
56700
|
await withSessionLock(session, async () => {
|
|
56702
|
-
const runPrepare = () => countTokens ? prepareCountTokens(parsed, core, reqConfig, log2, session) : protocol === "anthropic" ? prepareAnthropic(parsed, req, opts, core, reqConfig, reqPrompts, log2, session, pluginMode) : protocol === "openai" ? prepareOpenai(parsed, req, opts, core, reqConfig, reqPrompts, log2, session, pluginMode
|
|
56701
|
+
const runPrepare = () => countTokens ? prepareCountTokens(parsed, core, reqConfig, log2, session) : protocol === "anthropic" ? prepareAnthropic(parsed, req, opts, core, reqConfig, reqPrompts, log2, session, pluginMode) : protocol === "openai" ? prepareOpenai(parsed, req, opts, core, reqConfig, reqPrompts, log2, session, pluginMode) : responsesCompact ? prepareResponsesCompact(bodyBuffer, parsed, session, req, core, reqConfig, log2) : prepareResponses(parsed, req, opts, core, reqConfig, reqPrompts, log2, session, responsesIdentity, pluginMode, upstreamOrigin);
|
|
56703
56702
|
prepared = runPrepare();
|
|
56704
56703
|
if (!countTokens && !responsesCompact) {
|
|
56705
56704
|
const outcome = await preflightCompressIfNeeded(
|
|
@@ -56783,7 +56782,7 @@ function diagNudge(turn, sessionId, tokenCount, limit, model, willInject) {
|
|
|
56783
56782
|
const interval = b2["nudgeGrowthTokens"] ?? 0;
|
|
56784
56783
|
const pendingT1 = b2["pendingT1"] ?? 0;
|
|
56785
56784
|
const ref = b2["growthReference"] ?? 0;
|
|
56786
|
-
const inject =
|
|
56785
|
+
const inject = !n.shouldInject ? "idle" : willInject ? `INJECT T${n.tier ?? "?"}` : `ARMED-SUPPRESSED T${n.tier ?? "?"}`;
|
|
56787
56786
|
const modelTag = model ? ` model=${model}` : "";
|
|
56788
56787
|
return `[${sessionId}] nudge ${inject}: usage=${pct2} (${tokenCount}/${limit}), growth=${growth}/${floor} (ref=${ref}, interval=${interval}), pendingT1=${pendingT1}/${interval}${modelTag}, reason="${n.reason.slice(0, 120)}"`;
|
|
56789
56788
|
}
|
|
@@ -56818,7 +56817,7 @@ function prepareAnthropic(parsed, req, opts, core, config, prompts, log2, sessio
|
|
|
56818
56817
|
if (t) session.meta.title = t;
|
|
56819
56818
|
}
|
|
56820
56819
|
log2("info", diagTagSummary(turn.messages, sessionId, "text-only"));
|
|
56821
|
-
const willInjectNudge = opts.compress.injectNudge && !!turn.nudge
|
|
56820
|
+
const willInjectNudge = opts.compress.injectNudge && !!turn.nudge?.shouldInject;
|
|
56822
56821
|
log2("info", diagNudge(turn, sessionId, tokenCount, config.modelContextLimit, parsed.model, willInjectNudge));
|
|
56823
56822
|
processedMessages = stripKernelSummaries(turn.messages, turn.state);
|
|
56824
56823
|
reapOrphanBlocks(session, msgs, deactivateBlock);
|
|
@@ -56846,36 +56845,7 @@ function prepareAnthropic(parsed, req, opts, core, config, prompts, log2, sessio
|
|
|
56846
56845
|
delete rebuilt.prompt_cache_key;
|
|
56847
56846
|
return { body: JSON.stringify(rebuilt), session, processedMessages, originalMessages, anthropicSystem: parsed.system, protocol: "anthropic", stream: stream2, compressInjected: injectTools, pluginMode, nudge, prompts, renderTags: "text-only" };
|
|
56848
56847
|
}
|
|
56849
|
-
|
|
56850
|
-
var OUTPUT_CLAMP_MIN_MARGIN = 2048;
|
|
56851
|
-
var OUTPUT_CLAMP_FLOOR = 1024;
|
|
56852
|
-
var EMERGENCY_NUDGE_ESCALATION_PCT = 0.7;
|
|
56853
|
-
function estimateInputTokens(processedMessages, systemText, tools, lastInputTokens) {
|
|
56854
|
-
const est = estimateCoreMessages(processedMessages) + defaultCountTokens(systemText ?? "") + defaultCountTokens(JSON.stringify(tools ?? []));
|
|
56855
|
-
return Math.max(lastInputTokens > 0 ? lastInputTokens : 0, est);
|
|
56856
|
-
}
|
|
56857
|
-
function clampOutputBudget(requested, inputEstimate, nativeWindow) {
|
|
56858
|
-
const margin = Math.max(OUTPUT_CLAMP_MIN_MARGIN, Math.ceil(inputEstimate * OUTPUT_CLAMP_MARGIN_PCT));
|
|
56859
|
-
const cap = nativeWindow - inputEstimate - margin;
|
|
56860
|
-
if (cap < OUTPUT_CLAMP_FLOOR || cap >= requested) return void 0;
|
|
56861
|
-
return cap;
|
|
56862
|
-
}
|
|
56863
|
-
function emergencyNudge(nudge, escalationPct = EMERGENCY_NUDGE_ESCALATION_PCT) {
|
|
56864
|
-
if (!nudge || nudge.shouldInject) return false;
|
|
56865
|
-
if (nudge.compressibleRanges.length === 0) return false;
|
|
56866
|
-
return nudge.contextUsage >= escalationPct;
|
|
56867
|
-
}
|
|
56868
|
-
function clampOutgoingOutput(rebuilt, field, ctx, sessionId, log2) {
|
|
56869
|
-
const raw = rebuilt[field];
|
|
56870
|
-
if (typeof raw !== "number") return;
|
|
56871
|
-
const inputEstimate = estimateInputTokens(ctx.processedMessages, ctx.systemText, ctx.tools, ctx.lastInputTokens);
|
|
56872
|
-
const capped = clampOutputBudget(raw, inputEstimate, ctx.nativeWindow);
|
|
56873
|
-
if (capped !== void 0) {
|
|
56874
|
-
rebuilt[field] = capped;
|
|
56875
|
-
log2("info", `[${sessionId}] output budget clamped ${raw} -> ${capped} (input~${inputEstimate}, window=${ctx.nativeWindow}); prevents input+output overflow (#453)`);
|
|
56876
|
-
}
|
|
56877
|
-
}
|
|
56878
|
-
function prepareOpenai(parsed, req, opts, core, config, prompts, log2, session, pluginMode, nativeWindow) {
|
|
56848
|
+
function prepareOpenai(parsed, req, opts, core, config, prompts, log2, session, pluginMode) {
|
|
56879
56849
|
const sessionId = session.id;
|
|
56880
56850
|
const stream2 = parsed.stream === true;
|
|
56881
56851
|
++session.stats.requests;
|
|
@@ -56905,7 +56875,7 @@ function prepareOpenai(parsed, req, opts, core, config, prompts, log2, session,
|
|
|
56905
56875
|
if (t) session.meta.title = t;
|
|
56906
56876
|
}
|
|
56907
56877
|
log2("info", diagTagSummary(turn.messages, sessionId, "text-only"));
|
|
56908
|
-
const willInjectNudge = opts.compress.injectNudge && !!turn.nudge
|
|
56878
|
+
const willInjectNudge = opts.compress.injectNudge && !!turn.nudge?.shouldInject && shouldInject;
|
|
56909
56879
|
log2("info", diagNudge(turn, sessionId, tokenCount, config.modelContextLimit, parsed.model, willInjectNudge));
|
|
56910
56880
|
processedMessages = stripKernelSummaries(turn.messages, turn.state);
|
|
56911
56881
|
reapOrphanBlocks(session, msgs, deactivateBlock);
|
|
@@ -56931,7 +56901,6 @@ function prepareOpenai(parsed, req, opts, core, config, prompts, log2, session,
|
|
|
56931
56901
|
processedMessages = [];
|
|
56932
56902
|
}
|
|
56933
56903
|
const rebuilt = { ...parsed, messages: rebuiltMessages, tools: toolsOut };
|
|
56934
|
-
clampOutgoingOutput(rebuilt, typeof parsed.max_completion_tokens === "number" ? "max_completion_tokens" : "max_tokens", { systemText: openaiSystemText, tools: toolsOut, processedMessages, lastInputTokens: session.stats.lastInputTokens, nativeWindow }, sessionId, log2);
|
|
56935
56904
|
delete rebuilt.prompt_cache_retention;
|
|
56936
56905
|
if (stream2 && rebuilt.stream_options === void 0) {
|
|
56937
56906
|
rebuilt.stream_options = { include_usage: true };
|
|
@@ -56940,7 +56909,7 @@ function prepareOpenai(parsed, req, opts, core, config, prompts, log2, session,
|
|
|
56940
56909
|
markDirty(session);
|
|
56941
56910
|
return { body: JSON.stringify(rebuilt), session, processedMessages, originalMessages, protocol: "openai", stream: stream2, compressInjected: injectTools, pluginMode, nudge, prompts, openaiSystemText, renderTags: "text-only" };
|
|
56942
56911
|
}
|
|
56943
|
-
function prepareResponses(parsed, req, opts, core, config, prompts, log2, session, identity, pluginMode, upstreamOrigin
|
|
56912
|
+
function prepareResponses(parsed, req, opts, core, config, prompts, log2, session, identity, pluginMode, upstreamOrigin) {
|
|
56944
56913
|
const sessionId = session.id;
|
|
56945
56914
|
const stream2 = parsed.stream === true;
|
|
56946
56915
|
++session.stats.requests;
|
|
@@ -56997,7 +56966,7 @@ function prepareResponses(parsed, req, opts, core, config, prompts, log2, sessio
|
|
|
56997
56966
|
if (t) session.meta.title = t;
|
|
56998
56967
|
}
|
|
56999
56968
|
log2("info", diagTagSummary(turn.messages, sessionId, "text-only"));
|
|
57000
|
-
const willInjectNudge = opts.compress.injectNudge && !!turn.nudge && shouldInject && !isCompactionTrigger
|
|
56969
|
+
const willInjectNudge = opts.compress.injectNudge && !!turn.nudge?.shouldInject && shouldInject && !isCompactionTrigger;
|
|
57001
56970
|
log2("info", diagNudge(turn, sessionId, tokenCount, config.modelContextLimit, parsed.model, willInjectNudge));
|
|
57002
56971
|
processedMessages = stripKernelSummaries(turn.messages, turn.state);
|
|
57003
56972
|
reapOrphanBlocks(session, msgs, deactivateBlock);
|
|
@@ -57048,9 +57017,6 @@ function prepareResponses(parsed, req, opts, core, config, prompts, log2, sessio
|
|
|
57048
57017
|
log2("info", `[${sessionId}] codex compact intercepted (trigger); forged SSE with ${summaries.length} block summary(s), upstream not contacted`);
|
|
57049
57018
|
}
|
|
57050
57019
|
const rebuilt = { ...parsed, input: rebuiltInput, tools: toolsOut };
|
|
57051
|
-
if (!isCompactionTrigger) {
|
|
57052
|
-
clampOutgoingOutput(rebuilt, "max_output_tokens", { systemText: (responsesProjection?.systemParts ?? []).join("\n"), tools: toolsOut, processedMessages, lastInputTokens: session.stats.lastInputTokens, nativeWindow }, sessionId, log2);
|
|
57053
|
-
}
|
|
57054
57020
|
const promptCacheKey = resolvePromptCacheKey(
|
|
57055
57021
|
rebuilt.prompt_cache_key,
|
|
57056
57022
|
identity,
|