billion-context 0.1.101-pr.691.516 → 0.1.101
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.js +8 -13
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -48600,8 +48600,7 @@ function parseUpstreamProxyMode(value) {
|
|
|
48600
48600
|
return value === "manual" || value === "auto" ? value : "direct";
|
|
48601
48601
|
}
|
|
48602
48602
|
function parseHostUsageCredit(value) {
|
|
48603
|
-
|
|
48604
|
-
return v2 === "baseline" || v2 === "auto" ? "baseline" : "postfold";
|
|
48603
|
+
return value === "off" ? "off" : "auto";
|
|
48605
48604
|
}
|
|
48606
48605
|
function parseCompressSettings(v2) {
|
|
48607
48606
|
if (!v2 || typeof v2 !== "object" || Array.isArray(v2)) return void 0;
|
|
@@ -59720,15 +59719,11 @@ function diagNudge(turn, sessionId, tokenCount, limit, model, willInject) {
|
|
|
59720
59719
|
const modelTag = model ? ` model=${model}` : "";
|
|
59721
59720
|
return `[${sessionId}] nudge ${inject}: usage=${pct2} (${tokenCount}/${limit}), growth=${growth}/${floor} (ref=${ref}, interval=${interval}), pendingT1=${pendingT1}/${interval}${modelTag}, reason="${n.reason.slice(0, 120)}"`;
|
|
59722
59721
|
}
|
|
59723
|
-
|
|
59724
|
-
function resolveHostUsagePolicy(pluginAgent, globalPolicy) {
|
|
59725
|
-
const override = typeof pluginAgent === "string" ? HOST_USAGE_POLICY[pluginAgent] : void 0;
|
|
59726
|
-
return override ?? globalPolicy;
|
|
59727
|
-
}
|
|
59728
|
-
function armHostUsageCredit(session, originalMessages, processedMessages, hostUsageCredit, log2) {
|
|
59729
|
-
const policy = resolveHostUsagePolicy(session.metadata.pluginAgent, hostUsageCredit);
|
|
59722
|
+
function armHostUsageCredit(session, originalMessages, processedMessages, headers, hostUsageCredit, log2) {
|
|
59730
59723
|
session.hostCreditTokens = 0;
|
|
59731
|
-
if (
|
|
59724
|
+
if (hostUsageCredit === "off") return;
|
|
59725
|
+
if (session.metadata.pluginAgent === "pi" || session.metadata.pluginAgent === "omp") return;
|
|
59726
|
+
if (isCodexClient(headers)) return;
|
|
59732
59727
|
session.hostCreditTokens = processedMessages.length > 0 ? Math.max(0, estimateCoreMessages(originalMessages) - estimateCoreMessages(processedMessages)) : 0;
|
|
59733
59728
|
if (session.hostCreditTokens > 0) {
|
|
59734
59729
|
log2("info", `[${session.id}] host usage backfill armed: +${session.hostCreditTokens} tok (forwarded view is folded); host usage will report the uncompressed baseline`);
|
|
@@ -59809,7 +59804,7 @@ function prepareAnthropic(parsed, req, opts, core, config, prompts, log2, sessio
|
|
|
59809
59804
|
markDirty(session);
|
|
59810
59805
|
const rebuilt = { ...parsed, messages: rebuiltMessages, system: systemOut, tools: toolsOut };
|
|
59811
59806
|
delete rebuilt.prompt_cache_key;
|
|
59812
|
-
armHostUsageCredit(session, originalMessages, processedMessages, opts.hostUsageCredit, log2);
|
|
59807
|
+
armHostUsageCredit(session, originalMessages, processedMessages, req.headers, opts.hostUsageCredit, log2);
|
|
59813
59808
|
return { body: JSON.stringify(rebuilt), session, processedMessages, originalMessages, anthropicSystem: parsed.system, protocol: "anthropic", stream: stream2, compressInjected: injectTools, pluginMode, nudge, prompts, renderTags: "text-only" };
|
|
59814
59809
|
}
|
|
59815
59810
|
var OUTPUT_CLAMP_MARGIN_PCT = 0.05;
|
|
@@ -59941,7 +59936,7 @@ function prepareOpenai(parsed, req, opts, core, config, prompts, log2, session,
|
|
|
59941
59936
|
if (stream2 && rebuilt.stream_options === void 0) {
|
|
59942
59937
|
rebuilt.stream_options = { include_usage: true };
|
|
59943
59938
|
}
|
|
59944
|
-
armHostUsageCredit(session, originalMessages, processedMessages, opts.hostUsageCredit, log2);
|
|
59939
|
+
armHostUsageCredit(session, originalMessages, processedMessages, req.headers, opts.hostUsageCredit, log2);
|
|
59945
59940
|
if (!isTitleGen && openaiOutboundSystem !== void 0) {
|
|
59946
59941
|
session.metadata.systemPromptTokens = countSystemAndToolsTokens(openaiOutboundSystem, toolsOut);
|
|
59947
59942
|
}
|
|
@@ -60093,7 +60088,7 @@ function prepareResponses(parsed, req, opts, core, config, prompts, log2, sessio
|
|
|
60093
60088
|
});
|
|
60094
60089
|
log2("info", `[${sessionId}] responses forward tools=[${fwdTools.join(",")}] injectTool=${injectTools}${pluginMode ? " (plugin mode: wire injection suppressed)" : ""} NO_INJECT_TOOL=${!!process.env.ACP_NO_INJECT_TOOL} NO_COMPRESS_PROMPT=${!!process.env.ACP_NO_COMPRESS_PROMPT}`);
|
|
60095
60090
|
}
|
|
60096
|
-
armHostUsageCredit(session, originalMessages, processedMessages, opts.hostUsageCredit, log2);
|
|
60091
|
+
armHostUsageCredit(session, originalMessages, processedMessages, req.headers, opts.hostUsageCredit, log2);
|
|
60097
60092
|
if (transformOk) {
|
|
60098
60093
|
session.metadata.systemPromptTokens = countSystemAndToolsTokens(responsesDevContent ?? "", toolsOut);
|
|
60099
60094
|
}
|