billion-context-pi 0.1.49-pr.201.19 → 0.1.49

package/dist/index.js

@@ -3753,15 +3753,6 @@ function extractText(content) {
 function stripRefTag(text) {
   return text.replace(REF_TAG, "").replace(TRAILING_REF_TAG, "");
 }
-function countImageBlocks(content) {
-  if (!Array.isArray(content)) return 0;
-  let n = 0;
-  for (const block of content) {
-    const b = block;
-    if (b?.type === "image") n++;
-  }
-  return n;
-}
 function messageIdentity(message) {
   return JSON.stringify(normalizeIdentityValue(message, true));
 }
@@ -9181,29 +9172,12 @@ function collectCoveredMessageIds(state) {
   }
   return ids;
 }
-var IMAGE_TOKEN_COST = 1600;
-function modelSupportsImages(model) {
-  const input = model?.input;
-  return Array.isArray(input) && input.includes("image");
-}
-function collectImageTokens(entries, visionCapable) {
-  const out = /* @__PURE__ */ new Map();
-  if (!visionCapable) return out;
-  for (const e of entries) {
-    if (e.type !== "message") continue;
-    const n = countImageBlocks(e.message?.content);
-    if (n > 0) out.set(e.id, n * IMAGE_TOKEN_COST);
-  }
-  return out;
-}
-function estimateTokens(messages, coveredIds, imageTokensById) {
+function estimateTokens(messages, coveredIds) {
   let tokens = 0;
   for (const m of messages) {
     if (m.toolName === "compress") continue;
     if (coveredIds?.has(m.id)) continue;
     tokens += defaultCountTokens(m.text ?? "");
-    const img = imageTokensById?.get(m.id);
-    if (img) tokens += img;
   }
   return tokens;
 }
@@ -9332,13 +9306,12 @@ async function handleCompress(args, runtime, ctx, toolCallId) {
   if (typeof maybeRanges === "string") throw new Error(maybeRanges);
   const ranges = maybeRanges;
   if (ranges.length === 0) return "No ranges provided.";
-  const { state: initialState, coreMessages, entries } = await runtime.stateFor(ctx);
+  const { state: initialState, coreMessages } = await runtime.stateFor(ctx);
   const config = runtime.configFor(ctx);
   const modelId = ctx.model?.id ?? "default";
   const systemPromptText = getSystemPromptText(ctx);
   const systemPromptTokens = systemPromptText ? defaultCountTokens(systemPromptText) : 0;
-  const imageTokens = collectImageTokens(entries, modelSupportsImages(ctx.model));
-  const sentTokens = estimateTokens(coreMessages, collectCoveredMessageIds(initialState), imageTokens) + systemPromptTokens;
+  const sentTokens = estimateTokens(coreMessages, collectCoveredMessageIds(initialState)) + systemPromptTokens;
   const turn = runtime.core.processTurn({
     messages: coreMessages,
     state: initialState,
@@ -9348,7 +9321,7 @@ async function handleCompress(args, runtime, ctx, toolCallId) {
   const state = turn.state;
   const messages = turn.messages;
   const density = runtime.density.densityFor(modelId);
-  const beforeTokens = calibrateTokens(estimateTokens(messages, collectCoveredMessageIds(state), imageTokens), density);
+  const beforeTokens = calibrateTokens(estimateTokens(messages, collectCoveredMessageIds(state)), density);
   const summaryMaxChars = args.summaryMaxChars;
   const topLevelTopic = args.topic;
   debug.event("compress-in", {
@@ -9388,7 +9361,7 @@ async function handleCompress(args, runtime, ctx, toolCallId) {
     config,
     tokenCount: calibrateTokens(sentTokens, density)
   });
-  const afterTokens = calibrateTokens(estimateTokens(afterTurn.messages, collectCoveredMessageIds(applied.state), imageTokens), density);
+  const afterTokens = calibrateTokens(estimateTokens(afterTurn.messages, collectCoveredMessageIds(applied.state)), density);
   const reclaimed = Math.max(0, beforeTokens - afterTokens);
   const newBlocks = applied.state.blocks.slice(-blocksCreated);
   debug.event("compress-out", {
@@ -11065,13 +11038,13 @@ function makeStatusTool(runtime) {
   };
 }
 async function handleStatus(args, runtime, ctx) {
-  const { state, coreMessages, entries } = await runtime.stateFor(ctx);
+  const { state, coreMessages } = await runtime.stateFor(ctx);
   const config = runtime.configFor(ctx);
   const coveredIds = collectCoveredMessageIds(state);
   const modelId = ctx.model?.id ?? "default";
   const systemPromptText = getSystemPromptText(ctx);
   const systemPromptTokens = systemPromptText ? defaultCountTokens(systemPromptText) : 0;
-  const sentTokens = estimateTokens(coreMessages, coveredIds, collectImageTokens(entries, modelSupportsImages(ctx.model))) + systemPromptTokens;
+  const sentTokens = estimateTokens(coreMessages, coveredIds) + systemPromptTokens;
   const turn = runtime.core.processTurn({
     messages: coreMessages,
     state,
@@ -11555,12 +11528,10 @@ async function statusReport(runtime, ctx) {
   const realUsage = ctx.getContextUsage?.();
   const systemPromptText = getSystemPromptText(ctx);
   const systemPromptTokens = systemPromptText ? defaultCountTokens(systemPromptText) : 0;
-  const imageTokens = collectImageTokens(entries, modelSupportsImages(ctx.model));
-  const imageTokensTotal = [...imageTokens.values()].reduce((a, b) => a + b, 0);
-  const sessionTokens = realUsage?.tokens && realUsage.tokens > 0 ? realUsage.tokens : defaultCountTokens(coreMessages.map((m) => m.text ?? "").join("\n")) + imageTokensTotal;
+  const sessionTokens = realUsage?.tokens && realUsage.tokens > 0 ? realUsage.tokens : defaultCountTokens(coreMessages.map((m) => m.text ?? "").join("\n"));
   const coveredIds = collectCoveredMessageIds(state);
   const modelId = ctx.model?.id ?? "default";
-  const sentTokens = estimateTokens(coreMessages, coveredIds, imageTokens) + systemPromptTokens;
+  const sentTokens = estimateTokens(coreMessages, coveredIds) + systemPromptTokens;
   const turn = runtime.core.processTurn({ messages: coreMessages, state, config, tokenCount: calibrateTokens(sentTokens, runtime.density.densityFor(modelId)) });
   const versionStr = "0.1.49" ? `billion-context-pi@${"0.1.49"}` : void 0;
   let text = buildStatusPanel({
@@ -11570,7 +11541,7 @@ async function statusReport(runtime, ctx) {
     state: turn.state,
     nudge: turn.nudge,
     modelContextLimit: config.modelContextLimit,
-    unprunedTokens: coreMessages.reduce((sum, m) => sum + defaultCountTokens(m.text ?? "") + (imageTokens.get(m.id) ?? 0), 0),
+    unprunedTokens: coreMessages.reduce((sum, m) => sum + defaultCountTokens(m.text ?? ""), 0),
     cacheUsages: cacheUsageSamples(entries ?? [])
   });
   const delegateUsage = getDelegateUsage();
@@ -12137,7 +12108,7 @@ function wireContextTransform(pi, runtime) {
       const realUsage = ctx.getContextUsage?.();
       const systemPromptText = getSystemPromptText(ctx);
       const systemPromptTokens = systemPromptText ? defaultCountTokens(systemPromptText) : 0;
-      const sentTokens = estimateTokens(coreMessages, coveredIds, collectImageTokens(entries, modelSupportsImages(ctx.model))) + systemPromptTokens;
+      const sentTokens = estimateTokens(coreMessages, coveredIds) + systemPromptTokens;
       let tokenCount = calibrateTokens(sentTokens, runtime.density.densityFor(modelId));
       if (ov.armed && config.modelContextLimit > 0) {
         ov.armed = false;