@nomad-e/bluma-cli 0.1.64 → 0.1.65

package/dist/main.js

@@ -8530,15 +8530,30 @@ async function task_output(params) {
 
 // src/app/agent/core/context-api/token_counter.ts
 import { getEncoding } from "js-tiktoken";
+import { createHash } from "crypto";
 var MESSAGE_OVERHEAD_TOKENS = 4;
 var CONVERSATION_BASE_OVERHEAD = 3;
 var cachedEncoding = null;
+var tokenCountCache = null;
 function getO200kEncoding() {
   if (!cachedEncoding) {
     cachedEncoding = getEncoding("o200k_base");
   }
   return cachedEncoding;
 }
+function hashHistory(messages) {
+  const hash = createHash("sha256");
+  hash.update(`len:${messages.length}:`);
+  for (const msg of messages) {
+    const m = msg;
+    hash.update(`role:${m.role ?? ""}:`);
+    hash.update(`content:${JSON.stringify(m.content ?? "")}:`);
+    hash.update(`tool_calls:${JSON.stringify(m.tool_calls ?? "")}:`);
+    hash.update(`tool_call_id:${m.tool_call_id ?? ""}:`);
+    hash.update(`name:${m.name ?? ""}:`);
+  }
+  return hash.digest("hex");
+}
 function messageBodyForTokens(msg) {
   const c = msg.content;
   if (c == null) {
@@ -8563,10 +8578,16 @@ function messageExtraForTokens(msg) {
   }
   return parts.join("\0");
 }
-function countTokens(messages) {
+function countTokens(messages, useCache = true) {
   if (messages.length === 0) {
     return CONVERSATION_BASE_OVERHEAD;
   }
+  if (useCache) {
+    const currentHash = hashHistory(messages);
+    if (tokenCountCache && tokenCountCache.hash === currentHash) {
+      return tokenCountCache.count;
+    }
+  }
   const enc = getO200kEncoding();
   let total = CONVERSATION_BASE_OVERHEAD;
   for (const msg of messages) {
@@ -8576,8 +8597,14 @@ function countTokens(messages) {
     const nExtra = extra ? enc.encode(extra).length : 0;
     total += nBody + nExtra + MESSAGE_OVERHEAD_TOKENS;
   }
+  if (useCache) {
+    tokenCountCache = { hash: hashHistory(messages), count: total };
+  }
   return total;
 }
+function clearTokenCountCache() {
+  tokenCountCache = null;
+}
 
 // src/app/agent/tools/natives/ctx_inspect.ts
 async function ctx_inspect(args = {}) {
@@ -13429,8 +13456,9 @@ async function createApiContextWindow(fullHistory, currentAnchor, compressedTurn
   const thresholdTokens = tokenBudget * compressThreshold;
   let pendingSlices = turnSlices.slice(sliceCount, recentStart);
   let pendingFlat = pendingSlices.flat();
+  clearTokenCountCache();
   let messages = buildContextMessages(systemMessages, anchor, pendingFlat, recentFlat);
-  let tokens = countTokens(messages);
+  let tokens = countTokens(messages, true);
   while (tokens >= thresholdTokens && pendingSlices.length > 0) {
     try {
       anchor = await compressToAnchor(
@@ -13448,8 +13476,9 @@ async function createApiContextWindow(fullHistory, currentAnchor, compressedTurn
       pendingSlices = [];
       pendingFlat = [];
     }
+    clearTokenCountCache();
     messages = buildContextMessages(systemMessages, anchor, pendingFlat, recentFlat);
-    tokens = countTokens(messages);
+    tokens = countTokens(messages, true);
   }
   return {
     messages,

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@nomad-e/bluma-cli",
-	"version": "0.1.64",
+	"version": "0.1.65",
 	"description": "BluMa independent agent for automation and advanced software engineering.",
 	"author": "Alex Fonseca",
 	"license": "Apache-2.0",