blun-king-cli 9.1.354 → 9.1.356

package/bin/llm-config-log-dedup-policy.cjs

@@ -0,0 +1,76 @@
+'use strict';
+
+function createLlmConfigChangeDetector(options = {}) {
+  const serializeParameters = options.serializeParameters ?? JSON.stringify;
+  if (typeof serializeParameters !== 'function') {
+    throw new TypeError('serializeParameters must be a function');
+  }
+
+  let previous;
+
+  return function shouldLogConfig(input) {
+    const tools = Array.isArray(input.tools) ? input.tools : [];
+    const sameScalars = previous !== undefined
+      && previous.provider === input.provider
+      && previous.model === input.model
+      && previous.modelAlias === input.modelAlias
+      && previous.thinkingEffort === input.thinkingEffort
+      && previous.systemPrompt === input.systemPrompt;
+
+    if (sameScalars && previous.tools.length === tools.length) {
+      let exactToolMatch = true;
+      for (let index = 0; index < tools.length; index += 1) {
+        const tool = tools[index];
+        const prior = previous.tools[index];
+        if (
+          prior.tool !== tool
+          || prior.name !== tool.name
+          || prior.description !== tool.description
+          || prior.parameters !== tool.parameters
+        ) {
+          exactToolMatch = false;
+          break;
+        }
+      }
+      if (exactToolMatch) return false;
+    }
+
+    let toolsChanged = previous === undefined || previous.tools.length !== tools.length;
+    const toolSnapshot = tools.map((tool, index) => {
+      const prior = previous?.tools[index];
+      const parametersJson = prior?.parameters === tool.parameters
+        ? prior.parametersJson
+        : serializeParameters(tool.parameters);
+      if (
+        prior === undefined
+        || prior.name !== tool.name
+        || prior.description !== tool.description
+        || prior.parametersJson !== parametersJson
+      ) {
+        toolsChanged = true;
+      }
+      return {
+        tool,
+        name: tool.name,
+        description: tool.description,
+        parameters: tool.parameters,
+        parametersJson,
+      };
+    });
+
+    const changed = !sameScalars || toolsChanged;
+    previous = {
+      provider: input.provider,
+      model: input.model,
+      modelAlias: input.modelAlias,
+      thinkingEffort: input.thinkingEffort,
+      systemPrompt: input.systemPrompt,
+      tools: toolSnapshot,
+    };
+    return changed;
+  };
+}
+
+module.exports = {
+  createLlmConfigChangeDetector,
+};

package/bin/system-prompt-token-cache-policy.cjs

@@ -0,0 +1,60 @@
+'use strict';
+
+const DEFAULT_MAX_ENTRIES = 4;
+const DEFAULT_MAX_PROMPT_CHARS = 500_000;
+const DEFAULT_MAX_TOTAL_CHARS = 1_000_000;
+
+function positiveInteger(value, fallback, name) {
+  const resolved = value === undefined ? fallback : value;
+  if (!Number.isSafeInteger(resolved) || resolved < 1) {
+    throw new TypeError(`${name} must be a positive integer`);
+  }
+  return resolved;
+}
+
+function createSystemPromptTokenEstimator(estimateTextTokens, options = {}) {
+  if (typeof estimateTextTokens !== 'function') {
+    throw new TypeError('estimateTextTokens must be a function');
+  }
+
+  const maxEntries = positiveInteger(options.maxEntries, DEFAULT_MAX_ENTRIES, 'maxEntries');
+  const maxPromptChars = positiveInteger(
+    options.maxPromptChars,
+    DEFAULT_MAX_PROMPT_CHARS,
+    'maxPromptChars',
+  );
+  const maxTotalChars = positiveInteger(
+    options.maxTotalChars,
+    DEFAULT_MAX_TOTAL_CHARS,
+    'maxTotalChars',
+  );
+  const cache = new Map();
+  let cachedChars = 0;
+
+  return function estimateSystemPrompt(prompt) {
+    const cached = cache.get(prompt);
+    if (cached !== undefined) {
+      cache.delete(prompt);
+      cache.set(prompt, cached);
+      return cached;
+    }
+
+    const tokens = estimateTextTokens(prompt);
+    if (prompt.length > maxPromptChars || prompt.length > maxTotalChars) return tokens;
+
+    while (cache.size >= maxEntries || cachedChars + prompt.length > maxTotalChars) {
+      const oldestPrompt = cache.keys().next().value;
+      if (oldestPrompt === undefined) break;
+      cachedChars -= oldestPrompt.length;
+      cache.delete(oldestPrompt);
+    }
+
+    cache.set(prompt, tokens);
+    cachedChars += prompt.length;
+    return tokens;
+  };
+}
+
+module.exports = {
+  createSystemPromptTokenEstimator,
+};

package/blun.mjs

@@ -31019,11 +31019,13 @@ function estimateTokensForContentPart(part) {
 		default: return 0;
 	}
 }
-var createToolSchemaTokenEstimator, estimateTokensForTools, messageTokenEstimateCache, MEDIA_TOKEN_ESTIMATE, MAX_IMAGE_HEADER_BYTES;
+var createToolSchemaTokenEstimator, createSystemPromptTokenEstimator, estimateTokensForTools, estimateSystemPromptTokens, messageTokenEstimateCache, MEDIA_TOKEN_ESTIMATE, MAX_IMAGE_HEADER_BYTES;
 var init_tokens = __esmMin((() => {
 	init_file_type$1();
 	({ createToolSchemaTokenEstimator } = createRequire(import.meta.url)("./bin/tool-schema-token-cache-policy.cjs"));
+	({ createSystemPromptTokenEstimator } = createRequire(import.meta.url)("./bin/system-prompt-token-cache-policy.cjs"));
 	estimateTokensForTools = createToolSchemaTokenEstimator(estimateTokens$1);
+	estimateSystemPromptTokens = createSystemPromptTokenEstimator(estimateTokens$1);
 	messageTokenEstimateCache = /* @__PURE__ */ new WeakMap();
 	MEDIA_TOKEN_ESTIMATE = 2e3;
 	MAX_IMAGE_HEADER_BYTES = 1024 * 1024;
@@ -74736,7 +74738,7 @@ var init_kosong_llm = __esmMin((() => {
 				const outgoingMessages = downgradeUnsupportedMedia(enrichedMessages, this.capability, (dropped) => {
 					this.notifyMediaDropped(dropped);
 				});
-				const outgoingRequestTokens = estimateTokens$1(this.systemPrompt) + estimateTokensForTools(tools) + estimateTokensForMessages(outgoingMessages);
+				const outgoingRequestTokens = estimateSystemPromptTokens(this.systemPrompt) + estimateTokensForTools(tools) + estimateTokensForMessages(outgoingMessages);
 				const reportedContextTokens = this.reportedContextTokens?.() ?? 0;
 				const usedContextTokens = Math.max(outgoingRequestTokens, reportedContextTokens);
 				completionBudget = applyCompletionBudgetWithDetails({
@@ -75454,7 +75456,7 @@ var init_full = __esmMin((() => {
 			return this.agent.context.tokenCountWithPending;
 		}
 		estimateRequestTokens(messages, systemPrompt = this.agent.effectiveSystemPrompt, tools = this.agent.tools.loopTools) {
-			return estimateTokens$1(systemPrompt) + estimateTokensForTools(tools) + estimateTokensForMessages(messages);
+			return estimateSystemPromptTokens(systemPrompt) + estimateTokensForTools(tools) + estimateTokensForMessages(messages);
 		}
 		resetForTurn() {
 			this.compactionCountInTurn = 0;
@@ -264953,23 +264955,15 @@ function splitGenerateOptions(options) {
 		generateOptions
 	};
 }
-function toolSignature(tools) {
-	return tools.map(({ name, description, parameters }) => ({
-		name,
-		description,
-		parameters
-	}));
-}
-function fingerprint(content) {
-	return createHash("sha256").update(content).digest("hex");
-}
-var LlmRequestLogger;
+var createLlmConfigChangeDetector, LlmRequestLogger;
 var init_llm_request_logger = __esmMin((() => {
+	createLlmConfigChangeDetector = createRequire(import.meta.url)("./bin/llm-config-log-dedup-policy.cjs").createLlmConfigChangeDetector;
 	LlmRequestLogger = class {
 		log;
-		lastConfigLogSignature;
+		shouldLogConfig;
 		constructor(log) {
 			this.log = log;
+			this.shouldLogConfig = createLlmConfigChangeDetector();
 		}
 		logRequest(input) {
 			const { provider, modelAlias, systemPrompt, tools, messages, fields } = input;
@@ -264982,13 +264976,11 @@ var init_llm_request_logger = __esmMin((() => {
 				systemPromptChars: systemPrompt.length,
 				toolCount: tools.length
 			};
-			const signature = JSON.stringify({
+			if (this.shouldLogConfig({
 				...config,
-				systemPromptHash: fingerprint(systemPrompt),
-				toolsHash: fingerprint(JSON.stringify(toolSignature(tools)))
-			});
-			if (signature !== this.lastConfigLogSignature) {
-				this.lastConfigLogSignature = signature;
+				systemPrompt,
+				tools
+			})) {
 				this.log.info("llm config", {
 					...requestLogFields,
 					...config
@@ -265531,7 +265523,7 @@ var init_agent = __esmMin((() => {
 						projectedTokenCount: this.fullCompaction.estimateCurrentRequestTokens(),
 						effectiveMaxContextTokens: this.fullCompaction.getEffectiveMaxContextTokens(),
 						compactionBudgetTokens: this.fullCompaction.getCompactionBudgetTokens(),
-						systemPromptTokens: estimateTokens$1(systemPrompt),
+						systemPromptTokens: estimateSystemPromptTokens(systemPrompt),
 						personalityPromptTokens,
 						socialPromptTokens,
 						skillPromptTokens: includedTokens(skillPrompt),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "blun-king-cli",
-  "version": "9.1.354",
+  "version": "9.1.356",
   "description": "BLUN CLI - your own AI agent with a Telegram channel. Get it done. With BLUN.",
   "license": "MIT",
   "bin": {