@remnic/core 9.57.5 → 9.58.0

package/dist/{chunk-C5B3CIMJ.js → chunk-PFPNUFKZ.js}

@@ -13,7 +13,7 @@ import {
 import {
   ActivityStore,
   MaintenanceScheduler
-} from "./chunk-4O6R3GPK.js";
+} from "./chunk-6W2ISYUV.js";
 import {
   runPeerProfileReasoner
 } from "./chunk-I74SUMNI.js";
@@ -22,25 +22,28 @@ import {
 } from "./chunk-7HYPN2GC.js";
 import {
   LcmEngine
-} from "./chunk-Z54EM5YZ.js";
+} from "./chunk-B2QHVLJO.js";
+import {
+  chunkTranscriptEntries
+} from "./chunk-TECVW3JP.js";
 import {
   cleanupConversationChunks
 } from "./chunk-C5JF6EZ7.js";
 import {
   CompoundingEngine,
   defaultTierMigrationCycleBudget
-} from "./chunk-O5AFC5KM.js";
+} from "./chunk-EWL5DICB.js";
 import {
   SharedContextManager
 } from "./chunk-ER4BLWI6.js";
-import {
-  chunkTranscriptEntries
-} from "./chunk-TECVW3JP.js";
 import {
   applyUtilityPromotionRuntimePolicy,
   applyUtilityRankingRuntimeDelta,
   loadUtilityRuntimeValues
 } from "./chunk-SEF4IOFE.js";
+import {
+  extractTopics
+} from "./chunk-UHGBNIOS.js";
 import {
   CODEX_THREAD_KEY_PREFIX
 } from "./chunk-4EX5WZ4M.js";
@@ -53,9 +56,6 @@ import {
 import {
   TmtBuilder
 } from "./chunk-ECZU5BJH.js";
-import {
-  extractTopics
-} from "./chunk-UHGBNIOS.js";
 import {
   buildTargetedFactRecallSection,
   shouldRecallTargetedFactEvidence
@@ -65,10 +65,10 @@ import {
 } from "./chunk-2NKY7OC6.js";
 import {
   HourlySummarizer
-} from "./chunk-JOA4Q765.js";
+} from "./chunk-EUYWQ7TS.js";
 import {
   SessionObserverState
-} from "./chunk-QFN4U7AG.js";
+} from "./chunk-ODZKV2F7.js";
 import {
   buildResponseGuidanceRecallSection,
   shouldRecallResponseGuidance
@@ -159,7 +159,7 @@ import {
 } from "./chunk-XXSOVESA.js";
 import {
   ExtractionEngine
-} from "./chunk-NTJ6TY44.js";
+} from "./chunk-ODAE36PG.js";
 import {
   parseMemoryActionEligibilityContext
 } from "./chunk-WFLBP5GC.js";
@@ -191,14 +191,14 @@ import {
   buildEntityRecallSection,
   entityRecentTranscriptLookbackHours,
   readRecentEntityTranscriptEntries
-} from "./chunk-NEJQ65NV.js";
+} from "./chunk-4CLE2LXB.js";
 import {
   buildEventOrderRecallSection,
   shouldRecallEventOrderEvidence
 } from "./chunk-DEOYTFA6.js";
 import {
   formatDaySummaryMemories
-} from "./chunk-BPWZDHFM.js";
+} from "./chunk-J6QIAYNR.js";
 import {
   tryDirectAnswer
 } from "./chunk-CSOYVTRX.js";
@@ -207,51 +207,51 @@ import {
 } from "./chunk-DFEODULB.js";
 import {
   refreshConvergedNamespaces
-} from "./chunk-6SX4MY5Q.js";
+} from "./chunk-J65AKOD6.js";
 import {
   builtInConnectorPackageSpecifier,
   ensureBuiltInWearableConnectors,
   getWearableConnector,
   listWearableConnectors,
   screenCandidateFact
-} from "./chunk-AW4A4XOP.js";
-import {
-  RoutingRulesStore
-} from "./chunk-TBUEE7XF.js";
+} from "./chunk-CZGOLAEW.js";
 import {
   normalizeReplaySessionKey
 } from "./chunk-AJVLDJU6.js";
+import {
+  RoutingRulesStore
+} from "./chunk-TBUEE7XF.js";
 import {
   compareVerifiedEpisodeResults,
   searchVerifiedEpisodes
-} from "./chunk-GXIY65UH.js";
+} from "./chunk-FI5EAP4N.js";
 import {
   ThreadingManager
 } from "./chunk-OJP3N7UK.js";
 import {
   compareVerifiedSemanticRuleResults,
   searchVerifiedSemanticRules
-} from "./chunk-USGKHF36.js";
+} from "./chunk-QUJC22CT.js";
 import {
   searchWorkProductLedgerEntries
 } from "./chunk-WT6UL3UA.js";
 import {
   TranscriptManager
-} from "./chunk-HYQJQGD3.js";
+} from "./chunk-AM4T6CHX.js";
 import {
   PolicyRuntimeManager
 } from "./chunk-33JBK2XP.js";
 import {
   runNamespaceMaintenanceFanout,
   summarizeNamespaceMaintenanceHealth
-} from "./chunk-FI3PIOOI.js";
+} from "./chunk-B4CSPFYN.js";
 import {
   NamespaceCatalog,
   planNamespaceMaintenance
-} from "./chunk-4YZCIK5E.js";
+} from "./chunk-EZXGJJXM.js";
 import {
   searchHarmonicRetrieval
-} from "./chunk-RUZM6Z52.js";
+} from "./chunk-MMZK2DWN.js";
 import {
   isAboveImportanceThreshold,
   scoreImportance
@@ -286,7 +286,7 @@ import {
   materializeAfterSemanticConsolidation,
   parseConsolidationResponse,
   parseOperatorAwareConsolidationResponse
-} from "./chunk-3AJOJOFP.js";
+} from "./chunk-77DAFTUU.js";
 import {
   BootstrapEngine
 } from "./chunk-MYVPLJOO.js";
@@ -298,13 +298,13 @@ import {
 } from "./chunk-B7RWBZXW.js";
 import {
   semanticChunkContent
-} from "./chunk-P4BC54KI.js";
+} from "./chunk-2GBFKHBZ.js";
 import {
   chunkContent
-} from "./chunk-UQ7RN5HK.js";
+} from "./chunk-6TBIWIAG.js";
 import {
   detectMeetings
-} from "./chunk-3VFVQDZO.js";
+} from "./chunk-4IIKJOYM.js";
 import {
   compileCorrectionRule,
   correctionsFilePath,
@@ -329,7 +329,7 @@ import {
 } from "./chunk-KD3QD3A5.js";
 import {
   MeetingsInputError
-} from "./chunk-XBGLEOID.js";
+} from "./chunk-I4BLRM7X.js";
 import {
   WearablesInputError,
   describeErrorForOperator
@@ -350,10 +350,10 @@ import {
   filterRecallCandidates,
   isGenericRecallExcludedPath,
   isTopLevelArchivePath
-} from "./chunk-CZUHNJHX.js";
+} from "./chunk-6C7Q6NG3.js";
 import {
   importCapsule
-} from "./chunk-PPUTUOC3.js";
+} from "./chunk-BTHDQOF4.js";
 import {
   isCodingGraphInstalled
 } from "./chunk-VQ7B2Q6M.js";
@@ -370,7 +370,7 @@ import {
 } from "./chunk-KQS72GCR.js";
 import {
   buildXraySnapshot
-} from "./chunk-QKPDN325.js";
+} from "./chunk-KF75ANST.js";
 import {
   objectiveStateStoreOverrideForNamespace,
   searchObjectiveStateSnapshots
@@ -380,7 +380,7 @@ import {
 } from "./chunk-NLE6TSLG.js";
 import {
   LocalLlmClient
-} from "./chunk-5ZIWRMZM.js";
+} from "./chunk-IVKIODHO.js";
 import {
   buildProcedurePersistBody
 } from "./chunk-QDW3E4RD.js";
@@ -401,7 +401,7 @@ import {
 } from "./chunk-7ZNJN5WZ.js";
 import {
   NamespaceStorageRouter
-} from "./chunk-LIF6DO6U.js";
+} from "./chunk-MG7GI4TT.js";
 import {
   GraphIndex
 } from "./chunk-YMOPYG3K.js";
@@ -457,7 +457,7 @@ import {
 } from "./chunk-HXXGZ4KV.js";
 import {
   buildChainFollowupGenerator
-} from "./chunk-CSV34HIW.js";
+} from "./chunk-P5OYNV7B.js";
 import {
   QmdResultResolver,
   StorageManager,
@@ -476,7 +476,7 @@ import {
   reconstructFusionInputs,
   selfDeps,
   serializeFusionDay
-} from "./chunk-YTZA7U6Q.js";
+} from "./chunk-2VHCLHZ5.js";
 import {
   bodyIsEscaped,
   decodeTranscriptBody,
@@ -493,12 +493,12 @@ import {
 import {
   NamespaceSearchRouter,
   namespaceCollectionName
-} from "./chunk-SNW3YRO6.js";
+} from "./chunk-P6GOYLHN.js";
 import {
   createConversationIndexRuntime,
   createSearchBackend,
   isSearchBackendEnabled
-} from "./chunk-F7M36OG2.js";
+} from "./chunk-JNWISMYG.js";
 import {
   NoopSearchBackend
 } from "./chunk-CYEPCZN5.js";
@@ -512,7 +512,7 @@ import {
 } from "./chunk-S2V7RUCL.js";
 import {
   confidenceTier
-} from "./chunk-5QHDXMXP.js";
+} from "./chunk-LLZKOSGM.js";
 import {
   lintWorkspaceFiles,
   rotateMarkdownFileToArchive
@@ -569,6 +569,9 @@ import {
   fallbackLlmRuntimeContextFromConfig,
   gatewayTaskChainOptions
 } from "./chunk-UW5NPZJ2.js";
+import {
+  estimateTokenCount
+} from "./chunk-TOTT6S2V.js";
 import {
   assertExternalWikiRootOutsideMemoryDirCanonical
 } from "./chunk-JV3C2MNQ.js";
@@ -2470,14 +2473,44 @@ var RecallSectionCoordinator = class {
     const end = boundary > 0 ? boundary : contentLimit;
     return `${content.slice(0, end).trimEnd()}${suffix}`;
   }
-  truncateRecallSectionToBudget(content, maxChars) {
-    if (maxChars <= 0) return "";
-    if (content.length <= maxChars) return content;
+  truncateRecallSectionToBudget(content, maxChars, maxTokens) {
+    if (maxChars <= 0 || maxTokens === 0) return "";
     const suffix = "\n\n...(memory context trimmed)";
-    if (maxChars <= suffix.length) {
-      return content.slice(0, maxChars);
+    const charBounded = content.length <= maxChars ? content : maxChars <= suffix.length ? content.slice(0, maxChars) : `${content.slice(0, maxChars - suffix.length)}${suffix}`;
+    if (maxTokens === void 0 || estimateTokenCount(charBounded) <= maxTokens) {
+      return charBounded;
+    }
+    const markerFits = maxChars > suffix.length && estimateTokenCount(suffix) <= maxTokens;
+    const tokenSource = content.length > maxChars ? content.slice(0, maxChars) : content;
+    const codePoints = [...tokenSource];
+    let low = 0;
+    let high = codePoints.length;
+    while (low < high) {
+      const mid = Math.ceil((low + high) / 2);
+      const prefix2 = codePoints.slice(0, mid).join("");
+      const candidate = markerFits ? `${prefix2}${suffix}` : prefix2;
+      if (candidate.length <= maxChars && estimateTokenCount(candidate) <= maxTokens) {
+        low = mid;
+      } else {
+        high = mid - 1;
+      }
     }
-    return `${content.slice(0, maxChars - suffix.length)}${suffix}`;
+    if (markerFits && low === 0) {
+      low = 0;
+      high = codePoints.length;
+      while (low < high) {
+        const mid = Math.ceil((low + high) / 2);
+        const prefix2 = codePoints.slice(0, mid).join("");
+        if (prefix2.length <= maxChars && estimateTokenCount(prefix2) <= maxTokens) {
+          low = mid;
+        } else {
+          high = mid - 1;
+        }
+      }
+      return codePoints.slice(0, low).join("");
+    }
+    const prefix = codePoints.slice(0, low).join("");
+    return markerFits ? `${prefix}${suffix}` : prefix;
   }
   getRecallBudgetChars(override) {
     if (typeof override === "number" && Number.isFinite(override) && override >= 0) {
@@ -2522,6 +2555,7 @@ var RecallSectionCoordinator = class {
       seen.add(id);
     }
     const budget = this.getRecallBudgetChars(budgetOverride);
+    const tokenBudget = Math.max(0, Math.floor(this.getConfig().maxMemoryTokens));
     const candidateMemoryChunks = orderedSections.find((section) => section.id === "memories")?.chunks.filter((chunk) => chunk.atomic && chunk.memoryId).map((chunk) => ({
       id: chunk.memoryId,
       namespace: chunk.memoryNamespace
@@ -2549,10 +2583,17 @@ var RecallSectionCoordinator = class {
     const memoryIndex = allocationOrder.indexOf("memories");
     const memoryBudget = this.getRecallSectionMaxChars("memories") ?? budget;
     const memoryAllocationBudget = Math.min(budget, memoryBudget);
-    let firstAtomicMemoryReserveChars = 0;
+    let firstAtomicMemoryReserve;
     for (const chunk of memorySection?.chunks ?? []) {
-      if (chunk.atomic && chunk.content.length <= memoryAllocationBudget) {
-        firstAtomicMemoryReserveChars = chunk.content.length;
+      if (!chunk.atomic || chunk.content.length > memoryAllocationBudget) {
+        continue;
+      }
+      const tokens = estimateTokenCount(chunk.content);
+      if (tokens <= tokenBudget) {
+        firstAtomicMemoryReserve = {
+          chars: chunk.content.length,
+          tokens
+        };
         break;
       }
     }
@@ -2560,6 +2601,7 @@ var RecallSectionCoordinator = class {
     const includedMemoryPaths = [];
     const includedMemoryNamespaces = [];
     let usedChars = 0;
+    let usedTokens = 0;
     let truncated = false;
     const selected = /* @__PURE__ */ new Map();
     for (const id of allocationOrder) {
@@ -2567,12 +2609,18 @@ var RecallSectionCoordinator = class {
       if (!section || selected.has(id)) continue;
       const separatorChars = selected.size > 0 ? separator.length : 0;
       const available = budget - usedChars - separatorChars;
+      const separatorTokens = selected.size > 0 ? estimateTokenCount(separator) : 0;
+      const availableTokens = tokenBudget - usedTokens - separatorTokens;
       const sectionMaxChars = this.getRecallSectionMaxChars(id);
-      const reservesFirstMemory = memoryIndex > allocationOrder.indexOf(id) && firstAtomicMemoryReserveChars > 0;
-      const memoryReserve = reservesFirstMemory ? firstAtomicMemoryReserveChars + separator.length : 0;
+      const reservedMemory = memoryIndex > allocationOrder.indexOf(id) ? firstAtomicMemoryReserve : void 0;
+      const memoryReserveSeparatorChars = separator.length;
+      const memoryReserveSeparatorTokens = estimateTokenCount(separator);
+      const memoryReserve = reservedMemory ? reservedMemory.chars + memoryReserveSeparatorChars : 0;
       const availableAfterMemoryReserve = available - memoryReserve;
       const allocatedSectionAvailable = typeof sectionMaxChars === "number" ? Math.min(availableAfterMemoryReserve, sectionMaxChars) : availableAfterMemoryReserve;
-      if (allocatedSectionAvailable <= 0) {
+      const availableAfterMemoryReserveTokens = reservedMemory ? availableTokens - reservedMemory.tokens - memoryReserveSeparatorTokens : availableTokens;
+      const allocatedTokenAvailable = availableAfterMemoryReserveTokens;
+      if (allocatedSectionAvailable <= 0 || allocatedTokenAvailable <= 0) {
         truncated = true;
         continue;
       }
@@ -2590,9 +2638,10 @@ var RecallSectionCoordinator = class {
           content,
           Math.min(profileLimit, allocatedSectionAvailable)
         ) : content;
-        finalContent = id === "profile" ? boundedContent : this.truncateRecallSectionToBudget(
+        finalContent = this.truncateRecallSectionToBudget(
           boundedContent,
-          allocatedSectionAvailable
+          allocatedSectionAvailable,
+          allocatedTokenAvailable
         );
         if (!finalContent) {
           truncated = true;
@@ -2611,7 +2660,7 @@ var RecallSectionCoordinator = class {
             const candidate2 = rendered ? `${rendered}
 
 ${chunk.content}` : chunk.content;
-            if (candidate2.length <= allocatedSectionAvailable) {
+            if (candidate2.length <= allocatedSectionAvailable && estimateTokenCount(candidate2) <= allocatedTokenAvailable) {
               rendered = candidate2;
               includedLeadingContent = true;
             } else {
@@ -2622,8 +2671,8 @@ ${chunk.content}` : chunk.content;
           const candidate = rendered ? `${rendered}
 
 ${chunk.content}` : chunk.content;
-          if (candidate.length > allocatedSectionAvailable) {
-            if (chunk.atomic && includedAtomicCount === 0 && includedLeadingContent && chunk.content.length <= allocatedSectionAvailable) {
+          if (candidate.length > allocatedSectionAvailable || estimateTokenCount(candidate) > allocatedTokenAvailable) {
+            if (chunk.atomic && includedAtomicCount === 0 && includedLeadingContent && chunk.content.length <= allocatedSectionAvailable && estimateTokenCount(chunk.content) <= allocatedTokenAvailable) {
               rendered = chunk.content;
               includedLeadingContent = false;
               includedAtomicCount = 1;
@@ -2634,7 +2683,7 @@ ${chunk.content}` : chunk.content;
               }
               continue;
             }
-            if (!chunk.atomic && includedAtomicCount === 0 && includedLeadingContent && chunk.content.length <= allocatedSectionAvailable) {
+            if (!chunk.atomic && includedAtomicCount === 0 && includedLeadingContent && chunk.content.length <= allocatedSectionAvailable && estimateTokenCount(chunk.content) <= allocatedTokenAvailable) {
               rendered = chunk.content;
               includedLeadingContent = false;
               includedPostAtomicContent = true;
@@ -2675,6 +2724,7 @@ ${chunk.content}` : chunk.content;
       }
       selected.set(id, finalContent);
       usedChars += separatorChars + finalContent.length;
+      usedTokens += separatorTokens + estimateTokenCount(finalContent);
     }
     const sections = [];
     const includedIds = [];
@@ -27127,4 +27177,4 @@ export {
   blendGraphExpandedRecallScore,
   Orchestrator
 };
-//# sourceMappingURL=chunk-C5B3CIMJ.js.map
+//# sourceMappingURL=chunk-PFPNUFKZ.js.map