@cortexkit/pi-magic-context 0.45.0 → 0.46.0

package/dist/embedding-worker.js

@@ -6,12 +6,12 @@ import {
   resolveLocalEmbeddingWorkerRuntime,
   getLocalEmbeddingNativeMemoryStats,
   LocalEmbeddingProvider
-} from "./index-ttf0cqq8.js";
-import"./index-g0xfx1c2.js";
-import"./index-j0mbc5vj.js";
+} from "./index-sg8zbjs0.js";
+import"./index-phh7e055.js";
+import"./index-266qrgss.js";
 import {
   setStoragePrivatePermissionEnforcement
-} from "./index-4d3cba70.js";
+} from "./index-vf38qhee.js";
 
 // ../plugin/src/features/magic-context/memory/embedding-worker.ts
 import { parentPort, workerData } from "node:worker_threads";

package/dist/{index-j0mbc5vj.js → index-266qrgss.js}

@@ -287,6 +287,9 @@ function getTokenEstimatorFingerprint() {
 function hasTokenizerForFit() {
   return getTokenizer() !== undefined;
 }
+function tokenCountUsesByteBound(text) {
+  return text.length > 1024 * 1024 || /[\p{L}\p{N}]{16385}/u.test(text);
+}
 function estimateTokens(text) {
   if (!text)
     return 0;
@@ -302,6 +305,61 @@ function estimateTokens(text) {
     return estimateTokensHeuristically(text);
   }
 }
+function createTokenCountMemo(maxEntries, maxBytes) {
+  const counts = new Map;
+  let bytes = 0;
+  return (text) => {
+    const cached = counts.get(text);
+    if (cached && cached.tokenizer === getTokenizer())
+      return cached.tokens;
+    const tokens = estimateTokens(text);
+    if (cached) {
+      bytes -= text.length * 2;
+      counts.delete(text);
+    }
+    if (text.length * 2 <= maxBytes) {
+      while (counts.size >= maxEntries || bytes + text.length * 2 > maxBytes) {
+        const oldest = counts.keys().next().value;
+        if (oldest === undefined)
+          break;
+        bytes -= oldest.length * 2;
+        counts.delete(oldest);
+      }
+      counts.set(text, { tokenizer: getTokenizer(), tokens });
+      bytes += text.length * 2;
+    }
+    return tokens;
+  };
+}
+var promptTokenCounts = new Map;
+var promptTokenCountBytes = 0;
+var PROMPT_TOKEN_COUNT_BYTES = 8 * 1024 * 1024;
+function estimateFixedPromptTokens(text) {
+  const activeTokenizer = getTokenizer();
+  const cached = promptTokenCounts.get(text);
+  if (cached && cached.tokenizer === activeTokenizer) {
+    promptTokenCounts.delete(text);
+    promptTokenCounts.set(text, cached);
+    return cached.tokens;
+  }
+  const tokens = estimateTokens(text);
+  if (cached) {
+    promptTokenCountBytes -= text.length * 2;
+    promptTokenCounts.delete(text);
+  }
+  if (text.length * 2 <= PROMPT_TOKEN_COUNT_BYTES) {
+    while (promptTokenCounts.size >= 64 || promptTokenCountBytes + text.length * 2 > PROMPT_TOKEN_COUNT_BYTES) {
+      const oldest = promptTokenCounts.keys().next().value;
+      if (oldest === undefined)
+        break;
+      promptTokenCountBytes -= oldest.length * 2;
+      promptTokenCounts.delete(oldest);
+    }
+    promptTokenCounts.set(text, { tokenizer: getTokenizer(), tokens });
+    promptTokenCountBytes += text.length * 2;
+  }
+  return tokens;
+}
 function normalizeText(text) {
   return text.replace(/\s+/g, " ").trim();
 }
@@ -356,4 +414,4 @@ function mergeCommitHashes(existing, next) {
   return merged;
 }
 
-export { textMentionsRecentCommit, OMO_INTERNAL_INITIATOR_MARKER, isSystemDirective, removeSystemReminders, hasMeaningfulUserText2, extractTexts2, extractToolResultBodyTokens, extractToolCallSummaries, preloadTokenizer, getTokenEstimatorFingerprint, hasTokenizerForFit, estimateTokens, normalizeText, compactRole, formatBlock, compactTextForSummary, mergeCommitHashes };
+export { textMentionsRecentCommit, OMO_INTERNAL_INITIATOR_MARKER, isSystemDirective, removeSystemReminders, hasMeaningfulUserText2, extractTexts2, extractToolResultBodyTokens, extractToolCallSummaries, preloadTokenizer, getTokenEstimatorFingerprint, hasTokenizerForFit, tokenCountUsesByteBound, estimateTokens, createTokenCountMemo, estimateFixedPromptTokens, normalizeText, compactRole, formatBlock, compactTextForSummary, mergeCommitHashes };

package/dist/index-2p1e8706.js

@@ -0,0 +1,30 @@
+import {
+  log
+} from "./index-7n8gb6j3.js";
+
+// ../plugin/src/shared/write-transaction-timing.ts
+var SLOW_WRITE_TRANSACTION_THRESHOLD_MS = 1000;
+function logSlowWriteTransaction(site, startedAt, thresholdMs = SLOW_WRITE_TRANSACTION_THRESHOLD_MS, completedAtMs = performance.now(), steps) {
+  try {
+    const durationMs = completedAtMs - startedAt;
+    if (durationMs < thresholdMs)
+      return;
+    const detail = steps ? Object.entries(steps).map(([name, ms]) => `${name}=${ms.toFixed(1)}ms`).join(" ") : "";
+    log(`[magic-context] slow write transaction: site=${site} held=${durationMs.toFixed(1)}ms${detail ? ` ${detail}` : ""}`);
+  } catch {}
+}
+
+class WriteTransactionSteps {
+  durations = {};
+  last = performance.now();
+  mark(name) {
+    const now = performance.now();
+    this.durations[name] = now - this.last;
+    this.last = now;
+  }
+  reset() {
+    this.last = performance.now();
+  }
+}
+
+export { logSlowWriteTransaction, WriteTransactionSteps };