@wolfx/pi-magic-context 0.30.1 → 0.30.3

package/dist/index.js

@@ -70,6 +70,9 @@ function getMagicContextTempDir(harness = getHarness()) {
   return path2.join(os.tmpdir(), harness, "magic-context");
 }
 function getMagicContextLogPath(harness = getHarness()) {
+  const envPath = process.env.MAGIC_CONTEXT_LOG_PATH?.trim();
+  if (envPath)
+    return envPath;
   return path2.join(getMagicContextTempDir(harness), "magic-context.log");
 }
 function getProjectMagicContextDir(directory) {
@@ -14945,12 +14948,30 @@ var require_src2 = __commonJS((exports, module) => {
 // ../plugin/src/shared/rpc-notifications.ts
 var exports_rpc_notifications = {};
 __export(exports_rpc_notifications, {
+  registerNotificationSink: () => registerNotificationSink,
   pushNotification: () => pushNotification,
   isTuiConnected: () => isTuiConnected,
   drainNotifications: () => drainNotifications
 });
+function registerNotificationSink(sink) {
+  sinks.add(sink);
+  return () => {
+    sinks.delete(sink);
+  };
+}
+function notificationMatchesSink(notification, sink) {
+  return notification.sessionId === undefined || sink.sessionId === undefined || notification.sessionId === sink.sessionId;
+}
 function pushNotification(type, payload, sessionId) {
-  queue.push({ id: nextNotificationId++, type, payload, sessionId });
+  const notification = { id: nextNotificationId++, type, payload, sessionId };
+  queue.push(notification);
+  for (const sink of sinks) {
+    if (!notificationMatchesSink(notification, sink))
+      continue;
+    try {
+      sink.send(notification);
+    } catch {}
+  }
   if (queue.length > 100) {
     const newestPerSession = new Map;
     for (const n of queue) {
@@ -14970,10 +14991,6 @@ function pushNotification(type, payload, sessionId) {
   }
 }
 function drainNotifications(lastReceivedId = 0, sessionId) {
-  const now = Date.now();
-  lastDrainAtAny = now;
-  if (sessionId !== undefined)
-    lastDrainAtBySession.set(sessionId, now);
   const matchesClient = (notification) => sessionId === undefined || notification.sessionId === undefined || notification.sessionId === sessionId;
   if (lastReceivedId > 0) {
     queue = queue.filter((notification) => !(notification.id <= lastReceivedId && matchesClient(notification)));
@@ -14981,17 +14998,20 @@ function drainNotifications(lastReceivedId = 0, sessionId) {
   return queue.filter((notification) => notification.id > lastReceivedId && matchesClient(notification));
 }
 function isTuiConnected(sessionId) {
-  const now = Date.now();
-  if (sessionId !== undefined) {
-    const at = lastDrainAtBySession.get(sessionId) ?? 0;
-    return at > 0 && now - at < TUI_CONNECTED_WINDOW_MS;
+  if (sinks.size === 0)
+    return false;
+  if (sessionId === undefined)
+    return true;
+  for (const sink of sinks) {
+    if (sink.sessionId === undefined || sink.sessionId === sessionId)
+      return true;
   }
-  return lastDrainAtAny > 0 && now - lastDrainAtAny < TUI_CONNECTED_WINDOW_MS;
+  return false;
 }
-var queue, nextNotificationId = 1, lastDrainAtBySession, lastDrainAtAny = 0, TUI_CONNECTED_WINDOW_MS = 3000;
+var queue, nextNotificationId = 1, sinks;
 var init_rpc_notifications = __esm(() => {
   queue = [];
-  lastDrainAtBySession = new Map;
+  sinks = new Set;
 });
 
 // ../plugin/src/shared/safe-notification-target.ts
@@ -156461,9 +156481,9 @@ function compareSemverCore(a, b) {
   const [b0, b1, b2] = core(b);
   return a0 - b0 || a1 - b1 || a2 - b2;
 }
-var ANNOUNCEMENT_VERSION = "0.30.1";
+var ANNOUNCEMENT_VERSION = "0.30.2";
 var ANNOUNCEMENT_FEATURES = [
-  "Local embeddings work on OpenCode Desktop again (#195): /ctx-embed no longer fails with 'Unsupported device: cpu' on the Desktop app."
+  "Fixed high idle CPU from the TUI sidebar (#200): it now uses a single persistent connection to the plugin instead of polling, so an idle session no longer burns CPU."
 ];
 var ANNOUNCEMENT_FOOTER = "Join us on Discord: https://discord.gg/F2uWxjGnU";
 var STATE_FILENAME = "last_announced_version";
@@ -157984,6 +158004,94 @@ init_logger();
 
 // ../plugin/src/features/magic-context/compartment-chunk-embedding.ts
 import { createHash as createHash6 } from "node:crypto";
+init_logger();
+
+// ../plugin/src/features/magic-context/recursive-text-splitter.ts
+var DEFAULT_SEPARATORS = [`
+
+`, `
+`, " ", ""];
+function splitOnSeparator(text, separator) {
+  const splits = separator ? text.split(separator) : text.split("");
+  return splits.filter((s) => s !== "");
+}
+function mergeSplits(splits, separator, chunkSize, lengthFunction) {
+  const docs = [];
+  const currentDoc = [];
+  let total = 0;
+  const joinDocs = (docsToJoin) => {
+    const joined = docsToJoin.join(separator).trim();
+    return joined === "" ? null : joined;
+  };
+  for (const d of splits) {
+    const len = lengthFunction(d);
+    if (total + len + currentDoc.length * separator.length > chunkSize) {
+      if (currentDoc.length > 0) {
+        const doc2 = joinDocs(currentDoc);
+        if (doc2 !== null)
+          docs.push(doc2);
+        while (total > 0 && currentDoc.length > 0) {
+          total -= lengthFunction(currentDoc[0]);
+          currentDoc.shift();
+        }
+      }
+    }
+    currentDoc.push(d);
+    total += len;
+  }
+  const doc = joinDocs(currentDoc);
+  if (doc !== null)
+    docs.push(doc);
+  return docs;
+}
+function splitTextRecursive(text, separators, chunkSize, lengthFunction) {
+  const finalChunks = [];
+  let separator = separators[separators.length - 1];
+  let newSeparators;
+  for (let i = 0;i < separators.length; i += 1) {
+    const s = separators[i];
+    if (s === "") {
+      separator = s;
+      break;
+    }
+    if (text.includes(s)) {
+      separator = s;
+      newSeparators = separators.slice(i + 1);
+      break;
+    }
+  }
+  const splits = splitOnSeparator(text, separator);
+  let goodSplits = [];
+  for (const s of splits) {
+    if (lengthFunction(s) < chunkSize) {
+      goodSplits.push(s);
+    } else {
+      if (goodSplits.length) {
+        finalChunks.push(...mergeSplits(goodSplits, separator, chunkSize, lengthFunction));
+        goodSplits = [];
+      }
+      if (!newSeparators) {
+        finalChunks.push(s);
+      } else {
+        finalChunks.push(...splitTextRecursive(s, newSeparators, chunkSize, lengthFunction));
+      }
+    }
+  }
+  if (goodSplits.length) {
+    finalChunks.push(...mergeSplits(goodSplits, separator, chunkSize, lengthFunction));
+  }
+  return finalChunks;
+}
+function recursiveCharacterSplit(text, options) {
+  const chunkSize = options.chunkSize;
+  const lengthFunction = options.lengthFunction ?? ((t) => t.length);
+  const separators = options.separators ?? DEFAULT_SEPARATORS;
+  if (text.length === 0)
+    return [];
+  return splitTextRecursive(text, separators, chunkSize, lengthFunction);
+}
+
+// ../plugin/src/features/magic-context/compartment-chunk-embedding.ts
 var DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS = 512;
 var CHUNK_WINDOW_SAFETY_RATIO = 0.9;
 var loadFtsRowsStatements = new WeakMap;
@@ -158262,6 +158370,19 @@ function chunkCanonicalText(canonicalText, startOrdinal, endOrdinal, maxInputTok
     const lineStart = range?.start ?? startOrdinal;
     const lineEnd = range?.end ?? lineStart;
     const lineTokens = estimateTokens(line);
+    if (lineTokens > effectiveMax) {
+      flush2();
+      for (const slice of splitOversizedLine(line, effectiveMax)) {
+        windows.push({
+          windowIndex: windows.length + 1,
+          startOrdinal: lineStart,
+          endOrdinal: lineEnd,
+          text: slice,
+          chunkHash: hashChunkText(slice)
+        });
+      }
+      continue;
+    }
     if (currentLines.length > 0 && currentTokens + lineTokens > effectiveMax) {
       flush2();
     }
@@ -158275,6 +158396,56 @@ function chunkCanonicalText(canonicalText, startOrdinal, endOrdinal, maxInputTok
   flush2();
   return windows;
 }
+function splitOversizedLine(line, effectiveMax) {
+  let slices = [];
+  try {
+    slices = recursiveCharacterSplit(line, {
+      chunkSize: effectiveMax,
+      lengthFunction: estimateTokens
+    });
+  } catch (error) {
+    log("[magic-context] recursiveCharacterSplit failed; using char-budget fallback:", error);
+    slices = [];
+  }
+  if (slices.length === 0) {
+    slices = charBudgetSplit(line, effectiveMax);
+  }
+  const safe = [];
+  const pushChecked = (slice) => {
+    if (estimateTokens(slice) > effectiveMax && slice.length > 1) {
+      safe.push(...charBudgetSplit(slice, effectiveMax));
+      return;
+    }
+    safe.push(slice);
+  };
+  for (const slice of slices) {
+    if (estimateTokens(slice) <= effectiveMax) {
+      safe.push(slice);
+    } else {
+      for (const sub of charBudgetSplit(slice, effectiveMax))
+        pushChecked(sub);
+    }
+  }
+  return safe.filter((s) => s.length > 0);
+}
+function charBudgetSplit(text, effectiveMax) {
+  const totalTokens = Math.max(1, estimateTokens(text));
+  const charsPerToken = Math.max(1, Math.floor(text.length / totalTokens));
+  const sliceChars = Math.max(1, effectiveMax * charsPerToken);
+  const out = [];
+  let pos = 0;
+  while (pos < text.length) {
+    let end = Math.min(text.length, pos + sliceChars);
+    let slice = text.slice(pos, end);
+    while (slice.length > 1 && estimateTokens(slice) > effectiveMax) {
+      end = pos + Math.max(1, Math.floor((end - pos) / 2));
+      slice = text.slice(pos, end);
+    }
+    out.push(slice);
+    pos = end;
+  }
+  return out;
+}
 function getExistingChunkHashes(db, compartmentId, modelId, projectPath) {
   const scoped = typeof projectPath === "string" && projectPath.length > 0;
   const rows = scoped ? getExistingHashStatement(db, true).all(compartmentId, modelId, projectPath) : getExistingHashStatement(db, false).all(compartmentId, modelId);
@@ -158635,6 +158806,7 @@ class OpenAICompatibleEmbeddingProvider {
     if (texts.length === 0) {
       return [];
     }
+    const requestTexts = texts.map((t) => t.trim().length === 0 ? " " : t);
     if (!await this.initialize()) {
       return Array.from({ length: texts.length }, () => null);
     }
@@ -158666,7 +158838,7 @@ class OpenAICompatibleEmbeddingProvider {
         },
         body: JSON.stringify({
           model: this.model,
-          input: texts,
+          input: requestTexts,
           ...inputTypeForRequest ? { input_type: inputTypeForRequest } : {},
           ...this.truncate ? { truncate: this.truncate } : {}
         }),
@@ -159747,6 +159919,32 @@ async function embedBatchForProject(projectIdentity, texts, signal, purpose = "p
   }
   return { vectors, modelId, generation };
 }
+async function embedTextsWindowBounded(projectIdentity, texts, signal) {
+  if (texts.length <= MAX_WINDOWS_PER_EMBED_CALL) {
+    return embedBatchForProject(projectIdentity, texts, signal);
+  }
+  const vectors = [];
+  let modelId = null;
+  let generation = null;
+  for (let start = 0;start < texts.length; start += MAX_WINDOWS_PER_EMBED_CALL) {
+    if (signal?.aborted)
+      return null;
+    const sub = texts.slice(start, start + MAX_WINDOWS_PER_EMBED_CALL);
+    const result = await embedBatchForProject(projectIdentity, sub, signal);
+    if (!result)
+      return null;
+    if (modelId === null) {
+      modelId = result.modelId;
+      generation = result.generation;
+    } else if (result.modelId !== modelId || result.generation !== generation) {
+      return null;
+    }
+    vectors.push(...result.vectors);
+  }
+  if (modelId === null || generation === null)
+    return null;
+  return { vectors, modelId, generation };
+}
 function isUnembeddedMemoryRow(row) {
   if (row === null || typeof row !== "object")
     return false;
@@ -159880,7 +160078,7 @@ async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates
       let result = null;
       const attemptStart = Date.now();
       try {
-        result = await embedBatchForProject(projectIdentity, texts, signal);
+        result = await embedTextsWindowBounded(projectIdentity, texts, signal);
       } catch (error) {
         log("[magic-context] failed to proactively embed compartment chunks:", error);
       }
@@ -183149,6 +183347,7 @@ async function loadDefaultPiSessionDeps() {
 }
 
 // src/dreamer/retrospective-raw-provider-pi.ts
+import { readFileSync as readFileSync9 } from "node:fs";
 import { resolve as resolve2 } from "node:path";
 var PI_CODING_AGENT_MODULE2 = "@earendil-works/pi-coding-agent";
 
@@ -183177,7 +183376,7 @@ class PiRetrospectiveRawProvider {
       result.push({
         sessionId: info.id,
         path: info.path,
-        updatedAt: typeof info.modified === "number" ? info.modified : info.modified instanceof Date ? info.modified.getTime() : undefined
+        updatedAt: typeof info.modified === "number" ? info.modified : undefined
       });
     }
     return result.sort((a, b) => (b.updatedAt ?? 0) - (a.updatedAt ?? 0));
@@ -183256,15 +183455,17 @@ function extractPiTextContent(content) {
 }
 async function loadDefaultPiSessionDeps2() {
   const mod = await import(PI_CODING_AGENT_MODULE2);
-  const sessionListAll = mod.SessionManager?.listAll;
-  const parseEntries = mod.parseSessionEntries;
-  if (typeof sessionListAll !== "function" || typeof parseEntries !== "function") {
-    throw new Error("Pi session APIs unavailable: expected SessionManager.listAll and parseSessionEntries");
+  const listSessions = mod.SessionManager?.listAll;
+  if (typeof listSessions !== "function") {
+    throw new Error("Pi session APIs unavailable: expected SessionManager.listAll on pi-coding-agent");
   }
-  const { readFileSync: readFileSync9 } = await import("node:fs");
+  const loadEntriesFromFile = mod.loadEntriesFromFile ?? ((filePath) => {
+    const content = readFileSync9(filePath, "utf8");
+    return mod.parseSessionEntries?.(content) ?? [];
+  });
   return {
-    listSessions: () => sessionListAll.call(mod.SessionManager),
-    loadEntriesFromFile: (filePath) => parseEntries(readFileSync9(filePath, "utf-8"))
+    listSessions: listSessions.bind(mod.SessionManager),
+    loadEntriesFromFile
   };
 }
 
@@ -199413,7 +199614,7 @@ function formatThresholdPercent(value) {
 // package.json
 var package_default = {
   name: "@wolfx/pi-magic-context",
-  version: "0.30.1",
+  version: "0.30.3",
   type: "module",
   description: "Pi coding agent extension for Magic Context — cross-session memory and context management",
   main: "dist/index.js",
@@ -199439,7 +199640,7 @@ var package_default = {
     "README.md"
   ],
   scripts: {
-    build: "bun build src/index.ts src/subagent-entry.ts --outdir dist --target node --format esm --external @earendil-works/pi-coding-agent --external @earendil-works/pi-tui --external node:sqlite",
+    build: "bun build src/index.ts src/subagent-entry.ts --outdir dist --target node --format esm --external @earendil-works/pi-coding-agent --external @earendil-works/pi-tui --external @huggingface/transformers --external node:sqlite",
     typecheck: "tsc --noEmit",
     test: "bun test",
     lint: "biome check src",
@@ -199468,8 +199669,8 @@ var package_default = {
     typescript: "^5.8.0"
   },
   peerDependencies: {
-    "@earendil-works/pi-coding-agent": "*",
-    "@earendil-works/pi-tui": "*"
+    "@earendil-works/pi-coding-agent": "^0.80.2",
+    "@earendil-works/pi-tui": "^0.80.2"
   },
   exports: {
     ".": {

package/dist/subagent-entry.js

@@ -70,6 +70,9 @@ function getMagicContextTempDir(harness = getHarness()) {
   return path.join(os.tmpdir(), harness, "magic-context");
 }
 function getMagicContextLogPath(harness = getHarness()) {
+  const envPath = process.env.MAGIC_CONTEXT_LOG_PATH?.trim();
+  if (envPath)
+    return envPath;
   return path.join(getMagicContextTempDir(harness), "magic-context.log");
 }
 function getProjectMagicContextDir(directory) {
@@ -160280,6 +160283,94 @@ init_logger();
 
 // ../plugin/src/features/magic-context/compartment-chunk-embedding.ts
 import { createHash as createHash3 } from "node:crypto";
+init_logger();
+
+// ../plugin/src/features/magic-context/recursive-text-splitter.ts
+var DEFAULT_SEPARATORS = [`
+
+`, `
+`, " ", ""];
+function splitOnSeparator(text, separator) {
+  const splits = separator ? text.split(separator) : text.split("");
+  return splits.filter((s) => s !== "");
+}
+function mergeSplits(splits, separator, chunkSize, lengthFunction) {
+  const docs = [];
+  const currentDoc = [];
+  let total = 0;
+  const joinDocs = (docsToJoin) => {
+    const joined = docsToJoin.join(separator).trim();
+    return joined === "" ? null : joined;
+  };
+  for (const d of splits) {
+    const len = lengthFunction(d);
+    if (total + len + currentDoc.length * separator.length > chunkSize) {
+      if (currentDoc.length > 0) {
+        const doc3 = joinDocs(currentDoc);
+        if (doc3 !== null)
+          docs.push(doc3);
+        while (total > 0 && currentDoc.length > 0) {
+          total -= lengthFunction(currentDoc[0]);
+          currentDoc.shift();
+        }
+      }
+    }
+    currentDoc.push(d);
+    total += len;
+  }
+  const doc2 = joinDocs(currentDoc);
+  if (doc2 !== null)
+    docs.push(doc2);
+  return docs;
+}
+function splitTextRecursive(text, separators, chunkSize, lengthFunction) {
+  const finalChunks = [];
+  let separator = separators[separators.length - 1];
+  let newSeparators;
+  for (let i = 0;i < separators.length; i += 1) {
+    const s = separators[i];
+    if (s === "") {
+      separator = s;
+      break;
+    }
+    if (text.includes(s)) {
+      separator = s;
+      newSeparators = separators.slice(i + 1);
+      break;
+    }
+  }
+  const splits = splitOnSeparator(text, separator);
+  let goodSplits = [];
+  for (const s of splits) {
+    if (lengthFunction(s) < chunkSize) {
+      goodSplits.push(s);
+    } else {
+      if (goodSplits.length) {
+        finalChunks.push(...mergeSplits(goodSplits, separator, chunkSize, lengthFunction));
+        goodSplits = [];
+      }
+      if (!newSeparators) {
+        finalChunks.push(s);
+      } else {
+        finalChunks.push(...splitTextRecursive(s, newSeparators, chunkSize, lengthFunction));
+      }
+    }
+  }
+  if (goodSplits.length) {
+    finalChunks.push(...mergeSplits(goodSplits, separator, chunkSize, lengthFunction));
+  }
+  return finalChunks;
+}
+function recursiveCharacterSplit(text, options) {
+  const chunkSize = options.chunkSize;
+  const lengthFunction = options.lengthFunction ?? ((t) => t.length);
+  const separators = options.separators ?? DEFAULT_SEPARATORS;
+  if (text.length === 0)
+    return [];
+  return splitTextRecursive(text, separators, chunkSize, lengthFunction);
+}
+
+// ../plugin/src/features/magic-context/compartment-chunk-embedding.ts
 var DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS = 512;
 var CHUNK_WINDOW_SAFETY_RATIO = 0.9;
 var loadFtsRowsStatements = new WeakMap;
@@ -160558,6 +160649,19 @@ function chunkCanonicalText(canonicalText, startOrdinal, endOrdinal, maxInputTok
     const lineStart = range?.start ?? startOrdinal;
     const lineEnd = range?.end ?? lineStart;
     const lineTokens = estimateTokens(line);
+    if (lineTokens > effectiveMax) {
+      flush2();
+      for (const slice of splitOversizedLine(line, effectiveMax)) {
+        windows.push({
+          windowIndex: windows.length + 1,
+          startOrdinal: lineStart,
+          endOrdinal: lineEnd,
+          text: slice,
+          chunkHash: hashChunkText(slice)
+        });
+      }
+      continue;
+    }
     if (currentLines.length > 0 && currentTokens + lineTokens > effectiveMax) {
       flush2();
     }
@@ -160571,6 +160675,56 @@ function chunkCanonicalText(canonicalText, startOrdinal, endOrdinal, maxInputTok
   flush2();
   return windows;
 }
+function splitOversizedLine(line, effectiveMax) {
+  let slices = [];
+  try {
+    slices = recursiveCharacterSplit(line, {
+      chunkSize: effectiveMax,
+      lengthFunction: estimateTokens
+    });
+  } catch (error51) {
+    log("[magic-context] recursiveCharacterSplit failed; using char-budget fallback:", error51);
+    slices = [];
+  }
+  if (slices.length === 0) {
+    slices = charBudgetSplit(line, effectiveMax);
+  }
+  const safe = [];
+  const pushChecked = (slice) => {
+    if (estimateTokens(slice) > effectiveMax && slice.length > 1) {
+      safe.push(...charBudgetSplit(slice, effectiveMax));
+      return;
+    }
+    safe.push(slice);
+  };
+  for (const slice of slices) {
+    if (estimateTokens(slice) <= effectiveMax) {
+      safe.push(slice);
+    } else {
+      for (const sub of charBudgetSplit(slice, effectiveMax))
+        pushChecked(sub);
+    }
+  }
+  return safe.filter((s) => s.length > 0);
+}
+function charBudgetSplit(text, effectiveMax) {
+  const totalTokens = Math.max(1, estimateTokens(text));
+  const charsPerToken = Math.max(1, Math.floor(text.length / totalTokens));
+  const sliceChars = Math.max(1, effectiveMax * charsPerToken);
+  const out = [];
+  let pos = 0;
+  while (pos < text.length) {
+    let end = Math.min(text.length, pos + sliceChars);
+    let slice = text.slice(pos, end);
+    while (slice.length > 1 && estimateTokens(slice) > effectiveMax) {
+      end = pos + Math.max(1, Math.floor((end - pos) / 2));
+      slice = text.slice(pos, end);
+    }
+    out.push(slice);
+    pos = end;
+  }
+  return out;
+}
 function getExistingChunkHashes(db, compartmentId, modelId, projectPath) {
   const scoped = typeof projectPath === "string" && projectPath.length > 0;
   const rows = scoped ? getExistingHashStatement(db, true).all(compartmentId, modelId, projectPath) : getExistingHashStatement(db, false).all(compartmentId, modelId);
@@ -160931,6 +161085,7 @@ class OpenAICompatibleEmbeddingProvider {
     if (texts.length === 0) {
       return [];
     }
+    const requestTexts = texts.map((t) => t.trim().length === 0 ? " " : t);
     if (!await this.initialize()) {
       return Array.from({ length: texts.length }, () => null);
     }
@@ -160962,7 +161117,7 @@ class OpenAICompatibleEmbeddingProvider {
         },
         body: JSON.stringify({
           model: this.model,
-          input: texts,
+          input: requestTexts,
           ...inputTypeForRequest ? { input_type: inputTypeForRequest } : {},
           ...this.truncate ? { truncate: this.truncate } : {}
         }),
@@ -162043,6 +162198,32 @@ async function embedBatchForProject(projectIdentity, texts, signal, purpose = "p
   }
   return { vectors, modelId, generation };
 }
+async function embedTextsWindowBounded(projectIdentity, texts, signal) {
+  if (texts.length <= MAX_WINDOWS_PER_EMBED_CALL) {
+    return embedBatchForProject(projectIdentity, texts, signal);
+  }
+  const vectors = [];
+  let modelId = null;
+  let generation = null;
+  for (let start = 0;start < texts.length; start += MAX_WINDOWS_PER_EMBED_CALL) {
+    if (signal?.aborted)
+      return null;
+    const sub = texts.slice(start, start + MAX_WINDOWS_PER_EMBED_CALL);
+    const result = await embedBatchForProject(projectIdentity, sub, signal);
+    if (!result)
+      return null;
+    if (modelId === null) {
+      modelId = result.modelId;
+      generation = result.generation;
+    } else if (result.modelId !== modelId || result.generation !== generation) {
+      return null;
+    }
+    vectors.push(...result.vectors);
+  }
+  if (modelId === null || generation === null)
+    return null;
+  return { vectors, modelId, generation };
+}
 function isUnembeddedMemoryRow(row) {
   if (row === null || typeof row !== "object")
     return false;
@@ -162176,7 +162357,7 @@ async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates
       let result = null;
       const attemptStart = Date.now();
       try {
-        result = await embedBatchForProject(projectIdentity, texts, signal);
+        result = await embedTextsWindowBounded(projectIdentity, texts, signal);
       } catch (error51) {
         log("[magic-context] failed to proactively embed compartment chunks:", error51);
       }

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@wolfx/pi-magic-context",
-	"version": "0.30.1",
+	"version": "0.30.3",
 	"type": "module",
 	"description": "Pi coding agent extension for Magic Context — cross-session memory and context management",
 	"main": "dist/index.js",
@@ -26,7 +26,7 @@
 		"README.md"
 	],
 	"scripts": {
-		"build": "bun build src/index.ts src/subagent-entry.ts --outdir dist --target node --format esm --external @earendil-works/pi-coding-agent --external @earendil-works/pi-tui --external node:sqlite",
+		"build": "bun build src/index.ts src/subagent-entry.ts --outdir dist --target node --format esm --external @earendil-works/pi-coding-agent --external @earendil-works/pi-tui --external @huggingface/transformers --external node:sqlite",
 		"typecheck": "tsc --noEmit",
 		"test": "bun test",
 		"lint": "biome check src",
@@ -55,8 +55,8 @@
 		"typescript": "^5.8.0"
 	},
 	"peerDependencies": {
-		"@earendil-works/pi-coding-agent": "*",
-		"@earendil-works/pi-tui": "*"
+		"@earendil-works/pi-coding-agent": "^0.80.2",
+		"@earendil-works/pi-tui": "^0.80.2"
 	},
 	"exports": {
 		".": {