@cortexkit/pi-magic-context 0.49.18 → 0.49.20

package/dist/auto-search-worker.js

@@ -1,3 +1,7 @@
+import {
+  exitOnWorkerClose
+} from "./index-54wmg4rj.js";
+
 // ../plugin/src/hooks/magic-context/auto-search-worker.ts
 import { parentPort, workerData } from "node:worker_threads";
 if (!parentPort)
@@ -14,20 +18,22 @@ var [
   { getMemoriesByProject },
   { installProjectEmbeddingSearchBridge },
   { searchMessageHistory, unifiedSearch },
+  { getLastCompartmentChunkPoolWarm, maintainCompartmentChunkSearchPools },
   { setEmbeddingSessionBusy },
   { getHarness, setHarness },
   { Database, registerSqliteDiagnosticSink },
   { log }
 ] = await Promise.all([
-  import("./embedding-backfill-vwag34t0.js"),
+  import("./embedding-backfill-56e871c6.js"),
   import("./embedding-cache-7rp4gqzr.js"),
-  import("./storage-memory-yxxc5v4n.js"),
-  import("./project-embedding-registry-vf1ncptn.js"),
-  import("./search-6ztbx25v.js"),
+  import("./storage-memory-9g882j7a.js"),
+  import("./project-embedding-registry-cfrg952x.js"),
+  import("./search-hp4g3g9v.js"),
+  import("./compartment-chunk-embedding-81qesfjs.js"),
   import("./embedding-activity-ew6dshfd.js"),
   import("./harness-9872e0ym.js"),
-  import("./sqlite-fsp0sf3r.js"),
-  import("./logger-dygt96rn.js")
+  import("./sqlite-d67n6dtr.js"),
+  import("./logger-shetp43v.js")
 ]);
 setHarness(input.harness);
 registerSqliteDiagnosticSink(log, getHarness);
@@ -53,6 +59,27 @@ function request(message) {
 }
 db = new Database(input.path, input.job === "backfill" ? undefined : { readonly: true });
 db.exec("PRAGMA busy_timeout = 250");
+var { closePort } = exitOnWorkerClose(port, () => db.close());
+var CHUNK_POOL_MAINTENANCE_INTERVAL_MS = 5000;
+var maintenanceTimer;
+var maintaining = false;
+function maintainChunkPools() {
+  if (maintaining)
+    return;
+  maintaining = true;
+  maintainCompartmentChunkSearchPools(db).catch(() => {}).finally(() => {
+    maintaining = false;
+  });
+}
+function scheduleChunkPoolMaintenance() {
+  if (!persistent)
+    return;
+  if (!maintenanceTimer) {
+    maintenanceTimer = setInterval(maintainChunkPools, CHUNK_POOL_MAINTENANCE_INTERVAL_MS);
+    maintenanceTimer.unref?.();
+  }
+  setTimeout(maintainChunkPools, 0);
+}
 async function run(jobInput) {
   input = jobInput;
   queryDimensions = null;
@@ -98,15 +125,27 @@ async function run(jobInput) {
       const outcome = searchMessageHistory(db, input.messageRequest);
       port.postMessage({ kind: "messages", outcome });
     } else {
+      const jobStarted = performance.now();
+      const steps = {};
       const results = await unifiedSearch(db, input.sessionId, input.projectPath, input.query, {
         ...input.options,
         backfillMemoryEmbeddings: false,
         countRetrievals: false,
         measurementDisabled: true,
         embedQuery: async (text) => (await request({ kind: "query", text })).result ?? null,
-        isEmbeddingRuntimeEnabled: () => input.embeddingRuntimeEnabled
+        isEmbeddingRuntimeEnabled: () => input.embeddingRuntimeEnabled,
+        stepTimings: steps
       });
-      port.postMessage({ kind: "result", results });
+      port.postMessage({
+        kind: "result",
+        results,
+        timings: {
+          steps,
+          jobMs: performance.now() - jobStarted,
+          lastPoolWarm: getLastCompartmentChunkPoolWarm()
+        }
+      });
+      scheduleChunkPoolMaintenance();
     }
   } catch (error) {
     port.postMessage({
@@ -117,7 +156,7 @@ async function run(jobInput) {
     setEmbeddingSessionBusy(input.sessionId, false);
     if (!persistent) {
       db.close();
-      port?.close();
+      closePort();
     }
   }
 }
@@ -125,4 +164,8 @@ port.on("message", (message) => {
   if (message.kind === "run" && message.input)
     run(message.input);
 });
-await run(input);
+run(input).catch((error) => {
+  setTimeout(() => {
+    throw error;
+  });
+});

package/dist/chunk-embedding-write-worker.js

@@ -3,39 +3,43 @@ import {
 } from "./index-0h2mkab2.js";
 import {
   Database2
-} from "./index-rrwv9y2k.js";
+} from "./index-hws5f0z9.js";
 import {
   configureContextDatabasePragmas2
 } from "./index-fapenpch.js";
-import"./index-1kcfwk9c.js";
-import"./index-7bqrfyny.js";
-import"./index-d8gc0112.js";
+import {
+  isWorkerCloseMessage,
+  exitOnWorkerClose
+} from "./index-54wmg4rj.js";
+import"./index-my0dn413.js";
+import"./index-fgs78jyd.js";
+import"./index-jxjr7kz9.js";
 import"./index-399p688g.js";
-import"./index-vktahpdj.js";
-import"./index-yygsh681.js";
+import"./index-rfyvax95.js";
+import"./index-rgfb753z.js";
 import {
-  replaceCompartmentChunkEmbeddings,
-  recordChunkEmbedBackoff,
-  loadUnembeddedSessionChunkCandidates,
-  countUnembeddedSessionCompartments
-} from "./index-xnch62s6.js";
+  replaceCompartmentChunkEmbeddings2,
+  recordChunkEmbedBackoff2,
+  loadUnembeddedSessionChunkCandidates2,
+  countUnembeddedSessionCompartments2
+} from "./index-5n5zxs8e.js";
 import {
   recordSessionProjectIdentity,
   acquireGitSweepLease,
   renewGitSweepLease,
   releaseGitSweepLease
-} from "./index-svgkv4g2.js";
-import"./index-g7p75667.js";
-import"./index-apgwdby5.js";
+} from "./index-qerzchrs.js";
+import"./index-p63nwn5v.js";
+import"./index-n4wyxcgr.js";
 import {
   LATEST_SUPPORTED_VERSION,
   enforceSchemaFence
-} from "./index-gp928w10.js";
-import"./index-gdjv1nnd.js";
-import"./index-jrap43gc.js";
+} from "./index-mtvvhcw4.js";
+import"./index-5vgt1zeh.js";
+import"./index-w1avzkdt.js";
 import"./index-135e8hvg.js";
 import"./index-8976mezv.js";
-import"./index-d4dt19md.js";
+import"./index-hqw0rt9k.js";
 
 // ../plugin/src/features/magic-context/chunk-embedding-write-worker.ts
 import { parentPort, workerData } from "node:worker_threads";
@@ -51,24 +55,27 @@ if (!enforceSchemaFence(db, workerData.path, LATEST_SUPPORTED_VERSION)) {
 var timeout = Math.max(0, Math.floor(workerData.timeout));
 db.exec(`PRAGMA busy_timeout=${timeout}; PRAGMA foreign_keys=ON`);
 configureContextDatabasePragmas2(db);
+exitOnWorkerClose(port, () => db.close());
 port.on("message", (input) => {
+  if (isWorkerCloseMessage(input))
+    return;
   try {
     let value;
     switch (input.kind) {
       case "replace":
-        replaceCompartmentChunkEmbeddings(db, input.rows, input.sourceKey);
+        replaceCompartmentChunkEmbeddings2(db, input.rows, input.sourceKey);
         break;
       case "project":
         recordSessionProjectIdentity(db, input.session, input.project);
         break;
       case "count":
-        value = countUnembeddedSessionCompartments(db, input.project, input.session, input.model, input.tokens);
+        value = countUnembeddedSessionCompartments2(db, input.project, input.session, input.model, input.tokens);
         break;
       case "candidates":
-        value = loadUnembeddedSessionChunkCandidates(db, input.project, input.session, input.model, input.limit, input.excluded, input.tokens, true);
+        value = loadUnembeddedSessionChunkCandidates2(db, input.project, input.session, input.model, input.limit, input.excluded, input.tokens, true);
         break;
       case "backoff":
-        recordChunkEmbedBackoff(db, input.candidate, input.project, input.model);
+        recordChunkEmbedBackoff2(db, input.candidate, input.project, input.model);
         break;
       case "acquire":
         value = acquireGitSweepLease(db, input.project, input.holder, {

package/dist/{compaction-marker-candidates-wjzqbspm.js → compaction-marker-candidates-fnm47jat.js}

@@ -4,10 +4,10 @@ import {
   readMarkerCandidateBasis2,
   prepareMarkerCandidateBasis2,
   scanMarkerCandidateSnapshot2
-} from "./index-qpq6w67c.js";
+} from "./index-6kb2xpw7.js";
 import"./index-399p688g.js";
-import"./index-rrwv9y2k.js";
-import"./index-7bqrfyny.js";
+import"./index-hws5f0z9.js";
+import"./index-fgs78jyd.js";
 import"./index-0h2mkab2.js";
 export {
   invalidateMarkerCandidateBasis2 as invalidateMarkerCandidateBasis,

package/dist/compaction-marker-candidates-worker.js

@@ -5,8 +5,8 @@ if (!port)
   throw new Error("marker candidate worker requires a parent port");
 port.postMessage({ kind: "accepted" });
 var [{ Database }, { scanMarkerCandidateSnapshot }] = await Promise.all([
-  import("./sqlite-fsp0sf3r.js"),
-  import("./compaction-marker-candidates-wjzqbspm.js")
+  import("./sqlite-d67n6dtr.js"),
+  import("./compaction-marker-candidates-fnm47jat.js")
 ]);
 var input = workerData;
 var db;

package/dist/compartment-chunk-embedding-81qesfjs.js

@@ -0,0 +1,64 @@
+import {
+  DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS2,
+  CHUNK_WINDOW_SAFETY_RATIO2,
+  normalizeCompartmentChunkMaxInputTokens2,
+  buildCanonicalChunkTextFromFts2,
+  buildCompartmentSummaryFallbackText2,
+  canonicalizeInMemoryChunkTextForEmbedding2,
+  chunkCanonicalText2,
+  chunkEmbeddingWindowsAreCurrent2,
+  replaceCompartmentChunkEmbeddings2,
+  loadCompartmentChunkEmbeddingsForSearch2,
+  getLastCompartmentChunkPoolWarm2,
+  peekCompartmentChunkSearchPool2,
+  warmCompartmentChunkSearchPool2,
+  maintainCompartmentChunkSearchPools2,
+  loadUnembeddedShadowChunkCandidates2,
+  loadUnembeddedCompartmentChunkCandidatesPolite2,
+  deleteChunkEmbedBackoffForSession2,
+  recordChunkEmbedBackoff2,
+  chunkWindowSourceKey2,
+  loadUnembeddedSessionChunkCandidates2,
+  loadUnembeddedSessionChunkCandidatesPolite2,
+  countUnembeddedSessionCompartments2,
+  countSessionCompartmentEmbedCoverage2,
+  countSessionCompartmentEmbedCoveragePolite2,
+  countUnembeddedSessionCompartmentsPolite2
+} from "./index-5n5zxs8e.js";
+import"./index-jxjr7kz9.js";
+import"./index-rgfb753z.js";
+import"./index-rfyvax95.js";
+import"./index-399p688g.js";
+import"./index-hqw0rt9k.js";
+import"./index-my0dn413.js";
+import"./index-hws5f0z9.js";
+import"./index-fgs78jyd.js";
+import"./index-0h2mkab2.js";
+import"./index-54wmg4rj.js";
+export {
+  CHUNK_WINDOW_SAFETY_RATIO2 as CHUNK_WINDOW_SAFETY_RATIO,
+  DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS2 as DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS,
+  buildCanonicalChunkTextFromFts2 as buildCanonicalChunkTextFromFts,
+  buildCompartmentSummaryFallbackText2 as buildCompartmentSummaryFallbackText,
+  canonicalizeInMemoryChunkTextForEmbedding2 as canonicalizeInMemoryChunkTextForEmbedding,
+  chunkCanonicalText2 as chunkCanonicalText,
+  chunkEmbeddingWindowsAreCurrent2 as chunkEmbeddingWindowsAreCurrent,
+  chunkWindowSourceKey2 as chunkWindowSourceKey,
+  countSessionCompartmentEmbedCoverage2 as countSessionCompartmentEmbedCoverage,
+  countSessionCompartmentEmbedCoveragePolite2 as countSessionCompartmentEmbedCoveragePolite,
+  countUnembeddedSessionCompartments2 as countUnembeddedSessionCompartments,
+  countUnembeddedSessionCompartmentsPolite2 as countUnembeddedSessionCompartmentsPolite,
+  deleteChunkEmbedBackoffForSession2 as deleteChunkEmbedBackoffForSession,
+  getLastCompartmentChunkPoolWarm2 as getLastCompartmentChunkPoolWarm,
+  loadCompartmentChunkEmbeddingsForSearch2 as loadCompartmentChunkEmbeddingsForSearch,
+  loadUnembeddedCompartmentChunkCandidatesPolite2 as loadUnembeddedCompartmentChunkCandidatesPolite,
+  loadUnembeddedSessionChunkCandidates2 as loadUnembeddedSessionChunkCandidates,
+  loadUnembeddedSessionChunkCandidatesPolite2 as loadUnembeddedSessionChunkCandidatesPolite,
+  loadUnembeddedShadowChunkCandidates2 as loadUnembeddedShadowChunkCandidates,
+  maintainCompartmentChunkSearchPools2 as maintainCompartmentChunkSearchPools,
+  normalizeCompartmentChunkMaxInputTokens2 as normalizeCompartmentChunkMaxInputTokens,
+  peekCompartmentChunkSearchPool2 as peekCompartmentChunkSearchPool,
+  recordChunkEmbedBackoff2 as recordChunkEmbedBackoff,
+  replaceCompartmentChunkEmbeddings2 as replaceCompartmentChunkEmbeddings,
+  warmCompartmentChunkSearchPool2 as warmCompartmentChunkSearchPool
+};

package/dist/embedding-backfill-56e871c6.js

@@ -0,0 +1,24 @@
+import {
+  ensureMemoryEmbeddings2
+} from "./index-b8am7tns.js";
+import"./index-v2epyzbm.js";
+import"./index-9p40dgkm.js";
+import"./index-yhzhdp3m.js";
+import"./index-qerzchrs.js";
+import"./index-5n5zxs8e.js";
+import"./index-e19qtjj0.js";
+import"./index-jxjr7kz9.js";
+import"./index-bxmf4dhr.js";
+import"./index-p63nwn5v.js";
+import"./index-rgfb753z.js";
+import"./index-rfyvax95.js";
+import"./index-399p688g.js";
+import"./index-hqw0rt9k.js";
+import"./index-my0dn413.js";
+import"./index-hws5f0z9.js";
+import"./index-fgs78jyd.js";
+import"./index-0h2mkab2.js";
+import"./index-54wmg4rj.js";
+export {
+  ensureMemoryEmbeddings2 as ensureMemoryEmbeddings
+};

package/dist/embedding-worker-process.js

@@ -1,10 +1,10 @@
 import"./index-0h2mkab2.js";
 import {
   log2
-} from "./index-7bqrfyny.js";
+} from "./index-fgs78jyd.js";
 import {
   inRootAsyncContext2
-} from "./index-rrwv9y2k.js";
+} from "./index-hws5f0z9.js";
 
 // ../plugin/src/features/magic-context/memory/embedding-worker-process.ts
 import { Worker } from "node:worker_threads";

package/dist/embedding-worker.js

@@ -3,16 +3,16 @@ import {
 } from "./index-0h2mkab2.js";
 import {
   log2
-} from "./index-7bqrfyny.js";
+} from "./index-fgs78jyd.js";
 import"./index-bxmf4dhr.js";
-import"./index-d8gc0112.js";
-import"./index-1kcfwk9c.js";
-import"./index-rrwv9y2k.js";
+import"./index-jxjr7kz9.js";
+import"./index-my0dn413.js";
+import"./index-hws5f0z9.js";
 import {
   resolveLocalEmbeddingWorkerRuntime,
   getLocalEmbeddingNativeMemoryStats,
   LocalEmbeddingProvider
-} from "./index-2mmy81qt.js";
+} from "./index-e19qtjj0.js";
 import {
   setStoragePrivatePermissionEnforcement
 } from "./index-81nthk8j.js";

package/dist/historian-calibration-extension.js

@@ -10,7 +10,7 @@ import {
 } from "./index-fa485mqs.js";
 import"./index-4knyh1kt.js";
 import"./index-6x556c2q.js";
-import"./index-7bqrfyny.js";
+import"./index-fgs78jyd.js";
 import"./index-0h2mkab2.js";
 export {
   HISTORIAN_CACHE_TAIL_ENV2 as HISTORIAN_CACHE_TAIL_ENV,

package/dist/index-54wmg4rj.js

@@ -0,0 +1,82 @@
+// ../plugin/src/shared/worker-shutdown.ts
+var WORKER_CLOSE_MESSAGE = { kind: "close" };
+function isWorkerCloseMessage(message) {
+  return typeof message === "object" && message !== null && message.kind === WORKER_CLOSE_MESSAGE.kind;
+}
+function exitOnWorkerClose(port, closeConnections) {
+  const listener = (message) => {
+    if (!isWorkerCloseMessage(message))
+      return;
+    try {
+      closeConnections();
+    } finally {
+      process.exit(0);
+    }
+  };
+  if (!port)
+    return { closePort() {} };
+  port.on("message", listener);
+  let closed = false;
+  return {
+    closePort() {
+      if (closed)
+        return;
+      closed = true;
+      setTimeout(() => {
+        port.off("message", listener);
+        port.close();
+      });
+    }
+  };
+}
+var outcomes = new Map;
+function createWorkerShutdown(worker, site, deadlineMs) {
+  let exited = false;
+  let forced = false;
+  let closing;
+  const exit = new Promise((resolve) => {
+    worker.once("exit", () => {
+      exited = true;
+      resolve();
+    });
+  });
+  const record = () => {
+    const counts = outcomes.get(site) ?? { graceful: 0, forced: 0 };
+    if (forced)
+      counts.forced += 1;
+    else
+      counts.graceful += 1;
+    outcomes.set(site, counts);
+  };
+  const terminate = () => {
+    forced = true;
+    worker.terminate().catch(() => {});
+  };
+  return {
+    close() {
+      if (closing)
+        return closing;
+      if (exited) {
+        closing = Promise.resolve();
+        return closing;
+      }
+      try {
+        worker.postMessage(WORKER_CLOSE_MESSAGE);
+      } catch {
+        terminate();
+      }
+      const fallback = setTimeout(() => {
+        if (!exited)
+          terminate();
+      }, deadlineMs);
+      fallback.unref?.();
+      closing = exit.then(() => {
+        clearTimeout(fallback);
+        record();
+      });
+      return closing;
+    }
+  };
+}
+
+export { isWorkerCloseMessage, exitOnWorkerClose, createWorkerShutdown };