@cortexkit/pi-magic-context 0.49.16 → 0.49.18

package/dist/auto-search-worker.js

@@ -1,9 +1,10 @@
 // ../plugin/src/hooks/magic-context/auto-search-worker.ts
 import { parentPort, workerData } from "node:worker_threads";
-var port = parentPort;
-if (!port)
+if (!parentPort)
   throw new Error("auto-search worker requires a parent port");
+var port = parentPort;
 var input = workerData;
+var persistent = input.persistent === true;
 if (input.job === "messages") {
   port.postMessage({ kind: "accepted" });
 }
@@ -18,19 +19,18 @@ var [
   { Database, registerSqliteDiagnosticSink },
   { log }
 ] = await Promise.all([
-  import("./embedding-backfill-c4bdw8pp.js"),
+  import("./embedding-backfill-vwag34t0.js"),
   import("./embedding-cache-7rp4gqzr.js"),
-  import("./storage-memory-axnsk5t1.js"),
-  import("./project-embedding-registry-xwnmqmx8.js"),
-  import("./search-x3fa0561.js"),
+  import("./storage-memory-yxxc5v4n.js"),
+  import("./project-embedding-registry-vf1ncptn.js"),
+  import("./search-6ztbx25v.js"),
   import("./embedding-activity-ew6dshfd.js"),
   import("./harness-9872e0ym.js"),
-  import("./sqlite-adjpy399.js"),
+  import("./sqlite-fsp0sf3r.js"),
   import("./logger-dygt96rn.js")
 ]);
 setHarness(input.harness);
 registerSqliteDiagnosticSink(log, getHarness);
-setEmbeddingSessionBusy(input.sessionId, input.embeddingHostBusy === true);
 var nextId = 0;
 var pending = new Map;
 var queryDimensions = null;
@@ -51,65 +51,78 @@ function request(message) {
     port?.postMessage({ ...message, id });
   });
 }
-if (input.snapshot) {
-  installProjectEmbeddingSearchBridge(input.snapshot, {
-    modelId: input.snapshot.modelId,
-    initialize: async () => true,
-    isLoaded: () => true,
-    dispose: async () => {},
-    embed: async (text) => {
-      const result = (await request({ kind: "query", text })).result;
-      return result instanceof Float32Array ? result : result?.vector ?? null;
-    },
-    embedBatch: async (texts, _signal, purpose = "passage") => {
-      const passage = (await request({ kind: "batch", texts, purpose })).passage;
-      const captured = input.snapshot;
-      if (!passage || !captured || passage.generation !== captured.generation || passage.modelId !== captured.modelId || passage.providerIdentity !== captured.providerIdentity || passage.runtimeFingerprint !== captured.runtimeFingerprint || !queryDimensions || passage.dimensions !== queryDimensions || passage.vectors.length !== texts.length)
-        return texts.map(() => null);
-      return passage.vectors.map((vector) => vector && vector.length === queryDimensions && vector.every(Number.isFinite) ? vector : null);
-    }
-  });
-}
 db = new Database(input.path, input.job === "backfill" ? undefined : { readonly: true });
 db.exec("PRAGMA busy_timeout = 250");
-try {
-  if (input.job === "backfill") {
-    if (input.snapshot?.enabled && input.snapshot.features.memoryEnabled) {
-      await request({ kind: "query", text: input.query });
-      if (queryDimensions) {
-        const existingEmbeddings = getProjectEmbeddings(db, input.projectPath, input.snapshot.modelId);
-        const memories = getMemoriesByProject(db, input.projectPath).filter((memory) => !existingEmbeddings.has(memory.id)).slice(0, 50);
-        await ensureMemoryEmbeddings({
-          db,
-          projectIdentity: input.projectPath,
-          memories,
-          existingEmbeddings
-        });
+async function run(jobInput) {
+  input = jobInput;
+  queryDimensions = null;
+  setEmbeddingSessionBusy(input.sessionId, input.embeddingHostBusy === true);
+  if (input.snapshot) {
+    installProjectEmbeddingSearchBridge(input.snapshot, {
+      modelId: input.snapshot.modelId,
+      initialize: async () => true,
+      isLoaded: () => true,
+      dispose: async () => {},
+      embed: async (text) => {
+        const result = (await request({ kind: "query", text })).result;
+        return result instanceof Float32Array ? result : result?.vector ?? null;
+      },
+      embedBatch: async (texts, _signal, purpose = "passage") => {
+        const passage = (await request({ kind: "batch", texts, purpose })).passage;
+        const captured = input.snapshot;
+        if (!passage || !captured || passage.generation !== captured.generation || passage.modelId !== captured.modelId || passage.providerIdentity !== captured.providerIdentity || passage.runtimeFingerprint !== captured.runtimeFingerprint || !queryDimensions || passage.dimensions !== queryDimensions || passage.vectors.length !== texts.length)
+          return texts.map(() => null);
+        return passage.vectors.map((vector) => vector && vector.length === queryDimensions && vector.every(Number.isFinite) ? vector : null);
       }
+    });
+  }
+  try {
+    if (input.job === "backfill") {
+      if (input.snapshot?.enabled && input.snapshot.features.memoryEnabled) {
+        await request({ kind: "query", text: input.query });
+        if (queryDimensions) {
+          const existingEmbeddings = getProjectEmbeddings(db, input.projectPath, input.snapshot.modelId);
+          const memories = getMemoriesByProject(db, input.projectPath).filter((memory) => !existingEmbeddings.has(memory.id)).slice(0, 50);
+          await ensureMemoryEmbeddings({
+            db,
+            projectIdentity: input.projectPath,
+            memories,
+            existingEmbeddings
+          });
+        }
+      }
+      port.postMessage({ kind: "result", results: [] });
+    } else if (input.job === "messages") {
+      if (!input.messageRequest)
+        throw new Error("message search job carries no request");
+      const outcome = searchMessageHistory(db, input.messageRequest);
+      port.postMessage({ kind: "messages", outcome });
+    } else {
+      const results = await unifiedSearch(db, input.sessionId, input.projectPath, input.query, {
+        ...input.options,
+        backfillMemoryEmbeddings: false,
+        countRetrievals: false,
+        measurementDisabled: true,
+        embedQuery: async (text) => (await request({ kind: "query", text })).result ?? null,
+        isEmbeddingRuntimeEnabled: () => input.embeddingRuntimeEnabled
+      });
+      port.postMessage({ kind: "result", results });
     }
-    port.postMessage({ kind: "result", results: [] });
-  } else if (input.job === "messages") {
-    if (!input.messageRequest)
-      throw new Error("message search job carries no request");
-    const outcome = searchMessageHistory(db, input.messageRequest);
-    port.postMessage({ kind: "messages", outcome });
-  } else {
-    const results = await unifiedSearch(db, input.sessionId, input.projectPath, input.query, {
-      ...input.options,
-      backfillMemoryEmbeddings: false,
-      countRetrievals: false,
-      measurementDisabled: true,
-      embedQuery: async (text) => (await request({ kind: "query", text })).result ?? null,
-      isEmbeddingRuntimeEnabled: () => input.embeddingRuntimeEnabled
+  } catch (error) {
+    port.postMessage({
+      kind: "error",
+      error: error instanceof Error ? error.message : String(error)
     });
-    port.postMessage({ kind: "result", results });
+  } finally {
+    setEmbeddingSessionBusy(input.sessionId, false);
+    if (!persistent) {
+      db.close();
+      port?.close();
+    }
   }
-} catch (error) {
-  port.postMessage({
-    kind: "error",
-    error: error instanceof Error ? error.message : String(error)
-  });
-} finally {
-  db.close();
-  port.close();
 }
+port.on("message", (message) => {
+  if (message.kind === "run" && message.input)
+    run(message.input);
+});
+await run(input);

package/dist/chunk-embedding-write-worker.js

@@ -3,35 +3,35 @@ import {
 } from "./index-0h2mkab2.js";
 import {
   Database2
-} from "./index-asrxgdt4.js";
+} from "./index-rrwv9y2k.js";
 import {
   configureContextDatabasePragmas2
 } from "./index-fapenpch.js";
-import"./index-g4jf772p.js";
+import"./index-1kcfwk9c.js";
 import"./index-7bqrfyny.js";
-import"./index-6dz2ed1v.js";
+import"./index-d8gc0112.js";
 import"./index-399p688g.js";
-import"./index-qqxqwqhp.js";
-import"./index-s1xn8qfw.js";
+import"./index-vktahpdj.js";
+import"./index-yygsh681.js";
 import {
   replaceCompartmentChunkEmbeddings,
   recordChunkEmbedBackoff,
   loadUnembeddedSessionChunkCandidates,
   countUnembeddedSessionCompartments
-} from "./index-afy3dzf9.js";
+} from "./index-xnch62s6.js";
 import {
   recordSessionProjectIdentity,
   acquireGitSweepLease,
   renewGitSweepLease,
   releaseGitSweepLease
-} from "./index-mx59cve4.js";
-import"./index-y5c73caa.js";
+} from "./index-svgkv4g2.js";
+import"./index-g7p75667.js";
 import"./index-apgwdby5.js";
 import {
   LATEST_SUPPORTED_VERSION,
   enforceSchemaFence
-} from "./index-v8d4vgam.js";
-import"./index-tympym62.js";
+} from "./index-gp928w10.js";
+import"./index-gdjv1nnd.js";
 import"./index-jrap43gc.js";
 import"./index-135e8hvg.js";
 import"./index-8976mezv.js";

package/dist/{compaction-marker-candidates-k4tqg4jb.js → compaction-marker-candidates-wjzqbspm.js}

@@ -4,9 +4,9 @@ import {
   readMarkerCandidateBasis2,
   prepareMarkerCandidateBasis2,
   scanMarkerCandidateSnapshot2
-} from "./index-46q4e104.js";
+} from "./index-qpq6w67c.js";
 import"./index-399p688g.js";
-import"./index-asrxgdt4.js";
+import"./index-rrwv9y2k.js";
 import"./index-7bqrfyny.js";
 import"./index-0h2mkab2.js";
 export {

package/dist/compaction-marker-candidates-worker.js

@@ -5,8 +5,8 @@ if (!port)
   throw new Error("marker candidate worker requires a parent port");
 port.postMessage({ kind: "accepted" });
 var [{ Database }, { scanMarkerCandidateSnapshot }] = await Promise.all([
-  import("./sqlite-adjpy399.js"),
-  import("./compaction-marker-candidates-k4tqg4jb.js")
+  import("./sqlite-fsp0sf3r.js"),
+  import("./compaction-marker-candidates-wjzqbspm.js")
 ]);
 var input = workerData;
 var db;

package/dist/embedding-backfill-vwag34t0.js

@@ -0,0 +1,23 @@
+import {
+  ensureMemoryEmbeddings2
+} from "./index-z2rkv0mb.js";
+import"./index-vmcgew7x.js";
+import"./index-9p40dgkm.js";
+import"./index-yhzhdp3m.js";
+import"./index-svgkv4g2.js";
+import"./index-xnch62s6.js";
+import"./index-2mmy81qt.js";
+import"./index-d8gc0112.js";
+import"./index-bxmf4dhr.js";
+import"./index-g7p75667.js";
+import"./index-yygsh681.js";
+import"./index-vktahpdj.js";
+import"./index-399p688g.js";
+import"./index-d4dt19md.js";
+import"./index-1kcfwk9c.js";
+import"./index-rrwv9y2k.js";
+import"./index-7bqrfyny.js";
+import"./index-0h2mkab2.js";
+export {
+  ensureMemoryEmbeddings2 as ensureMemoryEmbeddings
+};

package/dist/embedding-worker-process.js

@@ -4,7 +4,7 @@ import {
 } from "./index-7bqrfyny.js";
 import {
   inRootAsyncContext2
-} from "./index-asrxgdt4.js";
+} from "./index-rrwv9y2k.js";
 
 // ../plugin/src/features/magic-context/memory/embedding-worker-process.ts
 import { Worker } from "node:worker_threads";

package/dist/embedding-worker.js

@@ -5,14 +5,14 @@ import {
   log2
 } from "./index-7bqrfyny.js";
 import"./index-bxmf4dhr.js";
-import"./index-6dz2ed1v.js";
-import"./index-g4jf772p.js";
-import"./index-asrxgdt4.js";
+import"./index-d8gc0112.js";
+import"./index-1kcfwk9c.js";
+import"./index-rrwv9y2k.js";
 import {
   resolveLocalEmbeddingWorkerRuntime,
   getLocalEmbeddingNativeMemoryStats,
   LocalEmbeddingProvider
-} from "./index-657xh9w4.js";
+} from "./index-2mmy81qt.js";
 import {
   setStoragePrivatePermissionEnforcement
 } from "./index-81nthk8j.js";

package/dist/historian-calibration-extension.js

@@ -1,16 +1,19 @@
 import {
   HISTORIAN_TEMPERATURE_ENV2,
+  HISTORIAN_CACHE_TAIL_ENV2,
   HISTORIAN_MAX_OUTPUT_TOKENS_ENV2,
   SUBAGENT_OUTPUT_CEILING_ENV2,
   calibrateHistorianProviderPayload2,
   ceilProviderOutputTokens2,
   withoutProviderTemperature2,
   historianCalibrationExtension
-} from "./index-ajfpyk0x.js";
+} from "./index-fa485mqs.js";
+import"./index-4knyh1kt.js";
 import"./index-6x556c2q.js";
 import"./index-7bqrfyny.js";
 import"./index-0h2mkab2.js";
 export {
+  HISTORIAN_CACHE_TAIL_ENV2 as HISTORIAN_CACHE_TAIL_ENV,
   HISTORIAN_MAX_OUTPUT_TOKENS_ENV2 as HISTORIAN_MAX_OUTPUT_TOKENS_ENV,
   HISTORIAN_TEMPERATURE_ENV2 as HISTORIAN_TEMPERATURE_ENV,
   SUBAGENT_OUTPUT_CEILING_ENV2 as SUBAGENT_OUTPUT_CEILING_ENV,

package/dist/{index-g4jf772p.js → index-1kcfwk9c.js}

@@ -29,7 +29,27 @@ function isSystemDirective(text) {
   return text.trimStart().startsWith(SYSTEM_DIRECTIVE_PREFIX);
 }
 function removeSystemReminders(text) {
-  return text.replace(/<system-reminder>[\s\S]*?<\/system-reminder>/gi, "").trim();
+  return removeNestedBlocks(text, ["system-reminder"]).trim();
+}
+function removeNestedBlocks(text, names) {
+  const tags = new RegExp(`<(/?)(${names.join("|")})(?:\\s[^<>]*?)?\\s*(/?)>`, "gi");
+  const stack = [];
+  let end = 0;
+  let result = "";
+  for (const match of text.matchAll(tags)) {
+    if (stack.length === 0)
+      result += text.slice(end, match.index);
+    const name = match[2].toLowerCase();
+    if (match[1]) {
+      if (stack[stack.length - 1] === name)
+        stack.pop();
+    } else if (!match[3])
+      stack.push(name);
+    end = match.index + match[0].length;
+  }
+  if (stack.length === 0)
+    result += text.slice(end);
+  return result;
 }
 
 // ../plugin/src/hooks/magic-context/token-count-exact.ts
@@ -688,4 +708,4 @@ function mergeCommitHashes(existing, next) {
   return merged;
 }
 
-export { textMentionsRecentCommit, OMO_INTERNAL_INITIATOR_MARKER, isSystemDirective, removeSystemReminders, hasMeaningfulUserText2, extractTexts2, extractToolResultBodyTokens, extractToolCallSummaries, preloadTokenizer, getTokenEstimatorFingerprint, hasTokenizerForFit, tokenCountUsesByteBound, estimateTokens, createTokenCountMemo, estimateFixedPromptTokens, normalizeText, compactRole, formatBlock, compactTextForSummary, mergeCommitHashes };
+export { textMentionsRecentCommit, OMO_INTERNAL_INITIATOR_MARKER, isSystemDirective, removeSystemReminders, removeNestedBlocks, hasMeaningfulUserText2, extractTexts2, extractToolResultBodyTokens, extractToolCallSummaries, preloadTokenizer, getTokenEstimatorFingerprint, hasTokenizerForFit, tokenCountUsesByteBound, estimateTokens, createTokenCountMemo, estimateFixedPromptTokens, normalizeText, compactRole, formatBlock, compactTextForSummary, mergeCommitHashes };

package/dist/{index-657xh9w4.js → index-2mmy81qt.js}

@@ -3,7 +3,7 @@ import {
 } from "./index-bxmf4dhr.js";
 import {
   getSynapseLaneIdentity
-} from "./index-6dz2ed1v.js";
+} from "./index-d8gc0112.js";
 import {
   getHarness2
 } from "./index-0h2mkab2.js";
@@ -14,7 +14,7 @@ import {
 } from "./index-7bqrfyny.js";
 import {
   inRootAsyncContext2
-} from "./index-asrxgdt4.js";
+} from "./index-rrwv9y2k.js";
 import {
   computeNormalizedHash
 } from "./index-9x1f96r8.js";

package/dist/{index-x3k1530z.js → index-4bv5bttd.js}

@@ -7,14 +7,14 @@ import {
 import {
   getTagsBySession2,
   getTagsByNumbers2
-} from "./index-dne4ja7a.js";
+} from "./index-rhprywn6.js";
 import {
   inRootAsyncContext2,
   getSqliteDatabasePath2
-} from "./index-asrxgdt4.js";
+} from "./index-rrwv9y2k.js";
 import {
   createFailClosedBlockingError
-} from "./index-v8d4vgam.js";
+} from "./index-gp928w10.js";
 
 // src/tag-snapshot-worker-client-pi.ts
 import { setImmediate as yieldImmediate } from "node:timers/promises";