@remnic/core 9.3.597 → 9.3.599

package/dist/chunk-ZBJMUXZH.js

@@ -0,0 +1,121 @@
+// src/recall-tokenization.ts
+var DEFAULT_RECALL_STOP_WORDS = ["the", "and", "for", "with", "from", "into", "that", "this", "why", "did"];
+function isUnsegmentableRecallChar(char) {
+  if (char === "\u30FC" || char === "\uFF70") return true;
+  return /[\p{Script=Han}\p{Script=Hiragana}\p{Script=Katakana}]/u.test(char);
+}
+function isRecallCombiningMark(char) {
+  return /\p{M}/u.test(char);
+}
+function buildRecallStopWords(extraStopWords) {
+  return /* @__PURE__ */ new Set([...DEFAULT_RECALL_STOP_WORDS, ...extraStopWords.map((word) => word.toLowerCase())]);
+}
+function shouldKeepRecallToken(token, minTokenLength, stopWords) {
+  if (stopWords.has(token)) return false;
+  if (token.length >= minTokenLength) return true;
+  const hasNonAsciiCodepoint = [...token].some((ch) => (ch.codePointAt(0) ?? 0) > 127);
+  return token.length >= 2 && hasNonAsciiCodepoint && /\p{L}/u.test(token);
+}
+function addUnsegmentableRecallSegment(tokens, segment, stopWords) {
+  const chars = [...segment].filter((ch) => /[\p{L}\p{N}\p{M}]/u.test(ch) || isUnsegmentableRecallChar(ch));
+  for (const ch of chars) {
+    if (!stopWords.has(ch)) tokens.add(ch);
+  }
+  for (const size of [2, 3, 4]) {
+    if (chars.length < size) continue;
+    for (let index = 0; index <= chars.length - size; index += 1) {
+      const token = chars.slice(index, index + size).join("");
+      if (!stopWords.has(token)) tokens.add(token);
+    }
+  }
+  const whole = chars.join("");
+  if (whole.length > 3 && !stopWords.has(whole)) {
+    tokens.add(whole);
+  }
+}
+function isUnsegmentableRecallToken(token) {
+  const chars = [...token].filter((ch) => /[\p{L}\p{N}\p{M}]/u.test(ch) || isUnsegmentableRecallChar(ch));
+  return chars.length > 0 && chars.some(isUnsegmentableRecallChar) && chars.every((ch) => isUnsegmentableRecallChar(ch) || isRecallCombiningMark(ch));
+}
+function addBridgedUnsegmentableRecallSegments(tokens, cleaned, stopWords) {
+  let segment = "";
+  const flushSegment = () => {
+    addUnsegmentableRecallSegment(tokens, segment, stopWords);
+    segment = "";
+  };
+  for (const token of cleaned.split(/\s+/)) {
+    if (isUnsegmentableRecallToken(token)) {
+      segment += token;
+    } else {
+      flushSegment();
+    }
+  }
+  flushSegment();
+}
+function normalizeRecallTokenSet(value, extraStopWords = [], options = {}) {
+  const minTokenLength = Math.max(1, Math.floor(options.minTokenLength ?? 3));
+  const stopWords = buildRecallStopWords(extraStopWords);
+  const cleaned = value.toLowerCase().normalize("NFC").replace(/[^\p{L}\p{N}\p{M}\u30fc\uff70]+/gu, " ").trim();
+  if (cleaned.length === 0) return /* @__PURE__ */ new Set();
+  const tokens = /* @__PURE__ */ new Set();
+  addBridgedUnsegmentableRecallSegments(tokens, cleaned, stopWords);
+  for (const token of cleaned.split(/\s+/)) {
+    if (!token) continue;
+    if ([...token].some(isUnsegmentableRecallChar)) {
+      let segment = "";
+      let unsegmentableSegment = "";
+      const flushSegment = () => {
+        if (shouldKeepRecallToken(segment, minTokenLength, stopWords)) {
+          tokens.add(segment);
+        }
+        segment = "";
+      };
+      const flushUnsegmentableSegment = () => {
+        addUnsegmentableRecallSegment(tokens, unsegmentableSegment, stopWords);
+        unsegmentableSegment = "";
+      };
+      for (const ch of token) {
+        if (!/[\p{L}\p{N}\p{M}]/u.test(ch) && !isUnsegmentableRecallChar(ch)) continue;
+        if (isUnsegmentableRecallChar(ch)) {
+          flushSegment();
+          unsegmentableSegment += ch;
+        } else if (isRecallCombiningMark(ch)) {
+          if (unsegmentableSegment.length > 0) {
+            unsegmentableSegment += ch;
+          } else {
+            segment += ch;
+          }
+        } else {
+          flushUnsegmentableSegment();
+          segment += ch;
+        }
+      }
+      flushUnsegmentableSegment();
+      flushSegment();
+      continue;
+    }
+    if (shouldKeepRecallToken(token, minTokenLength, stopWords)) {
+      tokens.add(token);
+    }
+  }
+  return tokens;
+}
+function normalizeRecallTokens(value, extraStopWords = []) {
+  return Array.from(normalizeRecallTokenSet(value, extraStopWords));
+}
+function countRecallTokenOverlap(queryTokens, value, extraStopWords = []) {
+  if (!value) return 0;
+  const tokens = normalizeRecallTokenSet(value, extraStopWords);
+  let matches = 0;
+  for (const token of queryTokens) {
+    if (tokens.has(token)) matches += 1;
+  }
+  return matches;
+}
+
+export {
+  normalizeRecallTokenSet,
+  normalizeRecallTokens,
+  countRecallTokenOverlap
+};
+//# sourceMappingURL=chunk-ZBJMUXZH.js.map

package/dist/chunk-ZBJMUXZH.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/recall-tokenization.ts"],"sourcesContent":["export interface NormalizeRecallTokenOptions {\n  minTokenLength?: number;\n}\n\nconst DEFAULT_RECALL_STOP_WORDS = [\"the\", \"and\", \"for\", \"with\", \"from\", \"into\", \"that\", \"this\", \"why\", \"did\"];\n\nfunction isUnsegmentableRecallChar(char: string): boolean {\n  if (char === \"ー\" || char === \"ｰ\") return true;\n  return /[\\p{Script=Han}\\p{Script=Hiragana}\\p{Script=Katakana}]/u.test(char);\n}\n\nfunction isRecallCombiningMark(char: string): boolean {\n  return /\\p{M}/u.test(char);\n}\n\nfunction buildRecallStopWords(extraStopWords: string[]): Set<string> {\n  return new Set([...DEFAULT_RECALL_STOP_WORDS, ...extraStopWords.map((word) => word.toLowerCase())]);\n}\n\nfunction shouldKeepRecallToken(token: string, minTokenLength: number, stopWords: Set<string>): boolean {\n  if (stopWords.has(token)) return false;\n  if (token.length >= minTokenLength) return true;\n  const hasNonAsciiCodepoint = [...token].some((ch) => (ch.codePointAt(0) ?? 0) > 0x7f);\n  return token.length >= 2 && hasNonAsciiCodepoint && /\\p{L}/u.test(token);\n}\n\nfunction addUnsegmentableRecallSegment(tokens: Set<string>, segment: string, stopWords: Set<string>): void {\n  const chars = [...segment].filter((ch) => /[\\p{L}\\p{N}\\p{M}]/u.test(ch) || isUnsegmentableRecallChar(ch));\n  for (const ch of chars) {\n    if (!stopWords.has(ch)) tokens.add(ch);\n  }\n  for (const size of [2, 3, 4]) {\n    if (chars.length < size) continue;\n    for (let index = 0; index <= chars.length - size; index += 1) {\n      const token = chars.slice(index, index + size).join(\"\");\n      if (!stopWords.has(token)) tokens.add(token);\n    }\n  }\n  const whole = chars.join(\"\");\n  if (whole.length > 3 && !stopWords.has(whole)) {\n    tokens.add(whole);\n  }\n}\n\nfunction isUnsegmentableRecallToken(token: string): boolean {\n  const chars = [...token].filter((ch) => /[\\p{L}\\p{N}\\p{M}]/u.test(ch) || isUnsegmentableRecallChar(ch));\n  return (\n    chars.length > 0 &&\n    chars.some(isUnsegmentableRecallChar) &&\n    chars.every((ch) => isUnsegmentableRecallChar(ch) || isRecallCombiningMark(ch))\n  );\n}\n\nfunction addBridgedUnsegmentableRecallSegments(tokens: Set<string>, cleaned: string, stopWords: Set<string>): void {\n  let segment = \"\";\n  const flushSegment = () => {\n    addUnsegmentableRecallSegment(tokens, segment, stopWords);\n    segment = \"\";\n  };\n\n  for (const token of cleaned.split(/\\s+/)) {\n    if (isUnsegmentableRecallToken(token)) {\n      segment += token;\n    } else {\n      flushSegment();\n    }\n  }\n  flushSegment();\n}\n\nexport function normalizeRecallTokenSet(\n  value: string,\n  extraStopWords: string[] = [],\n  options: NormalizeRecallTokenOptions = {}\n): Set<string> {\n  const minTokenLength = Math.max(1, Math.floor(options.minTokenLength ?? 3));\n  const stopWords = buildRecallStopWords(extraStopWords);\n  const cleaned = value\n    .toLowerCase()\n    .normalize(\"NFC\")\n    .replace(/[^\\p{L}\\p{N}\\p{M}\\u30fc\\uff70]+/gu, \" \")\n    .trim();\n  if (cleaned.length === 0) return new Set();\n\n  const tokens = new Set<string>();\n  addBridgedUnsegmentableRecallSegments(tokens, cleaned, stopWords);\n  for (const token of cleaned.split(/\\s+/)) {\n    if (!token) continue;\n    if ([...token].some(isUnsegmentableRecallChar)) {\n      let segment = \"\";\n      let unsegmentableSegment = \"\";\n      const flushSegment = () => {\n        if (shouldKeepRecallToken(segment, minTokenLength, stopWords)) {\n          tokens.add(segment);\n        }\n        segment = \"\";\n      };\n      const flushUnsegmentableSegment = () => {\n        addUnsegmentableRecallSegment(tokens, unsegmentableSegment, stopWords);\n        unsegmentableSegment = \"\";\n      };\n      for (const ch of token) {\n        if (!/[\\p{L}\\p{N}\\p{M}]/u.test(ch) && !isUnsegmentableRecallChar(ch)) continue;\n        if (isUnsegmentableRecallChar(ch)) {\n          flushSegment();\n          unsegmentableSegment += ch;\n        } else if (isRecallCombiningMark(ch)) {\n          if (unsegmentableSegment.length > 0) {\n            unsegmentableSegment += ch;\n          } else {\n            segment += ch;\n          }\n        } else {\n          flushUnsegmentableSegment();\n          segment += ch;\n        }\n      }\n      flushUnsegmentableSegment();\n      flushSegment();\n      continue;\n    }\n    if (shouldKeepRecallToken(token, minTokenLength, stopWords)) {\n      tokens.add(token);\n    }\n  }\n  return tokens;\n}\n\nexport function normalizeRecallTokens(value: string, extraStopWords: string[] = []): string[] {\n  return Array.from(normalizeRecallTokenSet(value, extraStopWords));\n}\n\nexport function countRecallTokenOverlap(\n  queryTokens: Set<string>,\n  value: string | undefined,\n  extraStopWords: string[] = []\n): number {\n  if (!value) return 0;\n  const tokens = normalizeRecallTokenSet(value, extraStopWords);\n  let matches = 0;\n  for (const token of queryTokens) {\n    if (tokens.has(token)) matches += 1;\n  }\n  return matches;\n}\n"],"mappings":";AAIA,IAAM,4BAA4B,CAAC,OAAO,OAAO,OAAO,QAAQ,QAAQ,QAAQ,QAAQ,QAAQ,OAAO,KAAK;AAE5G,SAAS,0BAA0B,MAAuB;AACxD,MAAI,SAAS,YAAO,SAAS,SAAK,QAAO;AACzC,SAAO,0DAA0D,KAAK,IAAI;AAC5E;AAEA,SAAS,sBAAsB,MAAuB;AACpD,SAAO,SAAS,KAAK,IAAI;AAC3B;AAEA,SAAS,qBAAqB,gBAAuC;AACnE,SAAO,oBAAI,IAAI,CAAC,GAAG,2BAA2B,GAAG,eAAe,IAAI,CAAC,SAAS,KAAK,YAAY,CAAC,CAAC,CAAC;AACpG;AAEA,SAAS,sBAAsB,OAAe,gBAAwB,WAAiC;AACrG,MAAI,UAAU,IAAI,KAAK,EAAG,QAAO;AACjC,MAAI,MAAM,UAAU,eAAgB,QAAO;AAC3C,QAAM,uBAAuB,CAAC,GAAG,KAAK,EAAE,KAAK,CAAC,QAAQ,GAAG,YAAY,CAAC,KAAK,KAAK,GAAI;AACpF,SAAO,MAAM,UAAU,KAAK,wBAAwB,SAAS,KAAK,KAAK;AACzE;AAEA,SAAS,8BAA8B,QAAqB,SAAiB,WAA8B;AACzG,QAAM,QAAQ,CAAC,GAAG,OAAO,EAAE,OAAO,CAAC,OAAO,qBAAqB,KAAK,EAAE,KAAK,0BAA0B,EAAE,CAAC;AACxG,aAAW,MAAM,OAAO;AACtB,QAAI,CAAC,UAAU,IAAI,EAAE,EAAG,QAAO,IAAI,EAAE;AAAA,EACvC;AACA,aAAW,QAAQ,CAAC,GAAG,GAAG,CAAC,GAAG;AAC5B,QAAI,MAAM,SAAS,KAAM;AACzB,aAAS,QAAQ,GAAG,SAAS,MAAM,SAAS,MAAM,SAAS,GAAG;AAC5D,YAAM,QAAQ,MAAM,MAAM,OAAO,QAAQ,IAAI,EAAE,KAAK,EAAE;AACtD,UAAI,CAAC,UAAU,IAAI,KAAK,EAAG,QAAO,IAAI,KAAK;AAAA,IAC7C;AAAA,EACF;AACA,QAAM,QAAQ,MAAM,KAAK,EAAE;AAC3B,MAAI,MAAM,SAAS,KAAK,CAAC,UAAU,IAAI,KAAK,GAAG;AAC7C,WAAO,IAAI,KAAK;AAAA,EAClB;AACF;AAEA,SAAS,2BAA2B,OAAwB;AAC1D,QAAM,QAAQ,CAAC,GAAG,KAAK,EAAE,OAAO,CAAC,OAAO,qBAAqB,KAAK,EAAE,KAAK,0BAA0B,EAAE,CAAC;AACtG,SACE,MAAM,SAAS,KACf,MAAM,KAAK,yBAAyB,KACpC,MAAM,MAAM,CAAC,OAAO,0BAA0B,EAAE,KAAK,sBAAsB,EAAE,CAAC;AAElF;AAEA,SAAS,sCAAsC,QAAqB,SAAiB,WAA8B;AACjH,MAAI,UAAU;AACd,QAAM,eAAe,MAAM;AACzB,kCAA8B,QAAQ,SAAS,SAAS;AACxD,cAAU;AAAA,EACZ;AAEA,aAAW,SAAS,QAAQ,MAAM,KAAK,GAAG;AACxC,QAAI,2BAA2B,KAAK,GAAG;AACrC,iBAAW;AAAA,IACb,OAAO;AACL,mBAAa;AAAA,IACf;AAAA,EACF;AACA,eAAa;AACf;AAEO,SAAS,wBACd,OACA,iBAA2B,CAAC,GAC5B,UAAuC,CAAC,GAC3B;AACb,QAAM,iBAAiB,KAAK,IAAI,GAAG,KAAK,MAAM,QAAQ,kBAAkB,CAAC,CAAC;AAC1E,QAAM,YAAY,qBAAqB,cAAc;AACrD,QAAM,UAAU,MACb,YAAY,EACZ,UAAU,KAAK,EACf,QAAQ,qCAAqC,GAAG,EAChD,KAAK;AACR,MAAI,QAAQ,WAAW,EAAG,QAAO,oBAAI,IAAI;AAEzC,QAAM,SAAS,oBAAI,IAAY;AAC/B,wCAAsC,QAAQ,SAAS,SAAS;AAChE,aAAW,SAAS,QAAQ,MAAM,KAAK,GAAG;AACxC,QAAI,CAAC,MAAO;AACZ,QAAI,CAAC,GAAG,KAAK,EAAE,KAAK,yBAAyB,GAAG;AAC9C,UAAI,UAAU;AACd,UAAI,uBAAuB;AAC3B,YAAM,eAAe,MAAM;AACzB,YAAI,sBAAsB,SAAS,gBAAgB,SAAS,GAAG;AAC7D,iBAAO,IAAI,OAAO;AAAA,QACpB;AACA,kBAAU;AAAA,MACZ;AACA,YAAM,4BAA4B,MAAM;AACtC,sCAA8B,QAAQ,sBAAsB,SAAS;AACrE,+BAAuB;AAAA,MACzB;AACA,iBAAW,MAAM,OAAO;AACtB,YAAI,CAAC,qBAAqB,KAAK,EAAE,KAAK,CAAC,0BAA0B,EAAE,EAAG;AACtE,YAAI,0BAA0B,EAAE,GAAG;AACjC,uBAAa;AACb,kCAAwB;AAAA,QAC1B,WAAW,sBAAsB,EAAE,GAAG;AACpC,cAAI,qBAAqB,SAAS,GAAG;AACnC,oCAAwB;AAAA,UAC1B,OAAO;AACL,uBAAW;AAAA,UACb;AAAA,QACF,OAAO;AACL,oCAA0B;AAC1B,qBAAW;AAAA,QACb;AAAA,MACF;AACA,gCAA0B;AAC1B,mBAAa;AACb;AAAA,IACF;AACA,QAAI,sBAAsB,OAAO,gBAAgB,SAAS,GAAG;AAC3D,aAAO,IAAI,KAAK;AAAA,IAClB;AAAA,EACF;AACA,SAAO;AACT;AAEO,SAAS,sBAAsB,OAAe,iBAA2B,CAAC,GAAa;AAC5F,SAAO,MAAM,KAAK,wBAAwB,OAAO,cAAc,CAAC;AAClE;AAEO,SAAS,wBACd,aACA,OACA,iBAA2B,CAAC,GACpB;AACR,MAAI,CAAC,MAAO,QAAO;AACnB,QAAM,SAAS,wBAAwB,OAAO,cAAc;AAC5D,MAAI,UAAU;AACd,aAAW,SAAS,aAAa;AAC/B,QAAI,OAAO,IAAI,KAAK,EAAG,YAAW;AAAA,EACpC;AACA,SAAO;AACT;","names":[]}

package/dist/{chunk-XPXEJRUB.js → chunk-ZRWB5D4H.js}

@@ -1,7 +1,7 @@
 import {
   countRecallTokenOverlap,
   normalizeRecallTokens
-} from "./chunk-DT5TVLJE.js";
+} from "./chunk-ZBJMUXZH.js";
 import {
   assertIsoRecordedAt,
   assertSafePathSegment,
@@ -182,4 +182,4 @@ export {
   searchWorkProductLedgerEntries,
   getWorkProductLedgerStatus
 };
-//# sourceMappingURL=chunk-XPXEJRUB.js.map
+//# sourceMappingURL=chunk-ZRWB5D4H.js.map

package/dist/{chunk-MA5MWGKP.js → chunk-ZT3EGNLR.js}

@@ -11,7 +11,7 @@ import {
 import {
   countRecallTokenOverlap,
   normalizeRecallTokens
-} from "./chunk-DT5TVLJE.js";
+} from "./chunk-ZBJMUXZH.js";
 
 // src/verified-recall.ts
 function createReadOnlyBoxBuilder(memoryDir) {
@@ -105,4 +105,4 @@ async function searchVerifiedEpisodes(options) {
 export {
   searchVerifiedEpisodes
 };
-//# sourceMappingURL=chunk-MA5MWGKP.js.map
+//# sourceMappingURL=chunk-ZT3EGNLR.js.map

package/dist/{chunk-LMPHTYJC.js → chunk-ZZYF3BUL.js}

@@ -1,7 +1,7 @@
 import {
   countRecallTokenOverlap,
   normalizeRecallTokens
-} from "./chunk-DT5TVLJE.js";
+} from "./chunk-ZBJMUXZH.js";
 import {
   assertIsoRecordedAt,
   assertSafePathSegment,
@@ -216,4 +216,4 @@ export {
   getCausalTrajectoryStoreStatus,
   searchCausalTrajectories
 };
-//# sourceMappingURL=chunk-LMPHTYJC.js.map
+//# sourceMappingURL=chunk-ZZYF3BUL.js.map

package/dist/cli.js

@@ -89,7 +89,7 @@ import {
   runWorkProductStatusCliCommand,
   runWorkProjectCliCommand,
   runWorkTaskCliCommand
-} from "./chunk-F4LM4ULA.js";
+} from "./chunk-65JSA4MP.js";
 import "./chunk-LQHDIS7L.js";
 import "./chunk-7F7Z6MOS.js";
 import "./chunk-4RR6ROTB.js";
@@ -118,7 +118,7 @@ import "./chunk-H2NCNXMS.js";
 import "./chunk-PU44GBL4.js";
 import "./chunk-YR6GIWWY.js";
 import "./chunk-IK34DVAC.js";
-import "./chunk-Z4R6RI2N.js";
+import "./chunk-NSKYFGDL.js";
 import "./chunk-TGQ2NTWH.js";
 import "./chunk-CF3ZF2YU.js";
 import "./chunk-ELKI4BB6.js";
@@ -133,12 +133,12 @@ import "./chunk-LZ3VEOU5.js";
 import "./chunk-YBPYIAA5.js";
 import "./chunk-2PRQG7PV.js";
 import "./chunk-HPWVAEET.js";
-import "./chunk-MA5MWGKP.js";
+import "./chunk-ZT3EGNLR.js";
 import "./chunk-3BP57I6J.js";
 import "./chunk-TERNBNJB.js";
 import "./chunk-W4RVMTHR.js";
-import "./chunk-W5O2FQTZ.js";
-import "./chunk-XPXEJRUB.js";
+import "./chunk-GUPISBV2.js";
+import "./chunk-ZRWB5D4H.js";
 import "./chunk-A6D7A2FW.js";
 import "./chunk-FF4KLI5W.js";
 import "./chunk-SFQ6QNL7.js";
@@ -161,11 +161,11 @@ import "./chunk-7DTASS5T.js";
 import "./chunk-KFY3SGN7.js";
 import "./chunk-PCI747N2.js";
 import "./chunk-CMTINOFS.js";
-import "./chunk-A2Z6UCWT.js";
+import "./chunk-33JBK2XP.js";
 import "./chunk-TQNRI55H.js";
 import "./chunk-6GUG4YNM.js";
 import "./chunk-JXS5PDQ7.js";
-import "./chunk-SKGV326D.js";
+import "./chunk-6GDHLVJC.js";
 import "./chunk-BEUDU7Y4.js";
 import "./chunk-G3Z3QEF5.js";
 import "./chunk-AJU4PJGY.js";
@@ -178,11 +178,11 @@ import "./chunk-4WMCPJWX.js";
 import "./chunk-NZPF2SYV.js";
 import "./chunk-PHK3HARR.js";
 import "./chunk-Z5LAYHGJ.js";
-import "./chunk-6HZ6AO2P.js";
+import "./chunk-LBJBNWS2.js";
 import "./chunk-HQ6NIBL6.js";
 import "./chunk-PVGDJXVK.js";
 import "./chunk-OADWQ5CR.js";
-import "./chunk-TYICDVQW.js";
+import "./chunk-BDCCWRHR.js";
 import "./chunk-SEDEKFYQ.js";
 import "./chunk-AU7Q3LSC.js";
 import "./chunk-42NQ7AVG.js";
@@ -190,10 +190,10 @@ import "./chunk-TMSXWOBZ.js";
 import "./chunk-J64TK33U.js";
 import "./chunk-RSUYKGGZ.js";
 import "./chunk-7RXCMVFQ.js";
-import "./chunk-LYPDMKUT.js";
+import "./chunk-CL3MWNNQ.js";
 import "./chunk-EAZGEEG2.js";
 import "./chunk-D24OXEPB.js";
-import "./chunk-5BUGGPBR.js";
+import "./chunk-WZA5Y6AC.js";
 import "./chunk-ETUPBUHB.js";
 import "./chunk-L227SKTB.js";
 import "./chunk-DHGSZ3UD.js";
@@ -203,7 +203,7 @@ import "./chunk-SOBJ6NEY.js";
 import "./chunk-H7XKCNR6.js";
 import "./chunk-OI27U2HT.js";
 import "./chunk-EDQVAMQI.js";
-import "./chunk-472U7RDF.js";
+import "./chunk-JGSKJHF7.js";
 import "./chunk-FXKPZ3H6.js";
 import "./chunk-WSGF57U2.js";
 import "./chunk-XKIQZXUB.js";
@@ -235,14 +235,14 @@ import "./chunk-FVQJYWH7.js";
 import "./chunk-G7D6GZ5J.js";
 import "./chunk-ALEPI75L.js";
 import "./chunk-ZY2MNJR6.js";
-import "./chunk-LMPHTYJC.js";
-import "./chunk-DT5TVLJE.js";
+import "./chunk-ZZYF3BUL.js";
 import "./chunk-UZYLX7M6.js";
 import "./chunk-U3PN77QT.js";
 import "./chunk-4DJQYKMN.js";
 import "./chunk-EYIEWJNI.js";
 import "./chunk-JUC24CTX.js";
 import "./chunk-TBBDFYXW.js";
+import "./chunk-ZBJMUXZH.js";
 import "./chunk-2ODBA7MQ.js";
 import "./chunk-A2IYSXDQ.js";
 import "./chunk-LPSF4OQH.js";

package/dist/compounding/engine.js

@@ -1,7 +1,7 @@
 import {
   CompoundingEngine,
   defaultTierMigrationCycleBudget
-} from "../chunk-OD5LFAPZ.js";
+} from "../chunk-V67GWXM2.js";
 import "../chunk-DRD2Q7HQ.js";
 import "../chunk-YFS5OEKO.js";
 import "../chunk-5UZXUTVO.js";

package/dist/direct-answer-wiring.js

@@ -1,9 +1,9 @@
 import {
   tryDirectAnswer
-} from "./chunk-5NXIJZFX.js";
-import "./chunk-Y4FHOFJ2.js";
+} from "./chunk-WR64DQFE.js";
+import "./chunk-6HEM6HTQ.js";
 import "./chunk-PVGDJXVK.js";
-import "./chunk-DT5TVLJE.js";
+import "./chunk-ZBJMUXZH.js";
 import "./chunk-PZ5AY32C.js";
 export {
   tryDirectAnswer

package/dist/direct-answer.d.ts

@@ -1,5 +1,5 @@
-import { MemoryFile } from './types.js';
 import { TrustZoneName } from './trust-zones.js';
+import { MemoryFile } from './types.js';
 import './types-BliCnURB.js';
 import './index-DJ9QWMw-.js';
 

package/dist/direct-answer.js

@@ -1,8 +1,8 @@
 import {
   FILTER_LABELS,
   isDirectAnswerEligible
-} from "./chunk-Y4FHOFJ2.js";
-import "./chunk-DT5TVLJE.js";
+} from "./chunk-6HEM6HTQ.js";
+import "./chunk-ZBJMUXZH.js";
 import "./chunk-PZ5AY32C.js";
 export {
   FILTER_LABELS,

package/dist/harmonic-retrieval.js

@@ -1,10 +1,10 @@
 import {
   searchHarmonicRetrieval
-} from "./chunk-SKGV326D.js";
+} from "./chunk-6GDHLVJC.js";
 import "./chunk-FZZ2QTJI.js";
 import "./chunk-PVGDJXVK.js";
 import "./chunk-OADWQ5CR.js";
-import "./chunk-DT5TVLJE.js";
+import "./chunk-ZBJMUXZH.js";
 import "./chunk-A2IYSXDQ.js";
 import "./chunk-LPSF4OQH.js";
 import "./chunk-PZ5AY32C.js";

package/dist/index.js

@@ -93,7 +93,7 @@ import {
   listTrainingExportAdapters,
   registerTrainingExportAdapter,
   runBulkImportCliCommand
-} from "./chunk-F4LM4ULA.js";
+} from "./chunk-65JSA4MP.js";
 import "./chunk-LQHDIS7L.js";
 import "./chunk-7F7Z6MOS.js";
 import "./chunk-4RR6ROTB.js";
@@ -135,7 +135,7 @@ import {
 } from "./chunk-PU44GBL4.js";
 import "./chunk-YR6GIWWY.js";
 import "./chunk-IK34DVAC.js";
-import "./chunk-Z4R6RI2N.js";
+import "./chunk-NSKYFGDL.js";
 import {
   clearAuthTokenSecretCache,
   isAgentAccessSecretRef,
@@ -182,7 +182,7 @@ import {
   saveTaxonomy,
   validateSlug,
   validateTaxonomy
-} from "./chunk-IEFHBIU2.js";
+} from "./chunk-KDUVQU6Y.js";
 import "./chunk-5RIRL3XL.js";
 import {
   migrateFromEngram,
@@ -203,7 +203,7 @@ import "./chunk-UWK5OXUJ.js";
 import "./chunk-T2PO5MUF.js";
 import "./chunk-4HP7HIE3.js";
 import "./chunk-7N4KAIGN.js";
-import "./chunk-OD5LFAPZ.js";
+import "./chunk-V67GWXM2.js";
 import "./chunk-DRD2Q7HQ.js";
 import "./chunk-TECVW3JP.js";
 import "./chunk-W7L6HXUC.js";
@@ -227,8 +227,8 @@ import {
   buildResponseGuidanceRecallSection,
   shouldRecallResponseGuidance
 } from "./chunk-OZKZ2TRP.js";
-import "./chunk-D2MMMTDV.js";
-import "./chunk-WXACKLKP.js";
+import "./chunk-5SQ5CQJP.js";
+import "./chunk-75O6YQ63.js";
 import "./chunk-5IZL4DCV.js";
 import "./chunk-X7XN6YU4.js";
 import "./chunk-452WDNFO.js";
@@ -319,11 +319,11 @@ import {
 import "./chunk-VEWZZM3H.js";
 import {
   resolveCategory
-} from "./chunk-5NXIJZFX.js";
+} from "./chunk-WR64DQFE.js";
 import {
   FILTER_LABELS,
   isDirectAnswerEligible
-} from "./chunk-Y4FHOFJ2.js";
+} from "./chunk-6HEM6HTQ.js";
 import "./chunk-XCAZF7KQ.js";
 import {
   CODEX_THREAD_KEY_PREFIX
@@ -331,7 +331,7 @@ import {
 import "./chunk-OD4FM2U7.js";
 import {
   buildExtensionsBlockForConsolidation
-} from "./chunk-D65TSG24.js";
+} from "./chunk-7DZRO2DC.js";
 import {
   runCodexMaterialize,
   runPostConsolidationMaterialize
@@ -352,12 +352,12 @@ import {
 } from "./chunk-JLNBQWZ2.js";
 import "./chunk-2PRQG7PV.js";
 import "./chunk-HPWVAEET.js";
-import "./chunk-MA5MWGKP.js";
+import "./chunk-ZT3EGNLR.js";
 import "./chunk-3BP57I6J.js";
 import "./chunk-TERNBNJB.js";
 import "./chunk-W4RVMTHR.js";
-import "./chunk-W5O2FQTZ.js";
-import "./chunk-XPXEJRUB.js";
+import "./chunk-GUPISBV2.js";
+import "./chunk-ZRWB5D4H.js";
 import "./chunk-A6D7A2FW.js";
 import "./chunk-FF4KLI5W.js";
 import "./chunk-SFQ6QNL7.js";
@@ -394,7 +394,7 @@ import {
 import {
   resolvePluginEntry
 } from "./chunk-CMTINOFS.js";
-import "./chunk-A2Z6UCWT.js";
+import "./chunk-33JBK2XP.js";
 import {
   DEFAULT_POLL_INTERVAL_MS,
   GOOGLE_DRIVE_CONNECTOR_ID,
@@ -420,7 +420,7 @@ import {
   writeConnectorState
 } from "./chunk-6GUG4YNM.js";
 import "./chunk-JXS5PDQ7.js";
-import "./chunk-SKGV326D.js";
+import "./chunk-6GDHLVJC.js";
 import "./chunk-BEUDU7Y4.js";
 import "./chunk-G3Z3QEF5.js";
 import "./chunk-AJU4PJGY.js";
@@ -466,7 +466,7 @@ import {
   coerceInstallExtension
 } from "./chunk-PHK3HARR.js";
 import "./chunk-Z5LAYHGJ.js";
-import "./chunk-6HZ6AO2P.js";
+import "./chunk-LBJBNWS2.js";
 import "./chunk-KD3QD3A5.js";
 import {
   BootstrapEngine
@@ -477,7 +477,7 @@ import "./chunk-PVGDJXVK.js";
 import "./chunk-OADWQ5CR.js";
 import {
   EngramAccessHttpServer
-} from "./chunk-TYICDVQW.js";
+} from "./chunk-BDCCWRHR.js";
 import "./chunk-SEDEKFYQ.js";
 import "./chunk-AU7Q3LSC.js";
 import "./chunk-42NQ7AVG.js";
@@ -487,7 +487,7 @@ import "./chunk-RSUYKGGZ.js";
 import "./chunk-7RXCMVFQ.js";
 import {
   EngramMcpServer
-} from "./chunk-LYPDMKUT.js";
+} from "./chunk-CL3MWNNQ.js";
 import {
   REMNIC_CHATGPT_MEMORY_INSPECTOR_CANONICAL_TOOL,
   REMNIC_CHATGPT_MEMORY_INSPECTOR_MIME_TYPE,
@@ -508,7 +508,7 @@ import {
   EngramAccessService,
   computeProcedureStats,
   formatProcedureStatsText
-} from "./chunk-5BUGGPBR.js";
+} from "./chunk-WZA5Y6AC.js";
 import "./chunk-ETUPBUHB.js";
 import "./chunk-L227SKTB.js";
 import {
@@ -537,7 +537,7 @@ import {
 } from "./chunk-EDQVAMQI.js";
 import {
   isTrustZoneName
-} from "./chunk-472U7RDF.js";
+} from "./chunk-JGSKJHF7.js";
 import "./chunk-FXKPZ3H6.js";
 import "./chunk-WSGF57U2.js";
 import {
@@ -626,8 +626,7 @@ import {
   revertToVersion
 } from "./chunk-ALEPI75L.js";
 import "./chunk-ZY2MNJR6.js";
-import "./chunk-LMPHTYJC.js";
-import "./chunk-DT5TVLJE.js";
+import "./chunk-ZZYF3BUL.js";
 import {
   resolvePrincipal
 } from "./chunk-UZYLX7M6.js";
@@ -641,6 +640,7 @@ import {
   resolveHomeDir
 } from "./chunk-JUC24CTX.js";
 import "./chunk-TBBDFYXW.js";
+import "./chunk-ZBJMUXZH.js";
 import {
   initLogger,
   log

package/dist/orchestrator.js

@@ -26,7 +26,7 @@ import {
   sanitizeSessionKeyForFilename,
   shouldFilterLifecycleRecallCandidate,
   summarizeGraphShadowComparison
-} from "./chunk-IEFHBIU2.js";
+} from "./chunk-KDUVQU6Y.js";
 import "./chunk-5RIRL3XL.js";
 import "./chunk-KVEVLBKC.js";
 import "./chunk-BFBF3XEF.js";
@@ -40,7 +40,7 @@ import "./chunk-UWK5OXUJ.js";
 import "./chunk-T2PO5MUF.js";
 import "./chunk-4HP7HIE3.js";
 import "./chunk-7N4KAIGN.js";
-import "./chunk-OD5LFAPZ.js";
+import "./chunk-V67GWXM2.js";
 import "./chunk-DRD2Q7HQ.js";
 import "./chunk-TECVW3JP.js";
 import "./chunk-W7L6HXUC.js";
@@ -55,8 +55,8 @@ import "./chunk-46GJIW5M.js";
 import "./chunk-XJNBEDFE.js";
 import "./chunk-DLJ4IR6M.js";
 import "./chunk-OZKZ2TRP.js";
-import "./chunk-D2MMMTDV.js";
-import "./chunk-WXACKLKP.js";
+import "./chunk-5SQ5CQJP.js";
+import "./chunk-75O6YQ63.js";
 import "./chunk-5IZL4DCV.js";
 import "./chunk-X7XN6YU4.js";
 import "./chunk-452WDNFO.js";
@@ -88,23 +88,23 @@ import "./chunk-OAZ5MFUB.js";
 import "./chunk-PYPOFEMK.js";
 import "./chunk-WLEB7WCG.js";
 import "./chunk-VEWZZM3H.js";
-import "./chunk-5NXIJZFX.js";
-import "./chunk-Y4FHOFJ2.js";
+import "./chunk-WR64DQFE.js";
+import "./chunk-6HEM6HTQ.js";
 import "./chunk-XCAZF7KQ.js";
 import "./chunk-3PG3H5TD.js";
 import "./chunk-OD4FM2U7.js";
-import "./chunk-D65TSG24.js";
+import "./chunk-7DZRO2DC.js";
 import "./chunk-NOMEVTUD.js";
 import "./chunk-JFEKNTX7.js";
 import "./chunk-JLNBQWZ2.js";
 import "./chunk-2PRQG7PV.js";
 import "./chunk-HPWVAEET.js";
-import "./chunk-MA5MWGKP.js";
+import "./chunk-ZT3EGNLR.js";
 import "./chunk-3BP57I6J.js";
 import "./chunk-TERNBNJB.js";
 import "./chunk-W4RVMTHR.js";
-import "./chunk-W5O2FQTZ.js";
-import "./chunk-XPXEJRUB.js";
+import "./chunk-GUPISBV2.js";
+import "./chunk-ZRWB5D4H.js";
 import "./chunk-A6D7A2FW.js";
 import "./chunk-FF4KLI5W.js";
 import "./chunk-SFQ6QNL7.js";
@@ -126,11 +126,11 @@ import "./chunk-HENLZHIT.js";
 import "./chunk-7DTASS5T.js";
 import "./chunk-KFY3SGN7.js";
 import "./chunk-PCI747N2.js";
-import "./chunk-A2Z6UCWT.js";
+import "./chunk-33JBK2XP.js";
 import "./chunk-TQNRI55H.js";
 import "./chunk-6GUG4YNM.js";
 import "./chunk-JXS5PDQ7.js";
-import "./chunk-SKGV326D.js";
+import "./chunk-6GDHLVJC.js";
 import "./chunk-BEUDU7Y4.js";
 import "./chunk-G3Z3QEF5.js";
 import "./chunk-AJU4PJGY.js";
@@ -149,7 +149,7 @@ import "./chunk-L2EXJQJP.js";
 import "./chunk-UZB5KHKX.js";
 import "./chunk-RK6F44Y6.js";
 import "./chunk-Z5LAYHGJ.js";
-import "./chunk-6HZ6AO2P.js";
+import "./chunk-LBJBNWS2.js";
 import "./chunk-KD3QD3A5.js";
 import "./chunk-6VF75M3X.js";
 import "./chunk-H3FZVNRN.js";
@@ -157,7 +157,7 @@ import "./chunk-HQ6NIBL6.js";
 import "./chunk-PVGDJXVK.js";
 import "./chunk-OADWQ5CR.js";
 import "./chunk-EDQVAMQI.js";
-import "./chunk-472U7RDF.js";
+import "./chunk-JGSKJHF7.js";
 import "./chunk-FXKPZ3H6.js";
 import "./chunk-XKIQZXUB.js";
 import "./chunk-UEY3VB6W.js";
@@ -183,14 +183,14 @@ import "./chunk-QSVPYQPG.js";
 import "./chunk-FVQJYWH7.js";
 import "./chunk-G7D6GZ5J.js";
 import "./chunk-ALEPI75L.js";
-import "./chunk-LMPHTYJC.js";
-import "./chunk-DT5TVLJE.js";
+import "./chunk-ZZYF3BUL.js";
 import "./chunk-UZYLX7M6.js";
 import "./chunk-U3PN77QT.js";
 import "./chunk-4DJQYKMN.js";
 import "./chunk-EYIEWJNI.js";
 import "./chunk-JUC24CTX.js";
 import "./chunk-TBBDFYXW.js";
+import "./chunk-ZBJMUXZH.js";
 import "./chunk-2ODBA7MQ.js";
 import "./chunk-A2IYSXDQ.js";
 import "./chunk-LPSF4OQH.js";

package/dist/policy-runtime.js

@@ -2,9 +2,10 @@ import {
   PolicyRuntimeManager,
   readRuntimePolicySnapshot,
   sanitizeRuntimePolicyValues
-} from "./chunk-A2Z6UCWT.js";
-import "./chunk-6HZ6AO2P.js";
+} from "./chunk-33JBK2XP.js";
+import "./chunk-LBJBNWS2.js";
 import "./chunk-TBBDFYXW.js";
+import "./chunk-ZBJMUXZH.js";
 import "./chunk-PZ5AY32C.js";
 export {
   PolicyRuntimeManager,

package/dist/recall-query-policy.js

@@ -2,7 +2,8 @@ import {
   buildRecallQueryPolicy,
   clampInstructionHeavyTokenCap,
   classifyRecallPromptShape
-} from "./chunk-6HZ6AO2P.js";
+} from "./chunk-LBJBNWS2.js";
+import "./chunk-ZBJMUXZH.js";
 import "./chunk-PZ5AY32C.js";
 export {
   buildRecallQueryPolicy,

package/dist/recall-tokenization.d.ts

@@ -1,4 +1,8 @@
+interface NormalizeRecallTokenOptions {
+    minTokenLength?: number;
+}
+declare function normalizeRecallTokenSet(value: string, extraStopWords?: string[], options?: NormalizeRecallTokenOptions): Set<string>;
 declare function normalizeRecallTokens(value: string, extraStopWords?: string[]): string[];
 declare function countRecallTokenOverlap(queryTokens: Set<string>, value: string | undefined, extraStopWords?: string[]): number;
 
-export { countRecallTokenOverlap, normalizeRecallTokens };
+export { type NormalizeRecallTokenOptions, countRecallTokenOverlap, normalizeRecallTokenSet, normalizeRecallTokens };

package/dist/recall-tokenization.js

@@ -1,10 +1,12 @@
 import {
   countRecallTokenOverlap,
+  normalizeRecallTokenSet,
   normalizeRecallTokens
-} from "./chunk-DT5TVLJE.js";
+} from "./chunk-ZBJMUXZH.js";
 import "./chunk-PZ5AY32C.js";
 export {
   countRecallTokenOverlap,
+  normalizeRecallTokenSet,
   normalizeRecallTokens
 };
 //# sourceMappingURL=recall-tokenization.js.map