@remnic/core 9.52.2 → 9.53.0

package/dist/{chunk-VXCNQYTC.js → chunk-APPFNGX6.js}

@@ -1,6 +1,6 @@
 import {
   listNamespaces
-} from "./chunk-RANKJI5T.js";
+} from "./chunk-3JLPGJ43.js";
 import {
   capabilityAllowsNamespace
 } from "./chunk-MZWSOLMT.js";
@@ -282,4 +282,4 @@ export {
   computeServiceCorpusWatermarks,
   computeServiceCorpusCensus
 };
-//# sourceMappingURL=chunk-VXCNQYTC.js.map
+//# sourceMappingURL=chunk-APPFNGX6.js.map

package/dist/{chunk-RMHMUUBW.js → chunk-AY43LBE4.js}

@@ -6,14 +6,14 @@ import {
   loadSyncState,
   syncWearableSource,
   wearableSourceLabel
-} from "./chunk-IARXXZU4.js";
+} from "./chunk-P7XI2AQ3.js";
 import {
   CompressionGuidelineCoordinator
 } from "./chunk-6LKEUCEM.js";
 import {
   ActivityStore,
   MaintenanceScheduler
-} from "./chunk-WLRD2TXF.js";
+} from "./chunk-WOPA3SGI.js";
 import {
   runPeerProfileReasoner
 } from "./chunk-I74SUMNI.js";
@@ -32,7 +32,7 @@ import {
 import {
   CompoundingEngine,
   defaultTierMigrationCycleBudget
-} from "./chunk-7HXZJAID.js";
+} from "./chunk-YGLY6QFV.js";
 import {
   SharedContextManager
 } from "./chunk-M23RF3LJ.js";
@@ -156,14 +156,14 @@ import {
   harmonicEntitySegment,
   normalizedHarmonicEntityIdentity,
   persistHarmonicRecords
-} from "./chunk-GXSOUIA4.js";
+} from "./chunk-5WQMORU5.js";
 import {
   buildFocusedListRecallSection,
   shouldRecallFocusedListEvidence
 } from "./chunk-OH7QLI6W.js";
 import {
   ExtractionEngine
-} from "./chunk-AXIDQG5A.js";
+} from "./chunk-G4T7L557.js";
 import {
   parseMemoryActionEligibilityContext
 } from "./chunk-WFLBP5GC.js";
@@ -190,7 +190,7 @@ import {
   buildEntityRecallSection,
   entityRecentTranscriptLookbackHours,
   readRecentEntityTranscriptEntries
-} from "./chunk-TEMSWHQD.js";
+} from "./chunk-DZD576ZU.js";
 import {
   buildEventOrderRecallSection,
   shouldRecallEventOrderEvidence
@@ -207,7 +207,7 @@ import {
 } from "./chunk-YK6BDDHP.js";
 import {
   refreshConvergedNamespaces
-} from "./chunk-GXFSQ6SD.js";
+} from "./chunk-C4ZNGVK3.js";
 import {
   formatDaySummaryMemories
 } from "./chunk-RPSYDM6C.js";
@@ -216,7 +216,7 @@ import {
   ensureBuiltInWearableConnectors,
   getWearableConnector,
   listWearableConnectors
-} from "./chunk-D5YOZ66N.js";
+} from "./chunk-3DWTDC54.js";
 import {
   normalizeReplaySessionKey
 } from "./chunk-AJVLDJU6.js";
@@ -226,14 +226,14 @@ import {
 import {
   compareVerifiedEpisodeResults,
   searchVerifiedEpisodes
-} from "./chunk-J272WKX2.js";
+} from "./chunk-6HPHEFXT.js";
 import {
   ThreadingManager
 } from "./chunk-OJP3N7UK.js";
 import {
   compareVerifiedSemanticRuleResults,
   searchVerifiedSemanticRules
-} from "./chunk-VFSAWRMZ.js";
+} from "./chunk-LJS7KUPV.js";
 import {
   searchWorkProductLedgerEntries
 } from "./chunk-WT6UL3UA.js";
@@ -246,14 +246,14 @@ import {
 import {
   runNamespaceMaintenanceFanout,
   summarizeNamespaceMaintenanceHealth
-} from "./chunk-X7XEDOSL.js";
+} from "./chunk-VLL43QEQ.js";
 import {
   NamespaceCatalog,
   planNamespaceMaintenance
-} from "./chunk-BKIFTXHR.js";
+} from "./chunk-RZ4XGKOJ.js";
 import {
   searchHarmonicRetrieval
-} from "./chunk-W7Y5JDVB.js";
+} from "./chunk-PDDTI7IC.js";
 import {
   isAboveImportanceThreshold,
   scoreImportance
@@ -285,7 +285,7 @@ import {
   materializeAfterSemanticConsolidation,
   parseConsolidationResponse,
   parseOperatorAwareConsolidationResponse
-} from "./chunk-BMEYMKWX.js";
+} from "./chunk-WM65LU67.js";
 import {
   BootstrapEngine
 } from "./chunk-MYVPLJOO.js";
@@ -306,7 +306,7 @@ import {
 } from "./chunk-H3FZVNRN.js";
 import {
   detectMeetings
-} from "./chunk-O5FFBO2M.js";
+} from "./chunk-QAVH6X2A.js";
 import {
   compileCorrectionRule,
   correctionsFilePath,
@@ -331,7 +331,7 @@ import {
 } from "./chunk-KD3QD3A5.js";
 import {
   MeetingsInputError
-} from "./chunk-HDIUYMSB.js";
+} from "./chunk-QWGE2PUH.js";
 import {
   WearablesInputError,
   describeErrorForOperator
@@ -352,7 +352,7 @@ import {
   filterRecallCandidates,
   isGenericRecallExcludedPath,
   isTopLevelArchivePath
-} from "./chunk-BF6SXNQJ.js";
+} from "./chunk-T2JHZWH6.js";
 import {
   importCapsule
 } from "./chunk-QYN5PXDZ.js";
@@ -396,7 +396,7 @@ import {
 } from "./chunk-QDW3E4RD.js";
 import {
   shouldSkipImplicitExtraction
-} from "./chunk-RYLEDKQ2.js";
+} from "./chunk-RUMNY5DT.js";
 import {
   NamespaceSearchRouter,
   namespaceCollectionName
@@ -411,7 +411,7 @@ import {
 } from "./chunk-CYEPCZN5.js";
 import {
   NamespaceStorageRouter
-} from "./chunk-2LY6GIIE.js";
+} from "./chunk-WDBX6VER.js";
 import {
   writeConversationChunks
 } from "./chunk-72A4L5JJ.js";
@@ -423,7 +423,7 @@ import {
 } from "./chunk-BIJAWZYW.js";
 import {
   buildChainFollowupGenerator
-} from "./chunk-F4EU6VUC.js";
+} from "./chunk-JDZPNCMA.js";
 import {
   QmdResultResolver,
   StorageManager,
@@ -442,7 +442,7 @@ import {
   reconstructFusionInputs,
   selfDeps,
   serializeFusionDay
-} from "./chunk-WD5B5AIE.js";
+} from "./chunk-6R4G7N4S.js";
 import {
   bodyIsEscaped,
   decodeTranscriptBody,
@@ -455,17 +455,12 @@ import {
 } from "./chunk-UHVXE24Y.js";
 import {
   buildRetiredFactTombstoneInputs
-} from "./chunk-JJRVPWFY.js";
+} from "./chunk-MLPTFODV.js";
 import {
   canRecallToolScopedMemory,
   shouldPromoteGlobalFactToShared,
   withholdToolScopedFromSharedNamespace
 } from "./chunk-S2V7RUCL.js";
-import {
-  attachCitation,
-  hasCitationForTemplate,
-  stripCitationForTemplate
-} from "./chunk-J6A3CX5N.js";
 import {
   confidenceTier
 } from "./chunk-UU3G6GUP.js";
@@ -482,14 +477,10 @@ import {
   TAG_LIMITS,
   composeMemoryEnvelope,
   isMemoryCategory
-} from "./chunk-5V6IXHPI.js";
+} from "./chunk-NSVDUN76.js";
 import {
   normalizeTags
 } from "./chunk-BT7NVCML.js";
-import {
-  normalizeAttributePairs,
-  stripAttributesSuffix
-} from "./chunk-R3DJVOSM.js";
 import {
   checkCorpusReadAbort
 } from "./chunk-5GINB5LC.js";
@@ -578,22 +569,16 @@ import {
 import {
   assertExternalWikiRootOutsideMemoryDirCanonical
 } from "./chunk-JV3C2MNQ.js";
-import {
-  sanitizeMemoryContent
-} from "./chunk-5GKPFL3S.js";
 import {
   coerceBool
 } from "./chunk-PQVCH2AE.js";
-import {
-  MEMORY_ID_PATTERN,
-  parseIdOrHandle,
-  resolveHandle,
-  stripHandles
-} from "./chunk-JAKIDQB2.js";
 import {
   createBoundedCoreSectionRunner,
   createRecallSectionMetricRecorder
 } from "./chunk-4O4TKIXQ.js";
+import {
+  normalizeRecallTokenSet
+} from "./chunk-ZBJMUXZH.js";
 import {
   decideLifecycleTransition,
   resolveLifecycleState
@@ -613,6 +598,11 @@ import {
   resolveNamespaceFromStorageDir,
   resolveScopePlan
 } from "./chunk-YN6ASZUG.js";
+import {
+  attachCitation,
+  hasCitationForTemplate,
+  stripCitationForTemplate
+} from "./chunk-J6A3CX5N.js";
 import {
   namespaceIdentityFromToken,
   namespaceIdentityToken,
@@ -628,7 +618,20 @@ import {
 } from "./chunk-7RJUVTVF.js";
 import {
   ContentHashIndex
-} from "./chunk-BQIFZ2MP.js";
+} from "./chunk-CX5SW2EW.js";
+import {
+  normalizeAttributePairs,
+  stripAttributesSuffix
+} from "./chunk-JDSVLVCG.js";
+import {
+  sanitizeMemoryContent
+} from "./chunk-5GKPFL3S.js";
+import {
+  MEMORY_ID_PATTERN,
+  parseIdOrHandle,
+  resolveHandle,
+  stripHandles
+} from "./chunk-JAKIDQB2.js";
 import {
   assertIsDirectoryNotSymlink,
   assertRealpathInsideRoot
@@ -15039,7 +15042,7 @@ var OrchestratorInitCoordinator = class {
     if (signal.aborted) return;
     if (!this.deps.wearablesAutoSyncHandle && this.deps.config.wearables.enabled && this.deps.config.wearables.autoSyncEnabled && Object.values(this.deps.config.wearables.sources).some((source) => source.enabled)) {
       try {
-        const { startWearablesAutoSync } = await import("./auto-sync-QFQGOEO2.js");
+        const { startWearablesAutoSync } = await import("./auto-sync-JXEW7444.js");
         if (signal.aborted) return;
         this.deps.wearablesAutoSyncHandle = startWearablesAutoSync(
           {
@@ -23676,9 +23679,9 @@ function walkFiles(dir, callback) {
 }
 
 // src/dedup/index.ts
+import crypto5 from "crypto";
 import fs4 from "fs";
 import path28 from "path";
-import crypto5 from "crypto";
 var DEFAULT_DEDUP_THRESHOLD = 0.85;
 var DEFAULT_MAX_LOAD = 1e4;
 function normalizeThreshold(value, defaultValue) {
@@ -23736,6 +23739,9 @@ function findContradictions(options) {
 function computeSimilarity(a, b) {
   const normA = normalize(a);
   const normB = normalize(b);
+  const punctuationBoundariesA = embeddedPunctuationSignature(a);
+  const punctuationBoundariesB = embeddedPunctuationSignature(b);
+  if (punctuationBoundariesA !== punctuationBoundariesB) return 0;
   if (normA === normB) return 1;
   if (hashContent2(normA) === hashContent2(normB)) return 0.99;
   if (normA.length > 50 && normB.length > 50) {
@@ -23743,15 +23749,65 @@ function computeSimilarity(a, b) {
       return 0.9;
     }
   }
-  const wordsA = new Set(normA.split(/\s+/));
-  const wordsB = new Set(normB.split(/\s+/));
+  const wordsA = tokenizeForSimilarity(normA);
+  const wordsB = tokenizeForSimilarity(normB);
   const intersection = new Set([...wordsA].filter((w) => wordsB.has(w)));
   const union = /* @__PURE__ */ new Set([...wordsA, ...wordsB]);
   if (union.size === 0) return 0;
   return intersection.size / union.size;
 }
+function embeddedPunctuationSignature(text) {
+  const chars = [...text.normalize("NFC")];
+  const significant = /[\p{L}\p{M}\p{N}]/u;
+  const ignored = /[\s']/u;
+  const boundaries = [];
+  let position = 0;
+  for (let index = 0; index < chars.length; ) {
+    const char = chars[index];
+    if (char === void 0) break;
+    if (significant.test(char)) {
+      position++;
+      index++;
+      continue;
+    }
+    if (ignored.test(char)) {
+      index++;
+      continue;
+    }
+    const start = index;
+    while (index < chars.length) {
+      const next = chars[index];
+      if (next === void 0 || significant.test(next) || ignored.test(next)) break;
+      index++;
+    }
+    const before = chars[start - 1];
+    const after = chars[index];
+    if (before && after && significant.test(before) && significant.test(after)) {
+      boundaries.push(`${position}:${chars.slice(start, index).join("")}`);
+    }
+  }
+  return boundaries.join("\0");
+}
 function normalize(text) {
-  return text.toLowerCase().replace(/[^\w\s']/g, "").replace(/\s+/g, " ").trim();
+  return text.normalize("NFC").toLowerCase().replace(/[^\p{ASCII}\p{L}\p{M}\p{N}\s']/gu, " ").replace(/[^\p{L}\p{M}\p{N}\s']/gu, "").replace(/\s+/g, " ").trim();
+}
+function tokenizeForSimilarity(text) {
+  if (/\p{Script=Hangul}/u.test(text)) {
+    const tokens = normalizeRecallTokenSet(text);
+    for (const segment of text.match(/\p{Script=Hangul}+/gu) ?? []) {
+      const chars = [...segment];
+      for (const size of [1, 2, 3, 4]) {
+        for (let index = 0; index <= chars.length - size; index += 1) {
+          tokens.add(chars.slice(index, index + size).join(""));
+        }
+      }
+    }
+    return tokens;
+  }
+  if (/[\p{Script=Han}\p{Script=Hiragana}\p{Script=Katakana}]/u.test(text)) {
+    return normalizeRecallTokenSet(text);
+  }
+  return text.length === 0 ? /* @__PURE__ */ new Set() : new Set(text.split(/\s+/));
 }
 var NEGATION_WORDS = /* @__PURE__ */ new Set([
   "not",
@@ -26962,4 +27018,4 @@ export {
   blendGraphExpandedRecallScore,
   Orchestrator
 };
-//# sourceMappingURL=chunk-RMHMUUBW.js.map
+//# sourceMappingURL=chunk-AY43LBE4.js.map