@remnic/core 9.60.1 → 9.60.2

package/dist/{chunk-2VHCLHZ5.js → chunk-YUIBXMZY.js}

@@ -17,14 +17,14 @@ import {
 } from "./chunk-KHQ57QLJ.js";
 import {
   normalizeQmdResultPath
-} from "./chunk-P6GOYLHN.js";
+} from "./chunk-QWPAQLYV.js";
 import {
   withholdToolScopedFromSharedNamespace
 } from "./chunk-S2V7RUCL.js";
 import {
   SPECULATIVE_TTL_DAYS,
   confidenceTier
-} from "./chunk-LLZKOSGM.js";
+} from "./chunk-5WVUO6QT.js";
 import {
   createMemorySnapshot
 } from "./chunk-S2HLHAZ4.js";
@@ -1700,26 +1700,35 @@ var EntityStore = class {
     const source = options.source?.trim() || void 0;
     const sessionKey = options.sessionKey?.trim() || void 0;
     const principal = options.principal?.trim() || void 0;
+    const origin = options.origin?.trim() ? parseOriginClass(options.origin) : void 0;
     const structuredSectionMap = new Map(
       (entity.structuredSections ?? []).map((section) => [section.key, {
         ...section,
-        facts: [...section.facts]
+        facts: [...section.facts],
+        ...section.factOrigins ? { factOrigins: [...section.factOrigins] } : {}
       }])
     );
     for (const section of options.structuredSections ?? []) {
       const normalizedSection = normalizeEntityStructuredSection(type, section, this.deps.entitySchemas);
-      const normalizedFacts = normalizeStructuredSectionFacts(section.facts);
-      if (normalizedFacts.length === 0) continue;
+      const normalized2 = normalizeStructuredSectionFactsWithOrigins(section.facts, section.factOrigins, origin);
+      if (normalized2.facts.length === 0) continue;
       const existingSection = structuredSectionMap.get(normalizedSection.key);
       if (!existingSection) {
         structuredSectionMap.set(normalizedSection.key, {
           key: normalizedSection.key,
           title: normalizedSection.title,
-          facts: normalizedFacts
+          ...normalized2
         });
         continue;
       }
-      existingSection.facts = normalizeStructuredSectionFacts([...existingSection.facts, ...normalizedFacts]);
+      const existingOrigins = existingSection.facts.map((_, index) => existingSection.factOrigins?.[index]);
+      const incomingOrigins = normalized2.facts.map((_, index) => normalized2.factOrigins?.[index]);
+      const merged = normalizeStructuredSectionFactsWithOrigins(
+        [...existingSection.facts, ...normalized2.facts],
+        [...existingOrigins, ...incomingOrigins]
+      );
+      existingSection.facts = merged.facts;
+      existingSection.factOrigins = merged.factOrigins;
       if (!existingSection.title.trim() && normalizedSection.title.trim()) {
         existingSection.title = normalizedSection.title;
       }
@@ -1730,10 +1739,11 @@ var EntityStore = class {
         text: fact,
         ...source ? { source } : {},
         ...sessionKey ? { sessionKey } : {},
-        ...principal ? { principal } : {}
+        ...principal ? { principal } : {},
+        ...origin ? { origin } : {}
       };
       const alreadyPresent = entity.timeline.some(
-        (entry) => entry.timestamp === nextEntry.timestamp && entry.text === nextEntry.text && entry.source === nextEntry.source && entry.sessionKey === nextEntry.sessionKey && entry.principal === nextEntry.principal
+        (entry) => entry.timestamp === nextEntry.timestamp && entry.text === nextEntry.text && entry.source === nextEntry.source && entry.sessionKey === nextEntry.sessionKey && entry.principal === nextEntry.principal && entry.origin === nextEntry.origin
       );
       if (alreadyPresent) continue;
       entity.timeline.push(nextEntry);
@@ -2040,26 +2050,44 @@ ${rows.join("\n")}
             const mergedStructuredSectionMap = new Map(
               (mergedEntity.structuredSections ?? []).map((section) => [section.key, {
                 ...section,
-                facts: [...section.facts]
+                facts: [...section.facts],
+                factOrigins: section.factOrigins ? [...section.factOrigins] : void 0
               }])
             );
             for (const section of parsed.structuredSections ?? []) {
               const existingSection = mergedStructuredSectionMap.get(section.key);
               if (!existingSection) {
+                const facts = [];
+                const factOrigins = [];
+                for (const [index, fact] of section.facts.entries()) {
+                  const trimmed = fact.trim();
+                  if (!trimmed || facts.includes(trimmed)) continue;
+                  facts.push(trimmed);
+                  factOrigins.push(section.factOrigins?.[index]);
+                }
                 mergedStructuredSectionMap.set(section.key, {
                   key: section.key,
                   title: section.title,
-                  facts: [...new Set(section.facts.map((fact) => fact.trim()).filter((fact) => fact.length > 0))]
+                  facts,
+                  factOrigins: section.factOrigins ? factOrigins : void 0
                 });
                 continue;
               }
-              const mergedFacts = new Set(existingSection.facts.map((fact) => fact.trim()));
-              for (const fact of section.facts) {
+              if (section.factOrigins && !existingSection.factOrigins) {
+                existingSection.factOrigins = existingSection.facts.map(() => void 0);
+              }
+              for (const [index, fact] of section.facts.entries()) {
                 const trimmed = fact.trim();
                 if (!trimmed) continue;
-                mergedFacts.add(trimmed);
+                const existingIndex = existingSection.facts.indexOf(trimmed);
+                const origin = section.factOrigins?.[index];
+                if (existingIndex === -1) {
+                  existingSection.facts.push(trimmed);
+                  existingSection.factOrigins?.push(origin);
+                } else if (existingSection.factOrigins?.[existingIndex] !== origin) {
+                  existingSection.factOrigins?.splice(existingIndex, 1, void 0);
+                }
               }
-              existingSection.facts = Array.from(mergedFacts);
               if (!existingSection.title.trim() && section.title.trim()) {
                 existingSection.title = section.title;
               }
@@ -2076,8 +2104,8 @@ ${rows.join("\n")}
             if (!isErrnoCode(err, "ENOENT")) throw err;
           }
         }
-        const timelineKeys = /* @__PURE__ */ new Set();
-        mergedEntity.timeline = mergedEntity.timeline.filter((entry) => {
+        const timelineByKey = /* @__PURE__ */ new Map();
+        for (const entry of mergedEntity.timeline) {
           const key = JSON.stringify([
             entry.timestamp,
             entry.source ?? "",
@@ -2085,10 +2113,14 @@ ${rows.join("\n")}
             entry.principal ?? "",
             entry.text
           ]);
-          if (timelineKeys.has(key)) return false;
-          timelineKeys.add(key);
-          return true;
-        });
+          const existing = timelineByKey.get(key);
+          if (!existing) {
+            timelineByKey.set(key, entry);
+          } else if (existing.origin !== entry.origin) {
+            existing.origin = void 0;
+          }
+        }
+        mergedEntity.timeline = [...timelineByKey.values()];
         const relKeys = /* @__PURE__ */ new Set();
         mergedEntity.relationships = mergedEntity.relationships.filter((r) => {
           const key = `${r.target}::${r.label}`;
@@ -5237,6 +5269,7 @@ Reason: ${reason}`;
 
 // src/storage/entity-timeline.ts
 import { createHash as createHash5 } from "crypto";
+var ENTITY_TIMELINE_METADATA_MARKER = "remnic-meta-v1";
 function parseEntityTimelineBullet(bullet, fallbackTimestamp) {
   const trimmed = bullet.trim();
   if (!trimmed) return null;
@@ -5246,9 +5279,10 @@ function parseEntityTimelineBullet(bullet, fallbackTimestamp) {
     text: ""
   };
   const consumedMetadataSegments = [];
+  let metadataMarkerSeen = false;
   let literalSingleSourceSegment;
   if (!trimmed.startsWith("[")) {
-    entry.text = trimmed;
+    entry.text = unescapeEntityTimelineText(trimmed);
     return entry.text ? entry : null;
   }
   const firstEnd = trimmed.indexOf("]");
@@ -5267,6 +5301,13 @@ function parseEntityTimelineBullet(bullet, fallbackTimestamp) {
     if (end === -1) break;
     const rawSegment = rest.slice(0, end + 1);
     const token = rest.slice(1, end).trim();
+    const nextRest = rest.slice(end + 1).trimStart();
+    if (token === ENTITY_TIMELINE_METADATA_MARKER) {
+      metadataMarkerSeen = true;
+      consumedMetadataSegments.push(rawSegment);
+      rest = nextRest;
+      continue;
+    }
     const equalsIdx = token.indexOf("=");
     if (equalsIdx === -1) {
       if (rest === trimmed) {
@@ -5278,7 +5319,10 @@ function parseEntityTimelineBullet(bullet, fallbackTimestamp) {
     const key = token.slice(0, equalsIdx).trim().toLowerCase();
     const value = unescapeEntityTimelineMetadataValue(token.slice(equalsIdx + 1).trim());
     if (!value) break;
-    const nextRest = rest.slice(end + 1).trimStart();
+    if (key === "remnic-origin" && !metadataMarkerSeen) {
+      entry.text = rest.trim();
+      return entry.text ? entry : null;
+    }
     switch (key) {
       case "source_meta":
         entry.source = value;
@@ -5298,6 +5342,9 @@ function parseEntityTimelineBullet(bullet, fallbackTimestamp) {
       case "principal":
         entry.principal = value;
         break;
+      case "remnic-origin":
+        entry.origin = value;
+        break;
       default:
         entry.text = rest.trim();
         return entry.text ? entry : null;
@@ -5312,7 +5359,7 @@ function parseEntityTimelineBullet(bullet, fallbackTimestamp) {
       text: `${literalSingleSourceSegment} ${rest}`.trim()
     };
   }
-  entry.text = rest.trim();
+  entry.text = unescapeEntityTimelineText(rest.trim());
   if (!entry.text) return null;
   return entry;
 }
@@ -5448,6 +5495,12 @@ function unescapeEntityTimelineMetadataValue(value) {
   }
   return result;
 }
+function escapeEntityTimelineText(value) {
+  return /^\\*\[(?:remnic-origin=|remnic-meta-v1\])/i.test(value) ? `\\${value}` : value;
+}
+function unescapeEntityTimelineText(value) {
+  return /^\\+\[(?:remnic-origin=|remnic-meta-v1\])/i.test(value) ? value.slice(1) : value;
+}
 function serializeEntityTimelineEntry(entry) {
   const tokens = [];
   if (entry.timestamp.trim().length > 0) {
@@ -5463,8 +5516,12 @@ function serializeEntityTimelineEntry(entry) {
   if (entry.principal) {
     tokens.push(`[principal=${escapeEntityTimelineMetadataValue(entry.principal)}]`);
   }
+  if (entry.origin) {
+    tokens.push(`[${ENTITY_TIMELINE_METADATA_MARKER}]`);
+    tokens.push(`[remnic-origin=${escapeEntityTimelineMetadataValue(entry.origin)}]`);
+  }
   const serializedMetadata = tokens.length > 0 ? `${tokens.join(" ")} ` : "";
-  return `- ${serializedMetadata}${entry.text}`.trimEnd();
+  return `- ${serializedMetadata}${escapeEntityTimelineText(entry.text)}`.trimEnd();
 }
 function dedupeEntityTimelineFacts(timeline) {
   return [...new Set(timeline.map((entry) => entry.text.trim()).filter((entry) => entry.length > 0))];
@@ -5472,6 +5529,28 @@ function dedupeEntityTimelineFacts(timeline) {
 function normalizeEntitySectionFact(value) {
   return value.replace(/\s+/g, " ").trim();
 }
+function normalizeStructuredSectionFactsWithOrigins(facts, factOrigins, defaultOrigin) {
+  const normalizedFacts = [];
+  const origins = [];
+  const seen = /* @__PURE__ */ new Map();
+  for (const [index, fact] of facts.entries()) {
+    const normalized = normalizeEntitySectionFact(fact);
+    if (!normalized) continue;
+    const existingIndex = seen.get(normalized) ?? -1;
+    const origin = factOrigins?.[index] ?? defaultOrigin;
+    if (existingIndex >= 0) {
+      if (origins[existingIndex] !== origin) origins[existingIndex] = void 0;
+      continue;
+    }
+    seen.set(normalized, normalizedFacts.length);
+    normalizedFacts.push(normalized);
+    origins.push(origin);
+  }
+  return {
+    facts: normalizedFacts,
+    ...origins.some((origin) => origin !== void 0) ? { factOrigins: origins } : {}
+  };
+}
 function normalizeStructuredSectionFacts(facts) {
   return [...new Set(facts.map((fact) => normalizeEntitySectionFact(fact)).filter((fact) => fact.length > 0))];
 }
@@ -5503,11 +5582,17 @@ function compileEntityFacts(timeline, structuredSections) {
 }
 function parseEntityStructuredSectionFacts(lines) {
   const facts = [];
+  const factOrigins = [];
   let currentBlock = [];
+  let currentOrigin;
   const flushCurrentBlock = () => {
     const normalized = normalizeEntitySectionFact(currentBlock.join(" "));
-    if (normalized.length > 0) facts.push(normalized);
+    if (normalized.length > 0) {
+      facts.push(normalized);
+      factOrigins.push(currentOrigin);
+    }
     currentBlock = [];
+    currentOrigin = void 0;
   };
   for (const rawLine of lines) {
     const line = rawLine.trim();
@@ -5517,13 +5602,22 @@ function parseEntityStructuredSectionFacts(lines) {
     }
     if (line.startsWith("- ")) {
       flushCurrentBlock();
-      currentBlock = [line.slice(2).trim()];
+      const bullet = line.slice(2).trim();
+      const metadataPrefix = `[${ENTITY_TIMELINE_METADATA_MARKER}] `;
+      const hasMarker = bullet.startsWith(metadataPrefix);
+      const originStart = metadataPrefix.length;
+      const originPrefix = hasMarker && bullet.startsWith("[remnic-origin=", originStart);
+      const originEndOffset = originPrefix ? findEntityTimelineTokenEnd(bullet.slice(originStart)) : -1;
+      const originEnd = originEndOffset >= 0 ? originEndOffset + originStart : -1;
+      const token = originEnd >= 0 ? bullet.slice(originStart + 15, originEnd) : "";
+      currentBlock = [originEnd >= 0 ? unescapeEntityTimelineText(bullet.slice(originEnd + 1).trimStart()) : unescapeEntityTimelineText(hasMarker ? bullet.slice(metadataPrefix.length) : bullet)];
+      currentOrigin = originEnd >= 0 ? unescapeEntityTimelineMetadataValue(token) : void 0;
       continue;
     }
     currentBlock.push(line);
   }
   flushCurrentBlock();
-  return [...new Set(facts)];
+  return normalizeStructuredSectionFactsWithOrigins(facts, factOrigins);
 }
 function looksLikeStructuredSectionFactList(lines) {
   const firstNonBlank = lines.find((line) => line.trim().length > 0)?.trim() ?? "";
@@ -5539,25 +5633,33 @@ function partitionEntityStructuredSections(entityType, extraSections, entitySche
       remainingExtraSections.push(section);
       continue;
     }
-    const facts = parseEntityStructuredSectionFacts(section.lines);
-    if (!matchedSection && facts.length === 0) {
+    const parsedFacts = parseEntityStructuredSectionFacts(section.lines);
+    if (!matchedSection && parsedFacts.facts.length === 0) {
       remainingExtraSections.push(section);
       continue;
     }
     const normalizedSection = matchedSection ? { key: matchedSection.key, title: matchedSection.title } : normalizeEntityStructuredSection(entityType, { key: section.title, title: section.title }, entitySchemas);
-    if (facts.length === 0) {
+    if (parsedFacts.facts.length === 0) {
       remainingExtraSections.push(section);
       continue;
     }
     const existing = structuredSectionIndex.get(normalizedSection.key);
     if (existing) {
-      existing.facts = normalizeStructuredSectionFacts([...existing.facts, ...facts]);
+      const existingOrigins = existing.facts.map((_, index) => existing.factOrigins?.[index]);
+      const incomingOrigins = parsedFacts.facts.map((_, index) => parsedFacts.factOrigins?.[index]);
+      const merged = normalizeStructuredSectionFactsWithOrigins(
+        [...existing.facts, ...parsedFacts.facts],
+        [...existingOrigins, ...incomingOrigins]
+      );
+      existing.facts = merged.facts;
+      existing.factOrigins = merged.factOrigins;
       continue;
     }
     const structuredSection = {
       key: normalizedSection.key,
       title: normalizedSection.title,
-      facts: normalizeStructuredSectionFacts(facts)
+      facts: parsedFacts.facts,
+      ...parsedFacts.factOrigins ? { factOrigins: parsedFacts.factOrigins } : {}
     };
     structuredSections.push(structuredSection);
     structuredSectionIndex.set(normalizedSection.key, structuredSection);
@@ -6471,10 +6573,12 @@ function serializeEntityFile(entity, entitySchemas) {
   const timeline = entity.timeline;
   const structuredSections = sortStructuredSectionsBySchema(
     entity.type,
-    (entity.structuredSections ?? []).map((section) => ({
-      ...section,
-      facts: normalizeStructuredSectionFacts(section.facts)
-    })).filter((section) => section.facts.length > 0),
+    (entity.structuredSections ?? []).map((section) => {
+      const normalized = normalizeStructuredSectionFactsWithOrigins(section.facts, section.factOrigins);
+      const result = { ...section, ...normalized };
+      if (normalized.factOrigins === void 0) delete result.factOrigins;
+      return result;
+    }).filter((section) => section.facts.length > 0),
     entitySchemas
   );
   const sectionFacts = new Set(collectStructuredSectionFacts(structuredSections));
@@ -6533,8 +6637,10 @@ function serializeEntityFile(entity, entitySchemas) {
   }
   for (const section of structuredSections) {
     lines.push(`## ${section.title}`, "");
-    for (const fact of section.facts) {
-      lines.push(`- ${fact}`);
+    for (const [index, fact] of section.facts.entries()) {
+      const origin = section.factOrigins?.[index];
+      const prefix = origin ? `[${ENTITY_TIMELINE_METADATA_MARKER}] [remnic-origin=${escapeEntityTimelineMetadataValue(origin)}] ` : "";
+      lines.push(`- ${prefix}${escapeEntityTimelineText(fact)}`);
     }
     lines.push("");
   }
@@ -11019,6 +11125,7 @@ export {
   serializeMeetingRecord,
   parseMeetingRecordSummary,
   MeetingRecordStore,
+  normalizeStructuredSectionFactsWithOrigins,
   normalizeStructuredSectionFacts,
   compileEntityFacts,
   compareEntityTimestamps,
@@ -11034,4 +11141,4 @@ export {
   isValidBufferSurpriseEvent,
   StorageManager3 as StorageManager
 };
-//# sourceMappingURL=chunk-2VHCLHZ5.js.map
+//# sourceMappingURL=chunk-YUIBXMZY.js.map