@remnic/core 9.25.3 → 9.25.4

package/dist/access-cli.js

@@ -1,6 +1,6 @@
 import {
   Orchestrator
-} from "./chunk-NBT7O25Z.js";
+} from "./chunk-FDAPXLRC.js";
 import "./chunk-4B77XSG5.js";
 import "./chunk-B7GROTXD.js";
 import "./chunk-DPYYSG6F.js";
@@ -61,7 +61,7 @@ import "./chunk-PHRLJFWZ.js";
 import "./chunk-64NJRYU2.js";
 import "./chunk-K2TDK7GG.js";
 import "./chunk-LTHVM4XN.js";
-import "./chunk-PXJ4A6IK.js";
+import "./chunk-BUK2FXOL.js";
 import "./chunk-4RA3C3EV.js";
 import "./chunk-TGTTESJS.js";
 import "./chunk-54V4BZWP.js";

package/dist/{chunk-PXJ4A6IK.js → chunk-BUK2FXOL.js}

@@ -43,6 +43,9 @@ import {
 import {
   normalizeProcedureSteps
 } from "./chunk-QDW3E4RD.js";
+import {
+  isMemoryCategory
+} from "./chunk-CGASUJVP.js";
 import {
   FallbackLlmClient,
   fallbackLlmRuntimeContextFromConfig,
@@ -105,6 +108,10 @@ var EXTRACTION_RESPONSE_SHAPE = `{
   "identityReflection": "<conversation-grounded agent reflection>",
   "relationships": [{"source": "<normalized-name>", "target": "<normalized-name>", "label": "<source-grounded relationship>"}]
 }`;
+var EXTRACTION_RESPONSE_PLACEHOLDERS = {};
+for (const placeholder of EXTRACTION_RESPONSE_SHAPE.match(/<[^<>\r\n]+>/g) ?? []) {
+  EXTRACTION_RESPONSE_PLACEHOLDERS[placeholder] = true;
+}
 var CONSOLIDATION_RESPONSE_SCHEMA = `{
   "items": [
     {
@@ -121,6 +128,35 @@ var CONSOLIDATION_RESPONSE_SCHEMA = `{
 function isPlainRecord(value) {
   return typeof value === "object" && value !== null && !Array.isArray(value);
 }
+function containsExtractionPlaceholder(value) {
+  if (typeof value === "string") return EXTRACTION_RESPONSE_PLACEHOLDERS[value.trim()] === true;
+  if (Array.isArray(value)) return value.some(containsExtractionPlaceholder);
+  return isPlainRecord(value) && Object.values(value).some(containsExtractionPlaceholder);
+}
+function extractionText(value) {
+  if (typeof value !== "string") return void 0;
+  const text = value.trim();
+  return text.length > 0 && !containsExtractionPlaceholder(text) ? text : void 0;
+}
+function extractionAttributes(value) {
+  if (!isPlainRecord(value)) return void 0;
+  const attributes = {};
+  for (const [key, candidate] of Object.entries(value)) {
+    const normalizedKey = extractionText(key);
+    const normalizedValue = extractionText(candidate);
+    if (normalizedKey !== void 0 && normalizedValue !== void 0) {
+      attributes[normalizedKey] = normalizedValue;
+    }
+  }
+  return Object.keys(attributes).length > 0 ? attributes : void 0;
+}
+function extractionEntityType(value) {
+  const type = extractionText(value);
+  if (type === "person" || type === "project" || type === "tool" || type === "company" || type === "place" || type === "other") {
+    return type;
+  }
+  return void 0;
+}
 function normalizeQuestion(question) {
   const priority = Number.isFinite(question.priority) ? Math.max(0, Math.min(1, question.priority)) : 0.5;
   return {
@@ -240,82 +276,111 @@ var ExtractionEngine = class {
     return !!parsed && typeof parsed === "object" && !Array.isArray(parsed) && ("facts" in parsed || "entities" in parsed || "profileUpdates" in parsed || "questions" in parsed || "relationships" in parsed || "identityReflection" in parsed);
   }
   normalizeExtractionResultPayload(parsed) {
-    const entities = Array.isArray(parsed?.entities) ? parsed.entities.map((e) => this.normalizeEntityUpdate(e)).filter((e) => e.name.length > 0) : [];
-    const facts = Array.isArray(parsed?.facts) ? parsed.facts.map((f) => ({
-      category: typeof f?.category === "string" ? f.category : "fact",
-      content: typeof f?.content === "string" ? f.content : typeof f?.text === "string" ? f.text : "",
-      confidence: typeof f?.confidence === "number" ? f.confidence : 0.7,
-      tags: Array.isArray(f?.tags) ? f.tags.filter((t) => typeof t === "string") : [],
-      entityRef: typeof f?.entityRef === "string" ? f.entityRef : void 0,
-      promptedByQuestion: typeof f?.promptedByQuestion === "string" ? f.promptedByQuestion : void 0,
-      scope: f?.scope === "global" || f?.scope === "project" ? f.scope : void 0,
-      structuredAttributes: f?.structuredAttributes && typeof f.structuredAttributes === "object" && !Array.isArray(f.structuredAttributes) ? Object.fromEntries(
-        Object.entries(f.structuredAttributes).filter(([k, v]) => typeof k === "string" && typeof v === "string")
-      ) : void 0,
-      procedureSteps: Array.isArray(f?.procedureSteps) ? normalizeProcedureSteps(f.procedureSteps) : void 0,
-      reasoningTrace: (() => {
-        const candidate = f?.reasoningTrace && typeof f.reasoningTrace === "object" && !Array.isArray(f.reasoningTrace) ? f.reasoningTrace : f?.reasoning_trace && typeof f.reasoning_trace === "object" && !Array.isArray(f.reasoning_trace) ? f.reasoning_trace : null;
-        return candidate ? normalizeReasoningTrace(candidate) ?? void 0 : void 0;
-      })(),
-      // Issue #1575 PR 2: the LLM provides a verbatim supporting quote
-      // per fact. Optional/nullable per repo gotcha 6 (OpenAI Responses
-      // API emits null for absent optional fields). The post-parse
-      // validator (buildFactProvenance) locates this quote in the
-      // buffered turns and builds verified ProvenanceSource[] entries.
-      quote: typeof f?.quote === "string" && f.quote.trim().length > 0 ? f.quote : void 0,
-      eventTime: typeof f?.eventTime === "string" && f.eventTime.trim().length > 0 ? f.eventTime.trim() : typeof f?.event_time === "string" && f.event_time.trim().length > 0 ? f.event_time.trim() : void 0
-    })).filter((f) => f.content.length > 0) : [];
-    const questions = Array.isArray(parsed?.questions) ? parsed.questions.map((q) => {
-      if (typeof q === "string") return { question: q, context: "", priority: 0.5 };
+    const entities = Array.isArray(parsed?.entities) ? parsed.entities.map((candidate) => this.normalizeEntityUpdate(candidate)).filter((entity) => entity !== void 0 && entity.name.length > 0) : [];
+    const facts = Array.isArray(parsed?.facts) ? parsed.facts.map((candidate) => {
+      const f = isPlainRecord(candidate) ? candidate : {};
+      const category = typeof f.category === "string" ? f.category.trim() : "fact";
+      const reasoningTraceInput = isPlainRecord(f.reasoningTrace) ? f.reasoningTrace : isPlainRecord(f?.reasoning_trace) ? f.reasoning_trace : void 0;
+      if (!isMemoryCategory(category)) return void 0;
+      const procedureSteps = Array.isArray(f.procedureSteps) ? normalizeProcedureSteps(f.procedureSteps) : void 0;
+      const reasoningTrace = reasoningTraceInput ? normalizeReasoningTrace(reasoningTraceInput) ?? void 0 : void 0;
+      if (containsExtractionPlaceholder(procedureSteps) || containsExtractionPlaceholder(reasoningTrace)) {
+        return void 0;
+      }
       return {
-        question: typeof q?.question === "string" ? q.question : typeof q?.text === "string" ? q.text : "",
-        context: typeof q?.context === "string" ? q.context : "",
-        priority: typeof q?.priority === "number" ? q.priority : 0.5
+        category,
+        content: extractionText(f.content) ?? extractionText(f.text) ?? "",
+        confidence: typeof f.confidence === "number" ? f.confidence : 0.7,
+        tags: Array.isArray(f.tags) ? f.tags.flatMap((tag) => {
+          const text = extractionText(tag);
+          return text === void 0 ? [] : [text];
+        }) : [],
+        entityRef: extractionText(f.entityRef),
+        promptedByQuestion: extractionText(f.promptedByQuestion),
+        scope: f.scope === "global" || f.scope === "project" ? f.scope : void 0,
+        structuredAttributes: extractionAttributes(f.structuredAttributes),
+        procedureSteps,
+        reasoningTrace,
+        quote: extractionText(f.quote),
+        eventTime: extractionText(f.eventTime) ?? extractionText(f.event_time)
       };
-    }).filter((q) => q.question.length > 0) : [];
+    }).filter((fact) => fact !== void 0 && fact.content.length > 0) : [];
+    const questions = Array.isArray(parsed?.questions) ? parsed.questions.flatMap((candidate) => {
+      const record = isPlainRecord(candidate) ? candidate : void 0;
+      const question = extractionText(record?.question) ?? extractionText(record?.text) ?? extractionText(candidate);
+      if (question === void 0) return [];
+      return [{
+        question,
+        context: extractionText(record?.context) ?? "",
+        priority: typeof record?.priority === "number" ? record.priority : 0.5
+      }];
+    }) : [];
+    const profileUpdates = Array.isArray(parsed?.profileUpdates) ? parsed.profileUpdates.flatMap((candidate) => {
+      const update = extractionText(candidate);
+      return update === void 0 ? [] : [update];
+    }) : [];
+    const relationships = Array.isArray(parsed?.relationships) ? parsed.relationships.flatMap((candidate) => {
+      const relationship = isPlainRecord(candidate) ? candidate : void 0;
+      const source = extractionText(relationship?.source);
+      const target = extractionText(relationship?.target);
+      const label = extractionText(relationship?.label);
+      if (source === void 0 || target === void 0 || label === void 0) return [];
+      return [{
+        source,
+        target,
+        label,
+        promptedByQuestion: extractionText(relationship?.promptedByQuestion)
+      }];
+    }) : void 0;
     return {
       facts,
       entities,
-      profileUpdates: Array.isArray(parsed?.profileUpdates) ? parsed.profileUpdates.filter((u) => typeof u === "string" && u.trim().length > 0) : [],
+      profileUpdates,
       questions,
-      identityReflection: parsed?.identityReflection ?? void 0,
-      relationships: Array.isArray(parsed?.relationships) ? parsed.relationships.filter(
-        (r) => typeof r?.source === "string" && typeof r?.target === "string" && typeof r?.label === "string"
-      ).map((r) => ({
-        source: r.source,
-        target: r.target,
-        label: r.label,
-        promptedByQuestion: typeof r?.promptedByQuestion === "string" ? r.promptedByQuestion : void 0
-      })) : void 0
+      identityReflection: extractionText(parsed?.identityReflection),
+      relationships
     };
   }
   normalizeEntityUpdate(entity) {
-    const rawUpdates = isPlainRecord(entity?.updates) ? entity.updates : null;
-    const directFacts = Array.isArray(entity?.facts) ? entity.facts.filter((fact) => typeof fact === "string").map((fact) => fact.trim()).filter((fact) => fact.length > 0) : [];
-    const updateFacts = rawUpdates && Array.isArray(rawUpdates.facts) ? rawUpdates.facts.filter((fact) => typeof fact === "string").map((fact) => fact.trim()).filter((fact) => fact.length > 0) : [];
-    const scalarUpdateFacts = rawUpdates ? Object.keys(rawUpdates).sort((a, b) => a.localeCompare(b)).filter((key) => !["facts", "name", "promptedByQuestion", "structuredSections", "type"].includes(key)).flatMap((key) => {
-      const value = rawUpdates[key];
-      if (typeof value === "string" && value.trim().length > 0) {
-        return [`${key}: ${value.trim()}`];
+    const record = isPlainRecord(entity) ? entity : {};
+    const rawUpdates = isPlainRecord(record.updates) ? record.updates : void 0;
+    const normalizedTexts = (value) => Array.isArray(value) ? value.flatMap((candidate) => {
+      const text = extractionText(candidate);
+      return text === void 0 ? [] : [text];
+    }) : [];
+    const directFacts = normalizedTexts(record.facts);
+    const updateFacts = normalizedTexts(rawUpdates?.facts);
+    const scalarUpdateFacts = rawUpdates ? Object.entries(rawUpdates).sort(([left], [right]) => left.localeCompare(right)).flatMap(([key, value]) => {
+      if (["facts", "name", "promptedByQuestion", "structuredSections", "type"].includes(key)) {
+        return [];
       }
+      const normalizedKey = extractionText(key);
+      if (normalizedKey === void 0) return [];
+      const normalizedValue = extractionText(value);
+      if (normalizedValue !== void 0) return [`${normalizedKey}: ${normalizedValue}`];
       if (typeof value === "number" || typeof value === "boolean") {
-        return [`${key}: ${String(value)}`];
+        return [`${normalizedKey}: ${String(value)}`];
       }
       return [];
     }) : [];
-    const structuredSectionsSource = Array.isArray(entity?.structuredSections) ? entity.structuredSections : Array.isArray(rawUpdates?.structuredSections) ? rawUpdates.structuredSections : [];
-    const name = typeof entity?.name === "string" ? entity.name.trim() : typeof entity?.entityId === "string" ? entity.entityId.trim() : typeof rawUpdates?.name === "string" ? rawUpdates.name.trim() : "";
-    const type = typeof entity?.type === "string" && entity.type.trim().length > 0 ? entity.type.trim() : typeof rawUpdates?.type === "string" && rawUpdates.type.trim().length > 0 ? rawUpdates.type.trim() : "other";
+    const structuredSectionsSource = Array.isArray(record.structuredSections) ? record.structuredSections : Array.isArray(rawUpdates?.structuredSections) ? rawUpdates.structuredSections : [];
+    const structuredSections = structuredSectionsSource.flatMap((candidate) => {
+      const section = isPlainRecord(candidate) ? candidate : {};
+      const key = extractionText(section.key);
+      const title = extractionText(section.title);
+      const facts = normalizedTexts(section.facts);
+      if (key === void 0 || title === void 0 || facts.length === 0) return [];
+      return [{ key, title, facts }];
+    });
+    const rawType = record.type ?? rawUpdates?.type;
+    const type = rawType === void 0 ? "other" : extractionEntityType(rawType);
+    if (type === void 0) return void 0;
     return {
-      name,
+      name: extractionText(record.name) ?? extractionText(record.entityId) ?? extractionText(rawUpdates?.name) ?? "",
       type,
       facts: [...directFacts, ...updateFacts, ...scalarUpdateFacts],
-      structuredSections: structuredSectionsSource.length > 0 ? structuredSectionsSource.map((section) => ({
-        key: typeof section?.key === "string" ? section.key.trim() : "",
-        title: typeof section?.title === "string" ? section.title.trim() : "",
-        facts: Array.isArray(section?.facts) ? section.facts.filter((fact) => typeof fact === "string").map((fact) => fact.trim()).filter((fact) => fact.length > 0) : []
-      })).filter((section) => section.key.length > 0 && section.title.length > 0 && section.facts.length > 0) : void 0,
-      promptedByQuestion: typeof entity?.promptedByQuestion === "string" ? entity.promptedByQuestion : typeof rawUpdates?.promptedByQuestion === "string" ? rawUpdates.promptedByQuestion : void 0
+      structuredSections: structuredSections.length > 0 ? structuredSections : void 0,
+      promptedByQuestion: extractionText(record.promptedByQuestion) ?? extractionText(rawUpdates?.promptedByQuestion)
     };
   }
   parseJsonObject(content) {
@@ -403,7 +468,7 @@ var ExtractionEngine = class {
     const profileUpdates = (Array.isArray(result.profileUpdates) ? result.profileUpdates : []).map(
       (update) => typeof update === "string" ? update.trim() : typeof update?.content === "string" ? update.content.trim() : ""
     ).filter((update) => update.length > 0);
-    const entityUpdates = (Array.isArray(result.entityUpdates) ? result.entityUpdates : []).map((entity) => this.normalizeEntityUpdate(entity)).filter((entity) => entity.name.length > 0);
+    const entityUpdates = (Array.isArray(result.entityUpdates) ? result.entityUpdates : []).map((entity) => this.normalizeEntityUpdate(entity)).filter((entity) => entity !== void 0 && entity.name.length > 0);
     return { items, profileUpdates, entityUpdates };
   }
   async applyProactiveQuestionPass(conversation, base) {
@@ -982,22 +1047,8 @@ var ExtractionEngine = class {
           log.debug(
             `extracted ${result.facts.length} facts, ${result.entities.length} entities, ${(result.questions ?? []).length} questions via fallback (${detailed.modelUsed})`
           );
-          const normalizedFacts = result.facts.map((f) => {
-            if (!f) return f;
-            const eventTime = typeof f.eventTime === "string" && f.eventTime.trim().length > 0 ? f.eventTime.trim() : typeof f.event_time === "string" && f.event_time.trim().length > 0 ? f.event_time.trim() : void 0;
-            if (!f.reasoningTrace && eventTime === void 0) return f;
-            return {
-              ...f,
-              ...f.reasoningTrace ? { reasoningTrace: normalizeReasoningTrace(f.reasoningTrace) ?? void 0 } : {},
-              ...eventTime !== void 0 ? { eventTime } : {}
-            };
-          });
-          const sanitized = this.sanitizeExtractionResult({
-            ...result,
-            facts: normalizedFacts,
-            questions: result.questions ?? [],
-            identityReflection: result.identityReflection ?? void 0
-          }, messageTimestamp);
+          const normalized = this.normalizeExtractionResultPayload(result);
+          const sanitized = this.sanitizeExtractionResult(normalized, messageTimestamp);
           const finalResult = await this.applyProactiveQuestionPass(conversation, sanitized);
           return this.attachProvenanceToResult(finalResult, boundedTurns);
         }
@@ -1197,37 +1248,14 @@ ${EXTRACTION_RESPONSE_SHAPE}`
    * Local LLMs sometimes hit token limits mid-JSON. This tries to salvage valid facts.
    */
   extractPartialFacts(jsonStr) {
-    const allowedCategories = /* @__PURE__ */ new Set([
-      "fact",
-      "preference",
-      "correction",
-      "entity",
-      "decision",
-      "relationship",
-      "principle",
-      "commitment",
-      "moment",
-      "skill",
-      "rule",
-      "procedure",
-      "reasoning_trace"
-    ]);
-    const allowedEntityTypes = /* @__PURE__ */ new Set([
-      "person",
-      "project",
-      "tool",
-      "company",
-      "place",
-      "other"
-    ]);
     const facts = [];
     const entities = [];
     try {
       const factRegex = /\{\s*"category"\s*:\s*"([^"]+)"\s*,\s*"content"\s*:\s*"([^"]+)"\s*,\s*"confidence"\s*:\s*([0-9.]+)/g;
       let match;
       while ((match = factRegex.exec(jsonStr)) !== null) {
-        const rawCat = match[1];
-        const category = allowedCategories.has(rawCat) ? rawCat : "fact";
+        const category = match[1]?.trim() ?? "";
+        if (!isMemoryCategory(category)) continue;
         facts.push({
           category,
           content: match[2].replace(/\\n/g, "\n").replace(/\\"/g, '"'),
@@ -1237,8 +1265,8 @@ ${EXTRACTION_RESPONSE_SHAPE}`
       }
       const entityRegex = /\{\s*"name"\s*:\s*"([^"]+)"\s*,\s*"type"\s*:\s*"([^"]+)"/g;
       while ((match = entityRegex.exec(jsonStr)) !== null) {
-        const rawType = match[2];
-        const type = allowedEntityTypes.has(rawType) ? rawType : "other";
+        const type = extractionEntityType(match[2]);
+        if (type === void 0) continue;
         entities.push({
           name: match[1],
           type,
@@ -1247,7 +1275,7 @@ ${EXTRACTION_RESPONSE_SHAPE}`
       }
     } catch {
     }
-    return { facts, entities, profileUpdates: [], questions: [] };
+    return this.normalizeExtractionResultPayload({ facts, entities, profileUpdates: [], questions: [] });
   }
   /**
    * Bi-temporal event-time extraction instruction (#1578 PR2). Emitted on
@@ -2405,4 +2433,4 @@ export {
   shouldEnableLocalExtractionThinking,
   ExtractionEngine
 };
-//# sourceMappingURL=chunk-PXJ4A6IK.js.map
+//# sourceMappingURL=chunk-BUK2FXOL.js.map