@remnic/core 1.0.3 → 1.1.1

package/dist/{chunk-2VFW5K5U.js → chunk-S3EEFKNY.js}

@@ -6,16 +6,19 @@ import {
   ProactiveExtractionResultSchema,
   ProactiveQuestionsResultSchema,
   buildProfileConsolidationResultSchema
-} from "./chunk-UEYA6UC7.js";
+} from "./chunk-NZLQTHS5.js";
+import {
+  normalizeReasoningTrace
+} from "./chunk-54V4BZWP.js";
 import {
   ProfilingCollector
 } from "./chunk-NBNN5GOB.js";
-import {
-  LocalLlmClient
-} from "./chunk-UPMD5XND.js";
 import {
   ModelRegistry
 } from "./chunk-FEMOX5AD.js";
+import {
+  LocalLlmClient
+} from "./chunk-JL2PU6AI.js";
 import {
   delinearize
 } from "./chunk-VEWZZM3H.js";
@@ -26,7 +29,7 @@ import {
 } from "./chunk-GZCUW5IC.js";
 import {
   FallbackLlmClient
-} from "./chunk-QKAH5B6E.js";
+} from "./chunk-3GXCSUXR.js";
 import {
   buildChatCompletionTokenLimit,
   shouldAssumeOpenAiChatCompletions
@@ -50,6 +53,22 @@ import {
 // src/extraction.ts
 import OpenAI from "openai";
 var PROACTIVE_MIN_CONFIDENCE = 0.8;
+var CONSOLIDATION_RESPONSE_SCHEMA = `{
+  "items": [
+    {
+      "existingId": "id",
+      "action": "ADD",
+      "mergeWith": "optional-existing-id",
+      "updatedContent": "optional replacement content",
+      "reason": "brief reason for this action"
+    }
+  ],
+  "profileUpdates": ["optional profile update"],
+  "entityUpdates": [{"name": "person-jane-doe", "type": "person", "facts": ["Now leads the backend team", "Recently migrated the user service to TypeScript"]}]
+}`;
+function isPlainRecord(value) {
+  return typeof value === "object" && value !== null && !Array.isArray(value);
+}
 function normalizeQuestion(question) {
   const priority = Number.isFinite(question.priority) ? Math.max(0, Math.min(1, question.priority)) : 0.5;
   return {
@@ -168,7 +187,11 @@ var ExtractionEngine = class {
       structuredAttributes: f?.structuredAttributes && typeof f.structuredAttributes === "object" && !Array.isArray(f.structuredAttributes) ? Object.fromEntries(
         Object.entries(f.structuredAttributes).filter(([k, v]) => typeof k === "string" && typeof v === "string")
       ) : void 0,
-      procedureSteps: Array.isArray(f?.procedureSteps) ? normalizeProcedureSteps(f.procedureSteps) : void 0
+      procedureSteps: Array.isArray(f?.procedureSteps) ? normalizeProcedureSteps(f.procedureSteps) : void 0,
+      reasoningTrace: (() => {
+        const candidate = f?.reasoningTrace && typeof f.reasoningTrace === "object" && !Array.isArray(f.reasoningTrace) ? f.reasoningTrace : f?.reasoning_trace && typeof f.reasoning_trace === "object" && !Array.isArray(f.reasoning_trace) ? f.reasoning_trace : null;
+        return candidate ? normalizeReasoningTrace(candidate) ?? void 0 : void 0;
+      })()
     })).filter((f) => f.content.length > 0) : [];
     const questions = Array.isArray(parsed?.questions) ? parsed.questions.map((q) => {
       if (typeof q === "string") return { question: q, context: "", priority: 0.5 };
@@ -195,16 +218,32 @@ var ExtractionEngine = class {
     };
   }
   normalizeEntityUpdate(entity) {
+    const rawUpdates = isPlainRecord(entity?.updates) ? entity.updates : null;
+    const directFacts = Array.isArray(entity?.facts) ? entity.facts.filter((fact) => typeof fact === "string").map((fact) => fact.trim()).filter((fact) => fact.length > 0) : [];
+    const updateFacts = rawUpdates && Array.isArray(rawUpdates.facts) ? rawUpdates.facts.filter((fact) => typeof fact === "string").map((fact) => fact.trim()).filter((fact) => fact.length > 0) : [];
+    const scalarUpdateFacts = rawUpdates ? Object.keys(rawUpdates).sort((a, b) => a.localeCompare(b)).filter((key) => !["facts", "name", "promptedByQuestion", "structuredSections", "type"].includes(key)).flatMap((key) => {
+      const value = rawUpdates[key];
+      if (typeof value === "string" && value.trim().length > 0) {
+        return [`${key}: ${value.trim()}`];
+      }
+      if (typeof value === "number" || typeof value === "boolean") {
+        return [`${key}: ${String(value)}`];
+      }
+      return [];
+    }) : [];
+    const structuredSectionsSource = Array.isArray(entity?.structuredSections) ? entity.structuredSections : Array.isArray(rawUpdates?.structuredSections) ? rawUpdates.structuredSections : [];
+    const name = typeof entity?.name === "string" ? entity.name.trim() : typeof entity?.entityId === "string" ? entity.entityId.trim() : typeof rawUpdates?.name === "string" ? rawUpdates.name.trim() : "";
+    const type = typeof entity?.type === "string" && entity.type.trim().length > 0 ? entity.type.trim() : typeof rawUpdates?.type === "string" && rawUpdates.type.trim().length > 0 ? rawUpdates.type.trim() : "other";
     return {
-      name: typeof entity?.name === "string" ? entity.name : "",
-      type: typeof entity?.type === "string" ? entity.type : "other",
-      facts: Array.isArray(entity?.facts) ? entity.facts.filter((fact) => typeof fact === "string") : [],
-      structuredSections: Array.isArray(entity?.structuredSections) ? entity.structuredSections.map((section) => ({
+      name,
+      type,
+      facts: [...directFacts, ...updateFacts, ...scalarUpdateFacts],
+      structuredSections: structuredSectionsSource.length > 0 ? structuredSectionsSource.map((section) => ({
         key: typeof section?.key === "string" ? section.key.trim() : "",
         title: typeof section?.title === "string" ? section.title.trim() : "",
         facts: Array.isArray(section?.facts) ? section.facts.filter((fact) => typeof fact === "string").map((fact) => fact.trim()).filter((fact) => fact.length > 0) : []
       })).filter((section) => section.key.length > 0 && section.title.length > 0 && section.facts.length > 0) : void 0,
-      promptedByQuestion: typeof entity?.promptedByQuestion === "string" ? entity.promptedByQuestion : void 0
+      promptedByQuestion: typeof entity?.promptedByQuestion === "string" ? entity.promptedByQuestion : typeof rawUpdates?.promptedByQuestion === "string" ? rawUpdates.promptedByQuestion : void 0
     };
   }
   parseJsonObject(content) {
@@ -264,15 +303,36 @@ var ExtractionEngine = class {
     return normalized.summary.length > 0 ? normalized : null;
   }
   sanitizeConsolidationResult(result) {
-    const items = result.items.map((item) => {
-      if (!item.updatedContent) return item;
-      const sanitized = sanitizeMemoryContent(item.updatedContent);
+    const items = [];
+    for (const item of Array.isArray(result.items) ? result.items : []) {
+      const rawAction = typeof item?.action === "string" ? item.action.toUpperCase() : "SKIP";
+      const action = rawAction === "ADD" || rawAction === "MERGE" || rawAction === "UPDATE" || rawAction === "INVALIDATE" || rawAction === "SKIP" ? rawAction : "SKIP";
+      const existingId = typeof item?.existingId === "string" ? item.existingId.trim() : typeof item?.newMemoryId === "string" ? item.newMemoryId.trim() : typeof item?.memoryId === "string" ? item.memoryId.trim() : "";
+      if (!existingId) continue;
+      const mergeWith = typeof item?.mergeWith === "string" ? item.mergeWith : void 0;
+      const reason = typeof item?.reason === "string" ? item.reason : "";
+      const rawUpdatedContent = typeof item?.updatedContent === "string" ? item.updatedContent : void 0;
+      if (!rawUpdatedContent) {
+        items.push({ existingId, action, mergeWith, updatedContent: void 0, reason });
+        continue;
+      }
+      const sanitized = sanitizeMemoryContent(rawUpdatedContent);
       if (!sanitized.clean) {
-        log.warn(`consolidation item sanitized (${item.existingId}); violations=${sanitized.violations.join(", ")}`);
+        log.warn(`consolidation item sanitized (${existingId}); violations=${sanitized.violations.join(", ")}`);
       }
-      return { ...item, updatedContent: sanitized.text };
-    });
-    return { ...result, items };
+      items.push({
+        existingId,
+        action,
+        mergeWith,
+        updatedContent: sanitized.text,
+        reason
+      });
+    }
+    const profileUpdates = (Array.isArray(result.profileUpdates) ? result.profileUpdates : []).map(
+      (update) => typeof update === "string" ? update.trim() : typeof update?.content === "string" ? update.content.trim() : ""
+    ).filter((update) => update.length > 0);
+    const entityUpdates = (Array.isArray(result.entityUpdates) ? result.entityUpdates : []).map((entity) => this.normalizeEntityUpdate(entity)).filter((entity) => entity.name.length > 0);
+    return { items, profileUpdates, entityUpdates };
   }
   async applyProactiveQuestionPass(conversation, base) {
     if (!this.config.proactiveExtractionEnabled) return base;
@@ -762,8 +822,16 @@ var ExtractionEngine = class {
           log.debug(
             `extracted ${result.facts.length} facts, ${result.entities.length} entities, ${(result.questions ?? []).length} questions via fallback (${detailed.modelUsed})`
           );
+          const normalizedFacts = result.facts.map((f) => {
+            if (!f?.reasoningTrace) return f;
+            return {
+              ...f,
+              reasoningTrace: normalizeReasoningTrace(f.reasoningTrace) ?? void 0
+            };
+          });
           const sanitized = this.sanitizeExtractionResult({
             ...result,
+            facts: normalizedFacts,
             questions: result.questions ?? [],
             identityReflection: result.identityReflection ?? void 0
           }, messageTimestamp);
@@ -829,6 +897,9 @@ Memory categories \u2014 use the MOST SPECIFIC category that fits:
 - commitment: Promises, obligations, deadlines
 - moment: Emotionally significant events
 - skill: Demonstrated capabilities
+- rule: Explicit operational rules or constraints
+- procedure: Repeatable workflows \u2014 use when the user describes a multi-step play (\u22652 ordered steps). Put the human-readable trigger/context in "content" (e.g. "When you deploy\u2026") and list steps in "procedureSteps" as [{"order":1,"intent":"\u2026"}, \u2026] mirroring the gateway extraction schema.
+- reasoning_trace: Stored solution chains \u2014 use when the user narrates HOW they solved a specific problem step-by-step ("here's how I figured out\u2026", "the debugging went like this\u2026"). Put a short title in "content" (e.g. "How I debugged the staging latency spike") and the chain in "reasoningTrace": {"steps":[{"order":1,"description":"\u2026"}, \u2026], "finalAnswer":"\u2026", "observedOutcome":"\u2026" (optional)}. Require \u22652 ordered steps and a finalAnswer. Do NOT use for ordinary decisions (prefer "decision") or reusable workflows (prefer "procedure").
 
 IMPORTANT: Do NOT label everything as "fact". Use "decision" for architectural choices, "commitment" for deadlines/promises, "principle" for reusable rules, "correction" for when the user rejects a suggestion, etc.
 
@@ -890,7 +961,7 @@ Also generate:
 
 Output JSON:
 {
-  "facts": [{"category": "decision", "content": "Chose PostgreSQL over MongoDB for the user service", "importance": 8, "confidence": 0.9, "structuredAttributes": {"chosen": "PostgreSQL", "rejected": "MongoDB"}}, {"category": "commitment", "content": "Must ship v2.0 API by end of March", "importance": 10, "confidence": 1.0, "structuredAttributes": {"deadline": "end of March", "deliverable": "v2.0 API"}}, {"category": "fact", "content": "The store backend uses Redis for session caching", "importance": 6, "confidence": 0.95, "entityRef": "project-acme-store"}, {"category": "principle", "content": "Always run migrations in a transaction to avoid partial schema updates", "importance": 8, "confidence": 0.9}],
+  "facts": [{"category": "decision", "content": "Chose PostgreSQL over MongoDB for the user service", "importance": 8, "confidence": 0.9, "structuredAttributes": {"chosen": "PostgreSQL", "rejected": "MongoDB"}}, {"category": "procedure", "content": "When you cut a hotfix release, follow the checklist", "importance": 8, "confidence": 0.9, "procedureSteps": [{"order": 1, "intent": "Branch from main and cherry-pick the fix"}, {"order": 2, "intent": "Run CI and tag the release"}]}, {"category": "reasoning_trace", "content": "How I debugged the staging latency spike", "importance": 7, "confidence": 0.9, "reasoningTrace": {"steps": [{"order": 1, "description": "Checked CPU/memory dashboards \u2014 both were flat"}, {"order": 2, "description": "Ran a traceroute and saw retries against the cache tier"}, {"order": 3, "description": "Tailed cache-tier logs and spotted eviction storms"}], "finalAnswer": "Root cause was an undersized eviction policy on the session cache", "observedOutcome": "Increased cache size, p95 returned to baseline within 10 minutes"}}, {"category": "commitment", "content": "Must ship v2.0 API by end of March", "importance": 10, "confidence": 1.0, "structuredAttributes": {"deadline": "end of March", "deliverable": "v2.0 API"}}, {"category": "fact", "content": "The store backend uses Redis for session caching", "importance": 6, "confidence": 0.95, "entityRef": "project-acme-store"}, {"category": "principle", "content": "Always run migrations in a transaction to avoid partial schema updates", "importance": 8, "confidence": 0.9}],
   "entities": [{"name": "person-jane-doe", "type": "person", "facts": ["Works at Acme Corp", "Prefers Python over JavaScript"], "structuredSections": [{"key": "beliefs", "title": "Beliefs", "facts": ["Python is a better fit than JavaScript for backend work."]}]}, {"name": "project-acme-store", "type": "project", "facts": ["Built with Next.js", "Deployed on Vercel"]}],
   "profileUpdates": ["User prefers dark mode in all editors"],
   "questions": [{"question": "Which cloud provider hosts the staging environment?", "context": "Came up during deployment discussion", "priority": 0.5}],
@@ -967,7 +1038,7 @@ ${truncatedConversation}`;
 
 Respond with valid JSON matching this schema:
 {
-  "facts": [{"category": "decision", "content": "Chose React over Vue for the dashboard rewrite", "importance": 8, "confidence": 0.9, "tags": ["frontend"], "structuredAttributes": {"chosen": "React", "rejected": "Vue"}}, {"category": "fact", "content": "The API gateway uses rate limiting at 1000 req/min", "importance": 6, "confidence": 0.95, "tags": ["infra"], "entityRef": "project-dashboard", "structuredAttributes": {"rate_limit": "1000 req/min"}}],
+  "facts": [{"category": "decision", "content": "Chose React over Vue for the dashboard rewrite", "importance": 8, "confidence": 0.9, "tags": ["frontend"], "structuredAttributes": {"chosen": "React", "rejected": "Vue"}}, {"category": "fact", "content": "The API gateway uses rate limiting at 1000 req/min", "importance": 6, "confidence": 0.95, "tags": ["infra"], "entityRef": "project-dashboard", "structuredAttributes": {"rate_limit": "1000 req/min"}}, {"category": "reasoning_trace", "content": "How I chose the dashboard rewrite framework", "confidence": 0.9, "tags": ["frontend"], "reasoningTrace": {"steps": [{"order": 1, "description": "Listed constraints: SSR needed, team mostly JS"}, {"order": 2, "description": "Ran a spike in Vue 3 \u2014 worked, but ecosystem felt thin for our needs"}, {"order": 3, "description": "Ran the same spike in React \u2014 integrated faster with Next.js"}], "finalAnswer": "Picked React with Next.js for SSR + ecosystem fit"}}],
   "entities": [{"name": "person-sarah-chen", "type": "person", "facts": ["Leads the backend team", "Joined from Google in 2024"], "structuredSections": [{"key": "beliefs", "title": "Beliefs", "facts": ["Small teams should own whole systems."]}]}, {"name": "project-dashboard", "type": "project", "facts": ["React-based admin panel", "Deployed on AWS ECS"]}],
   "profileUpdates": ["User prefers TypeScript over plain JavaScript"],
   "questions": [{"question": "What database does the analytics service use?", "context": "Came up during discussion of migration plan", "priority": 0.5}],
@@ -1013,7 +1084,8 @@ Respond with valid JSON matching this schema:
       "moment",
       "skill",
       "rule",
-      "procedure"
+      "procedure",
+      "reasoning_trace"
     ]);
     const allowedEntityTypes = /* @__PURE__ */ new Set([
       "person",
@@ -1071,6 +1143,7 @@ Memory categories:
 - skill: Capabilities the user or agent has demonstrated (e.g., "user is proficient with Kubernetes")${this.config.causalRuleExtractionEnabled ? `
 - rule: Causal rules discovered through experience (format: "IF <condition> THEN <action/outcome>", e.g., "IF Shopify API returns 401 THEN the admin token is missing read_products scope")` : ""}
 - procedure: A reusable workflow the user wants remembered the same way across sessions. Set category to "procedure". Use "content" for a short title that includes explicit trigger phrasing (e.g. "When you deploy to production\u2026", "Whenever you ship a release\u2026"). Add "procedureSteps": an array of at least two objects {"order": number, "intent": "concrete step description"} in execution order. Optional per-step "toolCall": {"kind": "\u2026", "signature": "\u2026"}, "expectedOutcome", "optional": true.
+- reasoning_trace: A stored solution chain / chain-of-thought the user walked through to solve a problem (e.g. "Here's how I debugged the latency spike: first I checked\u2026, then I\u2026, finally I\u2026"). Set category to "reasoning_trace". Use "content" for a short title summarising the problem (e.g. "How I debugged the staging latency spike"). Add "reasoningTrace": {"steps": [{"order": number, "description": "what happened at this step"}, \u2026], "finalAnswer": "the conclusion or answer", "observedOutcome": "optional confirmation of how it played out"}. Require at least two ordered steps AND a finalAnswer. Use this category only when the user explicitly narrates their reasoning \u2014 not for ordinary decisions (use "decision") or reusable workflows (use "procedure").
 
 Rules:
 - Only extract genuinely NEW information worth remembering across sessions
@@ -1191,15 +1264,10 @@ Consolidate the new memories against existing ones.`
     );
     if (fallbackResult) {
       log.debug(`consolidation: ${fallbackResult.items.length} decisions via fallback`);
-      const normalizedEntityUpdates = fallbackResult.entityUpdates.map((entity) => this.normalizeEntityUpdate(entity));
       return this.sanitizeConsolidationResult({
-        items: fallbackResult.items.map((item) => ({
-          ...item,
-          mergeWith: item.mergeWith ?? void 0,
-          updatedContent: item.updatedContent ?? void 0
-        })),
+        items: fallbackResult.items,
         profileUpdates: fallbackResult.profileUpdates,
-        entityUpdates: normalizedEntityUpdates
+        entityUpdates: fallbackResult.entityUpdates
       });
     }
     if (!this.client) {
@@ -1231,19 +1299,7 @@ New memories to consolidate:
 ${newList}
 
 Respond with valid JSON only, matching this schema:
-{
-  "items": [
-    {
-      "existingId": "id",
-      "action": "ADD",
-      "mergeWith": "optional-existing-id",
-      "updatedContent": "optional replacement content",
-      "reason": "brief reason for this action"
-    }
-  ],
-  "profileUpdates": ["optional profile update"],
-  "entityUpdates": [{"name": "person-jane-doe", "type": "person", "facts": ["Now leads the backend team", "Recently migrated the user service to TypeScript"]}]
-}`;
+${CONSOLIDATION_RESPONSE_SCHEMA}`;
       const response = await this.client.chat.completions.create({
         model: this.config.model,
         messages: [
@@ -1278,25 +1334,13 @@ Respond with valid JSON only, matching this schema:
         tokenUsage: cUsage ? { input: cUsage.prompt_tokens, output: cUsage.completion_tokens, total: cUsage.total_tokens } : void 0
       });
       if (parsed && Array.isArray(parsed.items)) {
-        const normalizedItems = parsed.items.map((item) => {
-          const rawAction = typeof item?.action === "string" ? item.action.toUpperCase() : "SKIP";
-          const action = rawAction === "ADD" || rawAction === "MERGE" || rawAction === "UPDATE" || rawAction === "INVALIDATE" || rawAction === "SKIP" ? rawAction : "SKIP";
-          return {
-            existingId: typeof item?.existingId === "string" ? item.existingId : typeof item?.newMemoryId === "string" ? item.newMemoryId : "",
-            action,
-            mergeWith: typeof item?.mergeWith === "string" ? item.mergeWith : void 0,
-            updatedContent: typeof item?.updatedContent === "string" ? item.updatedContent : void 0,
-            reason: typeof item?.reason === "string" ? item.reason : ""
-          };
-        }).filter((item) => item.existingId.length > 0);
-        const normalizedEntityUpdates = Array.isArray(parsed.entityUpdates) ? parsed.entityUpdates.map((entity) => this.normalizeEntityUpdate(entity)).filter((entity) => entity.name.length > 0) : [];
         log.debug(
-          `consolidation: ${normalizedItems.length} decisions`
+          `consolidation: ${parsed.items.length} decisions`
         );
         return this.sanitizeConsolidationResult({
-          items: normalizedItems,
-          profileUpdates: Array.isArray(parsed.profileUpdates) ? parsed.profileUpdates.filter((update) => typeof update === "string" && update.trim().length > 0) : [],
-          entityUpdates: normalizedEntityUpdates
+          items: parsed.items,
+          profileUpdates: Array.isArray(parsed.profileUpdates) ? parsed.profileUpdates : [],
+          entityUpdates: Array.isArray(parsed.entityUpdates) ? parsed.entityUpdates : []
         });
       }
       log.warn("consolidation returned no parsed output");
@@ -1347,13 +1391,7 @@ New memories to consolidate:
 ${newList}
 
 Respond with valid JSON matching this schema:
-{
-  "items": [
-    {"memoryId": "id", "action": "ADD|MERGE|UPDATE|INVALIDATE|SKIP", "reason": "why", "updatedContent": "optional new content"}
-  ],
-  "profileUpdates": [{"section": "section name", "content": "new bullet"}],
-  "entityUpdates": [{"entityId": "id", "updates": {"field": "value"}}]
-}`;
+${CONSOLIDATION_RESPONSE_SCHEMA}`;
     const response = await this.localLlm.chatCompletion(
       [
         { role: "system", content: "You are a memory consolidation system. Output valid JSON only." },
@@ -2222,4 +2260,4 @@ ${memoryList}` }
 export {
   ExtractionEngine
 };
-//# sourceMappingURL=chunk-2VFW5K5U.js.map
+//# sourceMappingURL=chunk-S3EEFKNY.js.map