@remnic/core 1.0.1 → 1.0.3

package/dist/{chunk-6UJQNRIO.js → chunk-2VFW5K5U.js}

@@ -6,26 +6,27 @@ import {
   ProactiveExtractionResultSchema,
   ProactiveQuestionsResultSchema,
   buildProfileConsolidationResultSchema
-} from "./chunk-MWGVGUIS.js";
+} from "./chunk-UEYA6UC7.js";
 import {
   ProfilingCollector
-} from "./chunk-763GUIOU.js";
-import {
-  ModelRegistry
-} from "./chunk-ONRU4L2N.js";
+} from "./chunk-NBNN5GOB.js";
 import {
   LocalLlmClient
-} from "./chunk-MDDAA2AO.js";
+} from "./chunk-UPMD5XND.js";
 import {
-  formatDaySummaryMemories,
-  loadDaySummaryPrompt
-} from "./chunk-2PO5ZRKV.js";
+  ModelRegistry
+} from "./chunk-FEMOX5AD.js";
 import {
   delinearize
 } from "./chunk-VEWZZM3H.js";
+import {
+  buildExtensionsFooterForSummary,
+  formatDaySummaryMemories,
+  loadDaySummaryPrompt
+} from "./chunk-GZCUW5IC.js";
 import {
   FallbackLlmClient
-} from "./chunk-XUHI52HK.js";
+} from "./chunk-QKAH5B6E.js";
 import {
   buildChatCompletionTokenLimit,
   shouldAssumeOpenAiChatCompletions
@@ -36,12 +37,15 @@ import {
 import {
   applyWorkExtractionBoundary
 } from "./chunk-EEQLFRUM.js";
+import {
+  normalizeProcedureSteps
+} from "./chunk-QDW3E4RD.js";
 import {
   sanitizeMemoryContent
 } from "./chunk-M62O4P4T.js";
 import {
   log
-} from "./chunk-KWBU5S5U.js";
+} from "./chunk-2ODBA7MQ.js";
 
 // src/extraction.ts
 import OpenAI from "openai";
@@ -134,8 +138,9 @@ var ExtractionEngine = class {
     return shouldAssumeOpenAiChatCompletions(this.config.openaiBaseUrl);
   }
   sanitizeExtractionResult(result, messageTimestamp) {
+    const proceduralOn = this.config.procedural?.enabled === true;
     const ts = messageTimestamp ?? /* @__PURE__ */ new Date();
-    const facts = result.facts.map((fact) => {
+    const facts = result.facts.filter((fact) => proceduralOn || fact.category !== "procedure").map((fact) => {
       const sanitized = sanitizeMemoryContent(fact.content);
       if (!sanitized.clean) {
         log.warn(`extraction fact sanitized; violations=${sanitized.violations.join(", ")}`);
@@ -152,12 +157,7 @@ var ExtractionEngine = class {
     return result.facts.length > 0 || result.entities.length > 0 || result.questions.length > 0 || result.profileUpdates.length > 0 || (result.relationships?.length ?? 0) > 0;
   }
   normalizeExtractionResultPayload(parsed) {
-    const entities = Array.isArray(parsed?.entities) ? parsed.entities.map((e) => ({
-      name: typeof e?.name === "string" ? e.name : "",
-      type: typeof e?.type === "string" ? e.type : "other",
-      facts: Array.isArray(e?.facts) ? e.facts.filter((f) => typeof f === "string") : [],
-      promptedByQuestion: typeof e?.promptedByQuestion === "string" ? e.promptedByQuestion : void 0
-    })).filter((e) => e.name.length > 0) : [];
+    const entities = Array.isArray(parsed?.entities) ? parsed.entities.map((e) => this.normalizeEntityUpdate(e)).filter((e) => e.name.length > 0) : [];
     const facts = Array.isArray(parsed?.facts) ? parsed.facts.map((f) => ({
       category: typeof f?.category === "string" ? f.category : "fact",
       content: typeof f?.content === "string" ? f.content : typeof f?.text === "string" ? f.text : "",
@@ -167,7 +167,8 @@ var ExtractionEngine = class {
       promptedByQuestion: typeof f?.promptedByQuestion === "string" ? f.promptedByQuestion : void 0,
       structuredAttributes: f?.structuredAttributes && typeof f.structuredAttributes === "object" && !Array.isArray(f.structuredAttributes) ? Object.fromEntries(
         Object.entries(f.structuredAttributes).filter(([k, v]) => typeof k === "string" && typeof v === "string")
-      ) : void 0
+      ) : void 0,
+      procedureSteps: Array.isArray(f?.procedureSteps) ? normalizeProcedureSteps(f.procedureSteps) : void 0
     })).filter((f) => f.content.length > 0) : [];
     const questions = Array.isArray(parsed?.questions) ? parsed.questions.map((q) => {
       if (typeof q === "string") return { question: q, context: "", priority: 0.5 };
@@ -193,6 +194,19 @@ var ExtractionEngine = class {
       })) : void 0
     };
   }
+  normalizeEntityUpdate(entity) {
+    return {
+      name: typeof entity?.name === "string" ? entity.name : "",
+      type: typeof entity?.type === "string" ? entity.type : "other",
+      facts: Array.isArray(entity?.facts) ? entity.facts.filter((fact) => typeof fact === "string") : [],
+      structuredSections: Array.isArray(entity?.structuredSections) ? entity.structuredSections.map((section) => ({
+        key: typeof section?.key === "string" ? section.key.trim() : "",
+        title: typeof section?.title === "string" ? section.title.trim() : "",
+        facts: Array.isArray(section?.facts) ? section.facts.filter((fact) => typeof fact === "string").map((fact) => fact.trim()).filter((fact) => fact.length > 0) : []
+      })).filter((section) => section.key.length > 0 && section.title.length > 0 && section.facts.length > 0) : void 0,
+      promptedByQuestion: typeof entity?.promptedByQuestion === "string" ? entity.promptedByQuestion : void 0
+    };
+  }
   parseJsonObject(content) {
     const trimmed = content?.trim();
     if (!trimmed) return null;
@@ -391,7 +405,7 @@ var ExtractionEngine = class {
       `Return at most ${maxAdditional} additional high-confidence memory candidates that were omitted from the base extraction.`,
       "Only include information directly supported by the conversation. Do not speculate. Do not repeat the base extraction.",
       "Return only valid JSON with this shape:",
-      '{"facts":[{"category":"fact","content":"...","confidence":0.0,"tags":["..."],"entityRef":"optional","promptedByQuestion":"optional"}],"profileUpdates":["..."],"entities":[{"name":"...","type":"person","facts":["..."],"promptedByQuestion":"optional"}],"relationships":[{"source":"...","target":"...","label":"...","promptedByQuestion":"optional"}]}',
+      '{"facts":[{"category":"fact","content":"...","confidence":0.0,"tags":["..."],"entityRef":"optional","promptedByQuestion":"optional"}],"profileUpdates":["..."],"entities":[{"name":"...","type":"person","facts":["..."],"structuredSections":[{"key":"beliefs","title":"Beliefs","facts":["..."]}],"promptedByQuestion":"optional"}],"relationships":[{"source":"...","target":"...","label":"...","promptedByQuestion":"optional"}]}',
       "",
       "Base extracted facts (do not repeat):",
       factsPreview || "(none)",
@@ -480,7 +494,11 @@ var ExtractionEngine = class {
     }
     const mergedEntities = base.entities.map((entity) => ({
       ...entity,
-      facts: [...entity.facts]
+      facts: [...entity.facts],
+      structuredSections: entity.structuredSections ? entity.structuredSections.map((section) => ({
+        ...section,
+        facts: [...section.facts]
+      })) : void 0
     }));
     const entityIndex = new Map(mergedEntities.map((entity, index) => [normalizeEntityKey(entity), index]));
     for (const entity of proactive.entities) {
@@ -490,6 +508,12 @@ var ExtractionEngine = class {
       if (typeof existingIndex === "number") {
         const existing = mergedEntities[existingIndex];
         const nextFacts = new Set(existing.facts.map((fact) => fact.trim()));
+        const nextSections = new Map(
+          (existing.structuredSections ?? []).map((section) => [section.key, {
+            ...section,
+            facts: [...section.facts]
+          }])
+        );
         let changed = false;
         for (const fact of entity.facts) {
           const trimmed = fact.trim();
@@ -497,10 +521,31 @@ var ExtractionEngine = class {
           nextFacts.add(trimmed);
           changed = true;
         }
+        for (const section of entity.structuredSections ?? []) {
+          const existingSection = nextSections.get(section.key);
+          if (!existingSection) {
+            nextSections.set(section.key, {
+              key: section.key,
+              title: section.title,
+              facts: [...section.facts]
+            });
+            changed = true;
+            continue;
+          }
+          const nextSectionFacts = new Set(existingSection.facts.map((fact) => fact.trim()));
+          for (const fact of section.facts) {
+            const trimmed = fact.trim();
+            if (!trimmed || nextSectionFacts.has(trimmed)) continue;
+            nextSectionFacts.add(trimmed);
+            changed = true;
+          }
+          existingSection.facts = Array.from(nextSectionFacts);
+        }
         if (changed) {
           mergedEntities[existingIndex] = {
             ...existing,
             facts: Array.from(nextFacts),
+            structuredSections: Array.from(nextSections.values()),
             source: "proactive",
             promptedByQuestion: existing.promptedByQuestion ?? entity.promptedByQuestion
           };
@@ -508,7 +553,14 @@ var ExtractionEngine = class {
         }
         continue;
       }
-      mergedEntities.push({ ...entity, source: "proactive" });
+      mergedEntities.push({
+        ...entity,
+        source: "proactive",
+        structuredSections: entity.structuredSections ? entity.structuredSections.map((section) => ({
+          ...section,
+          facts: [...section.facts]
+        })) : void 0
+      });
       entityIndex.set(key, mergedEntities.length - 1);
       remainingBudget -= 1;
     }
@@ -834,11 +886,12 @@ Also generate:
 1. 1-3 genuine questions you're curious about from this conversation
 2. Profile updates about user patterns/behaviors (if any)
 3. Relationships between entities (max 5). Use normalized names like "person-jane-doe", "company-acme-corp".
+4. For entity facts that fit a durable named heading, include entity.structuredSections with {key, title, facts}.
 
 Output JSON:
 {
   "facts": [{"category": "decision", "content": "Chose PostgreSQL over MongoDB for the user service", "importance": 8, "confidence": 0.9, "structuredAttributes": {"chosen": "PostgreSQL", "rejected": "MongoDB"}}, {"category": "commitment", "content": "Must ship v2.0 API by end of March", "importance": 10, "confidence": 1.0, "structuredAttributes": {"deadline": "end of March", "deliverable": "v2.0 API"}}, {"category": "fact", "content": "The store backend uses Redis for session caching", "importance": 6, "confidence": 0.95, "entityRef": "project-acme-store"}, {"category": "principle", "content": "Always run migrations in a transaction to avoid partial schema updates", "importance": 8, "confidence": 0.9}],
-  "entities": [{"name": "person-jane-doe", "type": "person", "facts": ["Works at Acme Corp", "Prefers Python over JavaScript"]}, {"name": "project-acme-store", "type": "project", "facts": ["Built with Next.js", "Deployed on Vercel"]}],
+  "entities": [{"name": "person-jane-doe", "type": "person", "facts": ["Works at Acme Corp", "Prefers Python over JavaScript"], "structuredSections": [{"key": "beliefs", "title": "Beliefs", "facts": ["Python is a better fit than JavaScript for backend work."]}]}, {"name": "project-acme-store", "type": "project", "facts": ["Built with Next.js", "Deployed on Vercel"]}],
   "profileUpdates": ["User prefers dark mode in all editors"],
   "questions": [{"question": "Which cloud provider hosts the staging environment?", "context": "Came up during deployment discussion", "priority": 0.5}],
   "relationships": [{"source": "person-jane-doe", "target": "company-acme-corp", "label": "works at"}]
@@ -915,7 +968,7 @@ ${truncatedConversation}`;
 Respond with valid JSON matching this schema:
 {
   "facts": [{"category": "decision", "content": "Chose React over Vue for the dashboard rewrite", "importance": 8, "confidence": 0.9, "tags": ["frontend"], "structuredAttributes": {"chosen": "React", "rejected": "Vue"}}, {"category": "fact", "content": "The API gateway uses rate limiting at 1000 req/min", "importance": 6, "confidence": 0.95, "tags": ["infra"], "entityRef": "project-dashboard", "structuredAttributes": {"rate_limit": "1000 req/min"}}],
-  "entities": [{"name": "person-sarah-chen", "type": "person", "facts": ["Leads the backend team", "Joined from Google in 2024"]}, {"name": "project-dashboard", "type": "project", "facts": ["React-based admin panel", "Deployed on AWS ECS"]}],
+  "entities": [{"name": "person-sarah-chen", "type": "person", "facts": ["Leads the backend team", "Joined from Google in 2024"], "structuredSections": [{"key": "beliefs", "title": "Beliefs", "facts": ["Small teams should own whole systems."]}]}, {"name": "project-dashboard", "type": "project", "facts": ["React-based admin panel", "Deployed on AWS ECS"]}],
   "profileUpdates": ["User prefers TypeScript over plain JavaScript"],
   "questions": [{"question": "What database does the analytics service use?", "context": "Came up during discussion of migration plan", "priority": 0.5}],
   "relationships": [{"source": "person-sarah-chen", "target": "project-dashboard", "label": "leads development of"}]
@@ -958,7 +1011,9 @@ Respond with valid JSON matching this schema:
       "principle",
       "commitment",
       "moment",
-      "skill"
+      "skill",
+      "rule",
+      "procedure"
     ]);
     const allowedEntityTypes = /* @__PURE__ */ new Set([
       "person",
@@ -1015,6 +1070,7 @@ Memory categories:
 - moment: Emotionally significant events or milestones (e.g., "first successful deployment of engram")
 - skill: Capabilities the user or agent has demonstrated (e.g., "user is proficient with Kubernetes")${this.config.causalRuleExtractionEnabled ? `
 - rule: Causal rules discovered through experience (format: "IF <condition> THEN <action/outcome>", e.g., "IF Shopify API returns 401 THEN the admin token is missing read_products scope")` : ""}
+- procedure: A reusable workflow the user wants remembered the same way across sessions. Set category to "procedure". Use "content" for a short title that includes explicit trigger phrasing (e.g. "When you deploy to production\u2026", "Whenever you ship a release\u2026"). Add "procedureSteps": an array of at least two objects {"order": number, "intent": "concrete step description"} in execution order. Optional per-step "toolCall": {"kind": "\u2026", "signature": "\u2026"}, "expectedOutcome", "optional": true.
 
 Rules:
 - Only extract genuinely NEW information worth remembering across sessions
@@ -1025,6 +1081,7 @@ Rules:
 - Entity references should use normalized names (lowercase, hyphenated: "jane-doe", "acme-corp")
 - CRITICAL: Entity names must be CANONICAL. Always use the hyphenated multi-word form: "acme-corp" NOT "acmecorp" or "acme". "jane-doe" NOT "janedoe" or "jane". If unsure, prefer the most specific full name.
 - Avoid creating entities typed as "other" when a more specific type fits (company, project, tool, person, place)
+- When entity facts clearly belong under a durable named heading, add them to entity.structuredSections as {key, title, facts}. Example person headings: "Beliefs", "Communication Style", "Building / Working On". Leave structuredSections empty when no stable heading fits.
 - Tags should be concise and reusable (e.g., "coding-style", "personal", "tools")
 - When a fact contains measurable, categorical, or precisely valued data, include a "structuredAttributes" field with key-value string pairs (e.g., {"price": "29.99", "brand": "Sony"}, {"date": "2024-03-15", "location": "SF"}, {"chosen": "PostgreSQL", "rejected": "MongoDB"}). Only for concrete values, not narrative content.
 - Set confidence using these tiers:
@@ -1134,10 +1191,7 @@ Consolidate the new memories against existing ones.`
     );
     if (fallbackResult) {
       log.debug(`consolidation: ${fallbackResult.items.length} decisions via fallback`);
-      const normalizedEntityUpdates = fallbackResult.entityUpdates.map((entity) => ({
-        ...entity,
-        promptedByQuestion: typeof entity.promptedByQuestion === "string" ? entity.promptedByQuestion : void 0
-      }));
+      const normalizedEntityUpdates = fallbackResult.entityUpdates.map((entity) => this.normalizeEntityUpdate(entity));
       return this.sanitizeConsolidationResult({
         items: fallbackResult.items.map((item) => ({
           ...item,
@@ -1235,11 +1289,7 @@ Respond with valid JSON only, matching this schema:
             reason: typeof item?.reason === "string" ? item.reason : ""
           };
         }).filter((item) => item.existingId.length > 0);
-        const normalizedEntityUpdates = Array.isArray(parsed.entityUpdates) ? parsed.entityUpdates.map((entity) => ({
-          name: typeof entity?.name === "string" ? entity.name : "",
-          type: typeof entity?.type === "string" ? entity.type : "other",
-          facts: Array.isArray(entity?.facts) ? entity.facts.filter((fact) => typeof fact === "string") : []
-        })).filter((entity) => entity.name.length > 0) : [];
+        const normalizedEntityUpdates = Array.isArray(parsed.entityUpdates) ? parsed.entityUpdates.map((entity) => this.normalizeEntityUpdate(entity)).filter((entity) => entity.name.length > 0) : [];
         log.debug(
           `consolidation: ${normalizedItems.length} decisions`
         );
@@ -1969,9 +2019,16 @@ Respond with valid JSON matching this schema:
     const memoryContext = formatDaySummaryMemories(memories);
     if (memoryContext.length === 0) return null;
     const systemPrompt = await loadDaySummaryPrompt();
+    let extensionsFooter = "";
+    try {
+      extensionsFooter = await buildExtensionsFooterForSummary(this.config);
+    } catch {
+    }
     const userPrompt = `Generate an end-of-day summary from this Remnic memory context:
 
-${memoryContext}`;
+${memoryContext}${extensionsFooter.length > 0 ? `
+
+${extensionsFooter}` : ""}`;
     const traceId = crypto.randomUUID();
     const startedAt = Date.now();
     this.emit({ kind: "llm_start", traceId, model: this.config.model, operation: "day_summary", input: memoryContext.slice(0, 4e3) });
@@ -2165,4 +2222,4 @@ ${memoryList}` }
 export {
   ExtractionEngine
 };
-//# sourceMappingURL=chunk-6UJQNRIO.js.map
+//# sourceMappingURL=chunk-2VFW5K5U.js.map