@steno-ai/engine 0.1.1 → 0.1.3

package/src/extraction/prompts.js

@@ -0,0 +1,196 @@
+// =============================================================================
+// PASS 1: FACT EXTRACTION — Simple, focused, one job
+// =============================================================================
+export const FACT_EXTRACTION_PROMPT = `You are a memory extraction engine. Extract facts from text for a personal AI memory system.
+
+## WHO IS "USER"?
+
+Messages labeled "user" are from THE PERSON whose memories we are storing.
+Messages labeled "assistant" or any other role are from OTHER people.
+
+CRITICAL: Focus on facts FROM "user" messages, but ALSO extract notable facts about other people mentioned in the conversation. If the assistant/conversation partner shares personal information (e.g., "I painted a sunrise last year", "I realized self-care is important"), store it as "User's conversation partner [Name] painted a sunrise in [year]".
+
+For identity/trait facts, state them DIRECTLY:
+- "User is a transgender woman" (not just "User went to a transgender conference")
+- "User works at Brightwell Capital" (not just "User had a busy day at work")
+- "User is researching adoption agencies" (not just "User attended a meeting about adoption")
+
+## RULES
+
+1. Extract SELF-CONTAINED atomic facts. Each fact must be understandable on its own, without the original conversation.
+
+2. **DATES ARE CRITICAL** — Resolve ALL temporal references to exact dates:
+   - "yesterday" → "on 7 May 2023"
+   - "last week" → "around 1 May 2023"
+   - "recently" → "in early May 2023"
+   - Look for date context like "[This conversation took place on 8 May, 2023]" and resolve ALL relative dates from it.
+   - EVERY event/activity fact MUST include WHEN it happened if the date can be inferred.
+   - BAD: "User went to an LGBTQ support group"
+   - GOOD: "User went to an LGBTQ support group on 7 May 2023"
+
+3. Resolve ALL other references:
+   - Pronouns → names: "she said" → "Casey said"
+   - Places → full names: "there" → "at Brightwell Capital"
+
+4. Be SPECIFIC, not vague:
+   BAD: "User had issues at work"
+   GOOD: "User's team at Brightwell Capital rambles too much in meetings"
+
+5. Extract ALL facts, even minor ones. You cannot predict what will be asked later.
+
+6. Write all facts in third person using "User" (e.g., "User prefers dark mode").
+
+7. For conversation partners: ALSO extract their facts with their name.
+   - If Melanie says "I painted a sunrise last year" → "Melanie painted a sunrise in 2022"
+   - If Melanie says "I ran a charity race" → "Melanie ran a charity race"
+
+8. For EVERY fact, include "ed" (event date) if the fact describes something that happened at a specific time.
+   - "User went to the gym on May 7" → ed: "2023-05-07"
+   - "User prefers dark mode" → ed: null (timeless preference)
+   If the conversation header says "[This conversation took place on 8 May, 2023]", set "dd" to "2023-05-08" for all facts.
+
+## OUTPUT
+
+Return ONLY a JSON object:
+{"facts": [{"t": "fact text here", "i": 0.7, "ed": "2023-05-07", "dd": "2023-05-08"}, {"t": "another fact", "i": 0.3, "ed": null, "dd": "2023-05-08"}]}
+
+- ed (eventDate): ISO date string of WHEN the event occurred, or null if not temporal
+- dd (documentDate): ISO date string of when the conversation took place, from context header
+
+Score importance (i) from 0.0 to 1.0:
+- 0.9-1.0: Identity, health conditions, allergies, life events (birth, marriage, death)
+- 0.7-0.8: Relationships, employment, education, strong preferences, plans
+- 0.4-0.6: Activities, opinions, moderate preferences, daily events
+- 0.1-0.3: Casual mentions, weather, trivial observations
+
+Nothing else. No explanation, no markdown.`;
+// =============================================================================
+// PASS 2: GRAPH EXTRACTION — Entities + relationships from extracted facts
+// =============================================================================
+export const GRAPH_EXTRACTION_PROMPT = `You are a knowledge graph builder. Given a list of facts about a person, extract entities and relationships.
+
+## ENTITIES
+
+Extract only IMPORTANT named entities — proper nouns and specific things worth remembering. Aim for 3-8 entities total, not 40.
+
+DO extract: People (Casey, Jamie), Organizations (Brightwell Capital), Places (Harbor Point), Products/Projects (LifePath, AirPods Max), Named activities (Catan, D&D)
+DO NOT extract: Generic nouns (team, boss, meeting, work, food, gym), abstract concepts (motivation, stress), common objects (pizza, chair, phone)
+
+## RELATIONSHIPS
+
+Extract relationships between entities. Be SMART — infer from context:
+- "User works at Google" → user works_at google
+- "User loves Casey, plans to propose" → user partner_of casey
+- "User's friend Jamie came over" → user friend_of jamie
+
+Use snake_case relation names: works_at, partner_of, friend_of, lives_in, uses, studies, prefers, etc.
+
+## OUTPUT
+
+Return ONLY a JSON object:
+{
+  "entities": [
+    {"name": "Casey", "entity_type": "person"},
+    {"name": "Brightwell Capital", "entity_type": "organization"}
+  ],
+  "edges": [
+    {"source": "user", "target": "casey", "relation": "partner_of"},
+    {"source": "user", "target": "brightwell capital", "relation": "works_at"}
+  ]
+}
+
+entity_type must be one of: {ENTITY_TYPES}.
+Entity names must be clean: no punctuation, no articles, no sentence fragments.
+Return ONLY valid JSON.`;
+export const DEFAULT_ENTITY_TYPES = ['person', 'organization', 'location', 'technology', 'concept', 'event'];
+// =============================================================================
+// DEDUP PROMPT — Classify new facts against existing ones
+// =============================================================================
+export const DEDUP_PROMPT = `You are a memory deduplication engine. Given NEW facts and EXISTING facts in a memory store, classify each new fact.
+
+For each new fact, decide:
+- ADD: entirely new information, not covered by existing facts
+- UPDATE: replaces or refines an existing fact (provide the index). The new fact SUPERSEDES the old one.
+- EXTEND: adds new detail to an existing fact WITHOUT contradicting it (provide the index)
+- NOOP: already covered by an existing fact — skip it
+- CONTRADICT: conflicts with an existing fact (provide the index)
+
+Return a JSON array:
+[
+  {"fact": "...", "operation": "ADD"},
+  {"fact": "...", "operation": "UPDATE", "existing_index": 3},
+  {"fact": "...", "operation": "EXTEND", "existing_index": 5},
+  {"fact": "...", "operation": "NOOP"},
+  {"fact": "...", "operation": "CONTRADICT", "existing_index": 7}
+]
+
+Be conservative: prefer NOOP over ADD if the information is substantially similar.
+Prefer EXTEND over UPDATE when the new fact adds detail without changing the core meaning.`;
+/**
+ * Build the fact extraction prompt (Pass 1).
+ * Simple: extract facts as strings.
+ */
+export function buildFactExtractionPrompt(input) {
+    return [
+        { role: 'system', content: FACT_EXTRACTION_PROMPT },
+        { role: 'user', content: `Extract facts from this text:\n\n${input}` },
+    ];
+}
+/**
+ * Build the graph extraction prompt (Pass 2).
+ * Takes extracted facts and produces entities + edges.
+ */
+export function buildGraphExtractionPrompt(facts, entityTypes, domainEntityTypes) {
+    const factsList = facts.map((f, i) => `${i + 1}. ${f}`).join('\n');
+    // Build entity type list — merge default names with domain-specific types
+    const defaultTypes = entityTypes ?? DEFAULT_ENTITY_TYPES;
+    const domainTypeNames = domainEntityTypes?.map(t => t.name.toLowerCase()) ?? [];
+    const allTypeNames = [...new Set([...defaultTypes, ...domainTypeNames])];
+    let prompt = GRAPH_EXTRACTION_PROMPT.replace('{ENTITY_TYPES}', allTypeNames.join(', '));
+    // If domain entity types have field definitions, add them to the prompt
+    if (domainEntityTypes && domainEntityTypes.length > 0) {
+        const typeDefinitions = domainEntityTypes.map(t => {
+            const fieldsStr = t.fields.length > 0
+                ? '\n  Fields: ' + t.fields.map(f => `${f.name} (${f.type}${f.required ? ', required' : ''}: ${f.description})`).join(', ')
+                : '';
+            return `- ${t.name}: "${t.description}"${fieldsStr}`;
+        }).join('\n');
+        prompt += `\n\nCustom entity type definitions:\n${typeDefinitions}\n\nWhen you identify an entity matching a custom type, include its fields in a "properties" object:\n{"name": "Acme Corp", "entity_type": "lead", "properties": {"company_size": "enterprise", "budget_range": "$50k-100k"}}`;
+    }
+    return [
+        { role: 'system', content: prompt },
+        { role: 'user', content: `Extract entities and relationships from these facts:\n\n${factsList}` },
+    ];
+}
+/**
+ * Build the dedup prompt.
+ * Compares new facts against existing facts.
+ */
+export function buildDedupPrompt(newFacts, existingFacts) {
+    const newList = newFacts.map((f, i) => `NEW[${i}]: ${f}`).join('\n');
+    const existingList = existingFacts.map((f, i) => `EXISTING[${i}] (lineage: ${f.lineage_id}): ${f.content}`).join('\n');
+    return [
+        { role: 'system', content: DEDUP_PROMPT },
+        { role: 'user', content: `--- NEW FACTS ---\n${newList}\n\n--- EXISTING FACTS ---\n${existingList}` },
+    ];
+}
+// =============================================================================
+// LEGACY — Keep old function signature for backward compat during migration
+// =============================================================================
+export const EXTRACTION_SYSTEM_PROMPT = FACT_EXTRACTION_PROMPT;
+export function buildExtractionPrompt(input, existingFacts) {
+    // Legacy: still used by the current pipeline
+    // Will be replaced by buildFactExtractionPrompt + buildGraphExtractionPrompt
+    let userContent = `Extract facts from this text:\n\n${input}`;
+    if (existingFacts && existingFacts.length > 0) {
+        const factsBlock = existingFacts
+            .map((f) => `- [lineage_id: ${f.lineage_id}] ${f.content}`)
+            .join('\n');
+        userContent += `\n\n--- EXISTING FACTS (for deduplication) ---\n${factsBlock}`;
+    }
+    return [
+        { role: 'system', content: FACT_EXTRACTION_PROMPT },
+        { role: 'user', content: userContent },
+    ];
+}
+//# sourceMappingURL=prompts.js.map

package/src/extraction/prompts.js.map

@@ -1 +1 @@
-{"version":3,"file":"prompts.js","sourceRoot":"","sources":["prompts.ts"],"names":[],"mappings":"AAEA,gFAAgF;AAChF,qDAAqD;AACrD,gFAAgF;AAEhF,MAAM,CAAC,MAAM,sBAAsB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;2CAsDK,CAAC;AAE5C,gFAAgF;AAChF,2EAA2E;AAC3E,gFAAgF;AAEhF,MAAM,CAAC,MAAM,uBAAuB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;wBAkCf,CAAC;AAEzB,gFAAgF;AAChF,0DAA0D;AAC1D,gFAAgF;AAEhF,MAAM,CAAC,MAAM,YAAY,GAAG;;;;;;;;;;;;;;;;mFAgBuD,CAAC;AAWpF;;;GAGG;AACH,MAAM,UAAU,yBAAyB,CAAC,KAAa;IACrD,OAAO;QACL,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,sBAAsB,EAAE;QACnD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,oCAAoC,KAAK,EAAE,EAAE;KACvE,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,0BAA0B,CAAC,KAAe;IACxD,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnE,OAAO;QACL,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,uBAAuB,EAAE;QACpD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,2DAA2D,SAAS,EAAE,EAAE;KAClG,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,QAAkB,EAAE,aAA6B;IAChF,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrE,MAAM,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,UAAU,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvH,OAAO;QACL,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;QACzC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,sBAAsB,OAAO,+BAA+B,YAAY,EAAE,EAAE;KACtG,CAAC;AACJ,CAAC;AAED,gFAAgF;AAChF,4EAA4E;AAC5E,gFAAgF;AAEhF,MAAM,CAAC,MAAM,wBAAwB,GAAG,sBAAsB,CAAC;AAE/D,MAAM,UAAU,qBAAqB,CACnC,KAAa,EACb,aAA8B;IAE9B,6CAA6C;IAC7C,6EAA6E;IAC7E,IAAI,WAAW,GAAG,oCAAoC,KAAK,EAAE,CAAC;IAC9D,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9C,MAAM,UAAU,GAAG,aAAa;aAC7B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;aAC1D,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,WAAW,IAAI,mDAAmD,UAAU,EAAE,CAAC;IACjF,CAAC;IACD,OAAO;QACL,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,sBAAsB,EAAE;QACnD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE;KACvC,CAAC;AACJ,CAAC"}
+{"version":3,"file":"prompts.js","sourceRoot":"","sources":["prompts.ts"],"names":[],"mappings":"AAGA,gFAAgF;AAChF,qDAAqD;AACrD,gFAAgF;AAEhF,MAAM,CAAC,MAAM,sBAAsB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;2CA8DK,CAAC;AAE5C,gFAAgF;AAChF,2EAA2E;AAC3E,gFAAgF;AAEhF,MAAM,CAAC,MAAM,uBAAuB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;wBAkCf,CAAC;AAEzB,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,QAAQ,EAAE,cAAc,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;AAE7G,gFAAgF;AAChF,0DAA0D;AAC1D,gFAAgF;AAEhF,MAAM,CAAC,MAAM,YAAY,GAAG;;;;;;;;;;;;;;;;;;;2FAmB+D,CAAC;AAW5F;;;GAGG;AACH,MAAM,UAAU,yBAAyB,CAAC,KAAa;IACrD,OAAO;QACL,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,sBAAsB,EAAE;QACnD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,oCAAoC,KAAK,EAAE,EAAE;KACvE,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,0BAA0B,CACxC,KAAe,EACf,WAAsB,EACtB,iBAAsC;IAEtC,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEnE,0EAA0E;IAC1E,MAAM,YAAY,GAAG,WAAW,IAAI,oBAAoB,CAAC;IACzD,MAAM,eAAe,GAAG,iBAAiB,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IAChF,MAAM,YAAY,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,YAAY,EAAE,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;IAEzE,IAAI,MAAM,GAAG,uBAAuB,CAAC,OAAO,CAAC,gBAAgB,EAAE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAExF,wEAAwE;IACxE,IAAI,iBAAiB,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtD,MAAM,eAAe,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YAChD,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;gBACnC,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAChC,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,WAAW,GAAG,CAC3E,CAAC,IAAI,CAAC,IAAI,CAAC;gBACd,CAAC,CAAC,EAAE,CAAC;YACP,OAAO,KAAK,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,WAAW,IAAI,SAAS,EAAE,CAAC;QACvD,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,IAAI,wCAAwC,eAAe,+NAA+N,CAAC;IACnS,CAAC;IAED,OAAO;QACL,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;QACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,2DAA2D,SAAS,EAAE,EAAE;KAClG,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,QAAkB,EAAE,aAA6B;IAChF,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrE,MAAM,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,UAAU,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvH,OAAO;QACL,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;QACzC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,sBAAsB,OAAO,+BAA+B,YAAY,EAAE,EAAE;KACtG,CAAC;AACJ,CAAC;AAED,gFAAgF;AAChF,4EAA4E;AAC5E,gFAAgF;AAEhF,MAAM,CAAC,MAAM,wBAAwB,GAAG,sBAAsB,CAAC;AAE/D,MAAM,UAAU,qBAAqB,CACnC,KAAa,EACb,aAA8B;IAE9B,6CAA6C;IAC7C,6EAA6E;IAC7E,IAAI,WAAW,GAAG,oCAAoC,KAAK,EAAE,CAAC;IAC9D,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9C,MAAM,UAAU,GAAG,aAAa;aAC7B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;aAC1D,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,WAAW,IAAI,mDAAmD,UAAU,EAAE,CAAC;IACjF,CAAC;IACD,OAAO;QACL,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,sBAAsB,EAAE;QACnD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE;KACvC,CAAC;AACJ,CAAC"}

package/src/extraction/prompts.ts

@@ -51,12 +51,20 @@ For identity/trait facts, state them DIRECTLY:
 8. For EVERY fact, include "ed" (event date) if the fact describes something that happened at a specific time.
    - "User went to the gym on May 7" → ed: "2023-05-07"
    - "User prefers dark mode" → ed: null (timeless preference)
-   If the conversation header says "[This conversation took place on 8 May, 2023]", set "dd" to "2023-05-08" for all facts.
+   - If only a month is mentioned (e.g., "in March 2026") and today IS in that month, use TODAY's date from the header.
+   - If only a month is mentioned and it's a PAST month, use the 15th as midpoint.
+   Set "dd" (document date) to today's date from the header for ALL facts — this is when the conversation happened.
+
+9. PATTERN DETECTION: If the text reveals a recurring behavior, preference, routine, or coping strategy, extract it as a pattern fact with higher importance (0.7-0.9).
+   - "I always procrastinate on Mondays" → {"t": "User tends to procrastinate on Mondays", "i": 0.8, "ed": null, "dd": "...", "p": true}
+   - "Coffee helps me focus" → {"t": "User finds that coffee helps with focus", "i": 0.7, "ed": null, "dd": "...", "p": true}
+   Patterns are behavioral insights — routines, coping strategies, energy patterns, recurring struggles.
+   Mark patterns with "p": true in the output. Regular facts use "p": false.
 
 ## OUTPUT
 
 Return ONLY a JSON object:
-{"facts": [{"t": "fact text here", "i": 0.7, "ed": "2023-05-07", "dd": "2023-05-08"}, {"t": "another fact", "i": 0.3, "ed": null, "dd": "2023-05-08"}]}
+{"facts": [{"t": "fact text here", "i": 0.7, "ed": "2023-05-07", "dd": "2023-05-08", "p": false}, {"t": "another fact", "i": 0.3, "ed": null, "dd": "2023-05-08", "p": false}]}
 
 - ed (eventDate): ISO date string of WHEN the event occurred, or null if not temporal
 - dd (documentDate): ISO date string of when the conversation took place, from context header
@@ -150,9 +158,10 @@ export interface ExistingFact {
  * Simple: extract facts as strings.
  */
 export function buildFactExtractionPrompt(input: string): LLMMessage[] {
+  const today = new Date().toISOString().slice(0, 10); // YYYY-MM-DD
   return [
     { role: 'system', content: FACT_EXTRACTION_PROMPT },
-    { role: 'user', content: `Extract facts from this text:\n\n${input}` },
+    { role: 'user', content: `[Today's date: ${today}]\n\nExtract facts from this text:\n\n${input}` },
   ];
 }
 

package/src/extraction/sliding-window.js

@@ -0,0 +1,84 @@
+/**
+ * Sliding Window Inference Pipeline — like Hydra DB's context-enriched chunking.
+ *
+ * Splits long text into segments with overlapping context windows.
+ * Each segment gets surrounding context (lookback + lookahead) so the LLM can:
+ * - Resolve pronouns ("he" → "John")
+ * - Resolve references ("that framework" → "React")
+ * - Understand temporal context from earlier messages
+ *
+ * This prevents the "Orphaned Pronoun Paradox" where isolated chunks lose meaning.
+ */
+const DEFAULT_CONFIG = {
+    segmentSize: 800,
+    hPrev: 2,
+    hNext: 1,
+    minInputLength: 3500, // Window multi-turn conversations for pronoun/temporal resolution
+    maxSegments: 6, // Allow more segments for better coverage
+};
+/**
+ * Split text into segments at sentence boundaries.
+ */
+function splitIntoSegments(text, segmentSize) {
+    const segments = [];
+    let current = '';
+    // Split by sentences (period/exclamation/question followed by space or newline)
+    const sentences = text.split(/(?<=[.!?])\s+/);
+    for (const sentence of sentences) {
+        if (current.length + sentence.length > segmentSize && current.length > 0) {
+            segments.push(current.trim());
+            current = sentence;
+        }
+        else {
+            current += (current ? ' ' : '') + sentence;
+        }
+    }
+    if (current.trim())
+        segments.push(current.trim());
+    return segments;
+}
+/**
+ * Create enriched segments with sliding window context.
+ *
+ * For each segment, includes surrounding context so the LLM can resolve
+ * references and understand temporal relationships.
+ */
+export function createEnrichedSegments(text, config) {
+    const c = { ...DEFAULT_CONFIG, ...config };
+    // Short inputs don't need windowing
+    if (text.length < c.minInputLength) {
+        return [{
+                segment: text,
+                contextWindow: text,
+                index: 0,
+                total: 1,
+            }];
+    }
+    const segments = splitIntoSegments(text, c.segmentSize);
+    // Cap segments to avoid excessive LLM calls
+    const effectiveSegments = segments.length > c.maxSegments
+        ? segments.slice(0, c.maxSegments)
+        : segments;
+    return effectiveSegments.map((seg, i) => {
+        // Build context window with lookback and lookahead
+        const prevStart = Math.max(0, i - c.hPrev);
+        const nextEnd = Math.min(segments.length - 1, i + c.hNext);
+        const contextBefore = segments.slice(prevStart, i).join('\n');
+        const contextAfter = segments.slice(i + 1, nextEnd + 1).join('\n');
+        let contextWindow = '';
+        if (contextBefore) {
+            contextWindow += `[PRECEDING CONTEXT — use this to resolve pronouns, references, and temporal expressions in the current segment]\n${contextBefore}\n\n`;
+        }
+        contextWindow += `[CURRENT SEGMENT — extract facts from this]\n${seg}`;
+        if (contextAfter) {
+            contextWindow += `\n\n[FOLLOWING CONTEXT]\n${contextAfter}`;
+        }
+        return {
+            segment: seg,
+            contextWindow,
+            index: i,
+            total: effectiveSegments.length,
+        };
+    });
+}
+//# sourceMappingURL=sliding-window.js.map

package/src/extraction/sliding-window.js.map

@@ -1 +1 @@
-{"version":3,"file":"sliding-window.js","sourceRoot":"","sources":["sliding-window.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AA0BH,MAAM,cAAc,GAA2B;IAC7C,WAAW,EAAE,GAAG;IAChB,KAAK,EAAE,CAAC;IACR,KAAK,EAAE,CAAC;IACR,cAAc,EAAE,IAAI,EAAE,wEAAwE;IAC9F,WAAW,EAAE,CAAC,EAAQ,uCAAuC;CAC9D,CAAC;AAEF;;GAEG;AACH,SAAS,iBAAiB,CAAC,IAAY,EAAE,WAAmB;IAC1D,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,OAAO,GAAG,EAAE,CAAC;IAEjB,gFAAgF;IAChF,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IAE9C,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,IAAI,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,GAAG,WAAW,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAC9B,OAAO,GAAG,QAAQ,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC;QAC7C,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,EAAE;QAAE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAElD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,sBAAsB,CACpC,IAAY,EACZ,MAAqB;IAErB,MAAM,CAAC,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;IAE3C,oCAAoC;IACpC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,cAAc,EAAE,CAAC;QACnC,OAAO,CAAC;gBACN,OAAO,EAAE,IAAI;gBACb,aAAa,EAAE,IAAI;gBACnB,KAAK,EAAE,CAAC;gBACR,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC;IAExD,4CAA4C;IAC5C,MAAM,iBAAiB,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,WAAW;QACvD,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,CAAC;QAClC,CAAC,CAAC,QAAQ,CAAC;IAEb,OAAO,iBAAiB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;QACtC,mDAAmD;QACnD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAE3D,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9D,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEnE,IAAI,aAAa,GAAG,EAAE,CAAC;QACvB,IAAI,aAAa,EAAE,CAAC;YAClB,aAAa,IAAI,oHAAoH,aAAa,MAAM,CAAC;QAC3J,CAAC;QACD,aAAa,IAAI,gDAAgD,GAAG,EAAE,CAAC;QACvE,IAAI,YAAY,EAAE,CAAC;YACjB,aAAa,IAAI,4BAA4B,YAAY,EAAE,CAAC;QAC9D,CAAC;QAED,OAAO;YACL,OAAO,EAAE,GAAG;YACZ,aAAa;YACb,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,iBAAiB,CAAC,MAAM;SAChC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC"}
+{"version":3,"file":"sliding-window.js","sourceRoot":"","sources":["sliding-window.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AA0BH,MAAM,cAAc,GAA2B;IAC7C,WAAW,EAAE,GAAG;IAChB,KAAK,EAAE,CAAC;IACR,KAAK,EAAE,CAAC;IACR,cAAc,EAAE,IAAI,EAAE,kEAAkE;IACxF,WAAW,EAAE,CAAC,EAAQ,0CAA0C;CACjE,CAAC;AAEF;;GAEG;AACH,SAAS,iBAAiB,CAAC,IAAY,EAAE,WAAmB;IAC1D,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,OAAO,GAAG,EAAE,CAAC;IAEjB,gFAAgF;IAChF,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IAE9C,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,IAAI,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,GAAG,WAAW,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAC9B,OAAO,GAAG,QAAQ,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC;QAC7C,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,EAAE;QAAE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAElD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,sBAAsB,CACpC,IAAY,EACZ,MAAqB;IAErB,MAAM,CAAC,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;IAE3C,oCAAoC;IACpC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,cAAc,EAAE,CAAC;QACnC,OAAO,CAAC;gBACN,OAAO,EAAE,IAAI;gBACb,aAAa,EAAE,IAAI;gBACnB,KAAK,EAAE,CAAC;gBACR,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC;IAExD,4CAA4C;IAC5C,MAAM,iBAAiB,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,WAAW;QACvD,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,CAAC;QAClC,CAAC,CAAC,QAAQ,CAAC;IAEb,OAAO,iBAAiB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;QACtC,mDAAmD;QACnD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAE3D,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9D,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEnE,IAAI,aAAa,GAAG,EAAE,CAAC;QACvB,IAAI,aAAa,EAAE,CAAC;YAClB,aAAa,IAAI,oHAAoH,aAAa,MAAM,CAAC;QAC3J,CAAC;QACD,aAAa,IAAI,gDAAgD,GAAG,EAAE,CAAC;QACvE,IAAI,YAAY,EAAE,CAAC;YACjB,aAAa,IAAI,4BAA4B,YAAY,EAAE,CAAC;QAC9D,CAAC;QAED,OAAO;YACL,OAAO,EAAE,GAAG;YACZ,aAAa;YACb,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,iBAAiB,CAAC,MAAM;SAChC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC"}

package/src/extraction/types.d.ts

@@ -23,6 +23,18 @@ export interface ExtractedFact {
     contradictsFactId?: string;
     /** Canonical names of entities mentioned in THIS fact (for precise fact-entity linking) */
     entityCanonicalNames?: string[];
+    /** The conversation segment this fact was extracted from */
+    sourceChunk?: string;
+    /** When the event described in the fact actually occurred */
+    eventDate?: Date;
+    /** When the conversation/document was authored */
+    documentDate?: Date;
+    /** If this fact relates to an existing one: 'updates' | 'extends' | 'derives' */
+    relationType?: 'updates' | 'extends' | 'derives';
+    /** The ID of the existing fact this relates to (set by dedup) */
+    relatedFactId?: string;
+    /** Context-enriched version of content used for embedding (not shown to users) */
+    contextualContent?: string;
 }
 export interface ExtractedEntity {
     name: string;

package/src/extraction/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,cAAc,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAE1F,8CAA8C;AAC9C,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,aAAa,EAAE,CAAC;IACvB,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,KAAK,EAAE,aAAa,EAAE,CAAC;IACvB,IAAI,EAAE,cAAc,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,UAAU,CAAC;IACvB,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,YAAY,GAAG,MAAM,GAAG,YAAY,CAAC;IACpE,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,2FAA2F;IAC3F,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;CACjC;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,uCAAuC;AACvC,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,KAAK,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,cAAc,GAAG,UAAU,GAAG,KAAK,GAAG,UAAU,GAAG,OAAO,GAAG,OAAO,GAAG,MAAM,CAAC;IACzF,IAAI,EAAE,OAAO,CAAC;IACd,aAAa,CAAC,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,CAAC;CACjG;AAED,wCAAwC;AACxC,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,cAAc,GAAG,YAAY,CAAC;IACpC,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;CACpB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,cAAc,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAE1F,8CAA8C;AAC9C,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,aAAa,EAAE,CAAC;IACvB,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,KAAK,EAAE,aAAa,EAAE,CAAC;IACvB,IAAI,EAAE,cAAc,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,UAAU,CAAC;IACvB,QAAQ,EAAE,QAAQ,CAAC;IACnB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,YAAY,GAAG,MAAM,GAAG,YAAY,CAAC;IACpE,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,2FAA2F;IAC3F,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;IAChC,4DAA4D;IAC5D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,6DAA6D;IAC7D,SAAS,CAAC,EAAE,IAAI,CAAC;IACjB,kDAAkD;IAClD,YAAY,CAAC,EAAE,IAAI,CAAC;IACpB,iFAAiF;IACjF,YAAY,CAAC,EAAE,SAAS,GAAG,SAAS,GAAG,SAAS,CAAC;IACjD,iEAAiE;IACjE,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,kFAAkF;IAClF,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,QAAQ,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,uCAAuC;AACvC,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,KAAK,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,cAAc,GAAG,UAAU,GAAG,KAAK,GAAG,UAAU,GAAG,OAAO,GAAG,OAAO,GAAG,MAAM,CAAC;IACzF,IAAI,EAAE,OAAO,CAAC;IACd,aAAa,CAAC,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,CAAC;CACjG;AAED,wCAAwC;AACxC,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,cAAc,GAAG,YAAY,CAAC;IACpC,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;CACpB"}

package/src/extraction/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/src/feedback/tracker.js

@@ -0,0 +1,90 @@
+import { calculateDecayScore } from '../salience/decay.js';
+/**
+ * Record memory accesses after a search.
+ * Also updates last_accessed and frequency on accessed facts.
+ * This is called fire-and-forget from the search orchestrator.
+ */
+export async function recordAccesses(storage, tenantId, query, results, config) {
+    const halfLifeDays = config?.halfLifeDays ?? 30;
+    const normalizationK = config?.normalizationK ?? 50;
+    const decayUpdates = [];
+    for (let i = 0; i < results.length; i++) {
+        const result = results[i];
+        const id = crypto.randomUUID();
+        // Create access record
+        await storage.createMemoryAccess({
+            id,
+            tenantId,
+            factId: result.fact.id,
+            query,
+            retrievalMethod: result.triggeredBy ? 'trigger' : 'fusion',
+            similarityScore: result.signals.vectorScore > 0 ? result.signals.vectorScore : undefined,
+            rankPosition: i + 1,
+            triggerId: result.triggeredBy,
+        });
+        // Recalculate decay score with updated access time and frequency
+        const newFrequency = result.fact.frequency + 1;
+        const newDecayScore = calculateDecayScore({
+            importance: result.fact.importance,
+            frequency: newFrequency,
+            lastAccessed: new Date(),
+            halfLifeDays,
+            normalizationK,
+        });
+        decayUpdates.push({
+            id: result.fact.id,
+            decayScore: newDecayScore,
+            lastAccessed: new Date(),
+            frequency: newFrequency,
+        });
+    }
+    // Batch update decay scores (also updates last_accessed and frequency on the fact)
+    if (decayUpdates.length > 0) {
+        await storage.updateDecayScores(tenantId, decayUpdates);
+    }
+}
+/**
+ * Submit user feedback for a retrieved memory.
+ * Adjusts the fact's importance score based on feedback.
+ */
+export async function submitFeedback(storage, tenantId, factId, feedback, config) {
+    // 1. Update the memory access record with feedback
+    await storage.updateFeedback(tenantId, factId, {
+        wasUseful: feedback.wasUseful,
+        feedbackType: feedback.feedbackType,
+        feedbackDetail: feedback.feedbackDetail,
+        wasCorrected: feedback.feedbackType === 'correction',
+    });
+    // 2. Adjust fact importance based on feedback
+    const fact = await storage.getFact(tenantId, factId);
+    if (!fact)
+        return;
+    let newImportance = fact.importance;
+    switch (feedback.feedbackType) {
+        case 'explicit_positive':
+        case 'implicit_positive':
+            newImportance = Math.min(1.0, fact.importance + 0.05);
+            break;
+        case 'explicit_negative':
+        case 'implicit_negative':
+            newImportance = Math.max(0.1, fact.importance - 0.05);
+            break;
+        case 'correction':
+            newImportance = Math.max(0.1, fact.importance - 0.1);
+            break;
+    }
+    // 3. Update the fact's importance and recalculate decay score
+    if (newImportance !== fact.importance) {
+        const newDecayScore = calculateDecayScore({
+            importance: newImportance,
+            frequency: fact.frequency,
+            lastAccessed: fact.lastAccessed ?? new Date(),
+            halfLifeDays: config?.halfLifeDays ?? 30,
+            normalizationK: config?.normalizationK ?? 50,
+        });
+        await storage.updateDecayScores(tenantId, [
+            { id: factId, decayScore: newDecayScore, importance: newImportance },
+        ]);
+    }
+}
+//# sourceMappingURL=tracker.js.map

package/src/models/api-key.d.ts

@@ -12,8 +12,8 @@ export declare const ApiKeySchema: z.ZodObject<{
     createdAt: z.ZodDate;
 }, "strip", z.ZodTypeAny, {
     name: string;
-    id: string;
     active: boolean;
+    id: string;
     tenantId: string;
     createdAt: Date;
     keyHash: string;
@@ -23,8 +23,8 @@ export declare const ApiKeySchema: z.ZodObject<{
     lastUsedAt: Date | null;
 }, {
     name: string;
-    id: string;
     active: boolean;
+    id: string;
     tenantId: string;
     createdAt: Date;
     keyHash: string;

package/src/models/api-key.js

@@ -0,0 +1,21 @@
+import { z } from 'zod';
+import { API_KEY_SCOPES } from '../config.js';
+export const ApiKeySchema = z.object({
+    id: z.string().uuid(),
+    tenantId: z.string().uuid(),
+    keyHash: z.string(),
+    keyPrefix: z.string(),
+    name: z.string().max(100),
+    scopes: z.array(z.enum(API_KEY_SCOPES)),
+    expiresAt: z.coerce.date().nullable(),
+    lastUsedAt: z.coerce.date().nullable(),
+    active: z.boolean(),
+    createdAt: z.coerce.date(),
+});
+export const CreateApiKeySchema = z.object({
+    tenantId: z.string().uuid(),
+    name: z.string().max(100).default('Default'),
+    scopes: z.array(z.enum(API_KEY_SCOPES)).default(['read', 'write']),
+    expiresAt: z.coerce.date().optional(),
+});
+//# sourceMappingURL=api-key.js.map

package/src/models/edge.d.ts

@@ -5,7 +5,7 @@ export declare const EdgeSchema: z.ZodObject<{
     sourceId: z.ZodString;
     targetId: z.ZodString;
     relation: z.ZodString;
-    edgeType: z.ZodEnum<["associative", "causal", "temporal", "contradictory", "hierarchical"]>;
+    edgeType: z.ZodEnum<["associative", "causal", "temporal", "contradictory", "hierarchical", "updates", "extends", "derives"]>;
     weight: z.ZodDefault<z.ZodNumber>;
     validFrom: z.ZodDate;
     validUntil: z.ZodNullable<z.ZodDate>;
@@ -24,7 +24,7 @@ export declare const EdgeSchema: z.ZodObject<{
     sourceId: string;
     targetId: string;
     relation: string;
-    edgeType: "associative" | "causal" | "temporal" | "contradictory" | "hierarchical";
+    edgeType: "temporal" | "associative" | "causal" | "contradictory" | "hierarchical" | "updates" | "extends" | "derives";
     weight: number;
     factId: string | null;
 }, {
@@ -38,7 +38,7 @@ export declare const EdgeSchema: z.ZodObject<{
     sourceId: string;
     targetId: string;
     relation: string;
-    edgeType: "associative" | "causal" | "temporal" | "contradictory" | "hierarchical";
+    edgeType: "temporal" | "associative" | "causal" | "contradictory" | "hierarchical" | "updates" | "extends" | "derives";
     factId: string | null;
     weight?: number | undefined;
 }>;
@@ -48,7 +48,7 @@ export declare const CreateEdgeSchema: z.ZodObject<{
     sourceId: z.ZodString;
     targetId: z.ZodString;
     relation: z.ZodString;
-    edgeType: z.ZodEnum<["associative", "causal", "temporal", "contradictory", "hierarchical"]>;
+    edgeType: z.ZodEnum<["associative", "causal", "temporal", "contradictory", "hierarchical", "updates", "extends", "derives"]>;
     weight: z.ZodDefault<z.ZodNumber>;
     factId: z.ZodOptional<z.ZodString>;
     confidence: z.ZodDefault<z.ZodNumber>;
@@ -60,7 +60,7 @@ export declare const CreateEdgeSchema: z.ZodObject<{
     sourceId: string;
     targetId: string;
     relation: string;
-    edgeType: "associative" | "causal" | "temporal" | "contradictory" | "hierarchical";
+    edgeType: "temporal" | "associative" | "causal" | "contradictory" | "hierarchical" | "updates" | "extends" | "derives";
     weight: number;
     factId?: string | undefined;
 }, {
@@ -68,7 +68,7 @@ export declare const CreateEdgeSchema: z.ZodObject<{
     sourceId: string;
     targetId: string;
     relation: string;
-    edgeType: "associative" | "causal" | "temporal" | "contradictory" | "hierarchical";
+    edgeType: "temporal" | "associative" | "causal" | "contradictory" | "hierarchical" | "updates" | "extends" | "derives";
     confidence?: number | undefined;
     metadata?: Record<string, unknown> | undefined;
     weight?: number | undefined;

package/src/models/edge.js

@@ -0,0 +1,29 @@
+import { z } from 'zod';
+import { unitFloat, EDGE_TYPES } from '../config.js';
+export const EdgeSchema = z.object({
+    id: z.string().uuid(),
+    tenantId: z.string().uuid(),
+    sourceId: z.string().uuid(),
+    targetId: z.string().uuid(),
+    relation: z.string(),
+    edgeType: z.enum(EDGE_TYPES),
+    weight: z.number().min(0).default(1.0),
+    validFrom: z.coerce.date(),
+    validUntil: z.coerce.date().nullable(),
+    factId: z.string().uuid().nullable(),
+    confidence: unitFloat,
+    metadata: z.record(z.string(), z.unknown()),
+    createdAt: z.coerce.date(),
+});
+export const CreateEdgeSchema = z.object({
+    tenantId: z.string().uuid(),
+    sourceId: z.string().uuid(),
+    targetId: z.string().uuid(),
+    relation: z.string(),
+    edgeType: z.enum(EDGE_TYPES),
+    weight: z.number().min(0).default(1.0),
+    factId: z.string().uuid().optional(),
+    confidence: unitFloat.default(0.8),
+    metadata: z.record(z.string(), z.unknown()).default({}),
+});
+//# sourceMappingURL=edge.js.map

package/src/models/entity.d.ts

@@ -13,9 +13,9 @@ export declare const EntitySchema: z.ZodObject<{
     updatedAt: z.ZodDate;
 }, "strip", z.ZodTypeAny, {
     name: string;
-    id: string;
     embeddingModel: string | null;
     embeddingDim: number | null;
+    id: string;
     tenantId: string;
     createdAt: Date;
     entityType: string;
@@ -25,9 +25,9 @@ export declare const EntitySchema: z.ZodObject<{
     updatedAt: Date;
 }, {
     name: string;
-    id: string;
     embeddingModel: string | null;
     embeddingDim: number | null;
+    id: string;
     tenantId: string;
     createdAt: Date;
     entityType: string;

package/src/models/entity.js

@@ -0,0 +1,22 @@
+import { z } from 'zod';
+export const EntitySchema = z.object({
+    id: z.string().uuid(),
+    tenantId: z.string().uuid(),
+    name: z.string().min(1).max(500),
+    entityType: z.string().min(1),
+    canonicalName: z.string().min(1),
+    properties: z.record(z.string(), z.unknown()),
+    embeddingModel: z.string().nullable(),
+    embeddingDim: z.number().int().positive().nullable(),
+    mergeTargetId: z.string().uuid().nullable(),
+    createdAt: z.coerce.date(),
+    updatedAt: z.coerce.date(),
+});
+export const CreateEntitySchema = z.object({
+    tenantId: z.string().uuid(),
+    name: z.string().min(1).max(500),
+    entityType: z.string().min(1),
+    canonicalName: z.string().min(1),
+    properties: z.record(z.string(), z.unknown()).default({}),
+});
+//# sourceMappingURL=entity.js.map