engram-sdk 0.1.0

package/dist/extract.js

@@ -0,0 +1,139 @@
+// ============================================================
+// Rule-Based Entity & Topic Extraction (No LLM Required)
+// ============================================================
+//
+// Dogfooding revealed the gap: manually tagging entities and topics
+// when calling remember() is tedious. This module auto-extracts
+// entities and topics from raw text using simple heuristics.
+//
+// Not as good as LLM extraction, but works offline, costs nothing,
+// and handles 80% of cases.
+// Common stop words that shouldn't be entities
+const STOP_WORDS = new Set([
+    'the', 'a', 'an', 'is', 'are', 'was', 'were', 'be', 'been', 'being',
+    'have', 'has', 'had', 'do', 'does', 'did', 'will', 'would', 'could',
+    'should', 'may', 'might', 'can', 'shall', 'to', 'of', 'in', 'for',
+    'on', 'with', 'at', 'by', 'from', 'as', 'into', 'about', 'between',
+    'through', 'during', 'before', 'after', 'and', 'but', 'or', 'not',
+    'so', 'yet', 'both', 'either', 'neither', 'each', 'every', 'all',
+    'any', 'some', 'no', 'only', 'very', 'just', 'also', 'than', 'too',
+    'i', 'me', 'my', 'we', 'our', 'you', 'your', 'he', 'she', 'it',
+    'they', 'them', 'his', 'her', 'its', 'their', 'this', 'that',
+    'these', 'those', 'what', 'which', 'who', 'whom', 'how', 'when',
+    'where', 'why', 'if', 'then', 'else', 'up', 'out', 'off', 'over',
+    'under', 'again', 'once', 'here', 'there', 'more', 'most', 'other',
+    'been', 'being', 'because', 'until', 'while', 'into', 'own', 'same',
+    'such', 'few', 'much', 'many', 'like', 'just', 'now', 'still',
+    'already', 'even', 'really', 'quite', 'well', 'back', 'way',
+    'things', 'thing', 'something', 'nothing', 'everything', 'anything',
+    'get', 'got', 'getting', 'make', 'made', 'making', 'take', 'took',
+    'know', 'think', 'want', 'need', 'use', 'used', 'using', 'try',
+    'going', 'come', 'came', 'see', 'look', 'say', 'said', 'tell',
+]);
+// Topic keyword patterns
+const TOPIC_PATTERNS = {
+    'fitness': /\b(running|marathon|training|exercise|workout|gym|race|miles?|pace)\b/i,
+    'engineering': /\b(code|programming|api|sdk|database|deploy|build|test|bug|refactor|typescript|python|react|node)\b/i,
+    'career': /\b(job|work|company|team|promotion|role|position|hired|salary|interview|manager|pm|product\s*manager)\b/i,
+    'preferences': /\b(prefer|prefers|preferred|like|love|hate|dislike|favorite|always|never|rather|instead|over)\b/i,
+    'goals': /\b(goal|plan|want to|going to|will|hope|aim|target|dream|aspire|training for|preparing for)\b/i,
+    'decisions': /\b(decided|decision|chose|picked|going with|switched to|pivoted|moved to)\b/i,
+    'project': /\b(project|build|launch|ship|release|feature|roadmap|milestone|sprint)\b/i,
+    'learning': /\b(learn|study|course|tutorial|reading|book|class|practice|piano)\b/i,
+    'people': /\b(friend|family|wife|husband|partner|kid|child|parent|mom|dad|brother|sister|coach)\b/i,
+    'strategy': /\b(strategy|approach|plan|roadmap|competitive|market|monetize|revenue|pricing)\b/i,
+    'ai': /\b(ai|agent|llm|model|gpt|claude|openai|anthropic|memory|embedding|vector)\b/i,
+};
+// Salience signals
+const HIGH_SALIENCE_PATTERNS = [
+    /\b(important|critical|key|must|always|never|essential|crucial)\b/i,
+    /\b(decided|committed|promise|goal|deadline)\b/i,
+    /\b(love|hate|strongly|absolutely|definitely)\b/i,
+    /\b(problem|issue|bug|error|broken|fix)\b/i,
+];
+const LOW_SALIENCE_PATTERNS = [
+    /\b(maybe|perhaps|might|could|possibly|sometime|eventually)\b/i,
+    /\b(minor|trivial|small|little|slightly)\b/i,
+];
+/**
+ * Extract entities and topics from raw text without an LLM.
+ * Uses capitalization heuristics, pattern matching, and simple NLP.
+ */
+export function extract(text) {
+    const entities = extractEntities(text);
+    const topics = extractTopics(text);
+    const suggestedSalience = estimateSalience(text);
+    return { entities, topics, suggestedSalience };
+}
+function extractEntities(text) {
+    const entities = new Set();
+    // 1. Capitalized words/phrases (likely proper nouns)
+    //    Match sequences of capitalized words, including camelCase/PascalCase compounds
+    const capitalizedPattern = /\b([A-Z][a-zA-Z]+(?:\s+[A-Z][a-zA-Z]+)*)\b/g;
+    let match;
+    while ((match = capitalizedPattern.exec(text)) !== null) {
+        const candidate = match[1];
+        // Skip if it's at the start of a sentence (check if preceded by . or start of string)
+        const before = text.substring(Math.max(0, match.index - 3), match.index).trim();
+        const isStartOfSentence = before === '' || before.endsWith('.') || before.endsWith('!') || before.endsWith('?') || before.endsWith(':') || before.endsWith('\n');
+        // If it's a single word at the start of a sentence, skip (probably just capitalized normally)
+        if (isStartOfSentence && !candidate.includes(' '))
+            continue;
+        // Skip common words that happen to be capitalized
+        if (STOP_WORDS.has(candidate.toLowerCase()))
+            continue;
+        if (candidate.length < 2)
+            continue;
+        entities.add(candidate);
+    }
+    // 2. All-caps acronyms (API, SDK, LLM, etc.)
+    const acronymPattern = /\b([A-Z]{2,6})\b/g;
+    while ((match = acronymPattern.exec(text)) !== null) {
+        const acr = match[1];
+        // Skip common non-entity acronyms
+        if (['OK', 'AM', 'PM', 'US', 'ID', 'VS', 'OR', 'IT', 'IF', 'DO', 'NO'].includes(acr))
+            continue;
+        entities.add(acr);
+    }
+    // 3. Technology names (often lowercase in text)
+    const techPattern = /\b(typescript|javascript|python|react|vue|angular|node\.?js|sqlite|postgres|redis|docker|vercel|aws|gcp|anthropic|openai|langchain|crewai)\b/gi;
+    while ((match = techPattern.exec(text)) !== null) {
+        // Normalize casing
+        const tech = match[1];
+        const normalized = tech.charAt(0).toUpperCase() + tech.slice(1).toLowerCase();
+        entities.add(normalized);
+    }
+    return [...entities].slice(0, 15); // Cap at 15 entities
+}
+function extractTopics(text) {
+    const topics = [];
+    for (const [topic, pattern] of Object.entries(TOPIC_PATTERNS)) {
+        if (pattern.test(text)) {
+            topics.push(topic);
+        }
+    }
+    return topics.slice(0, 8); // Cap at 8 topics
+}
+function estimateSalience(text) {
+    let salience = 0.5; // Default mid-range
+    // Boost for high-salience signals
+    for (const pattern of HIGH_SALIENCE_PATTERNS) {
+        if (pattern.test(text)) {
+            salience += 0.1;
+        }
+    }
+    // Reduce for low-salience signals
+    for (const pattern of LOW_SALIENCE_PATTERNS) {
+        if (pattern.test(text)) {
+            salience -= 0.1;
+        }
+    }
+    // Longer content tends to be more important
+    if (text.length > 200)
+        salience += 0.05;
+    if (text.length > 500)
+        salience += 0.05;
+    // Clamp to [0.1, 1.0]
+    return Math.max(0.1, Math.min(1.0, salience));
+}
+//# sourceMappingURL=extract.js.map

package/dist/extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../src/extract.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,yDAAyD;AACzD,+DAA+D;AAC/D,EAAE;AACF,oEAAoE;AACpE,gEAAgE;AAChE,6DAA6D;AAC7D,EAAE;AACF,mEAAmE;AACnE,4BAA4B;AAQ5B,+CAA+C;AAC/C,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IACzB,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO;IACnE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO;IACnE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK;IACjE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS;IAClE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK;IACjE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK;IAChE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK;IAClE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI;IAC9D,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM;IAC5D,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAC/D,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM;IAChE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;IAClE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IACnE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO;IAC7D,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK;IAC3D,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU;IACnE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM;IACjE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK;IAC9D,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM;CAC9D,CAAC,CAAC;AAEH,yBAAyB;AACzB,MAAM,cAAc,GAA2B;IAC7C,SAAS,EAAE,wEAAwE;IACnF,aAAa,EAAE,sGAAsG;IACrH,QAAQ,EAAE,0GAA0G;IACpH,aAAa,EAAE,kGAAkG;IACjH,OAAO,EAAE,gGAAgG;IACzG,WAAW,EAAE,8EAA8E;IAC3F,SAAS,EAAE,2EAA2E;IACtF,UAAU,EAAE,sEAAsE;IAClF,QAAQ,EAAE,yFAAyF;IACnG,UAAU,EAAE,mFAAmF;IAC/F,IAAI,EAAE,+EAA+E;CACtF,CAAC;AAEF,mBAAmB;AACnB,MAAM,sBAAsB,GAAG;IAC7B,mEAAmE;IACnE,gDAAgD;IAChD,iDAAiD;IACjD,2CAA2C;CAC5C,CAAC;AAEF,MAAM,qBAAqB,GAAG;IAC5B,+DAA+D;IAC/D,4CAA4C;CAC7C,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,OAAO,CAAC,IAAY;IAClC,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAEjD,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;AACjD,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAEnC,qDAAqD;IACrD,oFAAoF;IACpF,MAAM,kBAAkB,GAAG,6CAA6C,CAAC;IACzE,IAAI,KAAK,CAAC;IACV,OAAO,CAAC,KAAK,GAAG,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACxD,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAC3B,sFAAsF;QACtF,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;QAChF,MAAM,iBAAiB,GAAG,MAAM,KAAK,EAAE,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAEjK,8FAA8F;QAC9F,IAAI,iBAAiB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,SAAS;QAE5D,kDAAkD;QAClD,IAAI,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;YAAE,SAAS;QACtD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QAEnC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC1B,CAAC;IAED,6CAA6C;IAC7C,MAAM,cAAc,GAAG,mBAAmB,CAAC;IAC3C,OAAO,CAAC,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACpD,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACrB,kCAAkC;QAClC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,SAAS;QAC/F,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACpB,CAAC;IAED,gDAAgD;IAChD,MAAM,WAAW,GAAG,gJAAgJ,CAAC;IACrK,OAAO,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACjD,mBAAmB;QACnB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QAC9E,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,CAAC,GAAG,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,qBAAqB;AAC1D,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;QAC9D,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,kBAAkB;AAC/C,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY;IACpC,IAAI,QAAQ,GAAG,GAAG,CAAC,CAAC,oBAAoB;IAExC,kCAAkC;IAClC,KAAK,MAAM,OAAO,IAAI,sBAAsB,EAAE,CAAC;QAC7C,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACvB,QAAQ,IAAI,GAAG,CAAC;QAClB,CAAC;IACH,CAAC;IAED,kCAAkC;IAClC,KAAK,MAAM,OAAO,IAAI,qBAAqB,EAAE,CAAC;QAC5C,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACvB,QAAQ,IAAI,GAAG,CAAC;QAClB,CAAC;IACH,CAAC;IAED,4CAA4C;IAC5C,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG;QAAE,QAAQ,IAAI,IAAI,CAAC;IACxC,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG;QAAE,QAAQ,IAAI,IAAI,CAAC;IAExC,sBAAsB;IACtB,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;AAChD,CAAC"}

package/dist/hosted.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=hosted.d.ts.map

package/dist/hosted.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hosted.d.ts","sourceRoot":"","sources":["../src/hosted.ts"],"names":[],"mappings":""}

package/dist/hosted.js

@@ -0,0 +1,144 @@
+#!/usr/bin/env node
+// ============================================================
+// Engram Hosted API — Multi-tenant server
+// ============================================================
+//
+// Wraps createEngramServer with:
+// - Dynamic API key provisioning (POST /v1/keys)
+// - Per-user SQLite vaults on a persistent volume
+// - Admin endpoints for key management
+//
+// ENV:
+//   ENGRAM_DATA_DIR     — vault storage dir (default: /data)
+//   ENGRAM_ADMIN_KEY    — admin key for provisioning
+//   ENGRAM_HOST         — bind address (default: 0.0.0.0)
+//   ENGRAM_PORT         — port (default: 3800)
+//   ENGRAM_LLM_PROVIDER — gemini|openai (shared across tenants)
+//   ENGRAM_LLM_API_KEY  — LLM key (or GEMINI_API_KEY)
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from 'node:fs';
+import { join } from 'node:path';
+import { randomUUID } from 'node:crypto';
+import { createEngramServer } from './server.js';
+const DATA_DIR = process.env.ENGRAM_DATA_DIR ?? '/data';
+const ADMIN_KEY = process.env.ENGRAM_ADMIN_KEY ?? '';
+const PORT = parseInt(process.env.PORT ?? process.env.ENGRAM_PORT ?? '3800', 10);
+const HOST = process.env.ENGRAM_HOST ?? '0.0.0.0';
+const LLM_PROVIDER = process.env.ENGRAM_LLM_PROVIDER;
+const LLM_API_KEY = process.env.ENGRAM_LLM_API_KEY ?? process.env.GEMINI_API_KEY;
+const LLM_MODEL = process.env.ENGRAM_LLM_MODEL;
+const EMBEDDING_MODEL = process.env.ENGRAM_EMBEDDING_MODEL;
+const KEYS_PATH = join(DATA_DIR, 'keys.json');
+function loadKeys() {
+    if (!existsSync(KEYS_PATH))
+        return {};
+    try {
+        return JSON.parse(readFileSync(KEYS_PATH, 'utf-8'));
+    }
+    catch {
+        return {};
+    }
+}
+function saveKeys(keys) {
+    mkdirSync(DATA_DIR, { recursive: true });
+    writeFileSync(KEYS_PATH, JSON.stringify(keys, null, 2));
+}
+// ============================================================
+// Build vault configs from stored keys
+// ============================================================
+function keyToVaultConfig(record) {
+    const dbPath = join(DATA_DIR, 'vaults', `${record.owner}.db`);
+    mkdirSync(join(DATA_DIR, 'vaults'), { recursive: true });
+    return {
+        owner: record.owner,
+        dbPath,
+        agentId: 'hosted',
+        ...(LLM_PROVIDER && LLM_API_KEY ? {
+            llm: {
+                provider: LLM_PROVIDER,
+                apiKey: LLM_API_KEY,
+                model: LLM_MODEL,
+                embeddingModel: EMBEDDING_MODEL,
+            }
+        } : {}),
+    };
+}
+// Load existing keys and build the vaults map
+const keys = loadKeys();
+const vaults = {};
+for (const [apiKey, record] of Object.entries(keys)) {
+    vaults[apiKey] = keyToVaultConfig(record);
+}
+// ============================================================
+// Provision endpoint — injected before the core server starts
+// ============================================================
+// We'll intercept /v1/keys before delegating to the core server
+// by wrapping the HTTP server's request handler
+const coreSrv = createEngramServer({
+    port: PORT,
+    host: HOST,
+    vaults,
+});
+// Monkey-patch the underlying http server to intercept admin routes
+const origHandler = coreSrv.server.listeners('request')[0];
+coreSrv.server.removeAllListeners('request');
+coreSrv.server.on('request', async (req, res) => {
+    const url = new URL(req.url, `http://${req.headers.host}`);
+    // Key provisioning
+    if (url.pathname === '/v1/keys' && req.method === 'POST') {
+        const auth = req.headers.authorization;
+        if (!ADMIN_KEY || auth !== `Bearer ${ADMIN_KEY}`) {
+            res.writeHead(401, { 'Content-Type': 'application/json' });
+            res.end(JSON.stringify({ error: 'Unauthorized' }));
+            return;
+        }
+        const chunks = [];
+        for await (const chunk of req)
+            chunks.push(typeof chunk === 'string' ? Buffer.from(chunk) : chunk);
+        const body = JSON.parse(Buffer.concat(chunks).toString('utf-8'));
+        const owner = body.owner;
+        const email = body.email;
+        if (!owner) {
+            res.writeHead(400, { 'Content-Type': 'application/json' });
+            res.end(JSON.stringify({ error: 'owner is required' }));
+            return;
+        }
+        const apiKey = `engram_${randomUUID().replace(/-/g, '')}`;
+        const record = { apiKey, owner, email, createdAt: new Date().toISOString() };
+        // Register in both the keys store and the live vaults map
+        keys[apiKey] = record;
+        vaults[apiKey] = keyToVaultConfig(record);
+        saveKeys(keys);
+        res.writeHead(201, { 'Content-Type': 'application/json' });
+        res.end(JSON.stringify({ apiKey, owner, message: 'Use Authorization: Bearer ' + apiKey }));
+        return;
+    }
+    // List keys (admin)
+    if (url.pathname === '/v1/keys' && req.method === 'GET') {
+        const auth = req.headers.authorization;
+        if (!ADMIN_KEY || auth !== `Bearer ${ADMIN_KEY}`) {
+            res.writeHead(401, { 'Content-Type': 'application/json' });
+            res.end(JSON.stringify({ error: 'Unauthorized' }));
+            return;
+        }
+        const sanitized = Object.values(keys).map(k => ({
+            owner: k.owner, email: k.email, createdAt: k.createdAt,
+            apiKey: k.apiKey.slice(0, 12) + '...',
+        }));
+        res.writeHead(200, { 'Content-Type': 'application/json' });
+        res.end(JSON.stringify({ keys: sanitized, count: sanitized.length }));
+        return;
+    }
+    // Everything else → core server
+    origHandler(req, res);
+});
+// Start
+coreSrv.listen().then(() => {
+    console.log(`   Mode: hosted (multi-tenant)`);
+    console.log(`   Data: ${DATA_DIR}`);
+    console.log(`   Tenants: ${Object.keys(keys).length}`);
+    if (!ADMIN_KEY)
+        console.warn('   ⚠️  No ENGRAM_ADMIN_KEY — key provisioning disabled');
+});
+process.on('SIGINT', () => { saveKeys(keys); process.exit(0); });
+process.on('SIGTERM', () => { saveKeys(keys); process.exit(0); });
+//# sourceMappingURL=hosted.js.map

package/dist/hosted.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hosted.js","sourceRoot":"","sources":["../src/hosted.ts"],"names":[],"mappings":";AACA,+DAA+D;AAC/D,0CAA0C;AAC1C,+DAA+D;AAC/D,EAAE;AACF,iCAAiC;AACjC,iDAAiD;AACjD,kDAAkD;AAClD,uCAAuC;AACvC,EAAE;AACF,OAAO;AACP,6DAA6D;AAC7D,qDAAqD;AACrD,0DAA0D;AAC1D,+CAA+C;AAC/C,gEAAgE;AAChE,sDAAsD;AAEtD,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAGjD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,OAAO,CAAC;AACxD,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,EAAE,CAAC;AACrD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC;AACjF,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,SAAS,CAAC;AAElD,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAsD,CAAC;AACxF,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;AACjF,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;AAC/C,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;AAa3D,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;AAE9C,SAAS,QAAQ;IACf,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,EAAE,CAAC;IACtC,IAAI,CAAC;QAAC,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,EAAE,CAAC;IAAC,CAAC;AACnF,CAAC;AAED,SAAS,QAAQ,CAAC,IAA+B;IAC/C,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,aAAa,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,+DAA+D;AAC/D,uCAAuC;AACvC,+DAA+D;AAE/D,SAAS,gBAAgB,CAAC,MAAiB;IACzC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC,KAAK,KAAK,CAAC,CAAC;IAC9D,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,MAAM;QACN,OAAO,EAAE,QAAQ;QACjB,GAAG,CAAC,YAAY,IAAI,WAAW,CAAC,CAAC,CAAC;YAChC,GAAG,EAAE;gBACH,QAAQ,EAAE,YAAY;gBACtB,MAAM,EAAE,WAAW;gBACnB,KAAK,EAAE,SAAS;gBAChB,cAAc,EAAE,eAAe;aAChC;SACF,CAAC,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AAED,8CAA8C;AAC9C,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC;AACxB,MAAM,MAAM,GAAgC,EAAE,CAAC;AAC/C,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;IACpD,MAAM,CAAC,MAAM,CAAC,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;AAC5C,CAAC;AAED,+DAA+D;AAC/D,8DAA8D;AAC9D,+DAA+D;AAE/D,gEAAgE;AAChE,gDAAgD;AAEhD,MAAM,OAAO,GAAG,kBAAkB,CAAC;IACjC,IAAI,EAAE,IAAI;IACV,IAAI,EAAE,IAAI;IACV,MAAM;CACP,CAAC,CAAC;AAEH,oEAAoE;AACpE,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAa,CAAC;AACvE,OAAO,CAAC,MAAM,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;AAE7C,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,GAAmC,EAAE,GAAkC,EAAE,EAAE;IAC7G,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,GAAI,EAAE,UAAU,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAE5D,mBAAmB;IACnB,IAAI,GAAG,CAAC,QAAQ,KAAK,UAAU,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QACzD,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC;QACvC,IAAI,CAAC,SAAS,IAAI,IAAI,KAAK,UAAU,SAAS,EAAE,EAAE,CAAC;YACjD,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;YAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;YACnD,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG;YAAE,MAAM,CAAC,IAAI,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACnG,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QAEjE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;YAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,CAAC,CAAC;YACxD,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,UAAU,UAAU,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC;QAC1D,MAAM,MAAM,GAAc,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;QAExF,0DAA0D;QAC1D,IAAI,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC;QACtB,MAAM,CAAC,MAAM,CAAC,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC1C,QAAQ,CAAC,IAAI,CAAC,CAAC;QAEf,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,4BAA4B,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC;QAC3F,OAAO;IACT,CAAC;IAED,oBAAoB;IACpB,IAAI,GAAG,CAAC,QAAQ,KAAK,UAAU,IAAI,GAAG,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;QACxD,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC;QACvC,IAAI,CAAC,SAAS,IAAI,IAAI,KAAK,UAAU,SAAS,EAAE,EAAE,CAAC;YACjD,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;YAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;YACnD,OAAO;QACT,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC9C,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS;YACtD,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK;SACtC,CAAC,CAAC,CAAC;QACJ,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAC3D,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACtE,OAAO;IACT,CAAC;IAED,gCAAgC;IAChC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;AACxB,CAAC,CAAC,CAAC;AAEH,QAAQ;AACR,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;IACzB,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;IAC9C,OAAO,CAAC,GAAG,CAAC,YAAY,QAAQ,EAAE,CAAC,CAAC;IACpC,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IACvD,IAAI,CAAC,SAAS;QAAE,OAAO,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;AACzF,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACjE,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,11 @@
+export { Vault } from './vault.js';
+export { createEngramServer } from './server.js';
+export { extract } from './extract.js';
+export { OpenAIEmbeddings, GeminiEmbeddings, LocalEmbeddings } from './embeddings.js';
+export { ingest, ingestDailyLog } from './ingest.js';
+export { brief } from './brief.js';
+export type { EmbeddingProvider } from './embeddings.js';
+export type { IngestOptions, IngestResult } from './ingest.js';
+export type { BriefOptions, Briefing } from './brief.js';
+export type { Memory, Edge, Entity, MemoryType, SourceType, EdgeType, Visibility, RememberInput, RememberParsed, RecallInput, RecallParsed, ConsolidationReport, VaultConfig, } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACtF,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,YAAY,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACzD,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC/D,YAAY,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACzD,YAAY,EACV,MAAM,EACN,IAAI,EACJ,MAAM,EACN,UAAU,EACV,UAAU,EACV,QAAQ,EACR,UAAU,EACV,aAAa,EACb,cAAc,EACd,WAAW,EACX,YAAY,EACZ,mBAAmB,EACnB,WAAW,GACZ,MAAM,YAAY,CAAC"}

package/dist/index.js

@@ -0,0 +1,7 @@
+export { Vault } from './vault.js';
+export { createEngramServer } from './server.js';
+export { extract } from './extract.js';
+export { OpenAIEmbeddings, GeminiEmbeddings, LocalEmbeddings } from './embeddings.js';
+export { ingest, ingestDailyLog } from './ingest.js';
+export { brief } from './brief.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACtF,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC"}

package/dist/ingest.d.ts

@@ -0,0 +1,28 @@
+import type { Vault } from './vault.js';
+import type { Memory, VaultConfig } from './types.js';
+export interface IngestOptions {
+    agentId?: string;
+    sessionId?: string;
+    /** Who was the human in this conversation? */
+    humanName?: string;
+    /** Minimum salience threshold — skip trivial extractions */
+    minSalience?: number;
+}
+export interface IngestResult {
+    memoriesCreated: Memory[];
+    entitiesDiscovered: string[];
+    decisionsFound: number;
+    commitmentsFound: number;
+}
+/**
+ * Ingest a conversation transcript and automatically extract memories.
+ *
+ * This is the core intelligence layer — agents don't have to think about
+ * remembering. Feed in the conversation, get structured memories out.
+ */
+export declare function ingest(vault: Vault, transcript: string, llmConfig: NonNullable<VaultConfig['llm']>, options?: IngestOptions): Promise<IngestResult>;
+/**
+ * Ingest from a markdown daily log file (like OpenClaw's memory/YYYY-MM-DD.md format)
+ */
+export declare function ingestDailyLog(vault: Vault, logContent: string, llmConfig: NonNullable<VaultConfig['llm']>, options?: IngestOptions): Promise<IngestResult>;
+//# sourceMappingURL=ingest.d.ts.map

package/dist/ingest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingest.d.ts","sourceRoot":"","sources":["../src/ingest.ts"],"names":[],"mappings":"AAeA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAEtD,MAAM,WAAW,aAAa;IAC5B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8CAA8C;IAC9C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,4DAA4D;IAC5D,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,YAAY;IAC3B,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAiDD;;;;;GAKG;AACH,wBAAsB,MAAM,CAC1B,KAAK,EAAE,KAAK,EACZ,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,WAAW,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAC1C,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,YAAY,CAAC,CA4DvB;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,KAAK,EAAE,KAAK,EACZ,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,WAAW,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAC1C,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,YAAY,CAAC,CA2BvB"}

package/dist/ingest.js

@@ -0,0 +1,192 @@
+// ============================================================
+// Conversation Ingest — Automatic memory extraction
+// ============================================================
+//
+// The #1 gap: agents shouldn't have to manually call remember().
+// This module watches conversation transcripts and automatically
+// extracts structured memories using an LLM.
+//
+// Usage:
+//   const memories = await ingest(vault, transcript, { agentId, sessionId })
+//
+// The LLM identifies: facts, preferences, decisions, commitments,
+// emotional moments, behavioral patterns — and creates memories
+// with proper entity/topic/salience tagging.
+const INGEST_PROMPT = `You are a memory extraction engine. Analyze this conversation and extract structured memories.
+
+CONVERSATION:
+{transcript}
+
+CONTEXT:
+- Human name: {humanName}
+- Agent ID: {agentId}
+
+Extract the following types of memories:
+
+1. **FACTS** — Things stated as true (preferences, biographical info, technical details)
+2. **DECISIONS** — Choices made during the conversation (what was decided and why)
+3. **COMMITMENTS** — Things either party committed to doing
+4. **INSIGHTS** — Behavioral patterns, emotional moments, relationship dynamics
+5. **PROCEDURAL** — How-to knowledge, workflows, lessons learned
+
+For each memory, provide:
+- content: Clear, standalone statement (should make sense without the conversation)
+- type: "episodic" (events/specific moments), "semantic" (facts/knowledge), or "procedural" (how-to/lessons)
+- entities: People, projects, tools, places mentioned
+- topics: Relevant topic tags
+- salience: 0.0-1.0 (how important is this for future interactions?)
+  - 0.9-1.0: Critical decisions, strong preferences, emotional moments
+  - 0.6-0.8: Useful context, project details, moderate preferences
+  - 0.3-0.5: Minor details, casual mentions
+  - 0.0-0.2: Trivial, unlikely to matter
+- confidence: 0.0-1.0 (how certain is this extraction?)
+- category: "fact" | "decision" | "commitment" | "insight" | "procedural"
+
+Be SELECTIVE. Don't extract every sentence. Extract what would be valuable to recall in a future conversation days or weeks from now. Ask: "If I woke up with amnesia tomorrow and could only remember N things from this conversation, what would they be?"
+
+Respond in this exact JSON format:
+{
+  "memories": [
+    {
+      "content": "...",
+      "type": "episodic|semantic|procedural",
+      "entities": ["..."],
+      "topics": ["..."],
+      "salience": 0.0-1.0,
+      "confidence": 0.0-1.0,
+      "category": "fact|decision|commitment|insight|procedural"
+    }
+  ]
+}`;
+/**
+ * Ingest a conversation transcript and automatically extract memories.
+ *
+ * This is the core intelligence layer — agents don't have to think about
+ * remembering. Feed in the conversation, get structured memories out.
+ */
+export async function ingest(vault, transcript, llmConfig, options = {}) {
+    const { agentId, sessionId, humanName = 'User', minSalience = 0.2 } = options;
+    const prompt = INGEST_PROMPT
+        .replace('{transcript}', transcript)
+        .replace('{humanName}', humanName)
+        .replace('{agentId}', agentId ?? 'unknown');
+    const response = await callLLM(llmConfig, prompt);
+    let parsed;
+    try {
+        parsed = JSON.parse(response);
+    }
+    catch {
+        return { memoriesCreated: [], entitiesDiscovered: [], decisionsFound: 0, commitmentsFound: 0 };
+    }
+    const memoriesCreated = [];
+    const entitiesSet = new Set();
+    let decisionsFound = 0;
+    let commitmentsFound = 0;
+    for (const mem of parsed.memories ?? []) {
+        if (mem.salience < minSalience)
+            continue;
+        const memory = vault.remember({
+            content: mem.content,
+            type: mem.type,
+            entities: mem.entities ?? [],
+            topics: [...(mem.topics ?? []), mem.category],
+            salience: mem.salience,
+            confidence: mem.confidence,
+            source: {
+                type: 'conversation',
+                agentId,
+                sessionId,
+            },
+        });
+        memoriesCreated.push(memory);
+        for (const e of mem.entities ?? [])
+            entitiesSet.add(e);
+        if (mem.category === 'decision')
+            decisionsFound++;
+        if (mem.category === 'commitment')
+            commitmentsFound++;
+    }
+    return {
+        memoriesCreated,
+        entitiesDiscovered: [...entitiesSet],
+        decisionsFound,
+        commitmentsFound,
+    };
+}
+/**
+ * Ingest from a markdown daily log file (like OpenClaw's memory/YYYY-MM-DD.md format)
+ */
+export async function ingestDailyLog(vault, logContent, llmConfig, options = {}) {
+    // Daily logs are already semi-structured — we can be smarter about chunking
+    // Split into sections and process each one to avoid overwhelming the LLM
+    const sections = logContent.split(/^## /m).filter(s => s.trim());
+    const allResults = {
+        memoriesCreated: [],
+        entitiesDiscovered: [],
+        decisionsFound: 0,
+        commitmentsFound: 0,
+    };
+    for (const section of sections) {
+        const sectionText = `## ${section}`;
+        if (sectionText.length < 50)
+            continue; // Skip tiny sections
+        const result = await ingest(vault, sectionText, llmConfig, options);
+        allResults.memoriesCreated.push(...result.memoriesCreated);
+        allResults.entitiesDiscovered.push(...result.entitiesDiscovered);
+        allResults.decisionsFound += result.decisionsFound;
+        allResults.commitmentsFound += result.commitmentsFound;
+    }
+    // Deduplicate entities
+    allResults.entitiesDiscovered = [...new Set(allResults.entitiesDiscovered)];
+    return allResults;
+}
+// ============================================================
+// LLM call helper (shared with vault.ts — TODO: extract to shared module)
+// ============================================================
+async function callLLM(config, prompt) {
+    if (config.provider === 'anthropic') {
+        const model = config.model ?? 'claude-3-5-haiku-20241022';
+        const response = await fetch('https://api.anthropic.com/v1/messages', {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'x-api-key': config.apiKey,
+                'anthropic-version': '2023-06-01',
+            },
+            body: JSON.stringify({
+                model,
+                max_tokens: 4096,
+                messages: [{ role: 'user', content: prompt }],
+            }),
+        });
+        if (!response.ok) {
+            throw new Error(`Anthropic API error: ${response.status}`);
+        }
+        const data = await response.json();
+        const text = data.content?.find(c => c.type === 'text')?.text ?? '';
+        const jsonMatch = text.match(/```json\s*([\s\S]*?)\s*```/) ?? text.match(/\{[\s\S]*\}/);
+        return jsonMatch ? (jsonMatch[1] ?? jsonMatch[0]) : text;
+    }
+    if (config.provider === 'openai') {
+        const model = config.model ?? 'gpt-4o-mini';
+        const response = await fetch('https://api.openai.com/v1/chat/completions', {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'Authorization': `Bearer ${config.apiKey}`,
+            },
+            body: JSON.stringify({
+                model,
+                messages: [{ role: 'user', content: prompt }],
+                response_format: { type: 'json_object' },
+            }),
+        });
+        if (!response.ok) {
+            throw new Error(`OpenAI API error: ${response.status}`);
+        }
+        const data = await response.json();
+        return data.choices[0]?.message?.content ?? '';
+    }
+    throw new Error(`Unsupported provider: ${config.provider}`);
+}
+//# sourceMappingURL=ingest.js.map

package/dist/ingest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingest.js","sourceRoot":"","sources":["../src/ingest.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,oDAAoD;AACpD,+DAA+D;AAC/D,EAAE;AACF,iEAAiE;AACjE,iEAAiE;AACjE,6CAA6C;AAC7C,EAAE;AACF,SAAS;AACT,6EAA6E;AAC7E,EAAE;AACF,kEAAkE;AAClE,gEAAgE;AAChE,6CAA6C;AAqB7C,MAAM,aAAa,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA6CpB,CAAC;AAEH;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,KAAY,EACZ,UAAkB,EAClB,SAA0C,EAC1C,UAAyB,EAAE;IAE3B,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,GAAG,MAAM,EAAE,WAAW,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC;IAE9E,MAAM,MAAM,GAAG,aAAa;SACzB,OAAO,CAAC,cAAc,EAAE,UAAU,CAAC;SACnC,OAAO,CAAC,aAAa,EAAE,SAAS,CAAC;SACjC,OAAO,CAAC,WAAW,EAAE,OAAO,IAAI,SAAS,CAAC,CAAC;IAE9C,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAElD,IAAI,MAQA,CAAC;IAEL,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,eAAe,EAAE,EAAE,EAAE,kBAAkB,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,CAAC;IACjG,CAAC;IAED,MAAM,eAAe,GAAa,EAAE,CAAC;IACrC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QACxC,IAAI,GAAG,CAAC,QAAQ,GAAG,WAAW;YAAE,SAAS;QAEzC,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC;YAC5B,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE;YAC5B,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC;YAC7C,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,MAAM,EAAE;gBACN,IAAI,EAAE,cAAc;gBACpB,OAAO;gBACP,SAAS;aACV;SACF,CAAC,CAAC;QAEH,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7B,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,QAAQ,IAAI,EAAE;YAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACvD,IAAI,GAAG,CAAC,QAAQ,KAAK,UAAU;YAAE,cAAc,EAAE,CAAC;QAClD,IAAI,GAAG,CAAC,QAAQ,KAAK,YAAY;YAAE,gBAAgB,EAAE,CAAC;IACxD,CAAC;IAED,OAAO;QACL,eAAe;QACf,kBAAkB,EAAE,CAAC,GAAG,WAAW,CAAC;QACpC,cAAc;QACd,gBAAgB;KACjB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,KAAY,EACZ,UAAkB,EAClB,SAA0C,EAC1C,UAAyB,EAAE;IAE3B,4EAA4E;IAC5E,yEAAyE;IACzE,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAEjE,MAAM,UAAU,GAAiB;QAC/B,eAAe,EAAE,EAAE;QACnB,kBAAkB,EAAE,EAAE;QACtB,cAAc,EAAE,CAAC;QACjB,gBAAgB,EAAE,CAAC;KACpB,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,WAAW,GAAG,MAAM,OAAO,EAAE,CAAC;QACpC,IAAI,WAAW,CAAC,MAAM,GAAG,EAAE;YAAE,SAAS,CAAC,qBAAqB;QAE5D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QACpE,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,eAAe,CAAC,CAAC;QAC3D,UAAU,CAAC,kBAAkB,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,kBAAkB,CAAC,CAAC;QACjE,UAAU,CAAC,cAAc,IAAI,MAAM,CAAC,cAAc,CAAC;QACnD,UAAU,CAAC,gBAAgB,IAAI,MAAM,CAAC,gBAAgB,CAAC;IACzD,CAAC;IAED,uBAAuB;IACvB,UAAU,CAAC,kBAAkB,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,CAAC;IAE5E,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,+DAA+D;AAC/D,0EAA0E;AAC1E,+DAA+D;AAE/D,KAAK,UAAU,OAAO,CAAC,MAAuC,EAAE,MAAc;IAC5E,IAAI,MAAM,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,2BAA2B,CAAC;QAC1D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,uCAAuC,EAAE;YACpE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,WAAW,EAAE,MAAM,CAAC,MAAM;gBAC1B,mBAAmB,EAAE,YAAY;aAClC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;aAC9C,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAwD,CAAC;QACzF,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;QACpE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,4BAA4B,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACxF,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3D,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC;QAC5C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,4CAA4C,EAAE;YACzE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,eAAe,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE;aAC3C;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;gBAC7C,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;aACzC,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC1D,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA0D,CAAC;QAC3F,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;IACjD,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,yBAAyB,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;AAC9D,CAAC"}

package/dist/mcp.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=mcp.d.ts.map

package/dist/mcp.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mcp.d.ts","sourceRoot":"","sources":["../src/mcp.ts"],"names":[],"mappings":""}