@pencil-agent/nano-mem 0.0.1

package/dist/consolidation.js

@@ -0,0 +1,111 @@
+/**
+ * [INPUT]: unconsolidated episodes, LlmFn (optional), config
+ * [OUTPUT]: newly extracted MemoryEntries (facts + lessons) promoted to long-term storage
+ * [POS]: Episodic→Semantic consolidation — heart of multi-store memory model
+ *
+ * Two modes:
+ *   LLM-powered (preferred): produces high-quality semantic extraction
+ *   Heuristic fallback: frequency-based file/error extraction
+ */
+import { PROMPTS } from "./i18n.js";
+import { extractTags } from "./scoring.js";
+function makeId() {
+    return `${Date.now()}-${Math.random().toString(36).slice(2, 8)}`;
+}
+export async function consolidateEpisodes(episodes, cfg, llmFn) {
+    const unconsolidated = episodes.filter((ep) => !ep.consolidated);
+    if (unconsolidated.length < cfg.consolidationThreshold)
+        return [];
+    let newEntries;
+    if (llmFn) {
+        newEntries = await llmConsolidation(unconsolidated, cfg, llmFn);
+    }
+    else {
+        newEntries = heuristicConsolidation(unconsolidated, cfg);
+    }
+    for (const ep of unconsolidated)
+        ep.consolidated = true;
+    return newEntries;
+}
+async function llmConsolidation(episodes, cfg, llmFn) {
+    const p = PROMPTS[cfg.locale] ?? PROMPTS.en;
+    const summary = episodes
+        .map((ep) => `[${ep.date}] ${ep.project}: ${ep.summary}\nFiles: ${ep.filesModified.join(", ")}\nErrors: ${ep.errors.join("; ") || "none"}`)
+        .join("\n\n");
+    const raw = await llmFn(p.consolidationSystem, summary);
+    try {
+        const items = JSON.parse(raw);
+        const now = new Date().toISOString();
+        return items.map((item) => {
+            const type = item.type === "lesson" ? "lesson" : "fact";
+            return {
+                id: makeId(),
+                type,
+                content: item.content,
+                tags: extractTags(item.content),
+                project: episodes[0]?.project ?? "unknown",
+                importance: item.importance ?? 6,
+                strength: cfg.halfLife[type] ?? 30,
+                created: now,
+                eventTime: now,
+                accessCount: 0,
+                relatedIds: [],
+                scope: cfg.defaultScope,
+            };
+        });
+    }
+    catch {
+        return heuristicConsolidation(episodes, cfg);
+    }
+}
+function heuristicConsolidation(episodes, cfg) {
+    const now = new Date().toISOString();
+    const result = [];
+    const fileCounts = new Map();
+    for (const ep of episodes) {
+        for (const f of ep.filesModified)
+            fileCounts.set(f, (fileCounts.get(f) ?? 0) + 1);
+    }
+    const hotFiles = [...fileCounts.entries()]
+        .filter(([, c]) => c >= 3)
+        .sort((a, b) => b[1] - a[1])
+        .slice(0, 5);
+    if (hotFiles.length) {
+        const content = `Frequently modified files: ${hotFiles.map(([f, c]) => `${f} (${c}x)`).join(", ")}`;
+        result.push({
+            id: makeId(),
+            type: "fact",
+            content,
+            tags: extractTags(content),
+            project: episodes[0]?.project ?? "unknown",
+            importance: 5,
+            strength: cfg.halfLife.fact ?? 60,
+            created: now,
+            eventTime: now,
+            accessCount: 0,
+            relatedIds: [],
+            scope: cfg.defaultScope,
+        });
+    }
+    const allErrors = episodes.flatMap((ep) => ep.errors).filter(Boolean);
+    if (allErrors.length) {
+        const errorSet = [...new Set(allErrors)].slice(0, 5);
+        const content = `Recurring issues: ${errorSet.join("; ")}`;
+        result.push({
+            id: makeId(),
+            type: "lesson",
+            content,
+            tags: extractTags(content),
+            project: episodes[0]?.project ?? "unknown",
+            importance: 7,
+            strength: cfg.halfLife.lesson ?? 90,
+            created: now,
+            eventTime: now,
+            accessCount: 0,
+            relatedIds: [],
+            scope: cfg.defaultScope,
+        });
+    }
+    return result;
+}
+//# sourceMappingURL=consolidation.js.map

package/dist/consolidation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consolidation.js","sourceRoot":"","sources":["../src/consolidation.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAG3C,SAAS,MAAM;IACd,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;AAClE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACxC,QAAmB,EACnB,GAAkB,EAClB,KAAa;IAEb,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC;IACjE,IAAI,cAAc,CAAC,MAAM,GAAG,GAAG,CAAC,sBAAsB;QAAE,OAAO,EAAE,CAAC;IAElE,IAAI,UAAyB,CAAC;IAC9B,IAAI,KAAK,EAAE,CAAC;QACX,UAAU,GAAG,MAAM,gBAAgB,CAAC,cAAc,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;IACjE,CAAC;SAAM,CAAC;QACP,UAAU,GAAG,sBAAsB,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,MAAM,EAAE,IAAI,cAAc;QAAE,EAAE,CAAC,YAAY,GAAG,IAAI,CAAC;IACxD,OAAO,UAAU,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,QAAmB,EAAE,GAAkB,EAAE,KAAY;IACpF,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,EAAE,CAAC;IAC5C,MAAM,OAAO,GAAG,QAAQ;SACtB,GAAG,CACH,CAAC,EAAE,EAAE,EAAE,CACN,IAAI,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,OAAO,KAAK,EAAE,CAAC,OAAO,YAAY,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,EAAE,CAC9H;SACA,IAAI,CAAC,MAAM,CAAC,CAAC;IAEf,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC;IAExD,IAAI,CAAC;QACJ,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAkE,CAAC;QAC/F,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACzB,MAAM,IAAI,GAAwB,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;YAC7E,OAAO;gBACN,EAAE,EAAE,MAAM,EAAE;gBACZ,IAAI;gBACJ,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,IAAI,EAAE,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC;gBAC/B,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,SAAS;gBAC1C,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC;gBAChC,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE;gBAClC,OAAO,EAAE,GAAG;gBACZ,SAAS,EAAE,GAAG;gBACd,WAAW,EAAE,CAAC;gBACd,UAAU,EAAE,EAAE;gBACd,KAAK,EAAE,GAAG,CAAC,YAAY;aACvB,CAAC;QACH,CAAC,CAAC,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,sBAAsB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC9C,CAAC;AACF,CAAC;AAED,SAAS,sBAAsB,CAAC,QAAmB,EAAE,GAAkB;IACtE,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,MAAM,MAAM,GAAkB,EAAE,CAAC;IAEjC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;QAC3B,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,aAAa;YAAE,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACnF,CAAC;IACD,MAAM,QAAQ,GAAG,CAAC,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC;SACxC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;SACzB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;SAC3B,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAEd,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,8BAA8B,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACpG,MAAM,CAAC,IAAI,CAAC;YACX,EAAE,EAAE,MAAM,EAAE;YACZ,IAAI,EAAE,MAAM;YACZ,OAAO;YACP,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC;YAC1B,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,SAAS;YAC1C,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE;YACjC,OAAO,EAAE,GAAG;YACZ,SAAS,EAAE,GAAG;YACd,WAAW,EAAE,CAAC;YACd,UAAU,EAAE,EAAE;YACd,KAAK,EAAE,GAAG,CAAC,YAAY;SACvB,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACtE,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;QACtB,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,qBAAqB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3D,MAAM,CAAC,IAAI,CAAC;YACX,EAAE,EAAE,MAAM,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,OAAO;YACP,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC;YAC1B,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,SAAS;YAC1C,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE;YACnC,OAAO,EAAE,GAAG;YACZ,SAAS,EAAE,GAAG;YACd,WAAW,EAAE,CAAC;YACd,UAAU,EAAE,EAAE;YACd,KAAK,EAAE,GAAG,CAAC,YAAY;SACvB,CAAC,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC;AACf,CAAC"}

package/dist/engine.d.ts

@@ -0,0 +1,67 @@
+/**
+ * [INPUT]: NanomemConfig, optional LlmFn
+ * [OUTPUT]: NanoMemEngine — unified API for memory CRUD, injection, consolidation
+ * [POS]: Facade layer — composes store, scoring, eviction, update, linking, privacy, extraction, consolidation
+ *
+ * Host products create an engine instance and call its methods.
+ * No dependency on any specific AI framework — LLM is pluggable.
+ */
+import { type NanomemConfig } from "./config.js";
+import type { Episode, ExtractedItem, FullInsightsReport, InsightsReport, LlmFn, MemoryEntry, MemoryScope, Meta, WorkEntry } from "./types.js";
+export declare class NanoMemEngine {
+    readonly cfg: NanomemConfig;
+    private llmFn?;
+    private knowledgePath;
+    private lessonsPath;
+    private preferencesPath;
+    private facetsPath;
+    private workPath;
+    private metaPath;
+    private episodesDir;
+    constructor(overrides?: Partial<NanomemConfig>, llmFn?: LlmFn);
+    setLlmFn(fn: LlmFn): void;
+    extractAndStore(conversation: string, project: string): Promise<ExtractedItem[]>;
+    extractAndStoreWork(conversation: string, project: string, sessionGoal?: string): Promise<void>;
+    saveEpisode(ep: Episode): Promise<void>;
+    consolidate(): Promise<MemoryEntry[]>;
+    getMemoryInjection(project: string, contextTags: string[], scope?: MemoryScope): Promise<string>;
+    getStats(): Promise<{
+        knowledge: number;
+        lessons: number;
+        preferences: number;
+        facets: number;
+        episodes: number;
+        work: number;
+        totalSessions: number;
+    }>;
+    getAllEntries(): Promise<{
+        knowledge: MemoryEntry[];
+        lessons: MemoryEntry[];
+        preferences: MemoryEntry[];
+        facets: MemoryEntry[];
+    }>;
+    getAllWork(): Promise<WorkEntry[]>;
+    getAllEpisodes(): Promise<Episode[]>;
+    searchEntries(query: string, scope?: MemoryScope): Promise<MemoryEntry[]>;
+    forgetEntry(id: string): Promise<boolean>;
+    exportAll(): Promise<{
+        knowledge: MemoryEntry[];
+        lessons: MemoryEntry[];
+        preferences: MemoryEntry[];
+        facets: MemoryEntry[];
+        work: WorkEntry[];
+        episodes: Episode[];
+        meta: Meta;
+    }>;
+    generateFullInsights(): Promise<FullInsightsReport>;
+    generateInsights(): Promise<InsightsReport>;
+    private generateRecommendations;
+    private generateRulesBasedRecommendations;
+    private filterAndCleanEntries;
+    private filterAndCleanWork;
+    private reinforceEntries;
+    private reinforceWork;
+    private reconsolidateIfNeeded;
+    private buildInjectionText;
+}
+//# sourceMappingURL=engine.d.ts.map

package/dist/engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,EAAa,KAAK,aAAa,EAAE,MAAM,aAAa,CAAC;AAmB5D,OAAO,KAAK,EACX,OAAO,EACP,aAAa,EACb,kBAAkB,EAClB,cAAc,EACd,KAAK,EACL,WAAW,EACX,WAAW,EACX,IAAI,EAGJ,SAAS,EACT,MAAM,YAAY,CAAC;AAGpB,qBAAa,aAAa;IACzB,QAAQ,CAAC,GAAG,EAAE,aAAa,CAAC;IAC5B,OAAO,CAAC,KAAK,CAAC,CAAQ;IAEtB,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,WAAW,CAAS;gBAEhB,SAAS,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,EAAE,KAAK,CAAC,EAAE,KAAK;IAY7D,QAAQ,CAAC,EAAE,EAAE,KAAK,GAAG,IAAI;IAMnB,eAAe,CAAC,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAiChF,mBAAmB,CAAC,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA6B/F,WAAW,CAAC,EAAE,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAOvC,WAAW,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;IAkCrC,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,KAAK,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;IA4FhG,QAAQ,IAAI,OAAO,CAAC;QACzB,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,MAAM,CAAC;QACb,aAAa,EAAE,MAAM,CAAC;KACtB,CAAC;IAuBI,aAAa,IAAI,OAAO,CAAC;QAC9B,SAAS,EAAE,WAAW,EAAE,CAAC;QACzB,OAAO,EAAE,WAAW,EAAE,CAAC;QACvB,WAAW,EAAE,WAAW,EAAE,CAAC;QAC3B,MAAM,EAAE,WAAW,EAAE,CAAC;KACtB,CAAC;IASI,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAIlC,cAAc,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAIpC,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAWzE,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAgBzC,SAAS,IAAI,OAAO,CAAC;QAC1B,SAAS,EAAE,WAAW,EAAE,CAAC;QACzB,OAAO,EAAE,WAAW,EAAE,CAAC;QACvB,WAAW,EAAE,WAAW,EAAE,CAAC;QAC3B,MAAM,EAAE,WAAW,EAAE,CAAC;QACtB,IAAI,EAAE,SAAS,EAAE,CAAC;QAClB,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,IAAI,EAAE,IAAI,CAAC;KACX,CAAC;IAeI,oBAAoB,IAAI,OAAO,CAAC,kBAAkB,CAAC;IAOnD,gBAAgB,IAAI,OAAO,CAAC,cAAc,CAAC;YAyEnC,uBAAuB;IAgCrC,OAAO,CAAC,iCAAiC;IAmEzC,OAAO,CAAC,qBAAqB;IAI7B,OAAO,CAAC,kBAAkB;YAIZ,gBAAgB;YA0BhB,aAAa;YAeb,qBAAqB;IAyBnC,OAAO,CAAC,kBAAkB;CAyE1B"}