niahere 0.2.44 → 0.2.46

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "niahere",
-  "version": "0.2.44",
+  "version": "0.2.46",
   "description": "A personal AI assistant daemon — scheduled jobs, chat across Telegram and Slack, persona system, and visual identity.",
   "type": "module",
   "scripts": {

package/src/chat/engine.ts

@@ -5,11 +5,13 @@ import { existsSync } from "fs";
 import { join } from "path";
 import { homedir } from "os";
 import { randomUUID } from "crypto";
-import { buildSystemPrompt } from "./identity";
+import { buildSystemPrompt, getSessionContext } from "./identity";
 import { getAgentDefinitions } from "../core/agents";
 import { Session, Message, ActiveEngine } from "../db/models";
 import type { Attachment, SendResult, StreamCallback, ActivityCallback, SendCallbacks, ChatEngine, EngineOptions } from "../types";
 import { truncate, formatToolUse } from "../utils/format-activity";
+import { consolidateSession } from "../core/consolidator";
+import { summarizeSession } from "../core/summarizer";
 import { log } from "../utils/log";
 
 const IDLE_TIMEOUT = 10 * 60 * 1000; // 10 minutes
@@ -111,7 +113,14 @@ function sessionFileExists(sessionId: string, cwd: string): boolean {
 
 export async function createChatEngine(opts: EngineOptions): Promise<ChatEngine> {
   const { room, channel, resume, mcpServers } = opts;
-  const systemPrompt = buildSystemPrompt("chat", channel);
+  let systemPrompt = buildSystemPrompt("chat", channel);
+
+  // Inject recent session summaries for continuity
+  const sessionContext = await getSessionContext(room);
+  if (sessionContext) {
+    systemPrompt += "\n\n" + sessionContext;
+  }
+
   const cwd = homedir();
 
   let sessionId: string | null = null;
@@ -133,6 +142,7 @@ export async function createChatEngine(opts: EngineOptions): Promise<ChatEngine>
   let longRunningTimer: ReturnType<typeof setTimeout> | null = null;
   let longRunningWarned = false;
   let alive = false;
+  let messageCount = 0;
 
   function clearIdleTimer() {
     if (idleTimer) {
@@ -143,12 +153,21 @@ export async function createChatEngine(opts: EngineOptions): Promise<ChatEngine>
 
   function resetIdleTimer() {
     clearIdleTimer();
-    idleTimer = setTimeout(() => {
+    idleTimer = setTimeout(async () => {
       if (pending) {
         // Don't tear down while a request is in flight
         log.warn({ room }, "idle timer fired while request pending, skipping teardown");
         return;
       }
+      // Memory consolidation + session summary before "sleep"
+      if (sessionId && messageCount > 0) {
+        consolidateSession(sessionId, room).catch((err) => {
+          log.error({ err, room }, "consolidation failed during idle teardown");
+        });
+        summarizeSession(sessionId, room).catch((err) => {
+          log.error({ err, room }, "session summary failed during idle teardown");
+        });
+      }
       teardown();
     }, IDLE_TIMEOUT);
   }
@@ -239,6 +258,7 @@ export async function createChatEngine(opts: EngineOptions): Promise<ChatEngine>
                 content: pending.userMessage,
                 isFromAgent: false,
               });
+              messageCount++;
             }
           }
 
@@ -406,6 +426,15 @@ export async function createChatEngine(opts: EngineOptions): Promise<ChatEngine>
     },
 
     close() {
+      // Memory consolidation + session summary on explicit close
+      if (sessionId && messageCount > 0 && !pending) {
+        consolidateSession(sessionId, room).catch((err) => {
+          log.error({ err, room }, "consolidation failed during close");
+        });
+        summarizeSession(sessionId, room).catch((err) => {
+          log.error({ err, room }, "session summary failed during close");
+        });
+      }
       teardown();
       ActiveEngine.unregister(room).catch(() => {});
     },

package/src/chat/identity.ts

@@ -4,6 +4,7 @@ import { getPaths } from "../utils/paths";
 import { getEnvironmentPrompt, getModePrompt, getChannelPrompt } from "../prompts";
 import { getSkillsSummary } from "../core/skills";
 import { getAgentsSummary } from "../core/agents";
+import { Session } from "../db/models";
 import type { Mode } from "../types";
 
 // Re-export for backwards compat
@@ -43,3 +44,23 @@ export function buildSystemPrompt(mode: Mode = "chat", channel: string = "termin
 
   return parts.join("\n\n");
 }
+
+/**
+ * Load recent session summaries for a room and format as a context block.
+ * Returns empty string if no summaries are available.
+ */
+export async function getSessionContext(room: string): Promise<string> {
+  try {
+    const summaries = await Session.getRecentSummaries(room, 3);
+    if (summaries.length === 0) return "";
+
+    const lines = summaries
+      .reverse() // oldest first
+      .map((s) => `- (${s.updatedAt}): ${s.summary}`)
+      .join("\n");
+
+    return `## Recent Session Context\nBrief summaries of your last few sessions in this room — use for continuity:\n${lines}`;
+  } catch {
+    return "";
+  }
+}

package/src/core/consolidator.ts

@@ -0,0 +1,138 @@
+/**
+ * Memory consolidator — "hippocampal replay" for Nia.
+ *
+ * After a chat session goes idle or a job completes, this module reviews
+ * what happened and saves memories worth keeping.
+ *
+ * This decouples memory formation from task execution: during a conversation,
+ * the agent focuses on the task. Afterward, a background pass extracts what's
+ * worth remembering — just like the brain consolidates memories during sleep.
+ *
+ * The consolidator uses the same agent loop as cron jobs — full Nia system
+ * prompt, full tool access, same runner. It's just a specialized job.
+ *
+ * Research basis:
+ * - LangChain: "background" memory formation avoids latency + competing optimization pressures
+ * - Mem0: LLM-driven extraction with ADD/UPDATE/NOOP decisions against existing memories
+ * - Cognitive science: hippocampal replay consolidates experiences after the fact, not during
+ */
+
+import { Message } from "../db/models";
+import { buildSystemPrompt } from "../chat/identity";
+import { runJobWithClaude } from "./runner";
+import { log } from "../utils/log";
+import { homedir } from "os";
+import type { SessionMessage } from "../types";
+
+/** Track sessions already consolidated to prevent double runs. */
+const consolidated = new Set<string>();
+
+/** Max messages to include in transcript (most recent). Keeps prompt size bounded. */
+const MAX_TRANSCRIPT_MESSAGES = 50;
+
+/** Rooms to skip (placeholder sessions). */
+function shouldSkip(room: string): boolean {
+  return room.includes("placeholder");
+}
+
+/** Format conversation transcript for the extraction prompt. Cap to recent messages. */
+function formatTranscript(messages: SessionMessage[]): string {
+  const recent = messages.slice(-MAX_TRANSCRIPT_MESSAGES);
+  const skipped = messages.length - recent.length;
+  const prefix = skipped > 0 ? `[...${skipped} earlier messages omitted]\n\n` : "";
+
+  return prefix + recent
+    .map((m) => `[${m.sender}] (${m.createdAt}): ${m.content.slice(0, 2000)}`)
+    .join("\n\n");
+}
+
+/** Build the extraction prompt from a conversation transcript. */
+function buildConsolidationPrompt(transcript: string, source: string): string {
+  return `Job: memory-consolidation (triggered by ${source})
+
+You just finished a session. It has gone idle.
+Your task: review the transcript below and save anything worth keeping for future sessions.
+
+## Transcript
+${transcript}
+
+## Instructions
+1. First, read your existing memories (read_memory tool) and rules (read rules.md) to avoid duplicates
+2. Review the transcript for things worth persisting. Use the RIGHT tool for each:
+
+   **Use add_memory for FACTS** (nouns — things that are true):
+   - People: names, roles, orgs, relationships
+   - Decisions: what was decided or agreed on
+   - Technical facts: system details, API quirks, config gotchas
+   - Patterns: recurring issues, user behaviors, workflow tendencies
+   - Events: travel, deadlines, incidents, milestones with dates
+
+   **Use add_rule for INSTRUCTIONS** (verbs — how to behave):
+   - User corrected your tone, format, or approach
+   - User said "from now on" / "always" / "never" / "stop doing X"
+   - User expressed a preference about how you communicate or work
+
+3. Skip anything already in existing memories or rules (no duplicates)
+4. Skip small talk, greetings, conversational filler
+5. Skip transient state ("currently working on X")
+6. Quality over quantity — saving nothing is fine if the conversation was trivial
+7. If existing memories are outdated based on new info, note what should be updated
+
+Do NOT message the user about this. Save silently and report a brief summary of what you saved.`;
+}
+
+/** Run the consolidation agent loop. */
+async function runConsolidation(transcript: string, source: string): Promise<void> {
+  const systemPrompt = buildSystemPrompt("job");
+  const jobPrompt = buildConsolidationPrompt(transcript, source);
+  const output = await runJobWithClaude(systemPrompt, jobPrompt, homedir());
+
+  if (output.error) {
+    log.error({ source, error: output.error }, "consolidator: extraction failed");
+  } else {
+    log.info({ source, resultChars: output.agentText.length }, "consolidator: done");
+  }
+}
+
+/**
+ * Consolidate a chat session's conversation into memories.
+ * Called when a chat engine goes idle or is explicitly closed.
+ */
+export async function consolidateSession(sessionId: string, room: string): Promise<void> {
+  if (shouldSkip(room)) return;
+  if (consolidated.has(sessionId)) return;
+  consolidated.add(sessionId);
+
+  try {
+    const messages = await Message.getBySession(sessionId);
+    if (messages.length < 2) return;
+
+    log.info({ sessionId, room, messageCount: messages.length }, "consolidator: extracting memories from chat");
+
+    const transcript = formatTranscript(messages);
+    await runConsolidation(transcript, `chat session idle — ${room}`);
+  } catch (err) {
+    log.error({ err, sessionId, room }, "consolidator: chat extraction failed");
+  }
+}
+
+/**
+ * Consolidate a job run's output into memories.
+ * Called after a job completes in the runner.
+ */
+export async function consolidateJobRun(jobName: string, jobPrompt: string, result: string): Promise<void> {
+  // Skip if the job itself is the consolidator (prevent infinite loop)
+  if (jobName === "memory-consolidation") return;
+
+  const transcript = `[job-prompt]: ${jobPrompt}\n\n[job-result]: ${result}`;
+
+  // Skip trivial results
+  if (result.length < 50) return;
+
+  try {
+    log.info({ jobName, resultChars: result.length }, "consolidator: extracting memories from job");
+    await runConsolidation(transcript, `job run — ${jobName}`);
+  } catch (err) {
+    log.error({ err, jobName }, "consolidator: job extraction failed");
+  }
+}

package/src/core/runner.ts

@@ -257,6 +257,13 @@ export async function runJob(job: JobInput, onActivity?: ActivityCallback): Prom
     };
     writeState(freshState);
 
+    // Memory consolidation — review what the job learned (fire-and-forget)
+    if (ok && result.result) {
+      import("./consolidator").then(({ consolidateJobRun }) => {
+        consolidateJobRun(job.name, jobPrompt, result.result).catch(() => {});
+      }).catch(() => {});
+    }
+
     return result;
   } catch (err) {
     const duration_ms = Math.round(performance.now() - startMs);

package/src/core/summarizer.ts

@@ -0,0 +1,84 @@
+/**
+ * Session summarizer — generates a brief handoff note when a session ends.
+ *
+ * Separate from memory consolidation. The consolidator extracts durable facts
+ * (memories/rules). The summarizer produces a short, ephemeral context bridge
+ * so the next session knows what just happened.
+ *
+ * Summaries are stored directly in the sessions table (summary column) via SQL.
+ * The last few summaries are injected into buildSystemPrompt() so new sessions
+ * have continuity without needing full transcript access.
+ */
+
+import { Message, Session } from "../db/models";
+import { buildSystemPrompt } from "../chat/identity";
+import { runJobWithClaude } from "./runner";
+import { log } from "../utils/log";
+import { homedir } from "os";
+import type { SessionMessage } from "../types";
+
+/** Track sessions already summarized to prevent double runs. */
+const summarized = new Set<string>();
+
+/** Max messages to include (most recent). */
+const MAX_MESSAGES = 30;
+
+/** Format transcript for the summarization prompt. */
+function formatTranscript(messages: SessionMessage[]): string {
+  const recent = messages.slice(-MAX_MESSAGES);
+  return recent
+    .map((m) => `[${m.sender}]: ${m.content.slice(0, 1000)}`)
+    .join("\n");
+}
+
+/**
+ * Summarize a session and store the result in the sessions table.
+ * Called when a chat engine goes idle — produces a context bridge for the next session.
+ */
+export async function summarizeSession(sessionId: string, room: string): Promise<void> {
+  if (room.includes("placeholder")) return;
+  if (summarized.has(sessionId)) return;
+  summarized.add(sessionId);
+
+  try {
+    const messages = await Message.getBySession(sessionId);
+    if (messages.length < 2) return;
+
+    log.info({ sessionId, room, messageCount: messages.length }, "summarizer: generating session summary");
+
+    const systemPrompt = buildSystemPrompt("job");
+    const transcript = formatTranscript(messages);
+
+    const jobPrompt = `Job: session-summary (triggered by session idle in ${room})
+
+Generate a brief session summary. This will be shown to your future self at the start of the next session for continuity.
+
+## Conversation
+${transcript}
+
+## Instructions
+Write a 2-4 sentence summary covering:
+- What was discussed or worked on
+- Any decisions made or outcomes reached
+- Anything pending or unresolved
+
+Keep it concise — a handoff note, not a report. Output ONLY the summary text.`;
+
+    const output = await runJobWithClaude(systemPrompt, jobPrompt, homedir());
+
+    if (output.error) {
+      log.error({ sessionId, room, error: output.error }, "summarizer: failed");
+      return;
+    }
+
+    const summary = output.agentText.trim();
+    if (summary && summary.length > 10 && summary.length < 2000) {
+      await Session.setSummary(sessionId, summary);
+      log.info({ sessionId, room, summaryChars: summary.length }, "summarizer: saved");
+    } else {
+      log.warn({ sessionId, room, length: summary.length }, "summarizer: output too short or too long, skipped");
+    }
+  } catch (err) {
+    log.error({ err, sessionId, room }, "summarizer: failed");
+  }
+}

package/src/db/migrations/009_session_summary.ts

@@ -0,0 +1,7 @@
+import type postgres from "postgres";
+
+export const name = "009_session_summary";
+
+export async function up(sql: postgres.Sql): Promise<void> {
+  await sql`ALTER TABLE sessions ADD COLUMN IF NOT EXISTS summary TEXT`;
+}

package/src/db/models/session.ts

@@ -88,6 +88,31 @@ export async function touch(id: string): Promise<void> {
   await sql`UPDATE sessions SET updated_at = NOW() WHERE id = ${id}`;
 }
 
+export async function setSummary(id: string, summary: string): Promise<void> {
+  const sql = getSql();
+  await sql`UPDATE sessions SET summary = ${summary} WHERE id = ${id}`;
+}
+
+export async function getRecentSummaries(room: string, limit = 3): Promise<Array<{ summary: string; updatedAt: string }>> {
+  const sql = getSql();
+  // Match summaries from sessions in the same channel (e.g. slack-dm-U...-*)
+  // by extracting the room prefix (everything before the last -N index)
+  const prefix = room.replace(/-\d+$/, "");
+  const rows = await sql`
+    SELECT summary, updated_at
+    FROM sessions
+    WHERE room LIKE ${prefix + "-%"}
+      AND summary IS NOT NULL
+      AND id != ${""}
+    ORDER BY updated_at DESC
+    LIMIT ${limit}
+  `;
+  return rows.map((r) => ({
+    summary: String(r.summary),
+    updatedAt: String(r.updated_at),
+  }));
+}
+
 export async function getLatestRoomIndex(prefix: string): Promise<number> {
   const sql = getSql();
   const rows = await sql`