donna-komilion-bot 0.1.3 → 0.2.0

package/dist/agent.js

@@ -4,17 +4,23 @@
  * Routes via komilion.com/api/v1 — no local scoring engine.
  * Model selection is handled server-side by the Komilion Oracle.
  * Policy maps directly to neo:frugal / neo:balanced / neo:premium.
+ * Pinned model mode: pass pinnedModel to lock to a specific model (e.g. anthropic/claude-sonnet-4-6).
  */
-import { appendTurn, getTurns, createSession } from './memory.js';
+import { appendTurn, getTurns, createSession, getProfile, updateProfile, searchSessionMemory } from './memory.js';
 const KOMILION_BASE = 'https://www.komilion.com/api/v1';
+// Default orchestrator model — pinned for consistent identity
+export const DONNA_ORCHESTRATOR_MODEL = 'anthropic/claude-sonnet-4-6';
 // ============================================================================
 // KOMILION API CALL
 // ============================================================================
-async function callKomilion(policy, messages, maxTokens = 4000) {
+async function callKomilion(policy, messages) {
     const apiKey = process.env.KOMILION_API_KEY;
     if (!apiKey)
         throw new Error('KOMILION_API_KEY not set');
     const startMs = Date.now();
+    // Always use Oracle routing — never pin, never set max_tokens externally.
+    // Oracle handles model selection + token budget internally via estimateRequiredTokens().
+    const model = `komilion-${policy}`;
     const res = await fetch(`${KOMILION_BASE}/chat/completions`, {
         method: 'POST',
         headers: {
@@ -22,9 +28,8 @@ async function callKomilion(policy, messages, maxTokens = 4000) {
             'Content-Type': 'application/json',
         },
         body: JSON.stringify({
-            model: `komilion-${policy}`,
+            model,
             messages,
-            max_tokens: maxTokens,
         }),
     });
     const latencyMs = Date.now() - startMs;
@@ -66,6 +71,112 @@ export async function getWallet() {
     };
 }
 // ============================================================================
+// SUB-AGENT SYSTEM PROMPTS
+// Oracle (komilion-balanced) for all sub-agents — cost-optimized, task-focused
+// ============================================================================
+const SUB_AGENT_PROMPTS = {
+    'donna-research': 'You are a research specialist. Be thorough, cite sources where possible, return structured findings. No fluff.',
+    'donna-code': 'You are a senior engineer. Write clean, minimal, working code. No explanations unless asked. No markdown wrappers unless it helps.',
+    'donna-write': 'You are a sharp writer. Clear, direct prose. No corporate language. Match the tone of the task.',
+    'donna-finance': 'You are a financial analyst. Numbers first. Show your work. Flag assumptions.',
+    'donna-calendar': 'You are a scheduling expert. Prioritize ruthlessly. Protect deep work time. Flag conflicts.',
+    'donna-nbl': 'You are a project manager for NBL Competence Center — a Swedish energy research grant with 21 partners and 15 professors. Know the stakes.',
+    'donna-komilion': 'You are a product and technical specialist for Komilion (komilion.com) — an AI model router supporting 400+ models via OpenRouter with Neo-mode Oracle routing.',
+    'donna-claraBRF': 'You are a specialist for ClaraBRF (klarabrf.com) — a Swedish BRF management platform built on Next.js, React, Drizzle ORM, Vercel. This is Harvey\'s most critical software.',
+};
+function getSubAgentPrompt(agentName) {
+    return SUB_AGENT_PROMPTS[agentName] ?? `You are ${agentName}, a specialist agent. Be direct, focused, and return only what was asked.`;
+}
+// Parse SPAWN directives from orchestrator response
+// Format: SPAWN: agent-name | task description
+function parseSpawns(content) {
+    const spawns = [];
+    const regex = /SPAWN:\s*([^\|]+)\s*\|\s*(.+?)(?=SPAWN:|$)/gs;
+    for (const match of content.matchAll(regex)) {
+        spawns.push({ agent: match[1].trim(), task: match[2].trim() });
+    }
+    return spawns;
+}
+// Run a single sub-agent task via Komilion Oracle (balanced — cost-optimized)
+// Timeout: 25s — sub-agents must not block the orchestrator indefinitely
+async function runSubAgent(agent, task) {
+    const systemPrompt = getSubAgentPrompt(agent);
+    const messages = [
+        { role: 'system', content: systemPrompt },
+        { role: 'user', content: task },
+    ];
+    const timeout = new Promise((_, reject) => setTimeout(() => reject(new Error('sub-agent timeout')), 25000));
+    const work = callKomilion('balanced', messages).then(r => r.content);
+    return Promise.race([work, timeout]).catch(() => `[${agent} timed out — proceeding without result]`);
+}
+// ============================================================================
+// PROFILE EXTRACTION — fire-and-forget, runs after each turn
+// Cheap frugal call that builds a persistent fact sheet about the user
+// ============================================================================
+async function extractAndUpdateProfile(sessionId, recentTurns) {
+    if (recentTurns.length < 2)
+        return;
+    const turnText = recentTurns
+        .map(t => `${t.role}: ${t.content.slice(0, 200)}`)
+        .join('\n');
+    const messages = [
+        { role: 'system', content: `Extract stable facts about the user from these conversation turns.
+Return a JSON object with any relevant keys from: name, job, projects, preferences, language, location, other.
+Only include facts the user explicitly stated. Return {} if nothing new to add.
+Example: {"name": "Anna", "language": "Swedish", "job": "developer", "projects": "building a React Native app"}` },
+        { role: 'user', content: turnText },
+    ];
+    try {
+        const result = await callKomilion('frugal', messages);
+        const match = result.content.match(/\{[\s\S]*\}/);
+        if (match) {
+            const facts = JSON.parse(match[0]);
+            if (Object.keys(facts).length > 0)
+                updateProfile(sessionId, facts);
+        }
+    }
+    catch { /* profile extraction is best-effort */ }
+}
+async function classifyTask(userMessage, history) {
+    const recentHistory = history.slice(-4).map(t => `${t.role}: ${t.content.slice(0, 100)}`).join('\n');
+    const messages = [
+        { role: 'system', content: `You are a routing classifier. Given a user message, decide: DIRECT or DELEGATE.
+
+DIRECT — Donna answers herself (short, ≤300 words):
+- Yes/no questions, quick decisions, single facts
+- Emotional support, pushback, motivation
+- Greetings, status checks, clarifications
+- Anything that needs Donna's personal voice/judgment
+
+DELEGATE — spawn a specialist (research, writing, code, analysis):
+- Research requests ("find", "what are", "compare", "investigate")
+- Writing tasks ("write", "draft", "summarize", "create")
+- Coding tasks ("code", "build", "debug", "implement")
+- Financial analysis, scheduling, structured output
+- Anything that would take > 300 words to answer properly
+
+If DELEGATE, choose agent: donna-research | donna-code | donna-write | donna-finance | donna-calendar | donna-nbl | donna-komilion | donna-claraBRF
+
+Output ONLY one line:
+DIRECT
+or
+DELEGATE: agent-name | refined task description` },
+        { role: 'user', content: `Recent context:\n${recentHistory}\n\nNew message: ${userMessage}` },
+    ];
+    try {
+        const result = await callKomilion('frugal', messages);
+        const text = result.content.trim();
+        if (text.startsWith('DELEGATE:')) {
+            const parts = text.slice(9).split('|');
+            const agent = parts[0]?.trim() ?? 'donna-research';
+            const task = parts[1]?.trim() ?? userMessage;
+            return { action: 'delegate', agent, task };
+        }
+    }
+    catch { /* fall through to DIRECT on any error */ }
+    return { action: 'direct' };
+}
+// ============================================================================
 // DONNA AGENT TURN
 // ============================================================================
 export async function runTurn(sessionId, userMessage, policy = 'balanced') {
@@ -73,27 +184,142 @@ export async function runTurn(sessionId, userMessage, policy = 'balanced') {
     createSession(sessionId, policy);
     // Build messages from memory
     const history = getTurns(sessionId, 20);
+    // Pull persistent user facts + any older relevant turns from FTS
+    const profile = getProfile(sessionId);
+    const profileFacts = Object.entries(profile);
+    let profileSection = '';
+    if (profileFacts.length > 0) {
+        profileSection = '\n\nWhat I know about this user:\n' +
+            profileFacts.map(([k, v]) => `- ${k}: ${v}`).join('\n');
+    }
+    let memorySection = '';
+    try {
+        const recentIds = new Set(history.map(t => t.id));
+        const relevant = searchSessionMemory(sessionId, userMessage, 5);
+        const older = relevant.filter(t => !recentIds.has(t.id)).slice(0, 3);
+        if (older.length > 0) {
+            memorySection = '\n\n[Recalled from earlier in our conversation]\n' +
+                older.map(t => `${t.role}: ${t.content.slice(0, 400)}`).join('\n');
+        }
+    }
+    catch { /* FTS failures are non-fatal */ }
     const messages = [
-        { role: 'system', content: 'You are Donna, a highly capable AI assistant. You help with coding, analysis, research, and creative tasks.' },
+        { role: 'system', content: `You are Donna — the orchestrator. Harvey's Chief of Staff. You do not execute tasks yourself. You think, decide, and delegate.
+
+You have a team of up to 30 specialist agents you can spin up for any task:
+- donna-research: deep research, web search, analysis
+- donna-code: coding, debugging, technical work
+- donna-write: drafting, editing, communications
+- donna-finance: financial analysis, numbers
+- donna-calendar: scheduling, time management
+- donna-nbl: NBL Competence Center, grant work
+- donna-komilion: Komilion platform, AI routing
+- donna-claraBRF: ClaraBRF platform work
+You can also create custom agents on the fly. To spawn one, reply with:
+SPAWN: agent-name | task description
+The agent will run and report back. You then synthesize results for Harvey.
+
+Harvey's world:
+- Hossein Shahrokni, goes by Harvey
+- Runs LocalLife (startup, hossein@locallife.se), professor at KTH (hosseins@kth.se), partner Elly
+- Projects: LocalLife, NBL Competence Center (energy grant, 21 partners, 15 professors), Komilion (AI model router — this platform), ClaraBRF (BRF management, most critical software), Grantitude (grants, early)
+- Tends to overwork and under-sleep — you watch for this and push back
+
+Your personality:
+- Donna. Not an assistant — a partner. Sharp, strategic, warm but direct.
+- No numbered lists, no corporate fluff. One answer, not five options.
+- You push back when Harvey is wrong. That is part of your job.
+- You route through Komilion's Oracle engine (via komilion.com/api/v1).
+- Language: match Harvey — Swedish or English.${profileSection}${memorySection}` },
         ...history.map(t => ({ role: t.role, content: t.content })),
         { role: 'user', content: userMessage },
     ];
-    // Route via Komilion Oracle
-    const result = await callKomilion(policy, messages, 4000);
+    // Pre-routing: classify + estimate token budget in parallel — both cheap Flash calls
+    // Pre-routing: classify task — Oracle handles everything else (model + token budget)
+    const route = await classifyTask(userMessage, history);
+    let finalContent;
+    let usedModel;
+    let latencyMs;
+    let tokensIn = 0;
+    let tokensOut = 0;
+    if (route.action === 'delegate' && route.agent && route.task) {
+        // === DELEGATE PATH: sub-agent works, Donna synthesizes in her voice ===
+        let agentOutput;
+        try {
+            agentOutput = await runSubAgent(route.agent, route.task);
+        }
+        catch {
+            agentOutput = '[agent unavailable]';
+        }
+        // If agent returned nothing useful, fall through to direct
+        if (!agentOutput || agentOutput === '[agent unavailable]') {
+            const result = await callKomilion(policy, messages);
+            finalContent = result.content;
+            usedModel = result.modelId;
+            latencyMs = result.latencyMs;
+            tokensIn = result.inputTokens;
+            tokensOut = result.outputTokens;
+        }
+        else {
+            // Donna synthesizes — owns it completely, sub-agent invisible to Harvey
+            const synthesisMessages = [
+                ...messages,
+                { role: 'user', content: `[INTERNAL — Harvey does not see this] Your specialist completed the task and returned:\n\n${agentOutput}\n\n---\nNow respond to Harvey AS DONNA. Do NOT say 'my specialist found' or 'the agent returned'. Own it entirely. Your voice — sharp, direct, warm. Add your judgment. Cut anything weak. Harvey hears only you.` },
+            ];
+            const synthesis = await callKomilion(policy, synthesisMessages);
+            finalContent = synthesis.content;
+            usedModel = synthesis.modelId;
+            latencyMs = synthesis.latencyMs;
+            tokensIn = synthesis.inputTokens;
+            tokensOut = synthesis.outputTokens;
+        }
+    }
+    else {
+        // === DIRECT PATH: Oracle decides model + token budget ===
+        const result = await callKomilion(policy, messages);
+        finalContent = result.content;
+        usedModel = result.modelId;
+        latencyMs = result.latencyMs;
+        tokensIn = result.inputTokens;
+        tokensOut = result.outputTokens;
+        // Donna can still override classifier with explicit SPAWN directive
+        const spawns = parseSpawns(result.content);
+        if (spawns.length > 0) {
+            const agentResults = await Promise.allSettled(spawns.map(async ({ agent, task }) => {
+                const output = await runSubAgent(agent, task);
+                return `[${agent}]: ${output}`;
+            }));
+            const outputs = agentResults
+                .filter(r => r.status === 'fulfilled')
+                .map(r => r.value);
+            if (outputs.length > 0) {
+                const synthesisMessages = [
+                    ...messages,
+                    { role: 'assistant', content: result.content },
+                    { role: 'user', content: `[INTERNAL] Agents returned:\n\n${outputs.join('\n\n')}\n\n---\nRespond AS DONNA. Own it. Your voice only.` },
+                ];
+                const synthesis = await callKomilion(policy, synthesisMessages);
+                finalContent = synthesis.content;
+            }
+        }
+    }
     // Store in memory
     appendTurn(sessionId, 'user', userMessage);
-    appendTurn(sessionId, 'assistant', result.content, {
-        model: result.modelId,
-        costUsd: 0, // komilion.com tracks spend server-side
-        tokensIn: result.inputTokens,
-        tokensOut: result.outputTokens,
+    appendTurn(sessionId, 'assistant', finalContent, {
+        model: usedModel,
+        costUsd: 0,
+        tokensIn,
+        tokensOut,
     });
+    // Fire-and-forget profile extraction — runs after response sent, no latency impact
+    const recentForProfile = [...history.slice(-5), { role: 'user', content: userMessage }, { role: 'assistant', content: finalContent }];
+    extractAndUpdateProfile(sessionId, recentForProfile).catch(() => { });
     return {
-        content: result.content,
-        modelId: result.modelId,
-        latencyMs: result.latencyMs,
-        inputTokens: result.inputTokens,
-        outputTokens: result.outputTokens,
+        content: finalContent,
+        modelId: usedModel,
+        latencyMs,
+        inputTokens: tokensIn,
+        outputTokens: tokensOut,
         costUsd: 0,
         policy,
     };

package/dist/index.js

@@ -11,7 +11,7 @@ import { runTurn, getWallet } from './agent.js';
 import { getTurns, searchMemory, listSessions, getSessionStats } from './memory.js';
 import { spawnAll, killAll } from './tmux.js';
 // Public API for external consumers (e.g. Telegram bot wrappers)
-export { runTurn, getWallet } from './agent.js';
+export { runTurn, getWallet, DONNA_ORCHESTRATOR_MODEL } from './agent.js';
 // ============================================================================
 // CLI REPL
 // ============================================================================

package/dist/memory.js

@@ -68,6 +68,14 @@ function initSchema(db) {
       total_cost  REAL NOT NULL DEFAULT 0
     );
   `);
+    // Profiles table — persistent facts extracted about each user
+    db.exec(`
+    CREATE TABLE IF NOT EXISTS profiles (
+      session_id TEXT PRIMARY KEY,
+      facts      TEXT NOT NULL DEFAULT '{}',
+      updated_at TEXT NOT NULL DEFAULT (datetime('now'))
+    );
+  `);
 }
 // ============================================================================
 // API
@@ -174,6 +182,71 @@ export function clearSession(sessionId) {
     const db = getDb();
     db.prepare(`DELETE FROM turns WHERE session_id = ?`).run(sessionId);
 }
+// ============================================================================
+// PROFILE — persistent user facts, extracted and merged over time
+// ============================================================================
+export function getProfile(sessionId) {
+    const db = getDb();
+    const row = db.prepare(`SELECT facts FROM profiles WHERE session_id = ?`).get(sessionId);
+    if (!row)
+        return {};
+    try {
+        return JSON.parse(row.facts);
+    }
+    catch {
+        return {};
+    }
+}
+export function updateProfile(sessionId, newFacts) {
+    const db = getDb();
+    const existing = getProfile(sessionId);
+    const merged = { ...existing, ...newFacts };
+    db.prepare(`
+    INSERT INTO profiles (session_id, facts, updated_at)
+    VALUES (?, ?, datetime('now'))
+    ON CONFLICT(session_id) DO UPDATE SET facts = excluded.facts, updated_at = excluded.updated_at
+  `).run(sessionId, JSON.stringify(merged));
+}
+// FTS search scoped to a single session — surfaces relevant older turns
+// that have scrolled out of the 20-turn window
+export function searchSessionMemory(sessionId, query, limit = 5) {
+    const db = getDb();
+    // Sanitize query for FTS5: keep words >2 chars, drop special chars
+    const ftsQuery = query
+        .replace(/['"*()\[\]{}:^~]/g, ' ')
+        .split(/\s+/)
+        .filter(w => w.length > 2)
+        .slice(0, 10)
+        .join(' ');
+    if (!ftsQuery)
+        return [];
+    try {
+        const rows = db.prepare(`
+      SELECT t.id, t.session_id, t.role, t.content, t.model, t.cost_usd, t.tokens_in, t.tokens_out, t.created_at,
+             snippet(turns_fts, 0, '**', '**', '…', 20) AS snippet
+      FROM turns_fts
+      JOIN turns t ON t.id = turns_fts.turn_id
+      WHERE turns_fts MATCH ? AND t.session_id = ?
+      ORDER BY turns_fts.rank
+      LIMIT ?
+    `).all(ftsQuery, sessionId, limit);
+        return rows.map(r => ({
+            id: r.id,
+            sessionId: r.session_id,
+            role: r.role,
+            content: r.content,
+            model: r.model ?? undefined,
+            costUsd: r.cost_usd ?? undefined,
+            tokensIn: r.tokens_in ?? undefined,
+            tokensOut: r.tokens_out ?? undefined,
+            createdAt: r.created_at,
+            snippet: r.snippet,
+        }));
+    }
+    catch {
+        return [];
+    }
+}
 export function closeDb() {
     if (_db) {
         _db.close();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "donna-komilion-bot",
-  "version": "0.1.3",
+  "version": "0.2.0",
   "description": "Donna orchestrator bot — routes via komilion.com, SQLite memory, tmux agent spawning",
   "type": "module",
   "main": "dist/index.js",