ei-tui 0.3.7 → 0.3.9

package/README.md

@@ -1,12 +1,12 @@
 # Ei
 
-A local-first AI companion system with persistent personas and Opencode Integration.
+A local-first AI companion system with persistent personas and coding tool integrations (OpenCode, Claude Code, Cursor).
 
 You can access the Web version at [ei.flare576.com](https://ei.flare576.com).
 
 You can install the local version via `npm install -g ei-tui` (see [### TUI](#tui) for details).
 
-If you're here to give Opencode perpetual memory (yes), jump over to [TUI README.md](./tui/README.md) to learn how to get information _into_ Ei, and [CLI README.md](./src/cli/README.md) to get it back _out_.
+If you're here to give your coding tools (OpenCode, Claude Code, Cursor) persistent memory, jump over to [TUI README.md](./tui/README.md) to learn how to get information _into_ Ei, and [CLI README.md](./src/cli/README.md) to get it back _out_.
 
 ## What Does "Local First" Mean?
 
@@ -108,13 +108,49 @@ Regardless, Running `ei` pops open the TUI interface and, just like on the web,
 
 More information (including commands) can be found in the [TUI Readme](tui/README.md)
 
-### Opencode
+### Coding Tool Integrations
 
-Ei gives OpenCode a persistent memory. Yes, this is a dynamic, perpetual RAG — I didn't plan it that way, but here we are.
+Ei can import sessions from your coding tools and extract what you've been working on — pulling out facts, topics, and context that persist across sessions. Enable any combination; they work independently and feed into the same knowledge base.
 
-Opencode saves all of its sessions locally, either in a JSON structure or, if you're running the latest version, in a SQLite DB. If you enable the integration, Ei will pull all of the conversational parts of those sessions and summarize them, pulling out details, quotes, and keeping the summaries up-to-date.
+All three integrations are enabled via `/settings` in the TUI.
 
-Then, Opencode can call into Ei and pull those details back out. That's why you always have a side-project or two going. See [TUI Readme](tui/README.md)
+#### OpenCode
+
+```yaml
+opencode:
+  integration: true
+```
+
+OpenCode saves sessions as JSON or SQLite (depending on version). Ei reads them, extracts context per-agent (each agent like Sisyphus gets its own persona), and keeps everything current as sessions accumulate.
+
+OpenCode can also *read* Ei's knowledge back out via the [CLI tool](src/cli/README.md) — making it a dynamic, perpetual RAG. That's why it always has context from your other projects.
+
+#### Claude Code
+
+```yaml
+claudeCode:
+  integration: true
+```
+
+Reads from `~/.claude/projects/` (JSONL session files). All sessions map to a single "Claude Code" persona. Tool calls, thinking blocks, and internal plumbing are stripped — only the conversational content is imported.
+
+#### Cursor
+
+```yaml
+cursor:
+  integration: true
+```
+
+Reads from Cursor's SQLite databases:
+- **macOS**: `~/Library/Application Support/Cursor/User/`
+- **Windows**: `%APPDATA%\Cursor\User\`
+- **Linux**: `~/.config/Cursor/User/`
+
+All sessions map to a single "Cursor" persona.
+
+---
+
+Sessions are processed oldest-first, one per queue cycle, so Ei won't overwhelm your LLM provider on first run. See [TUI Readme](tui/README.md)
 
 ## Built-in Tool Integrations
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ei-tui",
-  "version": "0.3.7",
+  "version": "0.3.9",
   "author": "Flare576",
   "repository": {
     "type": "git",

package/src/core/handlers/persona-generation.ts

@@ -150,16 +150,44 @@ export function handlePersonaTraitExtraction(response: LLMResponse, state: State
     return;
   }
 
+  if (result.length === 0) {
+    return;
+  }
+
+  const persona = state.persona_getById(personaId);
+  if (!persona) {
+    console.error(`[handlePersonaTraitExtraction] Persona ${personaId} not found`);
+    return;
+  }
+
   const now = new Date().toISOString();
-  const traits: PersonaTrait[] = result.map(t => ({
-    id: crypto.randomUUID(),
-    name: t.name,
-    description: t.description,
-    sentiment: t.sentiment,
-    strength: t.strength,
-    last_updated: now,
-  }));
+  const updatedIds = new Set<string>();
+  const patchedTraits: PersonaTrait[] = result.map(delta => {
+    if (delta.id === "new") {
+      return {
+        id: crypto.randomUUID(),
+        name: delta.name,
+        description: delta.description,
+        sentiment: delta.sentiment,
+        strength: delta.strength,
+        last_updated: now,
+      };
+    }
+    updatedIds.add(delta.id);
+    return {
+      id: delta.id,
+      name: delta.name,
+      description: delta.description,
+      sentiment: delta.sentiment,
+      strength: delta.strength,
+      last_updated: now,
+    };
+  });
+
+  const preservedTraits = persona.traits.filter(t => !updatedIds.has(t.id));
+
+  const traits: PersonaTrait[] = [...preservedTraits, ...patchedTraits];
 
   state.persona_update(personaId, { traits, last_updated: now });
-  console.log(`[handlePersonaTraitExtraction] Updated ${traits.length} traits for ${personaDisplayName}`);
+  console.log(`[handlePersonaTraitExtraction] Applied ${result.length} delta(s) to ${personaDisplayName}, total traits: ${traits.length}`);
 }

package/src/core/heartbeat-manager.ts

@@ -16,8 +16,6 @@ import {
 import { filterMessagesForContext } from "./context-utils.js";
 import { filterHumanDataByVisibility } from "./prompt-context-builder.js";
 
-const DEFAULT_CONTEXT_WINDOW_HOURS = 8;
-
 // =============================================================================
 // MODEL HELPERS
 // =============================================================================
@@ -189,9 +187,9 @@ export async function queueHeartbeatCheck(sm: StateManager, personaId: string, i
   const model = getModelForPersona(sm, personaId);
   console.log(`[HeartbeatCheck ${persona.display_name}] Queueing heartbeat check (model: ${model})`);
   const human = sm.getHuman();
-  const history = sm.messages_get(personaId);
-  const contextWindowHours = persona.context_window_hours ?? DEFAULT_CONTEXT_WINDOW_HOURS;
-  const contextHistory = filterMessagesForContext(history, persona.context_boundary, contextWindowHours);
+   const history = sm.messages_get(personaId);
+   const contextWindowHours = persona.context_window_hours ?? human.settings?.default_context_window_hours ?? 8;
+   const contextHistory = filterMessagesForContext(history, persona.context_boundary, contextWindowHours);
 
   if (personaId === "ei") {
     await queueEiHeartbeat(sm, human, contextHistory, isTUI);

package/src/core/message-manager.ts

@@ -24,8 +24,6 @@ import {
 import { buildChatMessageContent } from "../prompts/message-utils.js";
 import { filterMessagesForContext } from "./context-utils.js";
 
-const DEFAULT_CONTEXT_WINDOW_HOURS = 8;
-
 // =============================================================================
 // MESSAGE QUERIES
 // =============================================================================
@@ -270,15 +268,16 @@ export function checkAndQueueHumanExtraction(
 // =============================================================================
 
 export function fetchMessagesForLLM(
-  sm: StateManager,
-  personaId: string
-): import("./types.js").ChatMessage[] {
-  const persona = sm.persona_getById(personaId);
-  if (!persona) return [];
-
-  const history = sm.messages_get(personaId);
-  const contextWindowHours = persona.context_window_hours ?? DEFAULT_CONTEXT_WINDOW_HOURS;
-  const filteredHistory = filterMessagesForContext(history, persona.context_boundary, contextWindowHours);
+   sm: StateManager,
+   personaId: string
+ ): import("./types.js").ChatMessage[] {
+   const persona = sm.persona_getById(personaId);
+   if (!persona) return [];
+ 
+   const human = sm.getHuman();
+   const history = sm.messages_get(personaId);
+   const contextWindowHours = persona.context_window_hours ?? human.settings?.default_context_window_hours ?? 8;
+   const filteredHistory = filterMessagesForContext(history, persona.context_boundary, contextWindowHours);
 
   return filteredHistory.reduce<import("./types.js").ChatMessage[]>((acc, m) => {
     const content = buildChatMessageContent(m);

package/src/core/orchestrators/ceremony.ts

@@ -1,4 +1,4 @@
-import { LLMRequestType, LLMPriority, LLMNextStep, MESSAGE_MIN_COUNT, MESSAGE_MAX_AGE_DAYS, type CeremonyConfig, type PersonaTopic, type Topic, type Message, type DataItemBase } from "../types.js";
+import { LLMRequestType, LLMPriority, LLMNextStep, type CeremonyConfig, type PersonaTopic, type Topic, type Message, type DataItemBase } from "../types.js";
 import type { StateManager } from "../state-manager.js";
 import { applyDecayToValue } from "../utils/index.js";
 import {
@@ -309,14 +309,17 @@ export function prunePersonaMessages(personaId: string, state: StateManager): vo
   // Sort first — injected messages (session update, archive scan) may be out of order.
   state.messages_sort(personaId);
   const messages = state.messages_get(personaId);
-  if (messages.length <= MESSAGE_MIN_COUNT) return;
+  const human = state.getHuman();
+  const minCount = human.settings?.message_min_count ?? 200;
+  const maxAgeDays = human.settings?.message_max_age_days ?? 14;
+  if (messages.length <= minCount) return;
   
-  const cutoffMs = Date.now() - (MESSAGE_MAX_AGE_DAYS * 24 * 60 * 60 * 1000);
+  const cutoffMs = Date.now() - (maxAgeDays * 24 * 60 * 60 * 1000);
   
   // Messages are sorted by timestamp (oldest first from messages_sort)
   const toRemove: string[] = [];
   for (const m of messages) {
-    if (messages.length - toRemove.length <= MESSAGE_MIN_COUNT) break;
+    if (messages.length - toRemove.length <= minCount) break;
     
     const msgMs = new Date(m.timestamp).getTime();
     if (msgMs >= cutoffMs) break; // Sorted by time, no more old ones

package/src/core/processor.ts

@@ -105,7 +105,6 @@ import {
 } from "./queue-manager.js";
 
 const DEFAULT_LOOP_INTERVAL_MS = 100;
-const DEFAULT_CONTEXT_WINDOW_HOURS = 8;
 const DEFAULT_OPENCODE_POLLING_MS = 1800000;
 const DEFAULT_CLAUDE_CODE_POLLING_MS = 1800000;
 const DEFAULT_CURSOR_POLLING_MS = 1800000;
@@ -679,6 +678,26 @@ export class Processor {
       modified = true;
     }
 
+    if (human.settings.default_heartbeat_ms == null) {
+      human.settings.default_heartbeat_ms = 1800000;
+      modified = true;
+    }
+
+    if (human.settings.default_context_window_hours == null) {
+      human.settings.default_context_window_hours = 8;
+      modified = true;
+    }
+
+    if (human.settings.message_min_count == null) {
+      human.settings.message_min_count = 200;
+      modified = true;
+    }
+
+    if (human.settings.message_max_age_days == null) {
+      human.settings.message_max_age_days = 14;
+      modified = true;
+    }
+
     if (modified) {
       this.stateManager.setHuman(human);
       console.log(`[Processor] Seeded missing settings`);
@@ -881,7 +900,6 @@ const toolNextSteps = new Set([
 
   private async checkScheduledTasks(): Promise<void> {
     const now = Date.now();
-    const DEFAULT_HEARTBEAT_DELAY_MS = 1800000;
 
     const human = this.stateManager.getHuman();
 
@@ -926,7 +944,8 @@ const toolNextSteps = new Set([
     for (const persona of this.stateManager.persona_getAll()) {
       if (persona.is_paused || persona.is_archived) continue;
 
-      const heartbeatDelay = persona.heartbeat_delay_ms ?? DEFAULT_HEARTBEAT_DELAY_MS;
+      const defaultHeartbeatMs = this.stateManager.getHuman().settings?.default_heartbeat_ms ?? 1800000;
+      const heartbeatDelay = persona.heartbeat_delay_ms ?? defaultHeartbeatMs;
       const lastActivity = persona.last_activity
         ? new Date(persona.last_activity).getTime()
         : 0;
@@ -939,9 +958,11 @@ const toolNextSteps = new Set([
         const timeSinceHeartbeat = now - lastHeartbeat;
 
         if (timeSinceHeartbeat >= heartbeatDelay) {
-          const history = this.stateManager.messages_get(persona.id);
-          const contextWindowHours =
-            persona.context_window_hours ?? DEFAULT_CONTEXT_WINDOW_HOURS;
+           const history = this.stateManager.messages_get(persona.id);
+           const contextWindowHours =
+             persona.context_window_hours 
+             ?? this.stateManager.getHuman().settings?.default_context_window_hours 
+             ?? 8;
           const contextHistory = filterMessagesForContext(
             history,
             persona.context_boundary,

package/src/core/types/entities.ts

@@ -80,6 +80,10 @@ export interface HumanSettings {
   skip_quote_delete_confirm?: boolean;
   name_display?: string;
   time_mode?: "24h" | "12h" | "local" | "utc";
+  default_heartbeat_ms?: number;
+  default_context_window_hours?: number;
+  message_min_count?: number;
+  message_max_age_days?: number;
   accounts?: ProviderAccount[];
   sync?: SyncCredentials;
   opencode?: OpenCodeSettings;
@@ -147,10 +151,6 @@ export interface PersonaCreationInput {
 // Steps - "57:3"."inputs"."steps"
 // Cfg - "57:3"."inputs"."cfg"
 export const COMFY_PROMPT_TEMPLATE = {"9":{"inputs":{"filename_prefix":"z-image-turbo","images":["57:8",0]},"class_type":"SaveImage","_meta":{"title":"Save Image"}},"57:30":{"inputs":{"clip_name":"qwen_3_4b.safetensors","type":"lumina2","device":"default"},"class_type":"CLIPLoader","_meta":{"title":"Load CLIP"}},"57:29":{"inputs":{"vae_name":"ae.safetensors"},"class_type":"VAELoader","_meta":{"title":"Load VAE"}},"57:33":{"inputs":{"conditioning":["57:27",0]},"class_type":"ConditioningZeroOut","_meta":{"title":"ConditioningZeroOut"}},"57:8":{"inputs":{"samples":["57:3",0],"vae":["57:29",0]},"class_type":"VAEDecode","_meta":{"title":"VAE Decode"}},"57:28":{"inputs":{"unet_name":"z_image_turbo_bf16.safetensors","weight_dtype":"default"},"class_type":"UNETLoader","_meta":{"title":"Load Diffusion Model"}},"57:27":{"inputs":{"text":"This is a test prompt","clip":["57:30",0]},"class_type":"CLIPTextEncode","_meta":{"title":"CLIP Text Encode (Prompt)"}},"57:13":{"inputs":{"width":768,"height":768,"batch_size":1},"class_type":"EmptySD3LatentImage","_meta":{"title":"EmptySD3LatentImage"}},"57:11":{"inputs":{"shift":3,"model":["57:28",0]},"class_type":"ModelSamplingAuraFlow","_meta":{"title":"ModelSamplingAuraFlow"}},"57:3":{"inputs":{"seed":407776369182481,"steps":8,"cfg":1,"sampler_name":"res_multistep","scheduler":"simple","denoise":1,"model":["57:11",0],"positive":["57:27",0],"negative":["57:33",0],"latent_image":["57:13",0]},"class_type":"KSampler","_meta":{"title":"KSampler"}}};
-// Message pruning thresholds (shared by ceremony and import)
-export const MESSAGE_MIN_COUNT = 200;
-export const MESSAGE_MAX_AGE_DAYS = 14;
-
 // DLQ rolloff thresholds
 export const DLQ_MAX_COUNT = 50;
 export const DLQ_MAX_AGE_DAYS = 14;

package/src/prompts/persona/traits.ts

@@ -6,6 +6,7 @@ function formatTraitsForPrompt(traits: PersonaTrait[]): string {
   if (traits.length === 0) return "(No traits yet)";
   
   return JSON.stringify(traits.map(t => ({
+    id: t.id,
     name: t.name,
     description: t.description,
     sentiment: t.sentiment,
@@ -44,7 +45,8 @@ You are analyzing a conversation to detect EXPLICIT requests for ${personaName}
 - Add traits the user didn't explicitly request
 - Infer traits from general conversation
 - Remove traits without explicit feedback
-- Confuse topics/interests with communication traits`;
+- Confuse topics/interests with communication traits
+- Return traits that don't need to change`;
 
   const fieldsFragment = `# Fields
 
@@ -70,16 +72,28 @@ ${formatTraitsForPrompt(data.current_traits)}
 
 1. ONLY analyze "Most Recent Messages" - earlier messages are context only
 2. ONLY detect EXPLICIT behavior change requests
-3. Return the COMPLETE trait list (existing + any additions/modifications)
+3. Return ONLY traits that need to change or be added — omit unchanged traits
+4. If nothing changed, return an empty array \`[]\`
+
+**To update an existing trait:** use its \`id\` from the Current TRAITS list above.
+**To add a new trait:** use \`"id": "new"\`.
 
 **Return JSON:**
 \`\`\`json
 [
   {
-    "name": "A one- or two-word Title for the trait",
-    "description": "A brief instruction on how the trait is exhibited",
+    "id": "existing-guid-from-current-traits",
+    "name": "Existing Trait Name",
+    "description": "Updated instruction",
     "sentiment": 0.3,
     "strength": 0.7
+  },
+  {
+    "id": "new",
+    "name": "Brand New Trait",
+    "description": "A brief instruction on how the trait is exhibited",
+    "sentiment": 0.0,
+    "strength": 0.5
   }
 ]
 \`\`\``;
@@ -111,7 +125,7 @@ ${earlierSection}${recentSection}
 
 Analyze the "Most Recent Messages" for EXPLICIT requests to change ${personaName}'s communication style.
 
-Return the complete trait list as JSON.`;
+Return ONLY the traits that need to change or be added. Return \`[]\` if nothing changed.`;
 
   return { system, user };
 }

package/src/prompts/persona/types.ts

@@ -13,6 +13,7 @@ export interface PersonaTraitExtractionPromptData {
 }
 
 export interface TraitResult {
+  id: string;       // Existing trait GUID to update, or "new" to create
   name: string;
   description: string;
   sentiment: number;

package/tui/README.md

@@ -2,7 +2,21 @@
 
 Ei TUI is built with OpenTUI and SolidJS.
 
-OpenCode integration: import via `/settings` (`opencode.integration: true`) · export via [CLI](../src/cli/README.md)
+Coding tool integrations (OpenCode, Claude Code, Cursor): enable via `/settings` · export data via [CLI](../src/cli/README.md)
+
+## Coding Tool Integrations
+
+Enable any or all three in `/settings`. They work independently and feed into the same knowledge base.
+
+| Tool | Settings key | Session data location |
+|------|-------------|----------------------|
+| OpenCode | `opencode.integration: true` | OpenCode's local SQLite / JSON session store |
+| Claude Code | `claudeCode.integration: true` | `~/.claude/projects/` (JSONL files) |
+| Cursor | `cursor.integration: true` | `~/Library/Application Support/Cursor/User/` (macOS)<br>`%APPDATA%\Cursor\User\` (Windows)<br>`~/.config/Cursor/User/` (Linux) |
+
+Sessions are processed oldest-first, one per queue cycle. On first run Ei works through your backlog gradually — it won't flood your LLM provider.
+
+OpenCode also supports reading Ei's extracted knowledge back out via the [CLI tool](../src/cli/README.md), giving it persistent memory across sessions.
 
 # Installation
 

package/tui/src/util/yaml-serializers.ts

@@ -76,6 +76,7 @@ const PLACEHOLDER_LONG_DESC = "Detailed description of this persona's personalit
 interface YAMLTrait {
   name: string;
   description: string;
+  sentiment: number;
   strength: number;
 }
 
@@ -91,6 +92,7 @@ interface YAMLPersonaTopic {
 const PLACEHOLDER_TRAIT: YAMLTrait = {
   name: "Example Trait",
   description: "Delete this placeholder or modify it to define a real trait",
+  sentiment: 0,
   strength: 0.5,
 };
 const PLACEHOLDER_TOPIC: YAMLPersonaTopic = {
@@ -196,8 +198,8 @@ export function newPersonaFromYAML(yamlContent: string, allTools?: ToolDefinitio
       id: crypto.randomUUID(),
       name: t.name,
       description: t.description,
+      sentiment: t.sentiment ?? 0,
       strength: t.strength,
-      sentiment: 0,
       last_updated: new Date().toISOString(),
     });
   }
@@ -275,7 +277,7 @@ export function personaToYAML(persona: PersonaEntity, allGroups?: string[], allT
     groups_visible: groupsForYAML,
     traits: useTraitPlaceholder 
       ? [PLACEHOLDER_TRAIT]
-      : persona.traits.map(({ name, description, strength }) => ({ name, description, strength: strength ?? 0.5 })),
+      : persona.traits.map(({ name, description, sentiment, strength }) => ({ name, description, sentiment: sentiment ?? 0, strength: strength ?? 0.5 })),
     topics: useTopicPlaceholder
       ? [PLACEHOLDER_TOPIC]
       : persona.topics.map(({ name, perspective, approach, personal_stake, exposure_current, exposure_desired }) => ({ 
@@ -320,8 +322,8 @@ export function personaFromYAML(yamlContent: string, original: PersonaEntity, al
       id: existing?.id ?? crypto.randomUUID(),
       name: t.name,
       description: t.description,
+      sentiment: t.sentiment ?? existing?.sentiment ?? 0,
       strength: t.strength,
-      sentiment: existing?.sentiment ?? 0,
       last_updated: new Date().toISOString(),
     });
   }
@@ -502,11 +504,16 @@ interface EditableSettingsData {
   rewrite_model?: string | null;
   time_mode?: "24h" | "12h" | "local" | "utc" | null;
   name_display?: string | null;
+  default_heartbeat_ms?: number | null;
+  default_context_window_hours?: number | null;
+  message_min_count?: number | null;
+  message_max_age_days?: number | null;
   ceremony?: {
     time: string;
     decay_rate?: number | null;
     explore_threshold?: number | null;
     dedup_threshold?: number | null;
+    event_window_hours?: number | null;
   };
   opencode?: {
     integration?: boolean | null;
@@ -545,11 +552,16 @@ export function settingsToYAML(settings: HumanSettings | undefined): string {
     rewrite_model: settings?.rewrite_model ?? null,
     time_mode: settings?.time_mode ?? null,
     name_display: settings?.name_display ?? null,
+    default_heartbeat_ms: settings?.default_heartbeat_ms ?? 1800000,
+    default_context_window_hours: settings?.default_context_window_hours ?? 8,
+    message_min_count: settings?.message_min_count ?? 200,
+    message_max_age_days: settings?.message_max_age_days ?? 14,
     ceremony: {
       time: settings?.ceremony?.time ?? "09:00",
       decay_rate: settings?.ceremony?.decay_rate ?? null,
       explore_threshold: settings?.ceremony?.explore_threshold ?? null,
       dedup_threshold: settings?.ceremony?.dedup_threshold ?? null,
+      event_window_hours: settings?.ceremony?.event_window_hours ?? null,
     },
     opencode: {
       integration: settings?.opencode?.integration ?? false,
@@ -601,6 +613,7 @@ export function settingsFromYAML(yamlContent: string, original: HumanSettings |
       decay_rate: nullToUndefined(data.ceremony.decay_rate),
       explore_threshold: nullToUndefined(data.ceremony.explore_threshold),
       dedup_threshold: nullToUndefined(data.ceremony.dedup_threshold),
+      event_window_hours: nullToUndefined(data.ceremony.event_window_hours),
       last_ceremony: original?.ceremony?.last_ceremony,
     };
   }
@@ -667,6 +680,10 @@ export function settingsFromYAML(yamlContent: string, original: HumanSettings |
     rewrite_model: nullToUndefined(data.rewrite_model),
     time_mode: nullToUndefined(data.time_mode),
     name_display: nullToUndefined(data.name_display),
+    default_heartbeat_ms: nullToUndefined(data.default_heartbeat_ms),
+    default_context_window_hours: nullToUndefined(data.default_context_window_hours),
+    message_min_count: nullToUndefined(data.message_min_count),
+    message_max_age_days: nullToUndefined(data.message_max_age_days),
     ceremony,
     opencode,
     claudeCode,