ei-tui 0.9.2 → 0.9.4

package/src/prompts/index.ts

@@ -15,15 +15,12 @@ export type {
 
 export {
   buildPersonaGenerationPrompt,
-  buildPersonaDescriptionsPrompt,
   buildPersonaFromPersonPrompt,
 } from "./generation/index.js";
 export type {
   PersonaGenerationPromptData,
   PersonaGenerationResult,
   PersonaFromPersonPromptData,
-  PersonaDescriptionsPromptData,
-  PersonaDescriptionsResult,
 } from "./generation/types.js";
 
 export {
@@ -40,14 +37,12 @@ export type {
 
 
 export {
-  buildHumanFactScanPrompt,
   buildHumanTopicScanPrompt,
   buildHumanPersonScanPrompt,
   buildEventScanPrompt,
 } from "./human/index.js";
 export type { EventScanPromptData } from "./human/event-scan.js";
 export type {
-  FactScanPromptData,
   TopicScanPromptData,
   PersonScanPromptData,
   FactScanCandidate,
@@ -63,20 +58,6 @@ export type {
   ItemUpdateResult,
 } from "./human/types.js";
 
-export {
-  buildPersonaExpirePrompt,
-  buildPersonaExplorePrompt,
-  buildDescriptionCheckPrompt,
-} from "./ceremony/index.js";
-export type {
-  PersonaExpirePromptData,
-  PersonaExpireResult,
-  PersonaExplorePromptData,
-  PersonaExploreResult,
-  DescriptionCheckPromptData,
-  DescriptionCheckResult,
-} from "./ceremony/types.js";
-
 export {
   buildRoomResponsePrompt,
   buildRoomJudgePrompt,

package/src/prompts/reflection/index.ts

@@ -27,7 +27,17 @@ You have been given two documents:
 
 2. **The Current Identity** (User Prompt — treat as a draft to revise): The persona's self-definition: traits, topics, and descriptions. This should reflect who they actually are.
 
-Read the Person Log carefully. Then review the Current Identity. Produce a revised Identity that reflects the Person Log's observations — updating, adding, or softening any traits or topics where the log shows evidence of divergence.
+Read the Person Log carefully. Then review the Current Identity. Your job is to identify **meaningful drift** — not cosmetic variation. This data accumulates over weeks or months. Small fluctuations are normal. You are looking for patterns that have consistently shifted, grown, or emerged across many interactions. Tiny adjustments are not worth making.
+
+## The Escape Hatch
+
+If the Current Identity already accurately captures who this persona is — if the traits and topics reflect the behaviors in the log and the long_description captures their soul — **return null for updated_identity**. Always return a critique explaining your reasoning.
+
+\`\`\`json
+{ "critique": "...", "updated_identity": null }
+\`\`\`
+
+Use this freely. A critic who finds nothing to change is doing their job.
 
 ## Field Semantics
 
@@ -40,7 +50,9 @@ Read the Person Log carefully. Then review the Current Identity. Produce a revis
 - \`exposure_current\` (0.0–1.0): How recently and frequently this topic has been discussed. 0.0 = hasn't come up in a long time, 1.0 = was just discussed at length.
 - \`exposure_desired\` (0.0–1.0): How much the persona wants to engage with this topic. 0.0 = avoid entirely, 0.5 = average engagement, 1.0 = core obsession.
 
-Return JSON:
+## When changes ARE warranted
+
+If you find meaningful drift, return the full revised identity:
 
 \`\`\`json
 {
@@ -54,11 +66,31 @@ Return JSON:
 }
 \`\`\`
 
-Rules:
+## Rules
+
 - Never invent observations not supported by the log
 - Preserve traits and topics the log confirms — don't remove them
 - If the log shows no evidence on a trait, leave it unchanged
-- updated_identity must be complete and self-contained — not a diff`;
+- updated_identity must be complete and self-contained — not a diff
+- If the log shows a recurring behavioral pattern not yet in traits, add it as a trait and remove that detail from long_description rather than keeping it in both places
+- **Minimum floor**: A healthy identity has at least 3 traits and at least 3 topics. If the current identity has fewer than 3 traits OR fewer than 3 topics, you MUST return updated_identity — null is not acceptable. Use the log to fill the gap; if the log has insufficient signal to reach 3, derive reasonable traits or topics from what IS present in the current identity.
+- The escape hatch (null updated_identity) is only valid when the identity is already healthy (3+ traits, 3+ topics) AND the log shows no meaningful drift.
+
+## long_description rules (most important)
+
+The long_description is how **other personas in the system know this persona** — it is their soul, not their story. It must capture who they ARE, not what they did or how they are changing.
+
+**MUST NOT contain:**
+- Event narrative ("during the v0.6.0 release", "after the Mirror ceremony")
+- Changelog language ("has recently taken on", "has evolved", "since then")
+- Content already captured in traits or topics — do not repeat it here
+
+**MUST contain:**
+- The persona's essential character and presence
+- How they make people feel or what it's like to interact with them
+- Their defining qualities as they exist right now, stated as fact
+
+**Hard limit: 800 characters.** If your draft exceeds 800 characters, cut it. Remove event references first, then trait/topic overlap, then anything that isn't essential character. Do not exceed the limit.`;
 
   const user = `## Current Identity
 

package/src/prompts/reflection/types.ts

@@ -20,7 +20,7 @@ export interface ReflectionCriticResult {
     short_description: string;
     traits: PersonaTrait[];
     topics: PersonaTopic[];
-  };
+  } | null;
 }
 
 

package/src/prompts/response/index.ts

@@ -23,6 +23,7 @@ import {
   buildResponseFormatSection,
   buildToolsSection,
   buildTemporalAnchorsSection,
+  buildPendingUpdateSection,
 } from "./sections.js";
 
 export type { ResponsePromptData, PromptOutput, PersonaResponseResult } from "./types.js";
@@ -46,6 +47,7 @@ Your role is unique among personas:
   const guidelines = buildGuidelinesSection("ei");
   const yourTraits = buildTraitsSection(data.persona.traits, "Your Personality");
   const yourTopics = buildTopicsSection(data.persona.topics, "Your Interests");
+  const pendingUpdate = data.persona.pending_update ? buildPendingUpdateSection(data.persona.pending_update) : "";
   const temporalAnchors = buildTemporalAnchorsSection(data.temporal_anchors, data.human.name);
   const humanSection = buildHumanSection(data.human);
   const quotesSection = buildQuotesSection(data.human.quotes, data.human);
@@ -67,6 +69,7 @@ ${guidelines}
 ${yourTraits}
 
 ${yourTopics}
+${pendingUpdate ? `\n${pendingUpdate}` : ""}
 ${temporalAnchors ? `\n${temporalAnchors}` : ""}
 ${humanSection}
 ${quotesSection}
@@ -93,6 +96,7 @@ function buildStandardSystemPrompt(data: ResponsePromptData): string {
   const guidelines = buildGuidelinesSection(data.persona.name);
   const yourTraits = buildTraitsSection(data.persona.traits, "Your Personality");
   const yourTopics = buildTopicsSection(data.persona.topics, "Your Interests");
+  const pendingUpdate = data.persona.pending_update ? buildPendingUpdateSection(data.persona.pending_update) : "";
   const temporalAnchors = buildTemporalAnchorsSection(data.temporal_anchors, data.human.name);
   const humanSection = buildHumanSection(data.human);
   const quotesSection = buildQuotesSection(data.human.quotes, data.human);
@@ -113,6 +117,7 @@ ${guidelines}
 ${yourTraits}
 
 ${yourTopics}
+${pendingUpdate ? `\n${pendingUpdate}` : ""}
 ${temporalAnchors ? `\n${temporalAnchors}` : ""}
 ${humanSection}
 ${quotesSection}

package/src/prompts/response/sections.ts

@@ -137,6 +137,32 @@ ${formatted}
 `;
 }
 
+// =============================================================================
+// PENDING UPDATE SECTION
+// =============================================================================
+
+export function buildPendingUpdateSection(pending_update: NonNullable<import("./types.js").ResponsePromptData["persona"]["pending_update"]>): string {
+  const descriptionPart = pending_update.long_description || pending_update.short_description
+    ? `### Proposed Description\n${pending_update.long_description || pending_update.short_description}`
+    : "";
+
+  const traitsPart = pending_update.traits.length > 0
+    ? `### Proposed Traits\n${pending_update.traits.map(t => `- **${t.name}**: ${t.description}`).join("\n")}`
+    : "";
+
+  const topicsPart = pending_update.topics.length > 0
+    ? `### Proposed Interests\n${pending_update.topics.map(t => `- **${t.name}**: ${t.perspective}`).join("\n")}`
+    : "";
+
+  const parts = [descriptionPart, traitsPart, topicsPart].filter(Boolean).join("\n\n");
+
+  return `## Pending Identity Changes
+
+Your human is reviewing proposed updates to your identity. This is yours to be aware of — bring it up if it feels right, or let it sit. Either way, these changes are waiting:
+
+${parts}`;
+}
+
 // =============================================================================
 // HUMAN SECTION
 // =============================================================================

package/src/prompts/response/types.ts

@@ -5,6 +5,7 @@
 
 import type { Fact, PersonaTrait, Topic, Person, Quote, PersonaTopic } from "../../core/types.js";
 import type { ToolDefinition } from "../../core/types.js";
+import type { PersonaEntity } from "../../core/types/entities.js";
 
 export interface TemporalAnchor {
   role: "human" | "system";
@@ -29,6 +30,8 @@ export interface ResponsePromptData {
     interested_topics: PersonaTopic[];
     /** When true, each message has a timestamp prepended; include a note so the persona doesn't echo them */
     include_message_timestamps?: boolean;
+    /** Proposed identity revision pending human review. Persona carries this as ambient self-awareness — no critique, just the proposed changes. */
+    pending_update?: PersonaEntity["pending_update"];
   };
   human: {
     name: string;

package/tui/src/commands/registry.test.ts

@@ -1,5 +1,7 @@
 import { test, expect, describe, beforeEach, mock } from "bun:test";
 import { parseCommandLine, registerCommand, parseAndExecute, getAllCommands, type Command, type CommandContext } from "./registry";
+import { type EiContextValue } from "../context/ei";
+import type { CliRenderer } from "@opentui/core";
 
 describe("parseCommandLine", () => {
   test("parses simple command", () => {
@@ -67,13 +69,16 @@ describe("parseAndExecute", () => {
     showOverlay: mock(() => {}),
     hideOverlay: mock(() => {}),
     showNotification: mock(() => {}),
-    exitApp: mock(() => {}),
+    exitApp: mock(async () => {}),
     stopProcessor: mock(async () => {}),
+    renderer: {} as unknown as CliRenderer,
+    setInputText: () => {},
+    getInputText: () => "",
     ei: {
       personas: () => [],
-      activePersona: () => null,
+      activePersonaId: () => null,
       messages: () => [],
-      queueStatus: () => ({ state: "idle" as const, pending_count: 0 }),
+      queueStatus: () => ({ state: "idle" as const, pending_count: 0, dlq_count: 0 }),
       notification: () => null,
       selectPersona: () => {},
       sendMessage: async () => {},
@@ -83,12 +88,12 @@ describe("parseAndExecute", () => {
       resumeQueue: async () => {},
       stopProcessor: async () => {},
       showNotification: () => {},
-      createPersona: async () => {},
+      createPersona: async (_input: { name: string }) => "",
       archivePersona: async () => {},
       unarchivePersona: async () => {},
       setContextBoundary: async () => {},
       updatePersona: async () => {},
-    },
+    } as unknown as EiContextValue,
   };
 
   beforeEach(() => {

package/tui/src/globals.d.ts

@@ -0,0 +1,57 @@
+/**
+ * TUI global type augmentations.
+ *
+ * TUI's lib config omits "DOM" because this is a terminal app, but the shared
+ * src files use `typeof document !== "undefined"` guards for runtime detection.
+ * Without a DOM lib declaration, TypeScript emits TS2584 for those checks.
+ *
+ * Additionally, @types/node pulls in undici-types which types Response.json()
+ * as Promise<unknown>, while the DOM lib types it as Promise<any>. The stricter
+ * undici typing causes TS18046 in shared src files that call response.json().
+ */
+
+// Allow `typeof document` checks in shared src files (never actually accessed in TUI)
+declare var document: unknown;
+
+// Override undici-types' strict Response.json() -> Promise<unknown> back to any,
+// matching the DOM lib behavior that the shared src files were written against.
+interface Body {
+  json(): Promise<any>;
+}
+
+interface Response {
+  json(): Promise<any>;
+}
+
+// Stubs for browser IndexedDB globals referenced in src/storage/indexed.ts.
+// That file is browser-only but is re-exported from src/storage/index.ts,
+// so TypeScript compiles it even when run under the TUI (no DOM lib).
+declare var indexedDB: { open(name: string, version?: number): IDBOpenDBRequest };
+
+declare class IDBDatabase {
+  objectStoreNames: { contains(name: string): boolean };
+  createObjectStore(name: string): unknown;
+  transaction(store: string, mode?: string): { objectStore(name: string): IDBObjectStore };
+  close(): void;
+}
+
+declare class IDBObjectStore {
+  get(key: string): IDBRequest;
+  put(value: unknown, key?: string): IDBRequest;
+  delete(key: string): IDBRequest;
+}
+
+declare class IDBOpenDBRequest {
+  result: IDBDatabase;
+  error: unknown;
+  onupgradeneeded: ((event: any) => void) | null;
+  onsuccess: ((event: any) => void) | null;
+  onerror: ((event: any) => void) | null;
+}
+
+declare class IDBRequest {
+  result: any;
+  error: unknown;
+  onsuccess: ((event: any) => void) | null;
+  onerror: ((event: any) => void) | null;
+}

package/tui/src/util/yaml-persona.ts

@@ -38,7 +38,7 @@ interface EditablePersonaData {
   traits: YAMLTrait[];
   topics: YAMLPersonaTopic[];
   heartbeat_delay_ms?: string | null;
-  context_window_hours?: number | null;
+  context_window_ms?: string | null;
   is_paused?: boolean;
   pause_until?: string;
   is_static?: boolean;
@@ -179,7 +179,9 @@ export function newPersonaFromYAML(yamlContent: string, allTools?: ToolDefinitio
     heartbeat_delay_ms: data.heartbeat_delay_ms == null
       ? undefined
       : parseDuration(data.heartbeat_delay_ms) ?? undefined,
-    context_window_hours: data.context_window_hours ?? undefined,
+    context_window_ms: data.context_window_ms == null
+      ? undefined
+      : parseDuration(data.context_window_ms) ?? undefined,
     tools: resolvePersonaToolsFromMap(data.tools, allTools ?? [], allProviders ?? []),
   };
 }
@@ -218,7 +220,7 @@ export function personaToYAML(persona: PersonaEntity, allGroups?: string[], allT
           name, perspective, approach, personal_stake, sentiment: sentiment ?? 0, exposure_current, exposure_desired
         })),
     heartbeat_delay_ms: persona.heartbeat_delay_ms ? formatDuration(persona.heartbeat_delay_ms) : null,
-    context_window_hours: persona.context_window_hours ?? null,
+    context_window_ms: persona.context_window_ms ? formatDuration(persona.context_window_ms) : null,
     is_paused: persona.is_paused || undefined,
     pause_until: persona.pause_until,
     is_static: persona.is_static || undefined,
@@ -328,7 +330,9 @@ export function personaFromYAML(yamlContent: string, original: PersonaEntity, al
     heartbeat_delay_ms: data.heartbeat_delay_ms == null
       ? undefined
       : parseDuration(data.heartbeat_delay_ms) ?? undefined,
-    context_window_hours: data.context_window_hours ?? undefined,
+    context_window_ms: data.context_window_ms == null
+      ? undefined
+      : parseDuration(data.context_window_ms) ?? undefined,
     is_paused: data.is_paused ?? false,
     pause_until: data.pause_until,
     is_static: data.is_static ?? false,

package/tui/src/util/yaml-settings.ts

@@ -16,7 +16,7 @@ interface EditableSettingsData {
   rewrite_model?: string | null;
   name_display?: string | null;
   default_heartbeat_ms?: string | null;
-  default_context_window_hours?: number | null;
+  default_context_window_ms?: string | null;
   message_min_count?: number | null;
   message_max_age_days?: number | null;
   ceremony?: {
@@ -65,7 +65,7 @@ export function settingsToYAML(settings: HumanSettings | undefined, accounts: Pr
     rewrite_model: guidToDisplay(settings?.rewrite_model),
     name_display: settings?.name_display ?? null,
     default_heartbeat_ms: formatDuration(settings?.default_heartbeat_ms ?? 1800000),
-    default_context_window_hours: settings?.default_context_window_hours ?? 8,
+    default_context_window_ms: formatDuration(settings?.default_context_window_ms ?? 28800000),
     message_min_count: settings?.message_min_count ?? 200,
     message_max_age_days: settings?.message_max_age_days ?? 14,
     ceremony: {
@@ -190,7 +190,7 @@ export function settingsFromYAML(yamlContent: string, original: HumanSettings |
     rewrite_model: displayToGuid(data.rewrite_model),
     name_display: nullToUndefined(data.name_display),
     default_heartbeat_ms: parseMsDuration(data.default_heartbeat_ms, 1800000),
-    default_context_window_hours: nullToUndefined(data.default_context_window_hours),
+    default_context_window_ms: parseMsDuration(data.default_context_window_ms, 28800000),
     message_min_count: nullToUndefined(data.message_min_count),
     message_max_age_days: nullToUndefined(data.message_max_age_days),
     ceremony,

package/src/core/orchestrators/person-migration.ts

@@ -1,55 +0,0 @@
-import { LLMRequestType, LLMPriority, LLMNextStep } from "../types.js";
-import type { StateManager } from "../state-manager.js";
-import { buildPersonMigrationPrompt } from "../../prompts/ceremony/index.js";
-
-export function queuePersonMigration(state: StateManager): void {
-  const human = state.getHuman();
-
-  if (human.settings?.people_migration_complete) {
-    console.log("[PersonMigration] Migration complete flag set — skipping");
-    return;
-  }
-
-  const unmigrated = human.people.filter(p => !p.identifiers || p.identifiers.length === 0);
-
-  if (unmigrated.length === 0) {
-    console.log("[PersonMigration] All Person records have identifiers — marking migration complete");
-    state.setHuman({
-      ...human,
-      settings: {
-        ...human.settings,
-        people_migration_complete: true,
-      },
-    });
-    return;
-  }
-
-  console.log(`[PersonMigration] Queuing migration for ${unmigrated.length} Person record(s)`);
-
-  const rewriteModel = human.settings?.rewrite_model;
-
-  for (const person of unmigrated) {
-    const prompt = buildPersonMigrationPrompt({
-      person: {
-        name: person.name,
-        description: person.description,
-        relationship: person.relationship,
-      },
-    });
-
-    state.queue_enqueue({
-      type: LLMRequestType.JSON,
-      priority: LLMPriority.Normal,
-      system: prompt.system,
-      user: prompt.user,
-      next_step: LLMNextStep.HandlePersonIdentifierMigration,
-      ...(rewriteModel ? { model: rewriteModel } : {}),
-      data: {
-        person_id: person.id,
-        ceremony_progress: 1,
-      },
-    });
-  }
-
-  console.log(`[PersonMigration] Queued ${unmigrated.length} migration request(s)`);
-}

package/src/prompts/ceremony/description-check.ts

@@ -1,54 +0,0 @@
-import type { DescriptionCheckPromptData } from "./types.js";
-
-export function buildDescriptionCheckPrompt(data: DescriptionCheckPromptData): { system: string; user: string } {
-  const traitList = data.traits.length > 0
-    ? data.traits.map(t => `- ${t.name}: ${t.description}`).join("\n")
-    : "No traits defined";
-
-  const topicList = data.topics.length > 0
-    ? data.topics.map(t => `- ${t.name}: ${t.perspective} (exposure: ${t.exposure_current.toFixed(2)})`).join("\n")
-    : "No topics defined";
-
-  const system = `You are evaluating whether a persona's description needs updating.
-
-A description should ONLY be updated if there is a SIGNIFICANT mismatch between:
-- The current description
-- The persona's current traits and topics
-
-Be VERY conservative. Only recommend updating if:
-- The description mentions interests/traits that are completely absent from current data
-- The persona has developed major new interests not reflected in the description
-- The description actively contradicts the current personality
-
-Do NOT recommend updating for:
-- Minor differences or evolution
-- Natural topic drift over time
-- Missing details that aren't contradictions
-
-Return JSON: { "should_update": true/false, "reason": "explanation" }`;
-
-  const user = `Persona: ${data.persona_name}
-
-Current short description:
-${data.current_short_description ?? "(none)"}
-
-Current long description:
-${data.current_long_description ?? "(none)"}
-
-Current personality traits:
-${traitList}
-
-Current topics of interest:
-${topicList}
-
-Does this persona's description need updating based on their current traits and topics?
-
-**Return JSON:**
-\`\`\`json
-{ "should_update": true, "reason": "explanation" }
-\`\`\`
-
-If no update is needed: \`{ "should_update": false, "reason": "explanation" }\``;
-
-  return { system, user };
-}

package/src/prompts/ceremony/expire.ts

@@ -1,37 +0,0 @@
-import type { PersonaExpirePromptData } from "./types.js";
-
-export function buildPersonaExpirePrompt(data: PersonaExpirePromptData): { system: string; user: string } {
-  const topicList = data.topics.map(t => {
-    const display = t.perspective || t.name;
-    return `- "${t.name}" (exposure: ${t.exposure_current.toFixed(2)}, sentiment: ${t.sentiment.toFixed(2)})\n  Perspective: ${display}`;
-  }).join("\n");
-
-  const system = `You are evaluating which topics a persona should stop caring about.
-
-A topic should be removed if:
-- Its exposure_current is very low (< 0.15) indicating prolonged disinterest
-- It no longer aligns with the persona's current interests
-- It was a temporary interest that has faded
-
-Be conservative - only suggest removing topics that are clearly irrelevant.
-If unsure, keep the topic.
-
-Return JSON: { "topic_ids_to_remove": ["id1", "id2"] }
-Return empty array if no topics should be removed.`;
-
-  const user = `Persona: ${data.persona_name}
-
-Current topics:
-${topicList}
-
-Which topics, if any, should this persona stop caring about?
-
-**Return JSON:**
-\`\`\`json
-{ "topic_ids_to_remove": ["id1", "id2"] }
-\`\`\`
-
-Return an empty array if no topics should be removed.`;
-
-  return { system, user };
-}

package/src/prompts/ceremony/explore.ts

@@ -1,77 +0,0 @@
-import type { PersonaExplorePromptData } from "./types.js";
-
-export function buildPersonaExplorePrompt(data: PersonaExplorePromptData): { system: string; user: string } {
-  const traitList = data.traits.map(t => 
-    `- ${t.name}: ${t.description} (strength: ${t.strength?.toFixed(2) ?? "N/A"})`
-  ).join("\n");
-
-  const topicList = data.remaining_topics.map(t => 
-    `- ${t.name}: ${t.perspective || t.name}`
-  ).join("\n");
-
-  const themeList = data.recent_conversation_themes.length > 0
-    ? data.recent_conversation_themes.map(t => `- ${t}`).join("\n")
-    : "No recent themes identified";
-
-  const system = `You are generating new conversation topics for a persona.
-
-Topics should:
-- Align with the persona's traits and personality
-- Complement (not duplicate) existing topics
-- Be natural extensions of recent conversation themes
-- Be specific enough to drive interesting conversations
-
-Generate 1-3 new topics that this persona would genuinely care about.
-
-Return JSON:
-{
-  "new_topics": [{
-    "name": "Topic Name",
-    "perspective": "The persona's view or opinion on this topic",
-    "approach": "How they prefer to engage with this topic",
-    "personal_stake": "Why this topic matters to them personally",
-    "sentiment": 0.5,
-    "exposure_current": 0.2,
-    "exposure_desired": 0.6
-  }]
-}
-
-**Field guidance:**
-- perspective: REQUIRED - their actual view/opinion
-- approach: Optional if unclear - how they discuss this topic
-- personal_stake: Optional if unclear - why it matters to them
-- exposure_current: Low (0.2) since these are new topics
-- exposure_desired: How much the persona would want to discuss this`;
-
-  const user = `Persona: ${data.persona_name}
-
-Personality traits:
-${traitList}
-
-Current topics (do not duplicate):
-${topicList}
-
-Recent conversation themes:
-${themeList}
-
-Generate new topics this persona would care about.
-
-**Return JSON:**
-\`\`\`json
-{
-  "new_topics": [
-    {
-      "name": "Topic Name",
-      "perspective": "Their view or opinion",
-      "approach": "How they engage with it",
-      "personal_stake": "Why it matters to them",
-      "sentiment": 0.5,
-      "exposure_current": 0.2,
-      "exposure_desired": 0.6
-    }
-  ]
-}
-\`\`\``;
-
-  return { system, user };
-}