ei-tui 0.1.3 → 0.1.5

package/src/prompts/heartbeat/check.ts

@@ -6,9 +6,8 @@
  */
 
 import type { HeartbeatCheckPromptData, PromptOutput } from "./types.js";
-import type { Message, Topic, Person } from "../../core/types.js";
-import { formatMessagesAsPlaceholders } from "../message-utils.js";
-
+import { type Message, type Topic, type Person } from "../../core/types.js";
+import { formatMessagesAsPlaceholders, getMessageDisplayText } from "../message-utils.js";
 function formatTopicsWithGaps(topics: Topic[]): string {
   if (topics.length === 0) return "(No topics with engagement gaps)";
   
@@ -31,23 +30,37 @@ function formatPeopleWithGaps(people: Person[]): string {
     .join('\n');
 }
 
+/**
+ * A "real" persona message is one the persona actually said to the human.
+ * silence_reason messages (persona chose not to speak) and action-only messages
+ * (no verbal_response) don't count as conversational outreach.
+ */
+function isConversationalMessage(m: Message): boolean {
+  if (m.role !== 'system') return false;
+  if (m.silence_reason !== undefined) return false;
+  // Action-only: has action but no verbal response
+  if (!m.verbal_response) return false;
+  return true;
+}
+
 function countTrailingPersonaMessages(history: Message[]): number {
   if (history.length === 0) return 0;
 
   let count = 0;
   for (let i = history.length - 1; i >= 0; i--) {
-    // In heartbeat context, persona messages are "system" role (not from human)
-    if (history[i].role === "system") {
-      count++;
-    } else {
-      break;
-    }
+    const msg = history[i];
+    if (msg.role === 'human') break;
+    if (isConversationalMessage(msg)) count++;
+    // Skip non-conversational system messages and keep looking back
   }
   return count;
 }
 
 function getLastPersonaMessage(history: Message[]): Message | undefined {
-  return history.filter(m => m.role === "system").slice(-1)[0];
+  for (let i = history.length - 1; i >= 0; i--) {
+    if (isConversationalMessage(history[i])) return history[i];
+  }
+  return undefined;
 }
 
 /**
@@ -148,9 +161,10 @@ ${formatMessagesAsPlaceholders(data.recent_history, personaName)}`;
   
   let unansweredWarning = '';
   if (lastPersonaMsg && consecutiveMessages >= 1) {
-    const preview = lastPersonaMsg.content.length > 100 
-      ? lastPersonaMsg.content.substring(0, 100) + "..." 
-      : lastPersonaMsg.content;
+    const rawPreview = getMessageDisplayText(lastPersonaMsg) ?? "";
+    const preview = rawPreview.length > 100 
+      ? rawPreview.substring(0, 100) + "..." 
+      : rawPreview;
     
     unansweredWarning = `
 ### CRITICAL: You Already Reached Out

package/src/prompts/heartbeat/ei.ts

@@ -1,51 +1,41 @@
-/**
- * Ei Heartbeat Prompt Builder
- * 
- * Ei's heartbeat is special - it considers not just engagement gaps but also
- * inactive personas and cross-system health. Ei is the "system guide" and 
- * should prompt the user about neglected relationships.
- */
-
-import type { EiHeartbeatPromptData, PromptOutput } from "./types.js";
-import type { Message, Topic, Person } from "../../core/types.js";
-import { formatMessagesAsPlaceholders } from "../message-utils.js";
-
-function formatTopicsWithGaps(topics: Topic[]): string {
-  if (topics.length === 0) return "(No topics with engagement gaps)";
-  
-  return topics
-    .slice(0, 10) // Top 10 most under-discussed
-    .map(t => {
-      const gap = t.exposure_desired - t.exposure_current;
-      const sentiment = t.sentiment > 0.3 ? "😊" : t.sentiment < -0.3 ? "😟" : "😐";
-      return `- **${t.name}** ${sentiment} (gap: +${gap.toFixed(2)}): ${t.description}`;
-    })
-    .join('\n');
-}
-
-function formatPeopleWithGaps(people: Person[]): string {
-  if (people.length === 0) return "(No people with engagement gaps)";
-  
-  return people
-    .slice(0, 10)
-    .map(p => {
-      const gap = p.exposure_desired - p.exposure_current;
-      return `- **${p.name}** (${p.relationship}, gap: +${gap.toFixed(2)}): ${p.description}`;
-    })
-    .join('\n');
+import type { EiHeartbeatPromptData, EiHeartbeatItem, PromptOutput } from "./types.js";
+import type { Message } from "../../core/types.js";
+import { formatMessagesAsPlaceholders, getMessageDisplayText } from "../message-utils.js";
+
+function formatItem(item: EiHeartbeatItem): string {
+  switch (item.type) {
+    case "Fact Check":
+      return [
+        `- **${item.id}** Fact Check: "${item.name}" → ${item.description}`,
+        item.quote ? `  Quote: "${item.quote}"` : "",
+      ].filter(Boolean).join("\n");
+
+    case "Low-Engagement Person":
+      return [
+        `- **${item.id}** Low-Engagement Person: ${item.name} (${item.relationship}, gap: ${item.engagement_delta})`,
+        `  ${item.description}`,
+        item.quote ? `  Quote: "${item.quote}"` : "",
+      ].filter(Boolean).join("\n");
+
+    case "Low-Engagement Topic":
+      return [
+        `- **${item.id}** Low-Engagement Topic: ${item.name} (gap: ${item.engagement_delta})`,
+        `  ${item.description}`,
+        item.quote ? `  Quote: "${item.quote}"` : "",
+      ].filter(Boolean).join("\n");
+
+    case "Inactive Persona": {
+      const desc = item.short_description ? ` — ${item.short_description}` : "";
+      return `- **${item.id}** Inactive Persona: ${item.name}${desc} (${item.days_inactive} days inactive)`;
+    }
+  }
 }
 
 function countTrailingPersonaMessages(history: Message[]): number {
-  if (history.length === 0) return 0;
-
   let count = 0;
   for (let i = history.length - 1; i >= 0; i--) {
-    // In heartbeat context, Ei's messages are "system" role (not from human)
-    if (history[i].role === "system") {
-      count++;
-    } else {
-      break;
-    }
+    if (history[i].role === "system") count++;
+    else break;
   }
   return count;
 }
@@ -54,119 +44,57 @@ function getLastPersonaMessage(history: Message[]): Message | undefined {
   return history.filter(m => m.role === "system").slice(-1)[0];
 }
 
-function formatInactivePersonas(personas: EiHeartbeatPromptData["inactive_personas"]): string {
-  if (personas.length === 0) return "(All personas have been active recently)";
-  
-  return personas
-    .map(p => {
-      const desc = p.short_description ? ` - ${p.short_description}` : "";
-      return `- **${p.name}**${desc}: ${p.days_inactive} days inactive`;
-    })
-    .join('\n');
-}
-
-/**
- * Build Ei heartbeat prompts.
- * 
- * Ei sees ALL data and has special responsibilities:
- * - System health monitoring
- * - Gentle nudges about neglected relationships
- * - Encouraging human-to-human connection
- */
 export function buildEiHeartbeatPrompt(data: EiHeartbeatPromptData): PromptOutput {
-  // Build system prompt fragments
-  const roleFragment = `You are Ei, the user's personal companion and system guide.
+  const itemsSection = data.items.length === 0
+    ? "(Nothing requires attention right now)"
+    : data.items.map(formatItem).join("\n\n");
+
+  const system = `You are Ei, the user's personal companion and system guide.
 
-You are NOT having a conversation right now - you are deciding IF and WHAT to discuss with your human friend.
+You are NOT having a conversation right now — you are deciding IF and WHAT to discuss with your human friend.
 
 Your unique role:
 - You see ALL of the human's data across all groups
 - You help them reflect on their life and relationships
 - You gently encourage human-to-human connection
-- You care about their overall wellbeing, not just being helpful`;
-
-  const systemHealthFragment = `## System Health
-
-### Pending Validations
-${data.pending_validations > 0 
-  ? `There are **${data.pending_validations}** items from other personas that need your review.`
-  : "No pending validations."}
-
-### Inactive Personas
-${formatInactivePersonas(data.inactive_personas)}`;
+- You care about their overall wellbeing, not just being helpful
 
-  const humanDataFragment = `## Human's Current State
+## Items That May Need Attention
 
-### Under-Discussed Topics
-These are topics they want to talk about more:
+Each item has an ID in brackets. Pick at most ONE to address.
 
-${formatTopicsWithGaps(data.human.topics)}
+${itemsSection}
 
-### Under-Engaged People
-These are relationships they might want to nurture:
+## How to Respond to Each Type
 
-${formatPeopleWithGaps(data.human.people)}`;
+- **Fact Check**: Do NOT write your own message. Set should_respond=true and provide the id. The system will generate an appropriate canned notification for the user. Leave my_response empty.
+- **Low-Engagement Person / Topic**: Write a natural, warm message that naturally brings up this person or topic. Set the id and my_response.
+- **Inactive Persona**: Write a message that gently mentions the persona might be worth checking in with. Set the id and my_response.
 
-  const guidelinesFragment = `## Guidelines for Ei
+## When NOT to Reach Out
 
-### Your Priorities (in order)
-1. **Wellbeing first** - If something seems concerning, address it gently
-2. **Human connections** - Encourage real-world relationships over AI dependency
-3. **Reflection** - Help them think, don't do their thinking for them
-4. **System health** - Mention inactive personas or pending validations if relevant
-
-### When to Reach Out
-- A significant topic has been neglected and you can help them process it
-- They might benefit from connecting with someone (real person or persona)
-- You have a genuine observation or question
-- Pending validations need attention
-
-### When NOT to Reach Out
-- Recent conversation ended with natural closure
-- Nothing meaningful to add
+- Nothing in the list feels meaningful right now
+- You've already sent unanswered messages (see below)
 - It would feel like nagging
-- They seem to need space
-
-### Tone
-- Warm but not saccharine
-- Curious but not intrusive
-- Supportive but honest
-- A good friend, not a therapist`;
 
-  const outputFragment = `## Response Format
+## Response Format
 
-Return JSON with your priorities and message:
+Pick ONE item (or none):
 
 \`\`\`json
 {
   "should_respond": true,
-  "priorities": [
-    { "type": "topic", "name": "work stress", "reason": "hasn't been discussed in 2 weeks" },
-    { "type": "persona", "name": "Adventure Guide", "reason": "inactive for 5 days" },
-    { "type": "person", "name": "Mom", "reason": "they mentioned wanting to call her" }
-  ],
-  "message": "Hey! I noticed we haven't talked about work lately - how's that project going?"
+  "id": "the-item-id-you-chose",
+  "my_response": "Hey, how's your mom doing? You mentioned wanting to call her."
 }
 \`\`\`
 
-If you decide NOT to reach out:
+Or if nothing warrants reaching out:
 \`\`\`json
 {
   "should_respond": false
 }
-\`\`\`
-
-Note: The "priorities" list helps you organize your thoughts. Your message should naturally address the top priority without feeling like a checklist.`;
-
-  const system = `${roleFragment}
-
-${systemHealthFragment}
-
-${humanDataFragment}
-
-${guidelinesFragment}
-
-${outputFragment}`;
+\`\`\``;
 
   const historySection = `## Recent Conversation History
 
@@ -174,20 +102,21 @@ ${formatMessagesAsPlaceholders(data.recent_history, "Ei")}`;
 
   const consecutiveMessages = countTrailingPersonaMessages(data.recent_history);
   const lastEiMsg = getLastPersonaMessage(data.recent_history);
-  
-  let unansweredWarning = '';
+
+  let unansweredWarning = "";
   if (lastEiMsg && consecutiveMessages >= 1) {
-    const preview = lastEiMsg.content.length > 100 
-      ? lastEiMsg.content.substring(0, 100) + "..." 
-      : lastEiMsg.content;
-    
+    const rawPreview = getMessageDisplayText(lastEiMsg) ?? "";
+    const preview = rawPreview.length > 100
+      ? rawPreview.substring(0, 100) + "..."
+      : rawPreview;
+
     unansweredWarning = `
 ### CRITICAL: You Already Reached Out
 
 Your last message was: "${preview}"
 
 The human has NOT responded. DO NOT repeat or rephrase this message.
-If you reach out now, it MUST be about something COMPLETELY DIFFERENT - or say nothing.`;
+If you reach out now, it MUST be about something COMPLETELY DIFFERENT — or say nothing.`;
 
     if (consecutiveMessages >= 2) {
       unansweredWarning += `
@@ -200,7 +129,7 @@ If you reach out now, it MUST be about something COMPLETELY DIFFERENT - or say n
 ${unansweredWarning}
 ---
 
-Based on all the context above, decide: Should you reach out to your human friend right now? If so, what's most important to address?
+Based on all the context above, decide: Should you reach out to your human friend right now? If so, which item above is most worth addressing?
 
 Remember: You're their thoughtful companion, not their productivity assistant.`;
 

package/src/prompts/heartbeat/types.ts

@@ -39,32 +39,62 @@ export interface HeartbeatCheckResult {
   message?: string;
 }
 
+// =============================================================================
+// EI HEARTBEAT TYPES
+// =============================================================================
+
+/**
+ * A single item Ei can choose to address.
+ * One of: an unverified fact, an under-engaged person, an under-engaged topic,
+ * or an inactive persona.
+ */
+export type EiHeartbeatItem =
+  | {
+      id: string;
+      type: "Fact Check";
+      name: string;
+      description: string;
+      quote?: string;
+    }
+  | {
+      id: string;
+      type: "Low-Engagement Person";
+      engagement_delta: string;  // e.g. "25%"
+      relationship: string;
+      name: string;
+      description: string;
+      quote?: string;
+    }
+  | {
+      id: string;
+      type: "Low-Engagement Topic";
+      engagement_delta: string;  // e.g. "28%"
+      name: string;
+      description: string;
+      quote?: string;
+    }
+  | {
+      id: string;
+      type: "Inactive Persona";
+      name: string;
+      short_description?: string;
+      days_inactive: number;
+    };
+
 /**
  * Data contract for buildEiHeartbeatPrompt
  */
 export interface EiHeartbeatPromptData {
-  human: {
-    topics: Topic[];     // All topics with gaps
-    people: Person[];    // All people with gaps
-  };
-  inactive_personas: Array<{
-    name: string;
-    short_description?: string;
-    days_inactive: number;
-  }>;
-  pending_validations: number;  // Count of items needing Ei review
+  items: EiHeartbeatItem[];
   recent_history: Message[];
 }
 
 /**
- * Expected LLM response from Ei heartbeat
+ * Expected LLM response from Ei heartbeat.
+ * Ei picks exactly ONE item by id and optionally writes a message.
  */
 export interface EiHeartbeatResult {
   should_respond: boolean;
-  priorities?: Array<{
-    type: "topic" | "persona" | "person";
-    name: string;
-    reason: string;
-  }>;
-  message?: string;
+  id?: string;          // ID of the chosen item (required if should_respond is true)
+  my_response?: string; // Only used for Person/Topic/Persona items (not Fact Check)
 }

package/src/prompts/human/item-update.ts

@@ -240,13 +240,26 @@ In addition to updating the ${typeLabel}, identify any **memorable, funny, impor
 - Phrases that reveal personality or communication style
 - Things you'd quote back to them later to make them laugh
 - Unique expressions, malaphors, or turns of phrase
-
-**De-prioritize:**
-- Dry technical facts (those belong in TOPICS)
-- Status updates or process descriptions
-- Generic statements that could come from anyone
-
-A quote like "Does the Pope shit in his hat?" is GOLD. A quote like "We're running a batch of 44k students" is just... data.
+- Quotable moments from EITHER speaker — humans AND AI personas both say memorable things
+
+**NEVER extract these — they are NOT quotes:**
+- Technical identifiers: ARNs, URLs, file paths, UUIDs, config keys, environment variable values, role/policy names
+- AI agent self-talk: "I notice I'm in Plan Mode", "I'll start by...", "Let me help you with...", status updates about the agent's own process
+- AI apologies or acknowledgments: "You're absolutely right", "I apologize for that overreach", "Good decision to revert"
+- Generic AI instructions or tips: "Remember to include X in your prompts", tool usage advice, workflow suggestions
+- Dry technical facts: infrastructure descriptions, process status, batch sizes, system architecture summaries
+- Status updates or process descriptions: "We're running a batch of...", "The pipeline is...", "I'm currently working on..."
+- Generic statements that could come from anyone or any AI session
+- Credentials, secrets, connection strings, or anything that looks like an access token
+
+**The litmus test**: Would you bring this up at a bar with a friend? Would it make someone laugh, think, or feel something?
+- "Does the Pope shit in his hat?" → YES. Hilarious malaphor.
+- "AWSReservedSSO_cmidp-nihl-sandbox-adm_db7b191e026bdd85" → NO. That's a credential.
+- "Slow is smooth. Smooth is fast." → YES (once). Pithy wisdom.
+- "The authentication flow is working correctly now" → NO. Status update.
+- "I built this, and now it's live." → YES. Pride and accomplishment.
+
+**When in doubt, leave it out.** An empty quotes array is always acceptable.
 
 Return them in the \`quotes\` array:
 
@@ -266,7 +279,6 @@ Return them in the \`quotes\` array:
 
 **CRITICAL**: Return the EXACT text as it appears in the message (spacing, punctuation, formatting, etc.). WE CAN ONLY USE IT IF WE FIND IT IN THE TEXT.
 
-
 # CRITICAL INSTRUCTIONS
 
 ONLY ANALYZE the "Most Recent Messages" in the following conversation. The "Earlier Conversation" is provided for your context and has already been processed!

package/src/prompts/index.ts

@@ -10,6 +10,7 @@ export type {
   HeartbeatCheckResult,
   EiHeartbeatPromptData,
   EiHeartbeatResult,
+  EiHeartbeatItem,
 } from "./heartbeat/types.js";
 
 export {
@@ -41,11 +42,7 @@ export type {
   TraitResult,
 } from "./persona/types.js";
 
-export { buildEiValidationPrompt } from "./validation/index.js";
-export type {
-  EiValidationPromptData,
-  EiValidationResult,
-} from "./validation/types.js";
+
 
 export {
   buildHumanFactScanPrompt,

package/src/prompts/message-utils.ts

@@ -2,14 +2,52 @@ import type { Message } from "../core/types.js";
 
 const MESSAGE_PLACEHOLDER_REGEX = /\[mid:([a-zA-Z0-9_-]+):([^\]]+)\]/g;
 
+/**
+ * Returns the display text for a message from its structured fields.
+ * - action_response as _italics_
+ * - verbal_response as plain text
+ * - silence_reason shown so the user understands why a persona stayed silent
+ */
+export function getMessageDisplayText(message: Message): string | null {
+  const parts: string[] = [];
+  if (message.action_response) parts.push(`_${message.action_response}_`);
+  if (message.verbal_response) parts.push(message.verbal_response);
+  if (message.silence_reason) {
+    const name = 'Persona'; // Caller doesn't pass persona name; frontends can override
+    parts.push(`[${name} chose not to respond because: ${message.silence_reason}]`);
+  }
+  if (parts.length === 0) return null;
+  return parts.join('\n\n');
+}
+
+/**
+ * Builds the content string for a ChatMessage sent to the LLM.
+ * Unlike getMessageDisplayText (which is for frontend rendering and skips silence),
+ * this includes ALL structured fields so the persona has full conversational context:
+ *   - action_response as _italics_
+ *   - verbal_response as plain text
+ *   - silence_reason as "You chose not to respond because: ..."
+ */
+export function buildChatMessageContent(message: Message): string {
+  const parts: string[] = [];
+  if (message.action_response) parts.push(`_${message.action_response}_`);
+  if (message.verbal_response) parts.push(message.verbal_response);
+  if (message.silence_reason) {
+    parts.push(`You chose not to respond because: ${message.silence_reason}`);
+  }
+  return parts.join('\n\n');
+}
+
 export function formatMessageAsPlaceholder(message: Message, personaName: string): string {
   const role = message.role === "human" ? "human" : personaName;
   return `[mid:${message.id}:${role}]`;
 }
 
 export function formatMessagesAsPlaceholders(messages: Message[], personaName: string): string {
-  if (messages.length === 0) return "(No messages)";
-  return messages.map(m => formatMessageAsPlaceholder(m, personaName)).join('\n\n');
+  // Skip silence-only messages — they're not conversational context for the LLM
+  const conversational = messages.filter(m => m.silence_reason === undefined);
+  if (conversational.length === 0) return "(No messages)";
+  return conversational.map(m => formatMessageAsPlaceholder(m, personaName)).join('\n\n');
 }
 
 export function hydratePromptPlaceholders(
@@ -22,7 +60,8 @@ export function hydratePromptPlaceholders(
       return `[${role}]: [message not found]`;
     }
     const displayRole = message.role === "human" ? "[human]" : `[${role}]`;
-    return `${displayRole}: ${message.content}`;
+    const text = getMessageDisplayText(message) ?? "[no content]";
+    return `${displayRole}: ${text}`;
   });
 }
 

package/src/prompts/response/index.ts

@@ -19,9 +19,10 @@ import {
   buildQuotesSection,
   buildSystemKnowledgeSection,
   getConversationStateText,
+  buildResponseFormatSection,
 } from "./sections.js";
 
-export type { ResponsePromptData, PromptOutput } from "./types.js";
+export type { ResponsePromptData, PromptOutput, PersonaResponseResult } from "./types.js";
 
 /**
  * Special system prompt for Ei (the system guide persona)
@@ -47,6 +48,7 @@ Your role is unique among personas:
   const associatesSection = buildAssociatesSection(data.visible_personas);
   const systemKnowledge = buildSystemKnowledgeSection(data.isTUI);
   const priorities = buildPrioritiesSection(data.persona, data.human);
+  const responseFormat = buildResponseFormatSection();
   const currentTime = new Date().toISOString();
 
   return `${identity}
@@ -63,16 +65,19 @@ ${associatesSection}
 ${systemKnowledge}
 ${priorities}
 
+${responseFormat}
+
 Current time: ${currentTime}
 
 ## Final Instructions
 - NEVER repeat or echo the user's message in your response. Start directly with your own words.
 - The developers cannot see any message sent by the user, any response from personas, or any other data in the system.
 - If the user has a problem, THEY need to visit https://flare576.com. You cannot send the devs a message
-- DO NOT INCLUDE <thinking> PROCESS NOTES - adding "internal monologue" or story content is fine, but do not include analysis of the user's messages
-- If you decide not to respond, say exactly: No Message`;
+- Your entire reply must be the JSON object. No prose before or after it.`
 }
 
+const RESPONSE_FORMAT_INSTRUCTION = `Respond to the conversation above using the JSON format specified in the Response Format section.`;
+
 /**
  * Standard system prompt for non-Ei personas
  */
@@ -85,6 +90,7 @@ function buildStandardSystemPrompt(data: ResponsePromptData): string {
   const quotesSection = buildQuotesSection(data.human.quotes, data.human);
   const associatesSection = buildAssociatesSection(data.visible_personas);
   const priorities = buildPrioritiesSection(data.persona, data.human);
+  const responseFormat = buildResponseFormatSection();
   const currentTime = new Date().toISOString();
 
   return `${identity}
@@ -100,12 +106,13 @@ ${quotesSection}
 ${associatesSection}
 ${priorities}
 
+${responseFormat}
+
 Current time: ${currentTime}
 
 ## Final Instructions
 - NEVER repeat or echo the user's message in your response. Start directly with your own words.
-- DO NOT INCLUDE <thinking> PROCESS NOTES - adding "internal monologue" or story content is fine, but do not include analysis of the user's messages
-- If you decide not to respond, say exactly: No Message`;
+- Your entire reply must be the JSON object. No prose before or after it.`
 }
 
 function buildUserPrompt(data: ResponsePromptData): string {
@@ -113,7 +120,7 @@ function buildUserPrompt(data: ResponsePromptData): string {
   
   return `${conversationState}
 
-Respond to the conversation above. If silence is appropriate, say exactly: No Message`;
+${RESPONSE_FORMAT_INSTRUCTION}`;
 }
 
 /**