ei-tui 0.1.3 → 0.1.5

package/tui/src/components/Sidebar.tsx

@@ -71,6 +71,7 @@ export function Sidebar() {
 
               return (
                 <box
+                  flexDirection="column"
                   backgroundColor={
                     isActive() && highlightedPersona() === persona.id 
                       ? "#3d5a80"
@@ -78,12 +79,15 @@ export function Sidebar() {
                       ? "#2d3748"
                       : "transparent"
                   }
-                  padding={1}
-                  marginBottom={0.5}
+                  paddingX={1}
+                  marginBottom={1}
                 >
                   <text fg={textColor()}>
                     {getLabel()}
                   </text>
+                  <text fg="#586e75" wrapMode="word" height={2} visible={!!persona.short_description}>
+                    {persona.short_description ?? ""}
+                  </text>
                 </box>
               );
             }}

package/tui/src/components/StatusBar.tsx

@@ -15,13 +15,20 @@ export function StatusBar() {
 
   const getQueueIndicator = () => {
     const status = queueStatus();
+    let label: string;
     if (status.state === "busy") {
-      return `Processing (${status.pending_count})`;
+      label = `Processing (${status.pending_count})`;
+    } else if (status.state === "paused") {
+      label = `Paused (${status.pending_count})`;
+    } else if (status.pending_count > 0) {
+      label = `Waiting (${status.pending_count})`;
+    } else {
+      label = "Ready";
     }
-    if (status.state === "paused") {
-      return "Paused";
+    if (status.dlq_count > 0) {
+      label += ` [DLQ:${status.dlq_count}]`;
     }
-    return "Ready";
+    return label;
   };
 
   const getFocusIndicator = () => {
@@ -69,7 +76,7 @@ export function StatusBar() {
         </text>
       </Show>
 
-      <text fg={queueStatus().state === "busy" ? "#b58900" : "#586e75"}>
+      <text fg={queueStatus().state === "busy" ? "#b58900" : queueStatus().dlq_count > 0 ? "#dc322f" : queueStatus().pending_count > 0 ? "#2aa198" : "#586e75"}>
         {getQueueIndicator()}
       </text>
     </box>

package/tui/src/context/ei.tsx

@@ -32,6 +32,7 @@ import type {
   StateConflictData,
   StateConflictResolution,
   ContextStatus,
+  LLMRequest,
 } from "../../../src/core/types.js";
 
 interface EiStore {
@@ -57,6 +58,10 @@ export interface EiContextValue {
   refreshMessages: () => Promise<void>;
   abortCurrentOperation: () => Promise<void>;
   resumeQueue: () => Promise<void>;
+  pauseQueue: () => void;
+  getQueueActiveItems: () => LLMRequest[];
+  getDLQItems: () => LLMRequest[];
+  updateQueueItem: (id: string, updates: Partial<LLMRequest>) => Promise<boolean>;
   stopProcessor: () => Promise<void>;
   saveAndExit: () => Promise<{ success: boolean; error?: string }>;
   showNotification: (message: string, level: "error" | "warn" | "info") => void;
@@ -98,6 +103,7 @@ export interface EiContextValue {
   dismissWelcomeOverlay: () => void;
   deleteMessages: (personaId: string, messageIds: string[]) => Promise<void>;
   setMessageContextStatus: (personaId: string, messageId: string, status: ContextStatus) => Promise<void>;
+  recallPendingMessages: () => Promise<string>;
 }
 
 const EiContext = createContext<EiContextValue>();
@@ -109,7 +115,7 @@ export const EiProvider: ParentComponent = (props) => {
     activePersonaId: null,
     activeContextBoundary: undefined,
     messages: [],
-    queueStatus: { state: "idle", pending_count: 0 },
+    queueStatus: { state: "idle", pending_count: 0, dlq_count: 0 },
     notification: null,
   });
 
@@ -209,6 +215,27 @@ export const EiProvider: ParentComponent = (props) => {
     await processor.resumeQueue();
   };
 
+  const pauseQueue = () => {
+    if (!processor) return;
+    logger.info("Pausing queue");
+    processor.pauseQueue();
+  };
+
+  const getQueueActiveItems = (): LLMRequest[] => {
+    if (!processor) return [];
+    return processor.getQueueActiveItems();
+  };
+
+  const getDLQItems = (): LLMRequest[] => {
+    if (!processor) return [];
+    return processor.getDLQItems();
+  };
+
+  const updateQueueItem = async (id: string, updates: Partial<LLMRequest>): Promise<boolean> => {
+    if (!processor) return false;
+    return processor.updateQueueItem(id, updates);
+  };
+
   const stopProcessor = async () => {
     if (processor) {
       await processor.stop();
@@ -378,6 +405,14 @@ export const EiProvider: ParentComponent = (props) => {
     await processor.setMessageContextStatus(personaId, messageId, status);
   };
 
+  const recallPendingMessages = async (): Promise<string> => {
+    if (!processor) return "";
+    const personaId = store.activePersonaId;
+    if (!personaId) return "";
+    return processor.recallPendingMessages(personaId);
+  };
+
+
   const searchHumanData = async (
     query: string,
     options?: { types?: Array<"fact" | "trait" | "topic" | "person" | "quote">; limit?: number }
@@ -497,11 +532,11 @@ export const EiProvider: ParentComponent = (props) => {
           logger.debug(`onQueueStateChanged called with state: ${state}`);
           if (processor) {
             processor.getQueueStatus().then((status) => {
-              setStore("queueStatus", { state: status.state, pending_count: status.pending_count });
+              setStore("queueStatus", { state: status.state, pending_count: status.pending_count, dlq_count: status.dlq_count });
               logger.debug(`store.queueStatus after setStore:`, store.queueStatus);
             });
           } else {
-            setStore("queueStatus", { state, pending_count: 0 });
+            setStore("queueStatus", { state, pending_count: 0, dlq_count: 0 });
           }
         },
         onContextBoundaryChanged: (personaId) => {
@@ -559,6 +594,10 @@ export const EiProvider: ParentComponent = (props) => {
     refreshMessages,
     abortCurrentOperation,
     resumeQueue,
+    pauseQueue,
+    getQueueActiveItems,
+    getDLQItems,
+    updateQueueItem,
     stopProcessor,
     saveAndExit,
     showNotification,
@@ -591,6 +630,7 @@ export const EiProvider: ParentComponent = (props) => {
     dismissWelcomeOverlay: () => setShowWelcomeOverlay(false),
     deleteMessages,
     setMessageContextStatus,
+    recallPendingMessages,
   };
 
   return (

package/tui/src/context/keyboard.tsx

@@ -5,11 +5,12 @@ import {
   type ParentComponent,
   type Accessor,
 } from "solid-js";
-import { useKeyboard, useRenderer } from "@opentui/solid";
+import { useKeyboard, useRenderer, useSelectionHandler } from "@opentui/solid";
 import type { ScrollBoxRenderable, KeyEvent, TextareaRenderable, CliRenderer } from "@opentui/core";
 import type { PersonaSummary } from "../../../src/core/types.js";
 import { useEi } from "./ei";
 import { logger } from "../util/logger";
+import { copyToClipboard } from "../util/clipboard";
 
 export type Panel = "sidebar" | "messages" | "input";
 
@@ -23,6 +24,7 @@ interface KeyboardContextValue {
   toggleSidebar: () => void;
   exitApp: () => Promise<void>;
   renderer: CliRenderer;
+  resetHistoryIndex: () => void;
 }
 
 const KeyboardContext = createContext<KeyboardContextValue>();
@@ -31,11 +33,13 @@ export const KeyboardProvider: ParentComponent = (props) => {
   const [focusedPanel, setFocusedPanel] = createSignal<Panel>("input");
   const [sidebarVisible, setSidebarVisible] = createSignal(true);
   const renderer = useRenderer();
-  const { queueStatus, abortCurrentOperation, resumeQueue, personas, activePersonaId, selectPersona, saveAndExit, showNotification } = useEi();
+  const { queueStatus, abortCurrentOperation, resumeQueue, personas, activePersonaId, selectPersona, saveAndExit, showNotification, messages, recallPendingMessages } = useEi();
   
   let messageScrollRef: ScrollBoxRenderable | null = null;
   let textareaRef: TextareaRenderable | null = null;
   let editorHandler: (() => Promise<void>) | null = null;
+  let historyIndex = -1;  // -1 = not browsing history
+  let savedDraft = "";   // input text saved when history browsing starts
 
   const registerMessageScroll = (scrollbox: ScrollBoxRenderable) => {
     messageScrollRef = scrollbox;
@@ -123,6 +127,67 @@ export const KeyboardProvider: ParentComponent = (props) => {
       return;
     }
 
+
+    if (event.name === "up" && !event.ctrl && !event.shift && !event.meta) {
+      if (!textareaRef) return;
+      const cursor = textareaRef.logicalCursor;
+      // Only intercept when cursor is at the very beginning (row 0, col 0)
+      if (cursor.row !== 0 || cursor.col !== 0) return;
+      // Don't intercept when slash-command suggest panel is visible
+      if (textareaRef.plainText.startsWith("/")) return;
+
+      event.preventDefault();
+      // First Up from fresh state: check for pending (unread) messages to recall
+      if (historyIndex === -1) {
+        const hasPending = messages().some(m => m.role === "human" && !m.read);
+        if (hasPending) {
+          savedDraft = textareaRef.plainText;
+          void recallPendingMessages().then(recalled => {
+            if (recalled) {
+              textareaRef!.setText(recalled);
+              textareaRef!.gotoBufferHome();
+            }
+          });
+          return;
+        }
+      }
+      // Navigate backward through sent-message history
+      const history = messages().filter(m => m.role === "human").map(m => (m.verbal_response ?? ''));
+      if (history.length === 0) return;
+      if (historyIndex === -1) {
+        savedDraft = textareaRef.plainText;
+      }
+      historyIndex = Math.min(historyIndex + 1, history.length - 1);
+      // history is newest-last; index 0 = most recent
+      const entry = history[history.length - 1 - historyIndex];
+      textareaRef.setText(entry);
+      textareaRef.gotoBufferHome();  // cursor at start so next Up continues backward
+      return;
+    }
+
+    if (event.name === "down" && !event.ctrl && !event.shift && !event.meta) {
+      if (!textareaRef || historyIndex === -1) return;
+      // Only intercept when cursor is at the very end
+      if (textareaRef.cursorOffset !== textareaRef.plainText.length) return;
+      // Don't intercept when slash-command suggest panel is visible
+      if (textareaRef.plainText.startsWith("/")) return;
+
+      event.preventDefault();
+      if (historyIndex === 0) {
+        // Back to the draft
+        historyIndex = -1;
+        textareaRef.setText(savedDraft);
+        textareaRef.gotoBufferEnd();
+      } else {
+        historyIndex -= 1;
+        const history = messages().filter(m => m.role === "human").map(m => (m.verbal_response ?? ''));
+        const entry = history[history.length - 1 - historyIndex];
+        textareaRef.setText(entry);
+        textareaRef.gotoBufferEnd();  // cursor at end so next Down continues forward
+      }
+      return;
+    }
+
     if (!messageScrollRef) return;
 
     const scrollAmount = messageScrollRef.height;
@@ -136,6 +201,28 @@ export const KeyboardProvider: ParentComponent = (props) => {
     }
   });
 
+
+  useSelectionHandler((selection) => {
+    const text = selection.getSelectedText();
+    if (!text || text.length === 0) return;
+    logger.info(`Selection detected: ${text.length} chars, copying...`);
+    void copyToClipboard(text)
+      .then(() => {
+        showNotification(`Copied ${text.length} chars`, "info");
+        renderer.clearSelection();
+        logger.info(`Clipboard copy succeeded`);
+      })
+      .catch((err: unknown) => {
+        logger.error(`Clipboard copy failed: ${String(err)}`);
+      });
+  });
+
+  const resetHistoryIndex = () => {
+    historyIndex = -1;
+    savedDraft = "";
+  };
+
+
   const value: KeyboardContextValue = {
     focusedPanel,
     setFocusedPanel,
@@ -146,6 +233,7 @@ export const KeyboardProvider: ParentComponent = (props) => {
     toggleSidebar,
     exitApp,
     renderer,
+    resetHistoryIndex,
   };
 
   return (

package/tui/src/util/clipboard.ts

@@ -0,0 +1,73 @@
+import { platform } from "os";
+
+/**
+ * Write OSC 52 escape sequence to stdout.
+ * Works in terminals that support it (Kitty, Alacritty, etc.).
+ * Apple Terminal.app does NOT support OSC 52 — use copyNative() for macOS.
+ */
+function writeOsc52(text: string): void {
+  if (!process.stdout.isTTY) return;
+  const base64 = Buffer.from(text).toString("base64");
+  const osc52 = `\x1b]52;c;${base64}\x07`;
+  const inTmux = process.env["TMUX"] || process.env["STY"];
+  const sequence = inTmux ? `\x1bPtmux;\x1b${osc52}\x1b\\` : osc52;
+  process.stdout.write(sequence);
+}
+
+/**
+ * Copy text to clipboard using the best available native method.
+ * Mirrors OpenCode's clipboard.ts approach.
+ */
+export async function copyToClipboard(text: string): Promise<void> {
+  // Always attempt OSC 52 (works over SSH, in supported terminals)
+  writeOsc52(text);
+
+  const os = platform();
+
+  if (os === "darwin") {
+    // osascript is the reliable path on macOS (works in Apple Terminal + tmux)
+    const escaped = text.replace(/\\/g, "\\\\").replace(/"/g, '\\"');
+    const proc = Bun.spawn(
+      ["osascript", "-e", `set the clipboard to "${escaped}"`],
+      { stdout: "ignore", stderr: "ignore" },
+    );
+    await proc.exited.catch(() => {});
+    return;
+  }
+
+  if (os === "linux") {
+    if (process.env["WAYLAND_DISPLAY"] && Bun.which("wl-copy")) {
+      const proc = Bun.spawn(["wl-copy"], {
+        stdin: "pipe",
+        stdout: "ignore",
+        stderr: "ignore",
+      });
+      proc.stdin.write(text);
+      proc.stdin.end();
+      await proc.exited.catch(() => {});
+      return;
+    }
+    if (Bun.which("xclip")) {
+      const proc = Bun.spawn(["xclip", "-selection", "clipboard"], {
+        stdin: "pipe",
+        stdout: "ignore",
+        stderr: "ignore",
+      });
+      proc.stdin.write(text);
+      proc.stdin.end();
+      await proc.exited.catch(() => {});
+      return;
+    }
+    if (Bun.which("xsel")) {
+      const proc = Bun.spawn(["xsel", "--clipboard", "--input"], {
+        stdin: "pipe",
+        stdout: "ignore",
+        stderr: "ignore",
+      });
+      proc.stdin.write(text);
+      proc.stdin.end();
+      await proc.exited.catch(() => {});
+      return;
+    }
+  }
+}

package/tui/src/util/yaml-serializers.ts

@@ -1,19 +1,22 @@
 import YAML from "yaml";
-import type { 
-  PersonaEntity, 
-  HumanEntity, 
+import type {
+  PersonaEntity,
+  HumanEntity,
   HumanSettings,
   CeremonyConfig,
   OpenCodeSettings,
-  Fact, 
-  Trait, 
-  Topic, 
+  Fact,
+  Trait,
+  Topic,
   Person,
   PersonaTopic,
   ProviderAccount,
   ProviderType,
   Quote,
   Message,
+  LLMRequest,
+  LLMRequestState,
+  LLMPriority,
 } from "../../../src/core/types.js";
 import { ContextStatus } from "../../../src/core/types.js";
 
@@ -220,7 +223,7 @@ export function personaToYAML(persona: PersonaEntity, allGroups?: string[]): str
       : persona.topics.map(({ name, perspective, approach, personal_stake, exposure_current, exposure_desired }) => ({ 
           name, perspective, approach, personal_stake, exposure_current, exposure_desired 
         })),
-    heartbeat_delay_ms: persona.heartbeat_delay_ms,
+    heartbeat_delay_ms: persona.heartbeat_delay_ms || 'default',
     context_window_hours: persona.context_window_hours,
     is_paused: persona.is_paused || undefined,
     pause_until: persona.pause_until,
@@ -322,7 +325,7 @@ export function personaFromYAML(yamlContent: string, original: PersonaEntity): P
     groups_visible: groupsVisible,
     traits,
     topics,
-    heartbeat_delay_ms: data.heartbeat_delay_ms,
+    heartbeat_delay_ms: stripPlaceholder(data.heartbeat_delay_ms, 'default'),
     context_window_hours: data.context_window_hours,
     is_paused: data.is_paused ?? false,
     pause_until: data.pause_until,
@@ -347,7 +350,7 @@ export function humanToYAML(human: HumanEntity): string {
   
   return YAML.stringify(data, {
     lineWidth: 0,
-  });
+  }).replace(/^(\s+validated:\s+\S+)$/mg, '$1 # none | ei | human');
 }
 
 export interface HumanYAMLResult {
@@ -640,6 +643,10 @@ export function newProviderFromYAML(yamlContent: string): ProviderAccount {
     data.default_model = undefined;
   }
   
+  if (data.token_limit !== undefined && data.token_limit !== null && (typeof data.token_limit !== "number" || isNaN(data.token_limit))) {
+    throw new Error(`token_limit must be a number (got: ${JSON.stringify(data.token_limit)}). Note: underscore separators (100_000) are not valid in YAML.`);
+  }
+
   return {
     id: crypto.randomUUID(),
     name: data.name,
@@ -687,6 +694,10 @@ export function providerFromYAML(yamlContent: string, original: ProviderAccount)
     throw new Error("Provider URL is required");
   }
   
+  if (data.token_limit !== undefined && data.token_limit !== null && (typeof data.token_limit !== "number" || isNaN(data.token_limit))) {
+    throw new Error(`token_limit must be a number (got: ${JSON.stringify(data.token_limit)}). Note: underscore separators (100_000) are not valid in YAML.`);
+  }
+
   return {
     id: original.id,
     name: data.name,
@@ -711,13 +722,17 @@ interface EditableMessage {
   timestamp: string;
   context_status: ContextStatus;
   _delete?: boolean;
-  content: string;
+  // verbal_response | action_response | silence_reason
+  verbal_response?: string;
+  action_response?: string;
+  silence_reason?: string;
 }
 
 export function contextToYAML(messages: Message[]): string {
   const header = [
     "# context_status: default | always | never",
     "# _delete: true — permanently removes the message",
+    "# verbal_response | action_response | silence_reason",
   ].join("\n");
 
   const data: EditableMessage[] = messages.map((m) => ({
@@ -726,7 +741,9 @@ export function contextToYAML(messages: Message[]): string {
     timestamp: m.timestamp,
     context_status: m.context_status,
     _delete: false,
-    content: m.content,
+    verbal_response: m.verbal_response,
+    action_response: m.action_response,
+    silence_reason: m.silence_reason,
   }));
 
   return header + "\n" + YAML.stringify(data, { lineWidth: 0 });
@@ -752,4 +769,57 @@ export function contextFromYAML(yamlContent: string): ContextYAMLResult {
   }
 
   return { messages, deletedMessageIds };
+}
+
+
+// =============================================================================
+// QUEUE ITEM YAML
+// =============================================================================
+
+export function queueItemsToYAML(items: LLMRequest[]): string {
+  const data = items.map(item => ({
+    id: item.id,
+    state: item.state,
+    created_at: item.created_at,
+    attempts: item.attempts,
+    last_attempt: item.last_attempt,
+    retry_after: item.retry_after,
+    type: item.type,
+    priority: item.priority,
+    next_step: item.next_step,
+    model: item.model,
+    data: item.data,
+    // NOTE: system/user prompts omitted (large); to requeue: set state='pending', attempts=0
+  }));
+  return YAML.stringify(data, { lineWidth: 0 });
+}
+
+export interface QueueItemUpdate {
+  id: string;
+  state: LLMRequestState;
+  attempts: number;
+  model?: string;
+  priority?: LLMPriority;
+  data?: Record<string, unknown>;
+}
+
+export function queueItemsFromYAML(yamlContent: string): QueueItemUpdate[] {
+  const data = YAML.parse(yamlContent) as QueueItemUpdate[];
+  if (!Array.isArray(data)) throw new Error("Expected a YAML array of queue items");
+  return data.map(item => {
+    if (!item.id) throw new Error(`Queue item missing 'id' field`);
+    if (!item.state) throw new Error(`Queue item ${item.id} missing 'state' field`);
+    const validStates: LLMRequestState[] = ["pending", "processing", "dlq"];
+    if (!validStates.includes(item.state)) {
+      throw new Error(`Queue item ${item.id} has invalid state '${item.state}'. Valid: ${validStates.join(", ")}`);
+    }
+    return {
+      id: item.id,
+      state: item.state,
+      attempts: typeof item.attempts === "number" ? item.attempts : 0,
+      model: item.model,
+      priority: item.priority,
+      data: item.data,
+    };
+  });
 }

package/src/prompts/validation/ei.ts

@@ -1,93 +0,0 @@
-import type { EiValidationPromptData, PromptOutput } from "./types.js";
-import type { DataItemBase } from "../../core/types.js";
-
-function formatDataItem(item: DataItemBase, label: string): string {
-  return `### ${label}
-- **Name**: ${item.name}
-- **Description**: ${item.description}
-- **Sentiment**: ${item.sentiment}
-- **Last Updated**: ${item.last_updated}
-${item.learned_by ? `- **Learned By**: ${item.learned_by}` : ""}`;
-}
-
-export function buildEiValidationPrompt(data: EiValidationPromptData): PromptOutput {
-  if (!data.item_name || !data.data_type) {
-    throw new Error("buildEiValidationPrompt: item_name and data_type are required");
-  }
-
-  const roleFragment = `You are Ei, the system guide and arbiter of truth for the human's data.
-
-When other personas learn things about the human, those changes come to you for validation. Your job is to ensure data quality and consistency.`;
-
-  const contextFragment = `# Validation Request
-
-**Type**: ${data.data_type.toUpperCase()}
-**Item**: "${data.item_name}"
-**Source**: ${data.source_persona}
-**Context**: ${data.context}`;
-
-  const dataFragment = data.current_item
-    ? `# Data Comparison
-
-${formatDataItem(data.current_item, "Current (existing data)")}
-
-${formatDataItem(data.proposed_item, "Proposed (from " + data.source_persona + ")")}`
-    : `# New Data
-
-${formatDataItem(data.proposed_item, "Proposed (from " + data.source_persona + ")")}
-
-*(This is a NEW ${data.data_type} - no existing data to compare)*`;
-
-  const guidelinesFragment = `# Validation Guidelines
-
-## ACCEPT if:
-- Change is factual and well-evidenced
-- New information is consistent with what you know about the human
-- Source persona's interpretation seems reasonable
-- Data improves understanding of the human
-
-## MODIFY if:
-- Partially correct but needs refinement
-- Description could be clearer or more accurate
-- Sentiment or other fields seem off
-- Good information but poorly expressed
-
-## REJECT if:
-- Contradicts known facts
-- Seems like a hallucination or misunderstanding
-- Would misrepresent the human
-- Source persona lacks context to make this claim
-
-## Considerations
-- ${data.source_persona} may have context you don't
-- The human's data should be accurate, not just convenient
-- When in doubt, lean toward accepting with modifications`;
-
-  const outputFragment = `# Response Format
-
-\`\`\`json
-{
-  "decision": "accept" | "modify" | "reject",
-  "reason": "Brief explanation of your decision",
-  "modified_item": { ... }  // Only if decision is "modify"
-}
-\`\`\`
-
-If modifying, include the corrected item with all fields.`;
-
-  const system = `${roleFragment}
-
-${contextFragment}
-
-${dataFragment}
-
-${guidelinesFragment}
-
-${outputFragment}`;
-
-  const user = `Review the ${data.data_type} "${data.item_name}" proposed by ${data.source_persona}.
-
-Should this change be accepted, modified, or rejected?`;
-
-  return { system, user };
-}

package/src/prompts/validation/index.ts

@@ -1,6 +0,0 @@
-export { buildEiValidationPrompt } from "./ei.js";
-export type {
-  EiValidationPromptData,
-  EiValidationResult,
-  PromptOutput,
-} from "./types.js";

package/src/prompts/validation/types.ts

@@ -1,22 +0,0 @@
-import type { DataItemBase } from "../../core/types.js";
-
-export interface PromptOutput {
-  system: string;
-  user: string;
-}
-
-export interface EiValidationPromptData {
-  validation_type: "cross_persona";
-  item_name: string;
-  data_type: "fact" | "trait" | "topic" | "person";
-  context: string;
-  source_persona: string;
-  current_item?: DataItemBase;
-  proposed_item: DataItemBase;
-}
-
-export interface EiValidationResult {
-  decision: "accept" | "modify" | "reject";
-  reason: string;
-  modified_item?: DataItemBase;
-}