ei-tui 0.9.3 → 1.0.0

package/tui/src/util/provider-detection.ts

@@ -0,0 +1,251 @@
+import type { ProviderType } from "../../../src/core/types.js";
+import type { ProviderAccount, ModelConfig } from "../../../src/core/types.js";
+
+export interface LocalProviderConfig {
+  name: string;
+  url: string;
+  priority: number;
+}
+
+export interface CloudProviderConfig {
+  name: string;
+  envVar: string;
+  url: string;
+  priority: number;
+}
+
+export interface SelectedModels {
+  extractionModel: string;
+  chatModel: string;
+  bonusModel?: string;
+}
+
+export interface ProviderDetectionResult {
+  name: string;
+  url: string;
+  apiKey?: string;
+  modelIds: string[];
+  selected: SelectedModels;
+  status: "detected" | "failed";
+}
+
+export interface ProviderDetectionStatus {
+  name: string;
+  detected: boolean;
+}
+
+export interface DetectProvidersOptions {
+  skipLocalDetect?: boolean;
+  skipCloudDetect?: boolean;
+  env?: Record<string, string | undefined>;
+}
+
+export const LOCAL_PROVIDERS: ReadonlyArray<LocalProviderConfig> = [
+  { name: "LMStudio", url: "http://127.0.0.1:1234/v1",  priority: 1 },
+  { name: "Ollama",   url: "http://127.0.0.1:11434/v1", priority: 2 },
+];
+
+export const CLOUD_PROVIDERS: ReadonlyArray<CloudProviderConfig> = [
+  { name: "Anthropic", envVar: "ANTHROPIC_API_KEY", url: "https://api.anthropic.com/v1",                             priority: 3 },
+  { name: "OpenAI",    envVar: "OPENAI_API_KEY",    url: "https://api.openai.com/v1",                                priority: 4 },
+  { name: "Groq",      envVar: "GROQ_API_KEY",      url: "https://api.groq.com/openai/v1",                          priority: 5 },
+  { name: "Mistral",   envVar: "MISTRAL_API_KEY",   url: "https://api.mistral.ai/v1",                               priority: 6 },
+  { name: "Gemini",    envVar: "GEMINI_API_KEY",    url: "https://generativelanguage.googleapis.com/v1beta/openai", priority: 7 },
+];
+
+export const ALL_PROVIDER_NAMES: ReadonlyArray<string> = [
+  ...LOCAL_PROVIDERS.map((p) => p.name),
+  ...CLOUD_PROVIDERS.map((p) => p.name),
+];
+
+function latestMatch(modelIds: string[], pattern: string): string | undefined {
+  const matches = modelIds.filter((id) => id.toLowerCase().includes(pattern));
+  if (matches.length === 0) return undefined;
+  return [...matches].sort().reverse()[0];
+}
+
+export function selectModelsForProvider(
+  providerName: string,
+  modelIds: string[]
+): SelectedModels {
+  const name = providerName.toLowerCase();
+
+  if (name === "groq") {
+    return {
+      extractionModel: "llama-3.1-8b-instant",
+      chatModel: "llama-3.3-70b-versatile",
+    };
+  }
+
+  if (modelIds.length === 0) {
+    return { extractionModel: "default", chatModel: "default" };
+  }
+
+  if (name === "anthropic") {
+    return {
+      extractionModel: latestMatch(modelIds, "haiku") ?? modelIds[0],
+      chatModel:       latestMatch(modelIds, "sonnet") ?? modelIds[0],
+      bonusModel:      latestMatch(modelIds, "opus"),
+    };
+  }
+
+  if (name === "openai") {
+    const gpt4oNonMini = modelIds.filter(
+      (id) => id.toLowerCase().includes("gpt-4o") && !id.toLowerCase().includes("mini")
+    );
+    return {
+      extractionModel: latestMatch(modelIds, "mini") ?? modelIds[0],
+      chatModel: gpt4oNonMini.length > 0
+        ? [...gpt4oNonMini].sort().reverse()[0]
+        : modelIds[0],
+    };
+  }
+
+  if (name === "mistral") {
+    return {
+      extractionModel: latestMatch(modelIds, "small") ?? modelIds[0],
+      chatModel:       latestMatch(modelIds, "large") ?? modelIds[0],
+    };
+  }
+
+  if (name === "gemini") {
+    return {
+      extractionModel: latestMatch(modelIds, "flash") ?? modelIds[0],
+      chatModel:       latestMatch(modelIds, "pro")   ?? modelIds[0],
+    };
+  }
+
+  return { extractionModel: modelIds[0], chatModel: modelIds[0] };
+}
+
+type FetchFn = (url: string, init?: RequestInit) => Promise<Response>;
+
+function buildAuthHeaders(url: string, apiKey: string | undefined): Record<string, string> {
+  if (!apiKey) return {};
+  if (url.includes("api.anthropic.com")) {
+    return {
+      "x-api-key": apiKey,
+      "anthropic-version": "2023-06-01",
+    };
+  }
+  return { "Authorization": `Bearer ${apiKey}` };
+}
+
+async function probeModels(
+  url: string,
+  apiKey: string | undefined,
+  fetchFn: FetchFn
+): Promise<string[] | null> {
+  try {
+    const headers = buildAuthHeaders(url, apiKey);
+    const response = await fetchFn(`${url}/models`, {
+      method: "GET",
+      headers,
+      signal: AbortSignal.timeout(3000),
+    });
+    if (!response.ok) return null;
+    const json = await response.json() as { data?: Array<{ id: string }> };
+    return (json.data ?? []).map((m) => m.id).filter(Boolean);
+  } catch {
+    return null;
+  }
+}
+
+export async function detectProviders(
+  options: DetectProvidersOptions = {},
+  fetchFn: FetchFn = fetch
+): Promise<{
+  detected: ProviderDetectionResult[];
+  statuses: ProviderDetectionStatus[];
+}> {
+  const env = options.env ?? (process.env as Record<string, string | undefined>);
+  const detected: ProviderDetectionResult[] = [];
+  const statuses: ProviderDetectionStatus[] = [];
+
+  const localResults = await Promise.all(
+    LOCAL_PROVIDERS.map(async (provider) => {
+      if (options.skipLocalDetect) return { provider, modelIds: null };
+      const modelIds = await probeModels(provider.url, undefined, fetchFn);
+      return { provider, modelIds };
+    })
+  );
+
+  for (const { provider, modelIds } of localResults) {
+    const ok = modelIds !== null;
+    statuses.push({ name: provider.name, detected: ok });
+    if (ok) {
+      detected.push({
+        name: provider.name,
+        url: provider.url,
+        modelIds: modelIds!,
+        selected: selectModelsForProvider(provider.name, modelIds!),
+        status: "detected",
+      });
+    }
+  }
+
+  const cloudResults = await Promise.all(
+    CLOUD_PROVIDERS.map(async (provider) => {
+      const apiKey = env[provider.envVar];
+      if (!apiKey) return { provider, apiKey: undefined, modelIds: null };
+      if (options.skipCloudDetect) return { provider, apiKey, modelIds: null };
+      const modelIds = await probeModels(provider.url, apiKey, fetchFn);
+      return { provider, apiKey, modelIds };
+    })
+  );
+
+  for (const { provider, apiKey, modelIds } of cloudResults) {
+    const ok = modelIds !== null;
+    statuses.push({ name: provider.name, detected: ok });
+    if (ok) {
+      detected.push({
+        name: provider.name,
+        url: provider.url,
+        apiKey,
+        modelIds: modelIds!,
+        selected: selectModelsForProvider(provider.name, modelIds!),
+        status: "detected",
+      });
+    }
+  }
+
+  return { detected, statuses };
+}
+
+export function buildProviderAccounts(
+  detected: ProviderDetectionResult[]
+): ProviderAccount[] {
+  return detected.map((d) => {
+    const makeModel = (modelName: string): ModelConfig => ({
+      id: crypto.randomUUID(),
+      name: modelName,
+    });
+
+    const seenNames = new Set<string>();
+    const models: ModelConfig[] = [];
+
+    const pushIfNew = (name: string) => {
+      if (!seenNames.has(name)) {
+        seenNames.add(name);
+        models.push(makeModel(name));
+      }
+    };
+
+    pushIfNew(d.selected.chatModel);
+    pushIfNew(d.selected.extractionModel);
+    if (d.selected.bonusModel) pushIfNew(d.selected.bonusModel);
+    for (const id of d.modelIds) pushIfNew(id);
+
+    return {
+      id: crypto.randomUUID(),
+      name: d.name,
+      type: "llm" as ProviderType,
+      url: d.url,
+      api_key: d.apiKey,
+      enabled: true,
+      created_at: new Date().toISOString(),
+      default_model: d.selected.chatModel,
+      models,
+    };
+  });
+}

package/tui/src/util/yaml-human.ts

@@ -191,6 +191,12 @@ export function humanToYAML(
       })
       .replace(/^(\s+)(identifiers:)/mg, (_, indent, _key) => {
         return `${indent}${personComment}\n${indent}identifiers:`;
+      })
+      .replace(/^( +)(sources:\n(?:\1  - .+\n)*)/mg, (match, indent, block) => {
+        return block
+          .split('\n')
+          .map(line => line.trim() ? `${indent}# [read-only] ${line}` : line)
+          .join('\n');
       });
 
   const serializeSection = (key: "facts" | "topics" | "people", items: unknown[] | undefined): string => {
@@ -199,7 +205,7 @@ export function humanToYAML(
       return `${key}:\n${stub}`;
     }
     const ordered = (items as object[]).map(canonicalFieldOrder);
-    const itemsYaml = YAML.stringify(ordered, { lineWidth: 0 })
+    const itemsYaml = YAML.stringify(ordered, { lineWidth: 0, aliasDuplicateObjects: false })
       .split('\n')
       .map(line => `  ${line}`)
       .join('\n')

package/tui/src/util/yaml-persona.ts

@@ -38,7 +38,7 @@ interface EditablePersonaData {
   traits: YAMLTrait[];
   topics: YAMLPersonaTopic[];
   heartbeat_delay_ms?: string | null;
-  context_window_hours?: number | null;
+  context_window_ms?: string | null;
   is_paused?: boolean;
   pause_until?: string;
   is_static?: boolean;
@@ -179,7 +179,9 @@ export function newPersonaFromYAML(yamlContent: string, allTools?: ToolDefinitio
     heartbeat_delay_ms: data.heartbeat_delay_ms == null
       ? undefined
       : parseDuration(data.heartbeat_delay_ms) ?? undefined,
-    context_window_hours: data.context_window_hours ?? undefined,
+    context_window_ms: data.context_window_ms == null
+      ? undefined
+      : parseDuration(data.context_window_ms) ?? undefined,
     tools: resolvePersonaToolsFromMap(data.tools, allTools ?? [], allProviders ?? []),
   };
 }
@@ -218,7 +220,7 @@ export function personaToYAML(persona: PersonaEntity, allGroups?: string[], allT
           name, perspective, approach, personal_stake, sentiment: sentiment ?? 0, exposure_current, exposure_desired
         })),
     heartbeat_delay_ms: persona.heartbeat_delay_ms ? formatDuration(persona.heartbeat_delay_ms) : null,
-    context_window_hours: persona.context_window_hours ?? null,
+    context_window_ms: persona.context_window_ms ? formatDuration(persona.context_window_ms) : null,
     is_paused: persona.is_paused || undefined,
     pause_until: persona.pause_until,
     is_static: persona.is_static || undefined,
@@ -328,7 +330,9 @@ export function personaFromYAML(yamlContent: string, original: PersonaEntity, al
     heartbeat_delay_ms: data.heartbeat_delay_ms == null
       ? undefined
       : parseDuration(data.heartbeat_delay_ms) ?? undefined,
-    context_window_hours: data.context_window_hours ?? undefined,
+    context_window_ms: data.context_window_ms == null
+      ? undefined
+      : parseDuration(data.context_window_ms) ?? undefined,
     is_paused: data.is_paused ?? false,
     pause_until: data.pause_until,
     is_static: data.is_static ?? false,

package/tui/src/util/yaml-settings.ts

@@ -16,7 +16,7 @@ interface EditableSettingsData {
   rewrite_model?: string | null;
   name_display?: string | null;
   default_heartbeat_ms?: string | null;
-  default_context_window_hours?: number | null;
+  default_context_window_ms?: string | null;
   message_min_count?: number | null;
   message_max_age_days?: number | null;
   ceremony?: {
@@ -65,7 +65,7 @@ export function settingsToYAML(settings: HumanSettings | undefined, accounts: Pr
     rewrite_model: guidToDisplay(settings?.rewrite_model),
     name_display: settings?.name_display ?? null,
     default_heartbeat_ms: formatDuration(settings?.default_heartbeat_ms ?? 1800000),
-    default_context_window_hours: settings?.default_context_window_hours ?? 8,
+    default_context_window_ms: formatDuration(settings?.default_context_window_ms ?? 28800000),
     message_min_count: settings?.message_min_count ?? 200,
     message_max_age_days: settings?.message_max_age_days ?? 14,
     ceremony: {
@@ -190,7 +190,7 @@ export function settingsFromYAML(yamlContent: string, original: HumanSettings |
     rewrite_model: displayToGuid(data.rewrite_model),
     name_display: nullToUndefined(data.name_display),
     default_heartbeat_ms: parseMsDuration(data.default_heartbeat_ms, 1800000),
-    default_context_window_hours: nullToUndefined(data.default_context_window_hours),
+    default_context_window_ms: parseMsDuration(data.default_context_window_ms, 28800000),
     message_min_count: nullToUndefined(data.message_min_count),
     message_max_age_days: nullToUndefined(data.message_max_age_days),
     ceremony,

package/src/core/orchestrators/person-migration.ts

@@ -1,55 +0,0 @@
-import { LLMRequestType, LLMPriority, LLMNextStep } from "../types.js";
-import type { StateManager } from "../state-manager.js";
-import { buildPersonMigrationPrompt } from "../../prompts/ceremony/index.js";
-
-export function queuePersonMigration(state: StateManager): void {
-  const human = state.getHuman();
-
-  if (human.settings?.people_migration_complete) {
-    console.log("[PersonMigration] Migration complete flag set — skipping");
-    return;
-  }
-
-  const unmigrated = human.people.filter(p => !p.identifiers || p.identifiers.length === 0);
-
-  if (unmigrated.length === 0) {
-    console.log("[PersonMigration] All Person records have identifiers — marking migration complete");
-    state.setHuman({
-      ...human,
-      settings: {
-        ...human.settings,
-        people_migration_complete: true,
-      },
-    });
-    return;
-  }
-
-  console.log(`[PersonMigration] Queuing migration for ${unmigrated.length} Person record(s)`);
-
-  const rewriteModel = human.settings?.rewrite_model;
-
-  for (const person of unmigrated) {
-    const prompt = buildPersonMigrationPrompt({
-      person: {
-        name: person.name,
-        description: person.description,
-        relationship: person.relationship,
-      },
-    });
-
-    state.queue_enqueue({
-      type: LLMRequestType.JSON,
-      priority: LLMPriority.Normal,
-      system: prompt.system,
-      user: prompt.user,
-      next_step: LLMNextStep.HandlePersonIdentifierMigration,
-      ...(rewriteModel ? { model: rewriteModel } : {}),
-      data: {
-        person_id: person.id,
-        ceremony_progress: 1,
-      },
-    });
-  }
-
-  console.log(`[PersonMigration] Queued ${unmigrated.length} migration request(s)`);
-}

package/src/prompts/ceremony/description-check.ts

@@ -1,54 +0,0 @@
-import type { DescriptionCheckPromptData } from "./types.js";
-
-export function buildDescriptionCheckPrompt(data: DescriptionCheckPromptData): { system: string; user: string } {
-  const traitList = data.traits.length > 0
-    ? data.traits.map(t => `- ${t.name}: ${t.description}`).join("\n")
-    : "No traits defined";
-
-  const topicList = data.topics.length > 0
-    ? data.topics.map(t => `- ${t.name}: ${t.perspective} (exposure: ${t.exposure_current.toFixed(2)})`).join("\n")
-    : "No topics defined";
-
-  const system = `You are evaluating whether a persona's description needs updating.
-
-A description should ONLY be updated if there is a SIGNIFICANT mismatch between:
-- The current description
-- The persona's current traits and topics
-
-Be VERY conservative. Only recommend updating if:
-- The description mentions interests/traits that are completely absent from current data
-- The persona has developed major new interests not reflected in the description
-- The description actively contradicts the current personality
-
-Do NOT recommend updating for:
-- Minor differences or evolution
-- Natural topic drift over time
-- Missing details that aren't contradictions
-
-Return JSON: { "should_update": true/false, "reason": "explanation" }`;
-
-  const user = `Persona: ${data.persona_name}
-
-Current short description:
-${data.current_short_description ?? "(none)"}
-
-Current long description:
-${data.current_long_description ?? "(none)"}
-
-Current personality traits:
-${traitList}
-
-Current topics of interest:
-${topicList}
-
-Does this persona's description need updating based on their current traits and topics?
-
-**Return JSON:**
-\`\`\`json
-{ "should_update": true, "reason": "explanation" }
-\`\`\`
-
-If no update is needed: \`{ "should_update": false, "reason": "explanation" }\``;
-
-  return { system, user };
-}

package/src/prompts/ceremony/expire.ts

@@ -1,37 +0,0 @@
-import type { PersonaExpirePromptData } from "./types.js";
-
-export function buildPersonaExpirePrompt(data: PersonaExpirePromptData): { system: string; user: string } {
-  const topicList = data.topics.map(t => {
-    const display = t.perspective || t.name;
-    return `- "${t.name}" (exposure: ${t.exposure_current.toFixed(2)}, sentiment: ${t.sentiment.toFixed(2)})\n  Perspective: ${display}`;
-  }).join("\n");
-
-  const system = `You are evaluating which topics a persona should stop caring about.
-
-A topic should be removed if:
-- Its exposure_current is very low (< 0.15) indicating prolonged disinterest
-- It no longer aligns with the persona's current interests
-- It was a temporary interest that has faded
-
-Be conservative - only suggest removing topics that are clearly irrelevant.
-If unsure, keep the topic.
-
-Return JSON: { "topic_ids_to_remove": ["id1", "id2"] }
-Return empty array if no topics should be removed.`;
-
-  const user = `Persona: ${data.persona_name}
-
-Current topics:
-${topicList}
-
-Which topics, if any, should this persona stop caring about?
-
-**Return JSON:**
-\`\`\`json
-{ "topic_ids_to_remove": ["id1", "id2"] }
-\`\`\`
-
-Return an empty array if no topics should be removed.`;
-
-  return { system, user };
-}

package/src/prompts/ceremony/explore.ts

@@ -1,77 +0,0 @@
-import type { PersonaExplorePromptData } from "./types.js";
-
-export function buildPersonaExplorePrompt(data: PersonaExplorePromptData): { system: string; user: string } {
-  const traitList = data.traits.map(t => 
-    `- ${t.name}: ${t.description} (strength: ${t.strength?.toFixed(2) ?? "N/A"})`
-  ).join("\n");
-
-  const topicList = data.remaining_topics.map(t => 
-    `- ${t.name}: ${t.perspective || t.name}`
-  ).join("\n");
-
-  const themeList = data.recent_conversation_themes.length > 0
-    ? data.recent_conversation_themes.map(t => `- ${t}`).join("\n")
-    : "No recent themes identified";
-
-  const system = `You are generating new conversation topics for a persona.
-
-Topics should:
-- Align with the persona's traits and personality
-- Complement (not duplicate) existing topics
-- Be natural extensions of recent conversation themes
-- Be specific enough to drive interesting conversations
-
-Generate 1-3 new topics that this persona would genuinely care about.
-
-Return JSON:
-{
-  "new_topics": [{
-    "name": "Topic Name",
-    "perspective": "The persona's view or opinion on this topic",
-    "approach": "How they prefer to engage with this topic",
-    "personal_stake": "Why this topic matters to them personally",
-    "sentiment": 0.5,
-    "exposure_current": 0.2,
-    "exposure_desired": 0.6
-  }]
-}
-
-**Field guidance:**
-- perspective: REQUIRED - their actual view/opinion
-- approach: Optional if unclear - how they discuss this topic
-- personal_stake: Optional if unclear - why it matters to them
-- exposure_current: Low (0.2) since these are new topics
-- exposure_desired: How much the persona would want to discuss this`;
-
-  const user = `Persona: ${data.persona_name}
-
-Personality traits:
-${traitList}
-
-Current topics (do not duplicate):
-${topicList}
-
-Recent conversation themes:
-${themeList}
-
-Generate new topics this persona would care about.
-
-**Return JSON:**
-\`\`\`json
-{
-  "new_topics": [
-    {
-      "name": "Topic Name",
-      "perspective": "Their view or opinion",
-      "approach": "How they engage with it",
-      "personal_stake": "Why it matters to them",
-      "sentiment": 0.5,
-      "exposure_current": 0.2,
-      "exposure_desired": 0.6
-    }
-  ]
-}
-\`\`\``;
-
-  return { system, user };
-}

package/src/prompts/ceremony/person-migration.ts

@@ -1,77 +0,0 @@
-import type { Person } from "../../core/types/data-items.js";
-import type { PromptOutput } from "../persona/types.js";
-
-export interface PersonMigrationPromptData {
-  person: Pick<Person, "name" | "description" | "relationship">;
-}
-
-export function buildPersonMigrationPrompt(data: PersonMigrationPromptData): PromptOutput {
-  const { person } = data;
-
-  const system = `You are extracting identifiers for a Person record in a personal knowledge system.
-
-A Person record has a \`name\` and \`description\` that describe who they are. Your job is to extract ALL identifiers for this person — every name, handle, alias, or platform ID that refers to them.
-
-## CRITICAL RULES
-
-1. The \`name\` field value MUST appear in identifiers — never lose it.
-2. If \`name\` contains a space (e.g. "Jeremy Scherer"), create BOTH a \`Full Name\` identifier AND a \`First Name\` identifier for the given name.
-3. Mark exactly one identifier as \`is_primary: true\` — the most natural display name.
-4. Check \`read_memory\` for additional context before finalizing.
-5. Return ONLY a JSON object with an \`identifiers\` array. No other text.
-6. "none" is never valid — every person has at least one identifier (their name).
-
-## DESCRIPTION PRE-PROCESSING
-
-If the description begins with a JSON block (e.g. \`{"identifiers": [...]}\` or \`[{...}]\`), those are pre-seeded identifiers from a prior migration step:
-- Parse them out and include them in your output
-- Normalize their \`type\` values to Title Case (e.g. \`nickname\` → \`Nickname\`, \`full_name\` → \`Full Name\`)
-- Treat the remainder of the description (after the JSON block) as the actual description text for \`read_memory\` context
-
-## IDENTIFIER TYPES
-
-Use Title Case for all types. Built-in types:
-
-| Type | Meaning |
-|------|---------|
-| Full Name | Legal or full birth name |
-| First Name | Given/first name only |
-| Nickname | Informal name, diminutive, pet name |
-| Email | Email address |
-| GitHub | GitHub username |
-| Discord | Discord username |
-| Roblox | Roblox username |
-| Reddit | Reddit username |
-| Twitter | Twitter/X handle |
-| FF14 | Final Fantasy XIV character name |
-| Relationship | How the user addresses this person: Dad, Pop, Sis, etc. |
-| Ei Persona | Ei persona UUID (only if explicitly in the data) |
-
-Any string is valid as a type — users define their own (e.g. \`Slack-ASU\`, \`Slack-RnP\`, \`sehimu_thinara\`). Use the exact casing the user would recognize.
-
-## RESPONSE FORMAT
-
-\`\`\`json
-{
-  "identifiers": [
-    { "type": "Nickname", "value": "Flare", "is_primary": true },
-    { "type": "Full Name", "value": "Jeremy Scherer" },
-    { "type": "First Name", "value": "Jeremy" },
-    { "type": "GitHub", "value": "Flare576" },
-    { "type": "Slack-RnP", "value": "jeremy.scherer" }
-  ]
-}
-\`\`\``;
-
-  const user = `Extract identifiers for this Person record.
-
-Name: ${person.name}
-Relationship: ${person.relationship ?? "unknown"}
-Description: ${person.description ?? "(none)"}
-
-First, call read_memory to search for any additional context about "${person.name}". Then return the complete identifiers array.
-
-Return JSON only.`;
-
-  return { system, user };
-}