ei-tui 1.0.1 → 1.2.0

package/tui/src/context/ei.tsx

@@ -13,7 +13,7 @@ import { createStore } from "solid-js/store";
 import { Processor } from "../../../src/core/processor.js";
 import { FileStorage } from "../storage/file.js";
 import { remoteSync } from "../../../src/storage/remote.js";
-import { logger, clearLog, interceptConsole } from "../util/logger.js";
+import { logger, rotateLog, interceptConsole } from "../util/logger.js";
 import { E2E_SKIP_LOCAL_DETECT, E2E_SKIP_CLOUD_DETECT } from "../util/e2e-flags.js";
 import {
   detectProviders,
@@ -155,6 +155,10 @@ export interface EiContextValue {
   importDocument: (filePath: string) => Promise<import('../../../src/integrations/document/types.js').DocumentImportResult>;
   getUnsourcePreview: (sourceTag: string) => import('../../../src/integrations/document/unsource.js').UnsourcePreview;
   executeUnsource: (preview: import('../../../src/integrations/document/unsource.js').UnsourcePreview) => Promise<import('../../../src/integrations/document/unsource.js').UnsourceResult>;
+  generateDocument: (subject: string) => Promise<{ slug: string }>;
+  reRunDocument: (slug: string) => Promise<{ slug: string }>;
+  writeGeneratedDocument: (slug: string) => Promise<string | null>;
+  checkGenerationModel: () => { model: string; isRewriteModel: boolean };
 }
 const EiContext = createContext<EiContextValue>();
 
@@ -358,6 +362,34 @@ export const EiProvider: ParentComponent = (props) => {
     return result;
   };
 
+  const generateDocument = async (subject: string): Promise<{ slug: string }> => {
+    if (!processor) throw new Error("Processor not ready");
+    return processor.generateDocument(subject);
+  };
+
+  const reRunDocument = async (slug: string): Promise<{ slug: string }> => {
+    if (!processor) throw new Error("Processor not ready");
+    return processor.reRunDocument(slug);
+  };
+
+  const writeGeneratedDocument = async (slug: string): Promise<string | null> => {
+    if (!processor) throw new Error("Processor not ready");
+    const content = await processor.getGeneratedDocumentContent(slug);
+    if (!content) return null;
+    const { join } = await import("node:path");
+    const { mkdirSync, writeFileSync } = await import("node:fs");
+    const dir = join(eiDataPath, "docs");
+    mkdirSync(dir, { recursive: true });
+    const outPath = join(dir, `${slug}.md`);
+    writeFileSync(outPath, content);
+    return outPath;
+  };
+
+  const checkGenerationModel = (): { model: string; isRewriteModel: boolean } => {
+    if (!processor) throw new Error("Processor not ready");
+    return processor.checkGenerationModel();
+  };
+
   const archivePersona = async (personaId: string) => {
     if (!processor) return;
     await processor.archivePersona(personaId);
@@ -835,7 +867,7 @@ export const EiProvider: ParentComponent = (props) => {
     await finishBootstrap();
   };
   async function bootstrap() {
-    clearLog();
+    rotateLog();
     interceptConsole();
     logger.info("Ei TUI bootstrap starting");
     try {
@@ -909,6 +941,17 @@ export const EiProvider: ParentComponent = (props) => {
         onRoomMessageProcessing: (roomId) => {
           if (roomId === store.activeRoomId) setStore("isRoomProcessing", true);
         },
+        onDocumentGenerated: async (slug) => {
+          const { join } = await import("node:path");
+          const { mkdirSync, writeFileSync } = await import("node:fs");
+          const content = await processor!.getGeneratedDocumentContent(slug);
+          if (content) {
+            const dir = join(eiDataPath, "docs");
+            mkdirSync(dir, { recursive: true });
+            writeFileSync(join(dir, `${slug}.md`), content);
+            showNotification(`Document ready: ${join(dir, `${slug}.md`)}`, "info");
+          }
+        },
       };
       processor = new Processor(eiInterface);
       logger.debug("Processor created, calling start()");
@@ -1026,6 +1069,10 @@ export const EiProvider: ParentComponent = (props) => {
     importDocument,
     getUnsourcePreview,
     executeUnsource,
+    generateDocument,
+    reRunDocument,
+    writeGeneratedDocument,
+    checkGenerationModel,
   };
   return (
     <Switch>

package/tui/src/util/logger.ts

@@ -1,8 +1,10 @@
 /** File-based logger for TUI debugging. Usage: tail -f $EI_DATA_PATH/tui.log */
 
-import { appendFileSync, mkdirSync } from "node:fs";
+import { appendFileSync, mkdirSync, existsSync, readdirSync, unlinkSync, renameSync } from "node:fs";
 import { join } from "node:path";
 
+const MAX_ROLLED_LOGS = 10;
+
 function getDataPath(): string {
   if (Bun.env.EI_DATA_PATH) return Bun.env.EI_DATA_PATH;
   const xdgData = Bun.env.XDG_DATA_HOME || join(Bun.env.HOME || "~", ".local", "share");
@@ -59,16 +61,34 @@ export const logger = {
   error: (message: string, data?: unknown) => writeLogSync("error", message, data),
 };
 
-export function clearLog(): void {
+export function rotateLog(): void {
   try {
     const logPath = getLogPath();
     const dataDir = logPath.substring(0, logPath.lastIndexOf("/"));
     mkdirSync(dataDir, { recursive: true });
+
+    if (existsSync(logPath)) {
+      const ts = new Date().toISOString().replace(/[:.]/g, "-").replace("T", "_").slice(0, 19);
+      renameSync(logPath, join(dataDir, `tui-${ts}.log`));
+    }
+
+    const rolled = readdirSync(dataDir)
+      .filter(f => /^tui-\d{4}-\d{2}-\d{2}_\d{2}-\d{2}-\d{2}\.log$/.test(f))
+      .sort();
+    for (const old of rolled.slice(0, Math.max(0, rolled.length - MAX_ROLLED_LOGS))) {
+      unlinkSync(join(dataDir, old));
+    }
+
     const header = `--- TUI Started at ${new Date().toISOString()} ---\n`;
     Bun.write(logPath, header);
   } catch {}
 }
 
+/** @deprecated Use rotateLog() instead */
+export function clearLog(): void {
+  rotateLog();
+}
+
 export function interceptConsole(): void {
   const originalLog = console.log.bind(console);
   const originalWarn = console.warn.bind(console);

package/tui/src/util/provider-detection.ts

@@ -158,7 +158,7 @@ export async function detectProviders(
   detected: ProviderDetectionResult[];
   statuses: ProviderDetectionStatus[];
 }> {
-  const env = options.env ?? (process.env as Record<string, string | undefined>);
+  const env = options.env ?? (Bun.env as Record<string, string | undefined>);
   const detected: ProviderDetectionResult[] = [];
   const statuses: ProviderDetectionStatus[] = [];
 
@@ -236,12 +236,15 @@ export function buildProviderAccounts(
     if (d.selected.bonusModel) pushIfNew(d.selected.bonusModel);
     for (const id of d.modelIds) pushIfNew(id);
 
+    const cloudConfig = CLOUD_PROVIDERS.find((p) => p.name === d.name);
+    const apiKey = cloudConfig ? `$${cloudConfig.envVar}` : d.apiKey;
+
     return {
       id: crypto.randomUUID(),
       name: d.name,
       type: "llm" as ProviderType,
       url: d.url,
-      api_key: d.apiKey,
+      api_key: apiKey,
       enabled: true,
       created_at: new Date().toISOString(),
       default_model: d.selected.chatModel,

package/tui/src/util/yaml-provider.ts

@@ -35,12 +35,6 @@ export interface ProviderYAMLResult {
   _delete: boolean;
 }
 
-function resolveEnvVar(value: string | undefined): string | undefined {
-  if (!value || !value.startsWith("$")) return value;
-  const varName = value.slice(1);
-  return process.env[varName] || value;
-}
-
 const PLACEHOLDER_PROVIDER_NAME = "My Provider";
 const PLACEHOLDER_PROVIDER_URL = "https://api.example.com/v1";
 const PLACEHOLDER_PROVIDER_API_KEY = "your-api-key-or-$ENVAR";
@@ -120,7 +114,7 @@ export function newProviderFromYAML(yamlContent: string): ProviderAccount {
     name: data.name,
     type: (data.type === "storage" ? "storage" : "llm") as ProviderType,
     url: data.url,
-    api_key: resolveEnvVar(data.api_key),
+    api_key: data.api_key,
     default_model: data.default_model,
     token_limit: data.token_limit ?? undefined,
     extra_headers: data.extra_headers && Object.keys(data.extra_headers).length > 0 ? data.extra_headers : undefined,
@@ -227,7 +221,7 @@ export function providerFromYAML(yamlContent: string, original: ProviderAccount)
     name: data.name,
     type: (data.type === "storage" ? "storage" : "llm") as ProviderType,
     url: data.url,
-    api_key: resolveEnvVar(data.api_key),
+    api_key: data.api_key,
     default_model: data.default_model,
     token_limit: data.token_limit ?? undefined,
     extra_headers: data.extra_headers && Object.keys(data.extra_headers).length > 0 ? data.extra_headers : undefined,

package/src/core/tools/builtin/read-memory.ts

@@ -1,70 +0,0 @@
-import type { ToolExecutor } from "../types.js";
-import type { Fact, Topic, Person, Quote } from "../../types.js";
-
-interface PersonaSummary {
-  id: string;
-  display_name: string;
-}
-
-type SearchHumanData = (
-  query: string,
-  options?: { types?: Array<"fact" | "topic" | "person" | "quote">; limit?: number; recent?: boolean; persona_filter?: string }
-) => Promise<{ facts: Fact[]; topics: Topic[]; people: Person[]; quotes: Quote[] }>;
-
-type GetPersonaList = () => Promise<PersonaSummary[]>;
-
-export function createReadMemoryExecutor(searchHumanData: SearchHumanData, getPersonaList?: GetPersonaList): ToolExecutor {
-  return {
-    name: "read_memory",
-
-    async execute(args: Record<string, unknown>): Promise<string> {
-      const query = typeof args.query === "string" ? args.query.trim() : "";
-      const recent = args.recent === true;
-      const personaArg = typeof args.persona === "string" ? args.persona.trim() : "";
-      console.log(`[read_memory] called with query="${query}", types=${JSON.stringify(args.types ?? null)}, limit=${args.limit ?? 10}, recent=${recent}, persona="${personaArg}"`);
-
-      if (!query && !recent) {
-        console.warn("[read_memory] missing query argument");
-        return JSON.stringify({ error: "Missing required argument: query (or use recent: true)" });
-      }
-
-      const types = Array.isArray(args.types)
-        ? (args.types.filter(
-            t => typeof t === "string" && ["fact", "topic", "person", "quote"].includes(t)
-          ) as Array<"fact" | "topic" | "person" | "quote">)
-        : undefined;
-
-      const limit = typeof args.limit === "number" && args.limit > 0 ? Math.min(args.limit, 20) : 10;
-
-      // Resolve persona display_name to ID
-      let persona_filter: string | undefined;
-      if (personaArg && getPersonaList) {
-        const personas = await getPersonaList();
-        const match = personas.find(p => p.display_name.toLowerCase() === personaArg.toLowerCase());
-        if (match) {
-          persona_filter = match.id;
-          console.log(`[read_memory] resolved persona "${personaArg}" to ID "${persona_filter}"`);
-        } else {
-          console.warn(`[read_memory] persona "${personaArg}" not found, proceeding without filter`);
-        }
-      }
-
-      const results = await searchHumanData(query, { types, limit, recent, persona_filter });
-
-      const total = results.facts.length + results.topics.length + results.people.length + results.quotes.length;
-      console.log(`[read_memory] query="${query}" => ${total} results (facts=${results.facts.length}, topics=${results.topics.length}, people=${results.people.length}, quotes=${results.quotes.length})`);
-
-      const output: Record<string, unknown[]> = {};
-      if (results.facts.length > 0) output.facts = results.facts.map(f => ({ name: f.name, description: f.description }));
-      if (results.topics.length > 0) output.topics = results.topics.map(t => ({ name: t.name, description: t.description }));
-      if (results.people.length > 0) output.people = results.people.map(p => ({ name: p.name, relationship: p.relationship, description: p.description, identifiers: p.identifiers ?? [] }));
-      if (results.quotes.length > 0) output.quotes = results.quotes.map(q => ({ text: q.text, speaker: q.speaker }));
-
-      if (Object.keys(output).length === 0) {
-        return JSON.stringify({ result: "No relevant memories found for this query." });
-      }
-
-      return JSON.stringify(output);
-    },
-  };
-}