kiku-agent 1.3.0 → 1.3.2

package/server/agent/eval/modules/utils/smokes.js

@@ -0,0 +1,119 @@
+import fs from 'node:fs/promises';
+import path from 'node:path';
+import os from 'node:os';
+import { REPO_ROOT, DEFAULTS } from '../core/config.js';
+import { estimateTextTokens } from '../../../contextCompactor.js';
+
+export async function runWebSmoke({ out = DEFAULTS.webSmokeOut, timeoutMs = 60000 } = {}) {
+  const outPath = path.isAbsolute(out) ? out : path.resolve(REPO_ROOT, out);
+  await fs.mkdir(path.dirname(outPath), { recursive: true });
+  process.env.KIKU_DATA_DIR = await fs.mkdtemp(path.join(os.tmpdir(), 'kiku-web-eval-'));
+  const { executeTool } = await import('../../../tools.js');
+  const checks = [
+    ['web_search', { query: 'Ju Jingyi Legend of Yunxi' }],
+    ['search_chinese_web', { query: '鞠婧祎 芸汐传' }],
+    ['fetch_webpage', { url: 'https://example.com' }],
+    ['web_extract', { query: 'Ju Jingyi Legend of Yunxi', maxResults: 2 }],
+  ];
+  const rows = [];
+  try {
+    for (const [tool, parameters] of checks) {
+      const start = performance.now();
+      let row;
+      try {
+        const result = await executeTool(tool, parameters, { signal: AbortSignal.timeout(timeoutMs) });
+        row = { tool, parameters, result, durationMs: Math.round(performance.now() - start) };
+      } catch (error) {
+        row = { tool, parameters, error: error.message, durationMs: Math.round(performance.now() - start) };
+      }
+      rows.push(row);
+      await fs.writeFile(outPath, JSON.stringify({ checkedAt: new Date().toISOString(), scope: 'Real external tool availability, not answer-quality scoring. Success status does not establish result relevance.', rows }, null, 2));
+      console.log(`${tool}: ${row.result?.status || row.error}; ${row.durationMs}ms`);
+    }
+  } finally {
+    await fs.rm(process.env.KIKU_DATA_DIR, { recursive: true, force: true });
+  }
+  return { out: outPath, rows };
+}
+
+export async function runResearchSmoke({ out = DEFAULTS.researchSmokeOut, model = DEFAULTS.model, baseUrl = DEFAULTS.baseUrl, timeoutMs = 180000 } = {}) {
+  const outPath = path.isAbsolute(out) ? out : path.resolve(REPO_ROOT, out);
+  const fsSync = await import('node:fs');
+  const dir = fsSync.mkdtempSync(path.join(os.tmpdir(), 'kiku-research-eval-'));
+  process.env.KIKU_DATA_DIR = dir;
+  const [{ LLMClient }, { ResearchOrchestrator }, { scoreResearchComplexity, shouldAutoResearch }] = await Promise.all([
+    import('../../../llmClient.js'), import('../../../research.js'), import('../../../agentCore.js'),
+  ]);
+  const question = 'Compare In Blossom and Sword and Fairy 4 using the Kiku catalog and public sources. Verify the release years, the characters played by Ju Jingyi, and episode counts. Explain any source disagreement, and clearly distinguish unverified information. Provide a concise evidence report with sources.';
+  const client = new LLMClient({ provider: 'lmstudio', model, apiKey: 'lm-studio', baseUrl });
+  const started = Date.now();
+  const report = {
+    startedAt: new Date().toISOString(), model: client.model, question, timeoutMs,
+    complexity: scoreResearchComplexity(question), autoEligible: shouldAutoResearch(question, { mode: 'auto' }),
+    scope: 'Direct real ResearchOrchestrator run, default 3 workers and 3 iterations. Auto eligibility is checked separately; this does not test the main agent decision to invoke research.',
+    state: 'running', maxConcurrentRequests: 0, requests: [], progress: [],
+  };
+  fsSync.mkdirSync(path.dirname(outPath), { recursive: true });
+  const save = () => { report.elapsedMs = Date.now() - started; fsSync.writeFileSync(outPath, JSON.stringify(report, null, 2)); };
+  let active = 0;
+  const chat = client.chat.bind(client);
+  client.chat = async options => {
+    const row = { startedMs: Date.now() - started };
+    report.requests.push(row);
+    report.maxConcurrentRequests = Math.max(report.maxConcurrentRequests, ++active);
+    save();
+    try { const result = await chat(options); row.usage = result?.usage; return result; }
+    catch (error) { row.error = error.message; throw error; }
+    finally { active--; row.endedMs = Date.now() - started; save(); }
+  };
+  const research = new ResearchOrchestrator({ client });
+  const hardStop = setTimeout(() => {
+    report.state = 'timeout'; report.error = 'Hard timeout after cancellation grace period'; save(); process.exit(1);
+  }, timeoutMs + 15000);
+  try {
+    report.result = await research.run(question, {
+      signal: AbortSignal.timeout(timeoutMs),
+      onProgress: event => { report.progress.push({ elapsedMs: Date.now() - started, ...event }); save(); console.log(JSON.stringify(event)); },
+    });
+    report.state = 'completed';
+  } catch (error) {
+    report.state = 'error'; report.error = error.message; process.exitCode = 1;
+  } finally {
+    clearTimeout(hardStop); research.cancel(); save(); fsSync.rmSync(dir, { recursive: true, force: true });
+  }
+  console.log(JSON.stringify({ state: report.state, elapsedMs: report.elapsedMs, requests: report.requests.length, maxConcurrentRequests: report.maxConcurrentRequests }));
+  return report;
+}
+
+export async function runTokenCalibration({ out = DEFAULTS.tokenCalibrationOut, model = DEFAULTS.model, baseUrl = DEFAULTS.baseUrl } = {}) {
+  const outPath = path.isAbsolute(out) ? out : path.resolve(REPO_ROOT, out);
+  const samples = {
+    th: 'จวีจิ้งอีเป็นนักร้องและนักแสดงชาวจีน แฟนคลับต้องการตรวจสอบข้อมูลผลงานจากแหล่งอ้างอิง หากไม่มีข้อมูลเพียงพอควรบอกตรงไปตรงมาและไม่แต่งรายละเอียดเพิ่มเติม ',
+    en: 'The assistant should verify the title, character and release year against the catalog. If evidence is missing, explain the uncertainty instead of inventing details. ',
+    zh: '请根据资料库核实电视剧名称、角色和发行年份。如果没有足够证据，请明确说明不确定性，不要编造细节。',
+    mixed: 'ข้อมูล作品 In Blossom (花间令) ปี 2024: {"role":"Yang Caiwei","episodes":32,"verified":true}. ',
+  };
+  const rows = [];
+  for (const [language, sample] of Object.entries(samples)) {
+    const measurements = [];
+    for (const repeats of [3, 6]) {
+      const content = sample.repeat(repeats).trim();
+      const started = Date.now();
+      const response = await fetch(`${baseUrl.replace(/\/$/, '')}/chat/completions`, {
+        method: 'POST', headers: { 'Content-Type': 'application/json' }, signal: AbortSignal.timeout(90000),
+        body: JSON.stringify({ model, messages: [{ role: 'user', content }], max_tokens: 1, temperature: 0, stream: false }),
+      });
+      if (!response.ok) throw new Error(`Calibration HTTP ${response.status}`);
+      const result = await response.json();
+      if (!Number.isFinite(result.usage?.prompt_tokens)) throw new Error('Provider did not report prompt token usage');
+      measurements.push({ repeats, characters: content.length, estimate: estimateTextTokens(content), promptTokens: result.usage.prompt_tokens, durationMs: Date.now() - started });
+    }
+    const estimatedDelta = measurements[1].estimate - measurements[0].estimate;
+    const measuredDelta = measurements[1].promptTokens - measurements[0].promptTokens;
+    rows.push({ language, sample, measurements, estimatedDelta, measuredDelta, ratio: measuredDelta > 0 ? estimatedDelta / measuredDelta : null });
+    await fs.mkdir(path.dirname(outPath), { recursive: true });
+    await fs.writeFile(outPath, JSON.stringify({ model, checkedAt: new Date().toISOString(), method: 'Real prompt usage delta between 3 and 6 repeats; chat-template overhead cancels. Four samples only, no universal tokenizer bound or o200k claim.', rows }, null, 2));
+    console.log(`${language}: estimated delta ${estimatedDelta}, measured ${measuredDelta}, ratio ${rows.at(-1).ratio}`);
+  }
+  return { out: outPath, rows };
+}

package/server/agent/ink/App.jsx

@@ -0,0 +1,348 @@
+import React, { useState, useEffect, useCallback, useRef } from 'react';
+import { Box, Text, Static, useInput, useApp, useStdin } from 'ink';
+import { PromptInput } from './PromptInput.jsx';
+import { ThinkingPanel } from './ThinkingPanel.jsx';
+import { ToolCompleted, ToolSummary, ToolRunning } from './ToolResult.jsx';
+import { TaskPlanPanel } from './TaskPlanPanel.jsx';
+import { Panel, Separator } from './Panel.jsx';
+import { useAgentState, useStreamingText, useThinking, useToolResults, useTaskPlan, useEvent } from './useEventBus.js';
+import { eventBus, Events } from '../eventBus.js';
+import { getInkPalette } from '../theme.js';
+import { PACKAGE_VERSION } from '../version.js';
+
+const FAN_NAMES = ['Mìjú / 蜜橘'];
+function randomFanName() {
+  return FAN_NAMES[Math.floor(Math.random() * FAN_NAMES.length)];
+}
+
+function Header() {
+  const theme = getInkPalette();
+
+  return (
+    <Box flexDirection="column">
+      <Text color={theme.primary}>
+        {'  ██╗  ██╗██╗██╗  ██╗██╗   ██╗     █████╗ ██╗'}
+      </Text>
+      <Text color={theme.primary}>
+        {'  ██║ ██╔╝██║██║ ██╔╝██║   ██║    ██╔══██╗██║'}
+      </Text>
+      <Text color={theme.secondary}>
+        {'  █████═╝ ██║█████═╝ ██║   ██║    ███████║██║'}
+      </Text>
+      <Text color={theme.secondary}>
+        {'  ██╔═██╗ ██║██╔═██╗ ██║   ██║    ██╔══██║██║'}
+      </Text>
+      <Text color={theme.primary}>
+        {'  ██║ ╚██╗██║██║ ╚██╗╚██████╔╝    ██║  ██║██║'}
+      </Text>
+      <Text color={theme.primary}>
+        {'  ╚═╝  ╚═╝╚═╝╚═╝  ╚═╝ ╚═════╝     ╚═╝  ╚═╝╚═╝'}
+      </Text>
+      <Text />
+      <Box>
+        <Text color={theme.muted}>Architecture: </Text>
+        <Text bold color={theme.highlight}>Next-Gen v{PACKAGE_VERSION} </Text>
+        <Text color={theme.muted}>• SSOT Catalog • Dynamic Tool Router • Semantic Memory</Text>
+      </Box>
+      <Text />
+      <Text bold color={theme.secondary}>Example Questions & Capabilities:</Text>
+      <Text color={theme.text}>  <Text color={theme.primary}>[Dramas 2026]</Text> <Text>"What are Ju Jingyi's upcoming 2026 drama series (Veil of Shadows, Eternal Fragrance)?"</Text></Text>
+      <Text color={theme.text}>  <Text color={theme.primary}>[Characters ]</Text> <Text>"Tell me about Yang Caiwei in In Blossom and Han Yunxi in Legend of Yunxi."</Text></Text>
+      <Text color={theme.text}>  <Text color={theme.info}>[Music & OST]</Text> <Text>"What OST songs are from The Blooms at Ruyi Pavilion? /play Rain of Ginkgo"</Text></Text>
+      <Text color={theme.text}>  <Text color={theme.info}>[Global Brand]</Text> <Text>"Tell me about her Global Fragrance Ambassador role for Versace and luxury brands."</Text></Text>
+      <Text color={theme.text}>  <Text color={theme.success}>[Fact-Check ]</Text> <Text>"/verify Check Star48 contract status or /research 2026 broadcast licenses"</Text></Text>
+      <Text color={theme.text}>  <Text color={theme.success}>[Persona/Mem]</Text> <Text>"/skill learn Always answer politely as a passionate Miju fan club member"</Text></Text>
+      <Text color={theme.text}>  <Text color={theme.tertiary}>[Multi-Agent]</Text> <Text>"/subagent Investigate her upcoming drama production timeline and Weibo updates"</Text></Text>
+      <Text color={theme.text}>  <Text color={theme.tertiary}>[System Stats]</Text> <Text>"/stats or /doctor to inspect database records, models, and audio engine"</Text></Text>
+      <Text />
+      <Text>
+        <Text color={theme.tertiary}>Quick Commands: </Text>
+        <Text color={theme.info}>/help</Text>
+        <Text dimColor> • </Text>
+        <Text color={theme.success}>/subagent</Text>
+        <Text dimColor> • </Text>
+        <Text color={theme.success}>/research</Text>
+        <Text dimColor> • </Text>
+        <Text color={theme.success}>/verify</Text>
+        <Text dimColor> • </Text>
+        <Text color={theme.success}>/skill</Text>
+        <Text dimColor> • </Text>
+        <Text color={theme.success}>/exit</Text>
+        <Text dimColor> (Tab or ↑/↓ to navigate)</Text>
+      </Text>
+      <Text />
+    </Box>
+  );
+}
+
+function UserMessage({ text }) {
+  const theme = getInkPalette();
+
+  return (
+    <Box flexDirection="column">
+      <Text>
+        <Text color={theme.secondary} bold>{randomFanName()}: </Text>
+        <Text color={theme.text}>{text}</Text>
+      </Text>
+    </Box>
+  );
+}
+
+function StreamingResponse({ text, isStreaming }) {
+  if (!text && !isStreaming) return null;
+  const theme = getInkPalette();
+
+  const lines = text.split('\n');
+
+  return (
+    <Box flexDirection="column">
+      {lines.map((line, i) => (
+        <Box key={i}>
+          <Text>  </Text>
+          <Text color={theme.text}>{line || ' '}</Text>
+        </Box>
+      ))}
+      {isStreaming && (
+        <Box>
+          <Text color={theme.muted} dimColor> ▌</Text>
+        </Box>
+      )}
+    </Box>
+  );
+}
+
+function CompletedResponse({ text }) {
+  if (!text) return null;
+  const theme = getInkPalette();
+
+  const lines = text.split('\n');
+
+  return (
+    <Box flexDirection="column">
+      {lines.map((line, i) => (
+        <Box key={i}>
+          <Text>  </Text>
+          <Text color={theme.text}>{line || ' '}</Text>
+        </Box>
+      ))}
+    </Box>
+  );
+}
+
+function MusicStatusBar({ musicStatus }) {
+  if (!musicStatus) return null;
+  const theme = getInkPalette();
+
+  return (
+    <Box>
+      <Text color={theme.info}>{musicStatus} </Text>
+    </Box>
+  );
+}
+
+export function App({ agent, client, baseUrl, printHelp, printAd }) {
+  const { exit } = useApp();
+  const theme = getInkPalette();
+  const [outputLines, setOutputLines] = useState([]);
+  const [isProcessing, setIsProcessing] = useState(false);
+  const [lastQuery, setLastQuery] = useState(null);
+  const [finalAnswer, setFinalAnswer] = useState('');
+  const [, setThemeRevision] = useState(0);
+
+  const agentState = useAgentState();
+  const { text: streamingText, isStreaming, reset: resetStreaming } = useStreamingText();
+  const thinking = useThinking();
+  const { tools, clearTools } = useToolResults();
+  const { plan: taskPlan, clearPlan } = useTaskPlan();
+  const musicStatus = useEvent('music:state:change', '');
+
+  const agentStateLabel = isProcessing ? agentState.label : '';
+  const showStreaming = isStreaming && streamingText.length > 0;
+
+  useEffect(() => {
+    const unsub = eventBus.on(Events.AGENT_FINAL_ANSWER, (data) => {
+      setFinalAnswer(data?.answer || '');
+      setIsProcessing(false);
+      clearTools();
+    });
+    return unsub;
+  }, []);
+
+  useEffect(() => {
+    const unsub = eventBus.on(Events.AGENT_QUERY_ERROR, (data) => {
+      setOutputLines(prev => [...prev, {
+        type: 'error',
+        text: data?.error || 'Unknown error',
+        id: Date.now(),
+      }]);
+      setIsProcessing(false);
+    });
+    return unsub;
+  }, []);
+
+  const handleSubmit = useCallback(async (input) => {
+    const trimmed = input.trim();
+    if (!trimmed) return;
+
+    setOutputLines(prev => [...prev, {
+      type: 'user',
+      text: trimmed,
+      id: Date.now(),
+    }]);
+
+    if (trimmed.startsWith('/')) {
+      const { routeCommand } = await import('../commands.js');
+      const cmdCtx = {
+        agent,
+        client,
+        baseUrl,
+        sub: trimmed.split(/\s+/)[1] || '',
+        extra: trimmed.split(/\s+/).slice(2).join(' '),
+        parts: trimmed.split(/\s+/),
+        lastQuery,
+        printHelp,
+        printWelcome: () => {},
+        printAd,
+        enqueueQuery: () => {},
+        clearQueryQueue: () => {},
+        getQueryQueueLength: () => 0,
+      };
+
+      const result = await routeCommand(trimmed, cmdCtx);
+      const commandName = trimmed.split(/\s+/, 1)[0].toLowerCase();
+      if (commandName === '/theme' || commandName === '/themes') {
+        setThemeRevision(revision => revision + 1);
+      }
+      if (result === 'EXIT') {
+        exit();
+      }
+      return;
+    }
+
+    setLastQuery(trimmed);
+    setIsProcessing(true);
+    setFinalAnswer('');
+    resetStreaming();
+    clearTools();
+    clearPlan();
+
+    try {
+      const { sanitizeQuery } = await import('../sanitizer.js');
+      const { sanitized } = sanitizeQuery(trimmed);
+      const promptForLLM = sanitized || trimmed;
+
+      await agent.ask(promptForLLM, {
+        onStepStart: () => {},
+        onReasoningStart: () => {},
+        onReasoningDelta: () => {},
+        onReasoningEnd: () => {},
+        onToolStart: () => {},
+        onToolResult: () => {},
+        onTokenStart: () => {},
+        onTokenDelta: () => {},
+        onFinalAnswer: (answer) => {
+          setOutputLines(prev => [...prev, {
+            type: 'assistant',
+            text: answer,
+            tools: [...tools],
+            thinking: thinking.thinking,
+            thinkingDuration: thinking.duration,
+            id: Date.now(),
+          }]);
+          setIsProcessing(false);
+          setFinalAnswer('');
+          resetStreaming();
+          clearTools();
+        },
+        onError: (err) => {
+          setOutputLines(prev => [...prev, {
+            type: 'error',
+            text: err.message,
+            id: Date.now(),
+          }]);
+          setIsProcessing(false);
+        },
+      });
+    } catch (err) {
+      setOutputLines(prev => [...prev, {
+        type: 'error',
+        text: err.message,
+        id: Date.now(),
+      }]);
+      setIsProcessing(false);
+    }
+  }, [agent, client, baseUrl, lastQuery, tools, thinking]);
+
+  return (
+    <Box flexDirection="column" width="100%">
+      <Static items={[0]}>
+        {() => <Header key="header" />}
+      </Static>
+
+      <Box flexDirection="column">
+        {outputLines.map((line) => {
+          if (line.type === 'user') {
+            return <UserMessage key={line.id} text={line.text} />;
+          }
+          if (line.type === 'assistant') {
+            return (
+              <Box key={line.id} flexDirection="column">
+                {line.thinking && line.thinking.length > 0 && (
+                  <ThinkingPanel
+                    text={line.thinking}
+                    isActive={false}
+                    duration={line.thinkingDuration}
+                  />
+                )}
+                {line.tools && line.tools.length > 0 && (
+                  <ToolSummary tools={line.tools} />
+                )}
+                <CompletedResponse text={line.text} />
+              </Box>
+            );
+          }
+          if (line.type === 'error') {
+            return (
+              <Box key={line.id}>
+                <Text> </Text>
+                <Text color={theme.error}>[ERROR] {line.text}</Text>
+              </Box>
+            );
+          }
+          return null;
+        })}
+      </Box>
+
+      {isProcessing && (
+        <Box flexDirection="column">
+          {taskPlan && <TaskPlanPanel plan={taskPlan} />}
+
+          {thinking.isActive && (
+            <ThinkingPanel
+              text={thinking.thinking}
+              isActive={true}
+              duration={0}
+            />
+          )}
+
+          {tools.map((t, idx) => (
+            t.status === 'running'
+              ? <ToolRunning key={t.id || idx} name={t.name} args={t.args} />
+              : <ToolCompleted key={t.id || idx} name={t.name} result={t.result} duration={t.duration} />
+          ))}
+
+          {showStreaming && (
+            <StreamingResponse text={streamingText} isStreaming={true} />
+          )}
+        </Box>
+      )}
+
+      <PromptInput
+        onSubmit={handleSubmit}
+        musicStatus={musicStatus}
+        isProcessing={isProcessing}
+        agentStateLabel={agentStateLabel}
+      />
+    </Box>
+  );
+}

package/server/agent/ink/Panel.jsx

@@ -0,0 +1,54 @@
+import React from 'react';
+import { Box, Text } from 'ink';
+import { getInkPalette } from '../theme.js';
+
+export function Panel({ title, lines = [], borderColor = 'sakura', width }) {
+  const theme = getInkPalette();
+  const colorMap = {
+    sakura: theme.primary, gold: theme.highlight, cyan: theme.info,
+    emerald: theme.success, slate: theme.muted, roseGlow: theme.secondary,
+    lavender: theme.tertiary, amber: theme.warning,
+  };
+  const color = colorMap[borderColor] || borderColor;
+  const backgroundColor = theme.panel;
+
+  return (
+    <Box flexDirection="column" width={width || '100%'}>
+      {title && (
+        <Box>
+          <Text backgroundColor={backgroundColor}>  </Text>
+          <Text backgroundColor={backgroundColor} bold color={color}>{title} </Text>
+        </Box>
+      )}
+      {lines.map((line, i) => (
+        <Box key={i}>
+          <Text backgroundColor={backgroundColor}>  </Text>
+          {typeof line === 'string' ? (
+            <Text backgroundColor={backgroundColor} color={theme.text}>{line} </Text>
+          ) : (
+            line
+          )}
+        </Box>
+      ))}
+    </Box>
+  );
+}
+
+export function InlinePanel({ icon, text, color = 'white' }) {
+  return (
+    <Box>
+      <Text> </Text>
+      <Text>{icon} </Text>
+      <Text color={color}>{text}</Text>
+    </Box>
+  );
+}
+
+export function Separator({ color }) {
+  const theme = getInkPalette();
+  return (
+    <Box>
+      <Text color={color || theme.subdued}>{'─'.repeat(70)}</Text>
+    </Box>
+  );
+}