@lyra-ai/toolkit 0.1.0 → 0.2.0

package/README.md

@@ -45,6 +45,24 @@ http://your-host:38000
 
 ---
 
+### 日志查询（log-query）
+
+Elasticsearch 日志查询工具，支持链路追踪、时间窗口、关键词搜索、自动根因解析。首次使用运行向导配置。
+
+```bash
+log-query init                                # 向导式配置（ES 地址 + 索引 + 应用名）
+log-query search --trace <traceId>            # 按链路追踪（全链路，时间正序）
+log-query search --at "2026-07-11 08:32:40"   # 以某时刻为中心（默认 ±5 分钟）
+log-query search --kw "NullPointerException"   # 关键词搜索
+log-query search --hours 2 --json             # 回看 2 小时，JSON 输出
+log-query search --since "..." --until "..."   # 绝对时间区间
+log-query config                              # 查看当前 ES 配置
+```
+
+可选参数：`--app <名>` `--level <级>` `--index <模式>` `--size <n>` `--window <分>` `--full`
+
+---
+
 ### 禅道 CLI（zentao）
 
 禅道 REST v1 的命令行工具，支持 bug 查询/创建/解决、项目管理、配置管理。

package/bin/log-query.mjs

@@ -0,0 +1,6 @@
+#!/usr/bin/env node
+// log-query 命令入口（薄封装）→ src/logquery.mjs
+import { logQuery } from '../src/logquery.mjs';
+
+const args = process.argv.slice(2);
+logQuery(args).catch(e => { console.error('log-query:', e.message); process.exit(1); });

package/package.json

@@ -1,11 +1,12 @@
 {
   "name": "@lyra-ai/toolkit",
-  "version": "0.1.0",
+  "version": "0.2.0",
   "description": "面向 AI agent 的零依赖开发工具集",
   "type": "module",
   "bin": {
     "toolkit": "./bin/toolkit.mjs",
-    "zentao": "./bin/zentao.mjs"
+    "zentao": "./bin/zentao.mjs",
+    "log-query": "./bin/log-query.mjs"
   },
   "engines": { "node": ">=18" },
   "files": [

package/src/logquery.mjs

@@ -0,0 +1,349 @@
+#!/usr/bin/env node
+/**
+ * log-query.mjs — ES 日志查询 CLI（零依赖，ESM）
+ *
+ * 从 ~/.toolkit/config.json 的 es 段读配置（es-url / es-index / es-app / es-user / es-pass）。
+ * 首次使用未配置时，进入向导式 init。
+ *
+ * 用法：
+ *   log-query init                           向导式配置
+ *   log-query search --trace <id>            按链路追踪（全链路，时间正序）
+ *   log-query search --at "YYYY-MM-DD HH:MM:SS"  以某时刻为中心（默认 ±5 分钟）
+ *   log-query search --kw "关键词" --hours 2  回看 2 小时
+ *   log-query search --since "..." --until "..."  绝对时间区间
+ *
+ *   --app <名>          应用名（默认从 config 读）
+ *   --level <级>        日志级别（默认 ERROR；ALL=不限）
+ *   --index <模式>      索引（默认从 config 读）
+ *   --size <n>          条数（trace 默认 500，其它默认 20）
+ *   --window <分>       --at 单侧窗口分钟数（默认 5）
+ *   --json              机器可读 JSON
+ *   --full              附全部命中原始文档
+ */
+import fs from 'node:fs';
+import path from 'node:path';
+import os from 'node:os';
+import readline from 'node:readline';
+
+const TOOLKIT_DIR = path.join(os.homedir(), '.toolkit');
+const CONFIG_PATH = path.join(TOOLKIT_DIR, 'config.json');
+
+// ── 配置 ──────────────────────────────────────────────
+function loadConfig() {
+  try { return JSON.parse(fs.readFileSync(CONFIG_PATH, 'utf-8')); }
+  catch { return {}; }
+}
+
+function saveConfig(config) {
+  fs.mkdirSync(TOOLKIT_DIR, { recursive: true });
+  fs.writeFileSync(CONFIG_PATH, JSON.stringify(config, null, 2));
+}
+
+function getEsConfig() {
+  const config = loadConfig();
+  return {
+    url: config.es?.url || '',
+    index: config.es?.index || 'plume_log_run_*',
+    app: config.es?.app || '',
+    user: config.es?.user || '',
+    pass: config.es?.pass || '',
+    defaults: { level: 'ERROR', window: 5, hours: 1 },
+  };
+}
+
+// ── 向导 ──────────────────────────────────────────────
+async function ask(rl, prompt, def) {
+  const suffix = def ? ` (${def})` : '';
+  return new Promise(resolve => {
+    rl.question(`  ${prompt}${suffix}: `, ans => {
+      resolve((ans.trim() || def || '').trim());
+    });
+  });
+}
+
+export async function initWizard() {
+  console.log('\nlog-query 配置向导\n');
+  const config = loadConfig();
+  if (!config.es) config.es = {};
+
+  const rl = readline.createInterface({ input: process.stdin, output: process.stdout });
+
+  config.es.url = await ask(rl, 'ES 地址', config.es.url);
+  if (!config.es.url) { console.error('ES 地址不能为空'); rl.close(); process.exit(2); }
+
+  // 连通性测试
+  console.log(`  测试连接 ${config.es.url} ...`);
+  try {
+    const res = await fetch(`${config.es.url}/_cluster/health`, {
+      headers: config.es.user
+        ? { Authorization: 'Basic ' + Buffer.from(`${config.es.user}:${config.es.pass || ''}`).toString('base64') }
+        : {},
+      signal: AbortSignal.timeout(5000),
+    });
+    if (res.ok) {
+      const j = await res.json();
+      console.log(`  ✅ 连接成功 — 集群: ${j.cluster_name || '?'} 状态: ${j.status}`);
+    } else {
+      console.log(`  ⚠️  返回 ${res.status}，可能需要认证`);
+      config.es.user = await ask(rl, '用户名（不需要则回车跳过）', config.es.user);
+      if (config.es.user) config.es.pass = await ask(rl, '密码', config.es.pass);
+    }
+  } catch (e) {
+    console.log(`  ⚠️  连接失败: ${e.message}（可继续配置，稍后检查网络）`);
+  }
+
+  config.es.index = await ask(rl, '索引模式', config.es.index || 'plume_log_run_*');
+  config.es.app = await ask(rl, '默认应用名', config.es.app);
+
+  rl.close();
+  saveConfig(config);
+  console.log(`\n✅ 配置已保存到 ${CONFIG_PATH}`);
+  console.log(`   测试: log-query search --hours 1\n`);
+}
+
+// ── 时间工具 ──────────────────────────────────────────
+const pad = n => String(n).padStart(2, '0');
+const compact = s => String(s || '').replace(/\s+/g, ' ').trim();
+
+function toMs(v) {
+  if (typeof v === 'number') return v;
+  const m = /^(\d{4})-(\d{2})-(\d{2})[ T](\d{2}):(\d{2}):(\d{2})/.exec(String(v));
+  if (!m) throw new Error(`时间格式不对: ${v}`);
+  return new Date(+m[1], +m[2] - 1, +m[3], +m[4], +m[5], +m[6]).getTime();
+}
+
+function fmt(ms) {
+  const d = new Date(ms);
+  return `${d.getFullYear()}-${pad(d.getMonth() + 1)}-${pad(d.getDate())} ${pad(d.getHours())}:${pad(d.getMinutes())}:${pad(d.getSeconds())}`;
+}
+
+// ── 查询构建 ──────────────────────────────────────────
+function buildQuery(opts) {
+  const { trace, app, level, kw, since, until, at, window = 5, hours = 1, size = 20, explicit = {} } = opts;
+  const wantTime = !trace || !!at || !!since || !!explicit.hours;
+  let gteMs = null, ltMs = null, timeFilter = null;
+  if (wantTime) {
+    if (since) { gteMs = toMs(since); ltMs = until ? toMs(until) : Date.now(); }
+    else if (at) { const c = toMs(at); gteMs = c - window * 60 * 1000; ltMs = c + window * 60 * 1000; }
+    else { const now = Date.now(); gteMs = now - hours * 3600 * 1000; ltMs = now; }
+    timeFilter = { range: { dtTime: { gte: gteMs, lte: ltMs } } };
+  }
+  const effLevel = trace ? (explicit.level ? level : null) : level;
+  const effApp = trace ? (explicit.app ? app : null) : app;
+  const must = [], filter = [];
+  if (timeFilter) filter.push(timeFilter);
+  if (trace) filter.push({ term: { traceId: trace } });
+  if (effLevel && effLevel !== 'ALL') filter.push({ term: { logLevel: effLevel } });
+  if (effApp && effApp !== 'ALL') filter.push({ term: { appName: effApp } });
+  if (kw) {
+    const w = { value: `*${kw}*`, case_insensitive: true };
+    must.push({ bool: { should: [{ wildcard: { 'content.keyword': w } }, { wildcard: { 'className.keyword': w } }], minimum_should_match: 1 } });
+  }
+  const body = { query: { bool: { must, filter } }, sort: [{ dtTime: { order: trace ? 'asc' : 'desc' } }], size };
+  return { body, gteMs, ltMs, hasTimeFilter: !!timeFilter, effApp, effLevel };
+}
+
+// ── 查询执行 ──────────────────────────────────────────
+async function search(opts) {
+  const esc = getEsConfig();
+  if (!esc.url) {
+    console.error('未配置 ES 地址。运行: log-query init');
+    process.exit(2);
+  }
+  const index = opts.index || esc.index;
+  opts.app = opts.app || esc.app;
+  opts.level = opts.level || esc.defaults.level;
+  opts.window = opts.window || esc.defaults.window;
+  opts.hours = opts.hours || esc.defaults.hours;
+
+  const { body, gteMs, ltMs, hasTimeFilter, effApp, effLevel } = buildQuery(opts);
+  const headers = { 'Content-Type': 'application/json' };
+  if (esc.user) headers.Authorization = 'Basic ' + Buffer.from(`${esc.user}:${esc.pass}`).toString('base64');
+
+  const t0 = Date.now();
+  const res = await fetch(`${esc.url}/${index}/_search`, {
+    method: 'POST', headers, body: JSON.stringify(body),
+    signal: AbortSignal.timeout(30000),
+  });
+  const data = await res.json();
+  if (data.error) throw new Error('ES 错误: ' + JSON.stringify(data.error));
+
+  const hits = data.hits?.hits || [];
+  const total = typeof data.hits?.total === 'number' ? data.hits.total : data.hits?.total?.value;
+  const sources = hits.map(h => h._source);
+  const took = Date.now() - t0;
+  const meta = {
+    mode: opts.trace ? 'trace' : 'error-search',
+    index, total, returned: hits.length, elapsedMs: took,
+    timeRange: hasTimeFilter ? { gte: fmt(gteMs), lte: fmt(ltMs) } : null,
+    filters: { traceId: opts.trace || null, app: effApp || null, level: effLevel || null, kw: opts.kw || null },
+  };
+  return { sources, total, returned: hits.length, took, meta };
+}
+
+// ── Stack 清洗 + 错误解析 ────────────────────────────
+const NOISE = /^\s*at (org\.springframework|sun\.|java\.lang\.reflect|com\.sun\.|org\.apache\.|javax\.|jdk\.|io\.netty|reactor\.)/;
+
+function cleanStack(text) {
+  const lines = String(text).split('\n');
+  const out = []; let skipped = 0;
+  for (const ln of lines) {
+    if (NOISE.test(ln)) { skipped++; continue; }
+    if (skipped > 0 && out.length) { out.push(`\t... [+${skipped} framework frames]`); skipped = 0; }
+    out.push(ln);
+  }
+  if (skipped > 0 && out.length) out.push(`\t... [+${skipped} framework frames]`);
+  return out.join('\n');
+}
+
+function parseError(content) {
+  if (!content) return null;
+  const text = String(content);
+  const lines = text.split('\n');
+  const firstLine = (lines[0] || '').trim();
+  let excClass = '', excMsg = '';
+  for (const ln of lines) {
+    if (/^\s*###/.test(ln)) continue;
+    const m = /([\w.$]*(?:Exception|Error)[\w.$]*):\s*(.*)$/.exec(ln.trim());
+    if (m) { excClass = m[1]; excMsg = m[2]; break; }
+  }
+  let rootClass = '', rootMsg = '';
+  for (const ln of lines) {
+    const m = /Caused by:\s*([\w.$]*(?:Exception|Error)[\w.$]*):\s*(.*)/.exec(ln);
+    if (m) { rootClass = m[1]; rootMsg = m[2]; }
+  }
+  const frames = [];
+  for (const ln of lines) {
+    const m = /^\s*at (com\.iss\.[\w.$]*)\.([\w$]+)\(([^)]+)\)/.exec(ln);
+    if (m) { const label = `${m[1]}.${m[2]}(${m[3]})`; if (!frames.includes(label)) frames.push(label); }
+    if (frames.length >= 10) break;
+  }
+  let sqlError = null;
+  const colM = /ERROR:\s*column "([\w_]+)" does not exist/.exec(text);
+  const sqlM = /SQL:\s*(SELECT [\s\S]*?)(?:\s*###|\s*\n\s*;\s)/.exec(text);
+  if (colM || sqlM) {
+    const rawSql = sqlM ? sqlM[1].replace(/\s+/g, ' ').trim() : null;
+    let table = null;
+    if (rawSql) { const tM = /\b(?:from|join|update|into)\s+([\w.]+)/i.exec(rawSql); if (tM) table = tM[1].replace(/^.*\./, ''); }
+    sqlError = { missingColumn: colM ? colM[1] : null, table, sql: rawSql ? rawSql.slice(0, 2000) : null };
+  }
+  return { firstLine, exceptionClass: excClass || null, exceptionMessage: excMsg || null, rootCauseClass: rootClass || null, rootCauseMessage: rootMsg || null, businessFrames: frames, sqlError };
+}
+
+function summarize(sources) {
+  const traceMap = new Map();
+  for (const s of sources) {
+    if (!s.traceId) continue;
+    if (!traceMap.has(s.traceId)) traceMap.set(s.traceId, { traceId: s.traceId, count: 0, firstTime: s.dateTime, level: s.logLevel, message: compact(s.content).slice(0, 140) });
+    traceMap.get(s.traceId).count++;
+  }
+  const errors = sources
+    .filter(s => (s.logLevel || '').toUpperCase() === 'ERROR')
+    .map(s => ({ time: s.dateTime, app: s.appName, traceId: s.traceId, className: s.className, ...parseError(s.content) }))
+    .filter(Boolean);
+  return { errors, traceIds: [...traceMap.values()] };
+}
+
+// ── CLI 入口 ──────────────────────────────────────────
+export async function logQuery(args) {
+  const sub = args[0];
+
+  // log-query init
+  if (sub === 'init') {
+    await initWizard();
+    return;
+  }
+
+  // log-query config (查看当前 ES 配置)
+  if (sub === 'config') {
+    const esc = getEsConfig();
+    console.log('log-query ES 配置:');
+    console.log(`  url:    ${esc.url || '(未配置)'}`);
+    console.log(`  index:  ${esc.index}`);
+    console.log(`  app:    ${esc.app || '(无)'}`);
+    console.log(`  user:   ${esc.user || '(无需认证)'}`);
+    return;
+  }
+
+  // log-query search [...]
+  if (sub === 'search' || !sub) {
+    const searchArgs = sub === 'search' ? args.slice(1) : args;
+    const arg = (name, def) => { const i = searchArgs.indexOf(`--${name}`); return i >= 0 ? searchArgs[i + 1] : def; };
+    const has = name => searchArgs.includes(`--${name}`);
+
+    const trace = arg('trace');
+    const esc = getEsConfig();
+    const opts = {
+      trace,
+      kw: arg('kw'),
+      app: arg('app', esc.app),
+      level: arg('level', esc.defaults.level),
+      hours: parseFloat(arg('hours', String(esc.defaults.hours))),
+      size: parseInt(arg('size', trace ? '500' : '20'), 10),
+      index: arg('index', esc.index),
+      at: arg('at'),
+      window: parseFloat(arg('window', String(esc.defaults.window))),
+      since: arg('since'),
+      until: arg('until'),
+      explicit: { app: has('app'), level: has('level'), hours: has('hours') },
+    };
+    const jsonOut = has('json');
+    const full = has('full');
+    const cleanEnabled = !full;
+
+    const { sources, meta } = await search(opts);
+    const { errors, traceIds } = summarize(sources);
+
+    if (jsonOut) {
+      const out = { meta, errors, traceIds };
+      if (full) out.hits = sources.map(s => ({ time: s.dateTime, level: s.logLevel, app: s.appName, traceId: s.traceId, className: s.className, content: s.content }));
+      process.stdout.write(JSON.stringify(out, null, 2) + '\n');
+      return;
+    }
+
+    // 文本输出
+    const rangeTxt = meta.timeRange ? `${meta.timeRange.gte} ~ ${meta.timeRange.lte}` : '全时段（trace）';
+    console.log(`模式: ${meta.mode}  索引: ${meta.index}  时间: ${rangeTxt}`);
+    console.log(`条件: ${trace ? `trace=${trace}` : `app=${meta.filters.app} level=${meta.filters.level}`} kw=${opts.kw || '-'}`);
+    console.log(`命中: ${meta.total} 条（显示 ${meta.returned}，其中 ERROR ${errors.length}）  耗时 ${meta.elapsedMs}ms`);
+
+    if (errors.length) {
+      console.log('\n❌ ERROR 摘要:');
+      for (const e of errors) {
+        console.log(`  • [${e.time}] ${e.app}`);
+        console.log(`    traceId: ${e.traceId}`);
+        const exc = e.exceptionClass ? `${e.exceptionClass}: ${e.exceptionMessage}` : e.firstLine;
+        console.log(`    异常: ${exc}`);
+        if (e.rootCauseClass && e.rootCauseClass !== e.exceptionClass) console.log(`    根因: ${e.rootCauseClass}: ${e.rootCauseMessage}`);
+        if (e.businessFrames?.length) {
+          console.log(`    业务帧:`);
+          for (const f of e.businessFrames.slice(0, 6)) console.log(`      - ${f}`);
+        }
+        if (e.sqlError?.missingColumn) console.log(`    ⚠️  缺失列: ${e.sqlError.table ? `${e.sqlError.table}.` : ''}${e.sqlError.missingColumn}`);
+      }
+    }
+
+    if (traceIds.length && traceIds.length <= 30) {
+      console.log('\n涉及的 traceId:');
+      for (const t of traceIds) console.log(`  ${t.traceId}  [${t.level}] x${t.count}  ${t.firstTime}  ${t.message}`);
+    }
+
+    console.log('');
+    for (const s of sources) {
+      const lvl = (s.logLevel || '').toUpperCase();
+      const star = lvl === 'ERROR' ? '❌' : lvl === 'WARN' ? '⚠️ ' : '   ';
+      const content = String(s.content || '');
+      if (content.includes('\n') && lvl === 'ERROR') {
+        const text = cleanEnabled ? cleanStack(content) : content;
+        console.log(`${star} ${s.dateTime} ${s.logLevel} | ${s.appName}\n     traceId: ${s.traceId}\n     class: ${s.className || '-'}`);
+        console.log(text.split('\n').map(l => '     ' + l).join('\n'));
+      } else {
+        console.log(`${star} ${s.dateTime} ${s.logLevel || '-'} | ${s.appName || '-'} | ${compact(content).slice(0, 200)}`);
+      }
+    }
+    return;
+  }
+
+  console.error(`用法: log-query init | config | search [--trace/--at/--kw/--json/...]`);
+  process.exit(2);
+}