lumencode 0.4.4 → 1.1.0

package/lib/parsers/opencode.js

@@ -1,216 +1,236 @@
-import { existsSync, readFileSync, statSync } from 'fs';
-import { join } from 'path';
-import { BaseParser } from './base.js';
-import { createUsageRecord } from '../models/usage-record.js';
-
-// SQLite 数据库文件大小上限（500MB），超过则跳过解析避免 OOM
-const MAX_DB_SIZE = 500 * 1024 * 1024;
-
-export class OpencodeParser extends BaseParser {
-  getInfo() {
-    return {
-      name: 'opencode',
-      displayName: 'OpenCode',
-      defaultDir: '~/.local/share/opencode',
-      envVar: 'OPENCODE_DATA_DIR',
-    };
-  }
-
-  async detect(config) {
-    const dir = this.getDataDir(config);
-    if (!dir) return false;
-    try {
-      return existsSync(join(dir, 'opencode.db'));
-    } catch {
-      return false;
-    }
-  }
-
-  async parse(config, options = {}) {
-    const dir = this.getDataDir(config);
-    const records = [];
-    if (!dir) return records;
-
-    const dbPath = join(dir, 'opencode.db');
-    if (!existsSync(dbPath)) return records;
-
-    // 检查文件大小，避免大文件导致 Array buffer allocation failed
-    const fileSize = statSync(dbPath).size;
-    if (fileSize > MAX_DB_SIZE) {
-      console.warn(`OpenCode: opencode.db 过大 (${(fileSize / 1024 / 1024).toFixed(0)}MB)，跳过解析`);
-      return records;
-    }
-
-    try {
-      const initSqlJs = (await import('sql.js')).default;
-      const SQL = await initSqlJs();
-      const dbBuf = readFileSync(dbPath);
-      const db = new SQL.Database(dbBuf);
-
-      // 读取 session -> project 映射
-      const sessionMap = {};
-      // 不同版本 schema 不同，探测可用列
-      let sessCols;
-      try {
-        const colInfo = db.exec("PRAGMA table_info(session)");
-        sessCols = colInfo[0] ? colInfo[0].values.map(r => r[1]) : [];
-      } catch { sessCols = []; }
-      const hasPath = sessCols.includes('path');
-      const hasDir = sessCols.includes('directory');
-      const sessSelect = hasDir
-        ? `SELECT id, directory${hasPath ? ', path' : ''} FROM session`
-        : 'SELECT id FROM session';
-      try {
-        const sessRows = db.exec(sessSelect);
-        if (sessRows[0]) {
-          for (const row of sessRows[0].values) {
-            const id = row[0];
-            const dir = hasDir ? (row[1] || '') : '';
-            const p = hasPath ? (row[2] || '') : '';
-            sessionMap[id] = (p || dir || '').replace(/\\/g, '/');
-          }
-        }
-      } catch {}
-
-      // 读取所有 message
-      const msgRows = db.exec(
-        "SELECT id, session_id, time_created, data FROM message ORDER BY time_created"
-      );
-      if (!msgRows[0]) { db.close(); return records; }
-
-      // 计算 delta tokens（message 中 tokens 是累计值）
-      let lastTokens = { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 };
-
-      for (const [msgId, sessionId, timeCreated, dataStr] of msgRows[0].values) {
-        let data;
-        try { data = JSON.parse(dataStr); } catch { continue; }
-
-        const role = data.role || '';
-        const timestamp = new Date(timeCreated).toISOString();
-        const project = sessionMap[sessionId] || '';
-        const model = data.modelID || data.model?.modelID || '';
-
-        // User messages for scenario classification
-        if (role === 'user') {
-          const text = this._extractUserText(db, msgId);
-          if (text) {
-            records.push(createUsageRecord({
-              timestamp,
-              tool: 'opencode',
-              sessionId: sessionId || '',
-              model: '',
-              inputTokens: 0,
-              outputTokens: 0,
-              project,
-              metadata: { type: 'user', text },
-            }));
-          }
-          continue;
-        }
-
-        // Assistant messages with token usage
-        if (role === 'assistant' && data.tokens) {
-          const t = data.tokens;
-          const current = {
-            input: t.input || 0,
-            output: t.output || 0,
-            cacheRead: t.cache?.read || 0,
-            cacheWrite: t.cache?.write || 0,
-          };
-
-          const delta = {
-            input: Math.max(0, current.input - lastTokens.input),
-            output: Math.max(0, current.output - lastTokens.output),
-            cacheRead: Math.max(0, current.cacheRead - lastTokens.cacheRead),
-            cacheWrite: Math.max(0, current.cacheWrite - lastTokens.cacheWrite),
-          };
-          lastTokens = current;
-
-          // Collect tool calls from parts
-          const toolCalls = this._extractToolCalls(db, msgId);
-
-          if (delta.input > 0 || delta.output > 0) {
-            records.push(createUsageRecord({
-              timestamp,
-              tool: 'opencode',
-              sessionId: sessionId || '',
-              model,
-              inputTokens: delta.input,
-              outputTokens: delta.output,
-              cacheReadTokens: delta.cacheRead,
-              cacheWriteTokens: delta.cacheWrite,
-              costUSD: data.cost ?? null,
-              project,
-              metadata: {
-                type: 'assistant',
-                toolCalls,
-                reasoningOutputTokens: t.reasoning || 0,
-              },
-            }));
-          }
-        }
-      }
-
-      db.close();
-    } catch (err) {
-      console.warn('OpenCode parse error:', err.message);
-    }
-
-    return records;
-  }
-
-  _extractUserText(db, msgId) {
-    try {
-      const rows = db.exec(
-        "SELECT data FROM part WHERE message_id = ? AND json_extract(data, '$.type') = 'text'",
-        [msgId]
-      );
-      if (rows[0]?.values?.length) {
-        const parts = [];
-        for (const [dataStr] of rows[0].values) {
-          const d = JSON.parse(dataStr);
-          if (d.text) parts.push(d.text);
-        }
-        return parts.join(' ').trim();
-      }
-    } catch {}
-    return '';
-  }
-
-  _extractToolCalls(db, msgId) {
-    const calls = [];
-    try {
-      const rows = db.exec(
-        "SELECT data FROM part WHERE message_id = ? AND json_extract(data, '$.type') = 'tool'",
-        [msgId]
-      );
-      if (rows[0]?.values) {
-        for (const [dataStr] of rows[0].values) {
-          const d = JSON.parse(dataStr);
-          const name = d.name || d.tool || 'unknown';
-          calls.push({ name });
-        }
-      }
-    } catch {}
-    return calls;
-  }
-
-  async getVersion(config) {
-    const dir = this.getDataDir(config);
-    if (!dir) return null;
-    const dbPath = join(dir, 'opencode.db');
-    if (!existsSync(dbPath)) return null;
-    try {
-      if (statSync(dbPath).size > MAX_DB_SIZE) return null;
-      const initSqlJs = (await import('sql.js')).default;
-      const SQL = await initSqlJs();
-      const dbBuf = readFileSync(dbPath);
-      const db = new SQL.Database(dbBuf);
-      const rows = db.exec("SELECT value FROM settings WHERE key = 'version'");
-      db.close();
-      return rows[0]?.values?.[0]?.[0] || null;
-    } catch {
-      return null;
-    }
-  }
-}
+import { existsSync, readFileSync, statSync } from 'fs';
+import { join } from 'path';
+import { BaseParser } from './base.js';
+import { createUsageRecord } from '../models/usage-record.js';
+
+// SQLite 数据库文件大小上限（500MB），超过则跳过解析避免 OOM
+const MAX_DB_SIZE = 500 * 1024 * 1024;
+
+// 增量解析缓存：基于 opencode.db 的 mtime
+const _opencodeCache = {
+  dbPath: '',
+  mtimeMs: 0,
+  size: 0,
+  records: null,
+};
+
+export class OpencodeParser extends BaseParser {
+  getInfo() {
+    return {
+      name: 'opencode',
+      displayName: 'OpenCode',
+      defaultDir: '~/.local/share/opencode',
+      envVar: 'OPENCODE_DATA_DIR',
+    };
+  }
+
+  async detect(config) {
+    const dir = this.getDataDir(config);
+    if (!dir) return false;
+    try {
+      return existsSync(join(dir, 'opencode.db'));
+    } catch {
+      return false;
+    }
+  }
+
+  async parse(config, options = {}) {
+    const dir = this.getDataDir(config);
+    const records = [];
+    if (!dir) return records;
+
+    const dbPath = join(dir, 'opencode.db');
+    if (!existsSync(dbPath)) return records;
+
+    // 检查文件大小，避免大文件导致 Array buffer allocation failed
+    const fileSize = statSync(dbPath).size;
+    if (fileSize > MAX_DB_SIZE) {
+      console.warn(`OpenCode: opencode.db 过大 (${(fileSize / 1024 / 1024).toFixed(0)}MB)，跳过解析`);
+      return records;
+    }
+
+    // 增量缓存：如果 db 文件未变化，直接返回缓存
+    const { mtimeMs } = statSync(dbPath);
+    if (_opencodeCache.dbPath === dbPath && _opencodeCache.mtimeMs === mtimeMs && _opencodeCache.size === fileSize && _opencodeCache.records) {
+      return _opencodeCache.records;
+    }
+
+    try {
+      const initSqlJs = (await import('sql.js')).default;
+      const SQL = await initSqlJs();
+      const dbBuf = readFileSync(dbPath);
+      const db = new SQL.Database(dbBuf);
+
+      // 读取 session -> project 映射
+      const sessionMap = {};
+      // 不同版本 schema 不同，探测可用列
+      let sessCols;
+      try {
+        const colInfo = db.exec("PRAGMA table_info(session)");
+        sessCols = colInfo[0] ? colInfo[0].values.map(r => r[1]) : [];
+      } catch { sessCols = []; }
+      const hasPath = sessCols.includes('path');
+      const hasDir = sessCols.includes('directory');
+      const sessSelect = hasDir
+        ? `SELECT id, directory${hasPath ? ', path' : ''} FROM session`
+        : 'SELECT id FROM session';
+      try {
+        const sessRows = db.exec(sessSelect);
+        if (sessRows[0]) {
+          for (const row of sessRows[0].values) {
+            const id = row[0];
+            const dir = hasDir ? (row[1] || '') : '';
+            const p = hasPath ? (row[2] || '') : '';
+            sessionMap[id] = (p || dir || '').replace(/\\/g, '/');
+          }
+        }
+      } catch {}
+
+      // 读取所有 message
+      const msgRows = db.exec(
+        "SELECT id, session_id, time_created, data FROM message ORDER BY time_created"
+      );
+      if (!msgRows[0]) { db.close(); return records; }
+
+      // 计算 delta tokens（message 中 tokens 是累计值）
+      let lastTokens = { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 };
+
+      for (const [msgId, sessionId, timeCreated, dataStr] of msgRows[0].values) {
+        let data;
+        try { data = JSON.parse(dataStr); } catch { continue; }
+
+        const role = data.role || '';
+        const timestamp = new Date(timeCreated).toISOString();
+        const project = sessionMap[sessionId] || '';
+        const model = data.modelID || data.model?.modelID || '';
+
+        // User messages for scenario classification
+        if (role === 'user') {
+          const text = this._extractUserText(db, msgId);
+          if (text) {
+            records.push(createUsageRecord({
+              timestamp,
+              tool: 'opencode',
+              sessionId: sessionId || '',
+              model: '',
+              inputTokens: 0,
+              outputTokens: 0,
+              project,
+              metadata: { type: 'user', text },
+            }));
+          }
+          continue;
+        }
+
+        // Assistant messages with token usage
+        if (role === 'assistant' && data.tokens) {
+          const t = data.tokens;
+          const current = {
+            input: t.input || 0,
+            output: t.output || 0,
+            cacheRead: t.cache?.read || 0,
+            cacheWrite: t.cache?.write || 0,
+          };
+
+          const delta = {
+            input: Math.max(0, current.input - lastTokens.input),
+            output: Math.max(0, current.output - lastTokens.output),
+            cacheRead: Math.max(0, current.cacheRead - lastTokens.cacheRead),
+            cacheWrite: Math.max(0, current.cacheWrite - lastTokens.cacheWrite),
+          };
+          lastTokens = current;
+
+          // Collect tool calls from parts
+          const toolCalls = this._extractToolCalls(db, msgId);
+
+          if (delta.input > 0 || delta.output > 0) {
+            records.push(createUsageRecord({
+              timestamp,
+              tool: 'opencode',
+              sessionId: sessionId || '',
+              model,
+              inputTokens: delta.input,
+              outputTokens: delta.output,
+              cacheReadTokens: delta.cacheRead,
+              cacheWriteTokens: delta.cacheWrite,
+              costUSD: data.cost ?? null,
+              project,
+              metadata: {
+                type: 'assistant',
+                toolCalls,
+                reasoningOutputTokens: t.reasoning || 0,
+              },
+            }));
+          }
+        }
+      }
+
+      db.close();
+
+      // 更新增量缓存
+      _opencodeCache.dbPath = dbPath;
+      _opencodeCache.mtimeMs = mtimeMs;
+      _opencodeCache.size = fileSize;
+      _opencodeCache.records = records;
+    } catch (err) {
+      console.warn('OpenCode parse error:', err.message);
+    }
+
+    return records;
+  }
+
+  _extractUserText(db, msgId) {
+    try {
+      const rows = db.exec(
+        "SELECT data FROM part WHERE message_id = ? AND json_extract(data, '$.type') = 'text'",
+        [msgId]
+      );
+      if (rows[0]?.values?.length) {
+        const parts = [];
+        for (const [dataStr] of rows[0].values) {
+          const d = JSON.parse(dataStr);
+          if (d.text) parts.push(d.text);
+        }
+        return parts.join(' ').trim();
+      }
+    } catch {}
+    return '';
+  }
+
+  _extractToolCalls(db, msgId) {
+    const calls = [];
+    try {
+      const rows = db.exec(
+        "SELECT data FROM part WHERE message_id = ? AND json_extract(data, '$.type') = 'tool'",
+        [msgId]
+      );
+      if (rows[0]?.values) {
+        for (const [dataStr] of rows[0].values) {
+          const d = JSON.parse(dataStr);
+          const name = d.name || d.tool || 'unknown';
+          calls.push({ name });
+        }
+      }
+    } catch {}
+    return calls;
+  }
+
+  async getVersion(config) {
+    const dir = this.getDataDir(config);
+    if (!dir) return null;
+    const dbPath = join(dir, 'opencode.db');
+    if (!existsSync(dbPath)) return null;
+    try {
+      if (statSync(dbPath).size > MAX_DB_SIZE) return null;
+      const initSqlJs = (await import('sql.js')).default;
+      const SQL = await initSqlJs();
+      const dbBuf = readFileSync(dbPath);
+      const db = new SQL.Database(dbBuf);
+      const rows = db.exec("SELECT value FROM settings WHERE key = 'version'");
+      db.close();
+      return rows[0]?.values?.[0]?.[0] || null;
+    } catch {
+      return null;
+    }
+  }
+}

package/lib/record-utils.js

@@ -1,35 +1,36 @@
-// UsageRecord 兼容辅助函数
-// 统一处理新格式（inputTokens/outputTokens）和旧格式（tokens.input/tokens.output）
-
-export function getInputTokens(r) {
-  if (r.inputTokens !== undefined) return r.inputTokens;
-  return r.tokens?.input || 0;
-}
-
-export function getOutputTokens(r) {
-  if (r.outputTokens !== undefined) return r.outputTokens;
-  return r.tokens?.output || 0;
-}
-
-export function getCacheRead(r) {
-  if (r.cacheReadTokens !== undefined) return r.cacheReadTokens;
-  return r.tokens?.cacheRead || 0;
-}
-
-export function getCacheCreate(r) {
-  if (r.cacheWriteTokens !== undefined) return r.cacheWriteTokens;
-  return r.tokens?.cacheCreate || 0;
-}
-
-export function getModel(r) {
-  return r.model || '';
-}
-
-export function isAssistantRecord(r) {
-  if (r.metadata?.type === 'assistant') return true;
-  if (r.metadata?.type === 'user') return false;
-  if (r.tool === 'codex') return true;
-  if (r.tool === 'opencode' && r.metadata?.role !== 'user') return true;
-  if (r.type === 'assistant' && !r.tool) return true;
-  return false;
-}
+// UsageRecord 兼容辅助函数
+// 统一处理新格式（inputTokens/outputTokens）和旧格式（tokens.input/tokens.output）
+
+export function getInputTokens(r) {
+  if (r.inputTokens !== undefined) return r.inputTokens;
+  return r.tokens?.input || 0;
+}
+
+export function getOutputTokens(r) {
+  if (r.outputTokens !== undefined) return r.outputTokens;
+  return r.tokens?.output || 0;
+}
+
+export function getCacheRead(r) {
+  if (r.cacheReadTokens !== undefined) return r.cacheReadTokens;
+  return r.tokens?.cacheRead || 0;
+}
+
+export function getCacheCreate(r) {
+  if (r.cacheWriteTokens !== undefined) return r.cacheWriteTokens;
+  return r.tokens?.cacheCreate || 0;
+}
+
+export function getModel(r) {
+  return r.model || '';
+}
+
+export function isAssistantRecord(r) {
+  if (r.metadata?.type === 'assistant') return true;
+  if (r.metadata?.type === 'user') return false;
+  if (r.tool === 'codex') return true;
+  if (r.tool === 'opencode' && r.metadata?.role !== 'user') return true;
+  // 兼容 Claude Code 新版日志：type 可能统一为 'user'，用 role 区分 user/assistant
+  if (!r.tool && (r.type === 'assistant' || r.role === 'assistant')) return true;
+  return false;
+}