cc-viewer 1.6.32 → 1.6.34

package/server.js

@@ -43,10 +43,11 @@ import { uploadPlugins, installPluginFromUrl } from './lib/plugin-manager.js';
 import { getUserProfile } from './lib/user-profile.js';
 import { getGitDiffs } from './lib/git-diff.js';
 import { CONTEXT_WINDOW_FILE, readModelContextSize, buildContextWindowEvent, getContextSizeForModel } from './lib/context-watcher.js';
-import { readLogFile, watchLogFile, startWatching, getWatchedFiles } from './lib/log-watcher.js';
+import { watchLogFile, startWatching, getWatchedFiles } from './lib/log-watcher.js';
 import { isMainAgentEntry, extractCachedContent } from './lib/kv-cache-analyzer.js';
-import { listLocalLogs, readLocalLog, deleteLogFiles, mergeLogFiles } from './lib/log-management.js';
-import { detectTargetLang, translate } from './lib/translator.js';
+import { listLocalLogs, deleteLogFiles, mergeLogFiles } from './lib/log-management.js';
+import { countLogEntries, streamRawEntriesAsync } from './lib/log-stream.js';
+
 
 const PREFS_FILE = join(LOG_DIR, 'preferences.json');
 
@@ -348,7 +349,7 @@ async function handleRequest(req, res) {
   if (url === '/api/resume-choice' && method === 'POST') {
     let body = '';
     req.on('data', chunk => { body += chunk; if (body.length > MAX_POST_BODY) req.destroy(); });
-    req.on('end', () => {
+    req.on('end', async () => {
       try {
         const { choice } = JSON.parse(body);
         if (choice !== 'continue' && choice !== 'new') {
@@ -371,12 +372,18 @@ async function handleRequest(req, res) {
             client.write(`event: resume_resolved\ndata: ${resolvedData}\n\n`);
           } catch { }
         });
-        // 发送 full_reload 让客户端重新加载数据
-        const entries = readLogFile(LOG_FILE);
+        // 流式分段广播 full_reload，避免全量加载 OOM
+        const reloadTotal = countLogEntries(LOG_FILE);
         clients.forEach(client => {
-          try {
-            client.write(`event: full_reload\ndata: ${JSON.stringify(entries)}\n\n`);
-          } catch { }
+          try { client.write(`event: load_start\ndata: ${JSON.stringify({ total: reloadTotal, incremental: false })}\n\n`); } catch { }
+        });
+        await streamRawEntriesAsync(LOG_FILE, (raw) => {
+          clients.forEach(client => {
+            try { client.write('event: load_chunk\ndata: ['); client.write(raw); client.write(']\n\n'); } catch { }
+          });
+        });
+        clients.forEach(client => {
+          try { client.write(`event: load_end\ndata: {}\n\n`); } catch { }
         });
         res.writeHead(200, { 'Content-Type': 'application/json' });
         res.end(JSON.stringify({ ok: true, logFile: result.logFile }));
@@ -388,58 +395,6 @@ async function handleRequest(req, res) {
     return;
   }
 
-  // 翻译 API
-  if (url === '/api/translate' && method === 'POST') {
-    let body = '';
-    req.on('data', chunk => { body += chunk; if (body.length > MAX_POST_BODY) req.destroy(); });
-    req.on('end', async () => {
-      try {
-        const { text, from = 'en', to } = JSON.parse(body);
-        if (!text) {
-          res.writeHead(400, { 'Content-Type': 'application/json' });
-          res.end(JSON.stringify({ error: 'Missing "text" field' }));
-          return;
-        }
-
-        // 确定目标语言
-        const targetLang = to || detectTargetLang(PREFS_FILE);
-
-        // 获取 API Key（仅 x-api-key 认证，不复用 session token 避免上下文污染）
-        // 优先级: 环境变量 > 拦截缓存 > 从 authHeader 中提取 sk- 开头的 key
-        let apiKey = process.env.ANTHROPIC_API_KEY || process.env.ANTHROPIC_AUTH_TOKEN || _cachedApiKey;
-        if (!apiKey && _cachedAuthHeader) {
-          const m = _cachedAuthHeader.match(/^Bearer\s+(sk-\S+)$/i);
-          if (m) apiKey = m[1];
-        }
-        if (!apiKey) {
-          res.writeHead(501, { 'Content-Type': 'application/json' });
-          res.end(JSON.stringify({ error: 'No API key available. Set ANTHROPIC_API_KEY or use x-api-key authentication.' }));
-          return;
-        }
-
-        const result = await translate({
-          text,
-          from,
-          to: targetLang,
-          apiKey,
-          baseUrl: process.env.ANTHROPIC_BASE_URL,
-          model: _cachedHaikuModel,
-        });
-
-        res.writeHead(200, { 'Content-Type': 'application/json' });
-        res.end(JSON.stringify(result));
-      } catch (err) {
-        const status = err.status ? 502 : 500;
-        const payload = err.status
-          ? { error: 'Translation API failed', status: err.status, detail: err.detail }
-          : { error: 'Internal error', message: err.message };
-        res.writeHead(status, { 'Content-Type': 'application/json' });
-        res.end(JSON.stringify(payload));
-      }
-    });
-    return;
-  }
-
   // === Workspace API ===
 
   // 目录浏览器
@@ -528,12 +483,18 @@ async function handleRequest(req, res) {
           } catch {}
         });
 
-        // 发送 full_reload 以刷新会话区域
-        const entries = readLogFile(LOG_FILE);
+        // 流式分段广播以刷新会话区域，避免全量加载 OOM
+        const wsReloadTotal = countLogEntries(LOG_FILE);
         clients.forEach(client => {
-          try {
-            client.write(`event: full_reload\ndata: ${JSON.stringify(entries)}\n\n`);
-          } catch {}
+          try { client.write(`event: load_start\ndata: ${JSON.stringify({ total: wsReloadTotal, incremental: false })}\n\n`); } catch {}
+        });
+        await streamRawEntriesAsync(LOG_FILE, (raw) => {
+          clients.forEach(client => {
+            try { client.write('event: load_chunk\ndata: ['); client.write(raw); client.write(']\n\n'); } catch {}
+          });
+        });
+        clients.forEach(client => {
+          try { client.write(`event: load_end\ndata: {}\n\n`); } catch {}
         });
 
         res.writeHead(200, { 'Content-Type': 'application/json' });
@@ -632,62 +593,48 @@ async function handleRequest(req, res) {
       res.write(`event: resume_prompt\ndata: ${JSON.stringify({ recentFileName: _resumeState.recentFileName })}\n\n`);
     }
 
-    const entries = readLogFile(LOG_FILE);
-    // 增量加载：客户端传 since（最后条目时间戳）和 cc（缓存条目数）
-    const since = parsedUrl.searchParams.get('since');
-    const cc = parseInt(parsedUrl.searchParams.get('cc') || '0', 10);
-    let entriesToSend = entries;
-    let incremental = false;
-    if (since && cc > 0) {
-      const sinceMs = new Date(since).getTime();
-      if (!isNaN(sinceMs)) {
-        const delta = entries.filter(e => e.timestamp && new Date(e.timestamp).getTime() > sinceMs);
-        if (cc + delta.length === entries.length) {
-          entriesToSend = delta;
-          incremental = true;
-        }
-      }
-    }
-    // 分段发送：先告知总数，再分块传输，让前端能显示真实加载进度
-    const CHUNK_SIZE = 50;
-    if (entriesToSend.length > CHUNK_SIZE) {
-      res.write(`event: load_start\ndata: ${JSON.stringify({ total: entriesToSend.length, incremental })}\n\n`);
-      for (let i = 0; i < entriesToSend.length; i += CHUNK_SIZE) {
-        const chunk = entriesToSend.slice(i, i + CHUNK_SIZE);
-        res.write(`event: load_chunk\ndata: ${JSON.stringify(chunk)}\n\n`);
-      }
-      res.write(`event: load_end\ndata: {}\n\n`);
-    } else if (incremental) {
-      // 增量模式：即使条目少也走 load_start/load_end 流程（可能 0 条新数据）
-      res.write(`event: load_start\ndata: ${JSON.stringify({ total: entriesToSend.length, incremental: true })}\n\n`);
-      if (entriesToSend.length > 0) {
-        res.write(`event: load_chunk\ndata: ${JSON.stringify(entriesToSend)}\n\n`);
-      }
-      res.write(`event: load_end\ndata: {}\n\n`);
-    } else {
-      res.write(`event: full_reload\ndata: ${JSON.stringify(entriesToSend)}\n\n`);
-    }
+    // 流式发送原始 delta 条目，客户端自行重建（避免 server OOM）
+    // 注：streamRawEntriesAsync 不支持 since 过滤，始终发送全量数据
+    const total = countLogEntries(LOG_FILE);
+    res.write(`event: load_start\ndata: ${JSON.stringify({ total, incremental: false })}\n\n`);
 
-    // Compute KV-Cache content + context_window for latest MainAgent
+    // 流式分段发送 + 追踪最新 MainAgent 的 KV-Cache 和 context_window
+    let latestKvCache = null;
+    let latestContextWindow = null;
     let pushedContextWindow = false;
-    for (let i = entries.length - 1; i >= 0; i--) {
-      if (isMainAgentEntry(entries[i])) {
-        const cached = extractCachedContent(entries[i]);
-        if (cached) {
-          res.write(`event: kv_cache_content\ndata: ${JSON.stringify(cached)}\n\n`);
-        }
-        // Push initial context_window from latest MainAgent usage
-        const usage = entries[i].response?.body?.usage;
-        if (usage) {
-          const contextSize = getContextSizeForModel(entries[i].body?.model);
-          const cwData = buildContextWindowEvent(usage, contextSize);
-          if (cwData) {
-            res.write(`event: context_window\ndata: ${JSON.stringify(cwData)}\n\n`);
-            pushedContextWindow = true;
+
+    await streamRawEntriesAsync(LOG_FILE, (raw) => {
+      // 直接发送原始 JSON 字符串，不做 parse/reconstruct/stringify
+      res.write('event: load_chunk\ndata: [');
+      res.write(raw);
+      res.write(']\n\n');
+      // 轻量追踪最新 MainAgent 的 KV-Cache 和 context_window（仅 regex 检测）
+      if (raw.includes('"mainAgent":true') || raw.includes('"mainAgent": true')) {
+        try {
+          const entry = JSON.parse(raw);
+          if (isMainAgentEntry(entry)) {
+            const cached = extractCachedContent(entry);
+            if (cached) latestKvCache = cached;
+            const usage = entry.response?.body?.usage;
+            if (usage) {
+              const contextSize = getContextSizeForModel(entry.body?.model);
+              const cw = buildContextWindowEvent(usage, contextSize);
+              if (cw) latestContextWindow = cw;
+            }
           }
-        }
-        break;
+        } catch { }
       }
+    });
+
+    res.write(`event: load_end\ndata: {}\n\n`);
+
+    // 发送最新 MainAgent 的 KV-Cache 和 context_window
+    if (latestKvCache) {
+      res.write(`event: kv_cache_content\ndata: ${JSON.stringify(latestKvCache)}\n\n`);
+    }
+    if (latestContextWindow) {
+      res.write(`event: context_window\ndata: ${JSON.stringify(latestContextWindow)}\n\n`);
+      pushedContextWindow = true;
     }
     // Fallback: no MainAgent in log (e.g. fresh session after -c), read context-window.json
     if (!pushedContextWindow) {
@@ -718,9 +665,17 @@ async function handleRequest(req, res) {
 
   // API endpoint
   if (url === '/api/requests' && method === 'GET') {
-    const entries = readLogFile(LOG_FILE);
+    // 异步流式 JSON 数组输出，不做 reconstruct，发原始条目
     res.writeHead(200, { 'Content-Type': 'application/json' });
-    res.end(JSON.stringify(entries));
+    res.write('[');
+    let first = true;
+    await streamRawEntriesAsync(LOG_FILE, (raw) => {
+      if (!first) res.write(',');
+      res.write(raw);
+      first = false;
+    });
+    res.write(']');
+    res.end();
     return;
   }
 
@@ -1325,24 +1280,17 @@ async function handleRequest(req, res) {
         const stream = createReadStream(realPath);
         stream.pipe(res);
       } else {
-        // 重建为全量格式下载
-        const { readLocalLog } = await import('./lib/log-management.js');
-        const entries = readLocalLog(LOG_DIR, file);
-        // 清除 delta 元字段
-        for (const entry of entries) {
-          delete entry._deltaFormat;
-          delete entry._totalMessageCount;
-          delete entry._conversationId;
-          delete entry._isCheckpoint;
-        }
-        const content = entries.map(e => JSON.stringify(e)).join('\n---\n') + '\n---\n';
-        const buf = Buffer.from(content, 'utf-8');
+        // 流式下载原始条目（不重建，保持 delta 格式），避免 OOM
         res.writeHead(200, {
           'Content-Type': 'application/octet-stream',
           'Content-Disposition': `attachment; filename="${encodeURIComponent(fileName)}"`,
-          'Content-Length': buf.length,
+          'Transfer-Encoding': 'chunked',
+        });
+        await streamRawEntriesAsync(realPath, (raw) => {
+          res.write(raw);
+          res.write('\n---\n');
         });
-        res.end(buf);
+        res.end();
       }
     } catch (err) {
       res.writeHead(500, { 'Content-Type': 'application/json' });
@@ -1368,13 +1316,35 @@ async function handleRequest(req, res) {
     }
 
     try {
-      const entries = readLocalLog(LOG_DIR, file);
-      res.writeHead(200, { 'Content-Type': 'application/json' });
-      res.end(JSON.stringify(entries));
+      // 独立 SSE 流：直接向请求方返回 event-stream，不走 /events 广播
+      const { validateLogPath } = await import('./lib/log-management.js');
+      validateLogPath(LOG_DIR, file);
+      const filePath = join(LOG_DIR, file);
+      const total = countLogEntries(filePath);
+
+      res.writeHead(200, {
+        'Content-Type': 'text/event-stream',
+        'Cache-Control': 'no-cache',
+        'Connection': 'keep-alive',
+      });
+
+      res.write(`event: load_start\ndata: ${JSON.stringify({ total, incremental: false })}\n\n`);
+      await streamRawEntriesAsync(filePath, (raw) => {
+        res.write('event: load_chunk\ndata: [');
+        res.write(raw);
+        res.write(']\n\n');
+      });
+      res.write(`event: load_end\ndata: {}\n\n`);
+      res.end();
     } catch (err) {
-      const status = err.code === 'NOT_FOUND' ? 404 : err.code === 'ACCESS_DENIED' ? 403 : 500;
-      res.writeHead(status, { 'Content-Type': 'application/json' });
-      res.end(JSON.stringify({ error: err.message }));
+      // 如果 headers 未发送，返回 JSON 错误；否则关闭连接
+      if (!res.headersSent) {
+        const status = err.code === 'NOT_FOUND' ? 404 : err.code === 'ACCESS_DENIED' ? 403 : 500;
+        res.writeHead(status, { 'Content-Type': 'application/json' });
+        res.end(JSON.stringify({ error: err.message }));
+      } else {
+        res.end();
+      }
     }
     return;
   }

package/lib/translator.js

@@ -1,84 +0,0 @@
-import { readFileSync, existsSync } from 'node:fs';
-import { detectLanguage } from '../i18n.js';
-
-/**
- * Determine the target language for translation.
- * Priority: explicit `to` param > prefs file lang > system locale.
- * @param {string} prefsFile - Path to the preferences JSON file
- * @returns {string} target language code
- */
-export function detectTargetLang(prefsFile) {
-  let targetLang;
-  try {
-    if (prefsFile && existsSync(prefsFile)) {
-      const prefs = JSON.parse(readFileSync(prefsFile, 'utf-8'));
-      if (prefs.lang) targetLang = prefs.lang;
-    }
-  } catch { }
-  if (!targetLang) targetLang = detectLanguage();
-  return targetLang;
-}
-
-/**
- * Translate text using the Claude API.
- * @param {Object} opts
- * @param {string|string[]} opts.text - Text or array of texts to translate
- * @param {string} opts.from - Source language code
- * @param {string} opts.to - Target language code
- * @param {string} opts.apiKey - Anthropic API key
- * @param {string} [opts.baseUrl='https://api.anthropic.com'] - API base URL
- * @param {string} [opts.model='claude-haiku-4-5-20251001'] - Model to use
- * @returns {Promise<{text: string|string[], from: string, to: string}>}
- */
-export async function translate({ text, from, to, apiKey, baseUrl, model }) {
-  // Same language — no-op
-  if (from === to) {
-    return { text, from, to };
-  }
-
-  const effectiveBaseUrl = baseUrl || 'https://api.anthropic.com';
-  const effectiveModel = model || 'claude-haiku-4-5-20251001';
-  const inputText = Array.isArray(text) ? text.join('\n---SPLIT---\n') : text;
-
-  const reqHeaders = {
-    'Content-Type': 'application/json',
-    'anthropic-version': '2023-06-01',
-    'x-api-key': apiKey,
-    'x-cc-viewer-internal': '1',
-  };
-
-  const apiRes = await fetch(`${effectiveBaseUrl}/v1/messages`, {
-    method: 'POST',
-    headers: reqHeaders,
-    body: JSON.stringify({
-      model: effectiveModel,
-      max_tokens: 32000,
-      tools: [],
-      system: [{
-        type: "text",
-        text: `You are a translator. Translate the following text from ${from} to ${to}. Output only the translated text, nothing else.`
-      }],
-      messages: [{ role: 'user', content: inputText }],
-      stream: false,
-      temperature: 1,
-    }),
-  });
-
-  if (!apiRes.ok) {
-    const errBody = await apiRes.text();
-    const err = new Error(`Translation API failed (status ${apiRes.status}): ${errBody}`);
-    err.status = apiRes.status;
-    err.detail = errBody;
-    throw err;
-  }
-
-  const apiData = await apiRes.json();
-  let translated = apiData.content?.[0]?.text || '';
-
-  // If input was an array, split the result back into an array
-  if (Array.isArray(text)) {
-    translated = translated.split(/\n?---SPLIT---\n?/);
-  }
-
-  return { text: translated, from, to };
-}