openclaw-sc 5.38.0

package/lib/code-review-shared.js

@@ -0,0 +1,164 @@
+/**
+ * sc — 代码审查优化的共享工具模块
+ *
+ * 从 index.js 和 tools/bridge.js 提取的重复代码
+ * 两处引用同一份，消除 ~600 行重复
+ *
+ * v1.1.0 — 2026-06-09 路径安全修复
+ */
+
+import { validatePath } from '../security.js';
+
+// ====== 配置常量 ======
+const WORKER_MAX_FILES = 50;
+const L0_MAX_FILES = 200;
+const L0_MAX_SIZE_BYTES = 50 * 1024; // 50KB
+
+// ====== L0 快车路径 ======
+
+/**
+ * 🚀 L0 快车路径: 小文件(<200个/<50KB)直接 Node.js 原生 grep
+ * 比走 Worker 快 10x，返回与 Worker 搜索结果兼容的格式
+ *
+ * @param {string} keyword - 搜索关键词
+ * @param {string[]} files - 文件路径列表
+ * @param {function} [validateFn] - 可选的安全路径验证函数（默认使用 security.js validatePath）
+ * @returns {Promise<object|null>} 搜索结果对象或 null（不适合快车路径时）
+ */
+export async function fastPathSearch(keyword, files, validateFn) {
+  if (!files || files.length === 0 || files.length >= L0_MAX_FILES) {
+    return null;
+  }
+
+  // 🔧 路径安全修复: 始终使用安全验证函数，不提供 fallback 到裸路径
+  const _validate = validateFn || validatePath;
+
+  const { stat, readFile } = await import('fs/promises');
+  let totalSize = 0;
+  const sizeChecked = [];
+
+  for (const f of files) {
+    try {
+      // 🔧 路径安全: 先 validatePath，再 stat，防止信息泄露
+      const safePath = await _validate(f);
+      const s = await stat(safePath);
+      sizeChecked.push({ file: f, safePath, size: s.size });
+      totalSize += s.size;
+      if (totalSize > L0_MAX_SIZE_BYTES) break;
+    } catch (err) {
+      console.warn(`[code-review-shared] stat文件失败 ${f}: ${err?.message || '未知错误'}`);
+      totalSize = L0_MAX_SIZE_BYTES + 1;
+      break;
+    }
+  }
+
+  if (totalSize > L0_MAX_SIZE_BYTES) {
+    return null;
+  }
+
+  const queryLower = keyword.toLowerCase();
+  let totalMatches = 0;
+  const results = [];
+
+  for (const { file, safePath } of sizeChecked) {
+    try {
+      const content = await readFile(safePath, 'utf-8');
+      const lines = content.split('\n');
+      const matches = [];
+
+      for (let i = 0; i < lines.length; i++) {
+        if (lines[i].toLowerCase().includes(queryLower)) {
+          matches.push({ line: i + 1, text: lines[i].trim().substring(0, 200) });
+        }
+      }
+
+      if (matches.length > 0) {
+        totalMatches += matches.length;
+        results.push({ file, matchCount: matches.length, matches });
+      }
+    } catch (e) {
+      results.push({ file, error: e.message });
+    }
+  }
+
+  return {
+    keyword,
+    total: totalMatches,
+    totalFiles: sizeChecked.length,
+    results,
+    l0FastPath: true,
+  };
+}
+
+// ====== 文件拆分与结果合并 ======
+
+export function splitFiles(files, numChunks) {
+  if (numChunks <= 1) return [files];
+  const chunks = [];
+  const chunkSize = Math.min(Math.ceil(files.length / numChunks), WORKER_MAX_FILES);
+  for (let i = 0; i < files.length; i += chunkSize) {
+    chunks.push(files.slice(i, i + chunkSize));
+  }
+  return chunks;
+}
+
+export function mergeSearchResults(results, poolStats) {
+  const allResults = [];
+  let totalMatches = 0;
+  let totalFiles = 0;
+  let errorFiles = 0;
+
+  for (const r of results) {
+    if (r.results) {
+      for (const item of r.results) {
+        allResults.push(item);
+        totalMatches += item.matchCount || 0;
+        if (item.error) errorFiles++;
+        else totalFiles++;
+      }
+    }
+  }
+
+  allResults.sort((a, b) => (b.matchCount || 0) - (a.matchCount || 0));
+
+  return {
+    keyword: results[0]?.keyword || '',
+    totalMatches,
+    totalFiles,
+    errorFiles,
+    results: allResults,
+    poolStats,
+  };
+}
+
+export function mergeLogResults(results, poolStats) {
+  const allStats = [];
+  for (const r of results) {
+    if (r.stats) allStats.push(...r.stats);
+  }
+  return { stats: allStats, poolStats };
+}
+
+// ====== CLI 参数解析 ======
+
+export function parseSearchArgs(args) {
+  const files = [];
+  let keyword = null;
+  let priority = 'normal';
+  for (let i = 0; i < args.length; i++) {
+    if (args[i] === '--priority') { priority = args[++i] || 'normal'; }
+    else if (!keyword) { keyword = args[i]; }
+    else { files.push(args[i]); }
+  }
+  return { keyword, files, priority };
+}
+
+export function parseLogArgs(args) {
+  const files = [];
+  let priority = 'normal';
+  for (let i = 0; i < args.length; i++) {
+    if (args[i] === '--priority') { priority = args[++i] || 'normal'; }
+    else { files.push(args[i]); }
+  }
+  return { files, priority };
+}

package/lib/config.js

@@ -0,0 +1,164 @@
+/**
+ * 🦞 sc v5.8+ — 统一模型配置读取
+ *
+ * 所有模型名统一从此文件读取，不再硬编码。
+ * 配置来源：openclaw.json → models.providers
+ *
+ * 用法：
+ *   import { getDeepseekConfig, getEmbeddingConfig, getVisionConfig, getDefaultModel } from './lib/config.js';
+ */
+
+import { readFile } from 'fs/promises';
+import { join } from 'path';
+import { homedir } from 'os';
+
+// ====== Config cache ======
+let _configCache = null;
+let _configCacheTime = 0;
+const CONFIG_CACHE_TTL = 30000;
+
+/**
+ * 读取并缓存 openclaw.json
+ */
+async function readOpenClawConfig() {
+  const now = Date.now();
+  if (_configCache && now - _configCacheTime < CONFIG_CACHE_TTL) {
+    return _configCache;
+  }
+  try {
+    const content = await readFile(join(homedir(), '.openclaw', 'openclaw.json'), 'utf-8');
+    _configCache = JSON.parse(content);
+    _configCacheTime = now;
+  } catch (err) {
+    console.warn(`[config] ⚠️ 读取openclaw.json失败: ${err?.message || '未知错误'}`);
+    _configCache = null;
+    _configCacheTime = now;
+  }
+  return _configCache;
+}
+
+/**
+ * 清除缓存（让下一次读取重新加载）
+ */
+export function clearConfigCache() {
+  _configCache = null;
+  _configCacheTime = 0;
+}
+
+// ====== DeepSeek 聊天模型配置 ======
+
+/**
+ * 获取 DeepSeek 聊天模型配置
+ * @returns {{ baseUrl: string, apiKey: string, defaultModel: string, models: Array }}
+ *          如果没有配置，defaultModel 返回 null
+ */
+export async function getDeepseekConfig() {
+  const cfg = await readOpenClawConfig();
+  const provider = cfg?.models?.providers?.deepseek;
+  if (!provider || !provider.models || provider.models.length === 0) {
+    return {
+      baseUrl: 'https://api.deepseek.com/v1',
+      apiKey: getEnv('DEEPSEEK_API_KEY', ''),
+      defaultModel: null,
+      models: [],
+    };
+  }
+
+  // 第一个非 vision 的聊天模型作为默认
+  const modelList = provider.models || [];
+  const defaultModel = modelList.find(m => !m.id.startsWith('glm'))?.id || modelList[0]?.id || null;
+
+  return {
+    baseUrl: provider.baseUrl || 'https://api.deepseek.com/v1',
+    apiKey: provider.apiKey || getEnv('DEEPSEEK_API_KEY', ''),
+    defaultModel,
+    models: modelList,
+  };
+}
+
+/**
+ * 获取 DeepSeek 默认聊天模型 ID
+ * 如果没有配置，返回 null
+ */
+export async function getDefaultChatModel() {
+  const cfg = await getDeepseekConfig();
+  return cfg.defaultModel;
+}
+
+// ====== Embedding / Ollama 配置 ======
+
+/**
+ * 获取 Embedding (Ollama) 模型配置
+ * @returns {{ baseUrl: string, embeddingModel: string, baseUrlChat: string }}
+ *          如果没有配置，embeddingModel 返回 null，baseUrl 返回默认 Ollama 地址
+ */
+export async function getEmbeddingConfig() {
+  const cfg = await readOpenClawConfig();
+  const provider = cfg?.models?.providers?.embedding;
+
+  if (!provider) {
+    return {
+      baseUrl: 'http://127.0.0.1:11434',
+      embeddingModel: null,
+      baseUrlChat: 'http://127.0.0.1:11434',
+    };
+  }
+
+  const rawBaseUrl = provider.baseUrl || 'http://127.0.0.1:11434';
+  const baseUrl = rawBaseUrl.replace(/\/v1\/?$/, '').replace(/\/api\/?$/, '');
+
+  const modelList = provider.models || [];
+  const embeddingModel = modelList[0]?.id || null;
+
+  return {
+    baseUrl,
+    embeddingModel,
+    baseUrlChat: baseUrl,
+  };
+}
+
+// ====== 视觉模型配置 ======
+
+/**
+ * 获取视觉模型配置
+ */
+export async function getVisionConfig() {
+  const cfg = await readOpenClawConfig();
+
+  const visionProvider = cfg?.models?.providers?.vision;
+  if (visionProvider && visionProvider.models && visionProvider.models.length > 0) {
+    const rawBaseUrl = visionProvider.baseUrl || '';
+    const baseUrl = rawBaseUrl.replace(/\/v1\/?$/, '').replace(/\/api\/?$/, '');
+    const model = visionProvider.models[0]?.id || null;
+    return {
+      baseUrl,
+      model,
+      configured: true,
+      provider: 'vision',
+      apiKey: visionProvider.apiKey || '',
+      api: visionProvider.api || 'openai-completions',
+    };
+  }
+
+  const embedProvider = cfg?.models?.providers?.embedding;
+  if (embedProvider) {
+    const rawBaseUrl = embedProvider.baseUrl || 'http://127.0.0.1:11434';
+    const baseUrl = rawBaseUrl.replace(/\/v1\/?$/, '').replace(/\/api\/?$/, '');
+    return {
+      baseUrl,
+      model: null,
+      configured: false,
+      provider: 'embedding',
+      apiKey: '',
+      note: '视觉模型未配置，使用 Ollama embedding provider 地址',
+    };
+  }
+
+  return {
+    baseUrl: '',
+    model: null,
+    configured: false,
+    provider: '',
+    note: '视觉模型未配置，请在 openclaw.json 中添加 models.providers.vision 配置',
+  };
+}