cloudcc-cli 2.2.1 → 2.2.3

package/src/mcp/tools/dev-env/fetcher.js

@@ -0,0 +1,500 @@
+#!/usr/bin/env node
+
+/**
+ * CloudCC 开发环境搭建爬取脚本
+ * 功能：从官方文档网页爬取开发环境搭建指南，生成结构化 JavaScript 知识库
+ * 
+ * 特性：
+ * - 自动网页爬取和 HTML 解析
+ * - 平台特定化处理（Windows/macOS/Linux）
+ * - 错误重试和容错机制
+ * - 元数据管理（版本、更新时间、来源）
+ */
+
+const https = require('https');
+const http = require('http');
+const cheerio = require('cheerio');
+const fs = require('fs').promises;
+const path = require('path');
+
+// ======================== 配置 ========================
+const CONFIG = {
+  SOURCE_URL: 'https://dev-help.cloudcc.cn/devlearn01/huan-jing-da-jian/',
+  OUTPUT_FILE: path.join(__dirname, './prompt.js'),
+  TIMEOUT: 10000,
+  MAX_RETRIES: 3,
+  CACHE_DURATION: 7 * 24 * 60 * 60 * 1000, // 7 天
+};
+
+// HTML 转义工具
+function escapeHtml(text) {
+  return String(text)
+    .replace(/&/g, '&')
+    .replace(/</g, '&lt;')
+    .replace(/>/g, '&gt;')
+    .replace(/"/g, '&quot;')
+    .replace(/'/g, '&#039;');
+}
+
+// ======================== 日志工具 ========================
+const logger = {
+  log: (msg) => console.log(`ℹ️  ${msg}`),
+  success: (msg) => console.log(`✅ ${msg}`),
+  error: (msg) => console.error(`❌ ${msg}`),
+  warn: (msg) => console.warn(`⚠️  ${msg}`),
+  info: (msg) => console.log(`📝 ${msg}`),
+};
+
+// ======================== HTTP 请求 ========================
+async function fetchPage(url, retries = 0) {
+  return new Promise((resolve, reject) => {
+    try {
+      logger.log(`正在获取 ${url}...`);
+
+      const urlObj = new URL(url);
+      const protocol = urlObj.protocol === 'https:' ? https : http;
+
+      const options = {
+        hostname: urlObj.hostname,
+        port: urlObj.port,
+        path: urlObj.pathname + urlObj.search,
+        method: 'GET',
+        headers: {
+          'User-Agent': 'Mozilla/5.0 (Node.js MCP Bot) CloudCC-Dev-Helper/1.0',
+        },
+        timeout: CONFIG.TIMEOUT,
+      };
+
+      const req = protocol.request(options, (res) => {
+        // 处理重定向
+        if (res.statusCode >= 300 && res.statusCode < 400 && res.headers.location) {
+          const redirectUrl = new URL(res.headers.location, url).href;
+          logger.info(`重定向到: ${redirectUrl}`);
+          return fetchPage(redirectUrl, retries).then(resolve).catch(reject);
+        }
+
+        if (res.statusCode !== 200) {
+          return reject(new Error(`HTTP ${res.statusCode}: ${res.statusMessage}`));
+        }
+
+        let html = '';
+        res.setEncoding('utf8');
+        res.on('data', (chunk) => {
+          html += chunk;
+        });
+        res.on('end', () => {
+          logger.success(`网页获取成功 (${html.length} 字节)`);
+          resolve(html);
+        });
+      });
+
+      req.on('error', (error) => {
+        reject(error);
+      });
+
+      req.on('timeout', () => {
+        req.destroy();
+        reject(new Error('请求超时'));
+      });
+
+      req.end();
+    } catch (error) {
+      reject(error);
+    }
+  }).catch(async (error) => {
+    if (retries < CONFIG.MAX_RETRIES) {
+      logger.warn(`请求失败: ${error.message}，${retries + 1}/${CONFIG.MAX_RETRIES} 重试...`);
+      await new Promise(r => setTimeout(r, 1000 * (retries + 1)));
+      return fetchPage(url, retries + 1);
+    }
+    throw new Error(`获取网页失败（已重试 ${CONFIG.MAX_RETRIES} 次）: ${error.message}`);
+  });
+}
+
+// ======================== HTML 解析 ========================
+function parseDevEnvContent(html) {
+  const $ = cheerio.load(html);
+  const steps = [];
+
+  logger.log('开始解析 HTML...');
+
+  // 提取所有 h2 标题（步骤）
+  const h2Elements = $('h2').toArray();
+
+  h2Elements.forEach((elem, idx) => {
+    const title = $(elem).text().trim();
+    const match = title.match(/^(\d+)\.\s*(.+)$/);
+
+    if (!match) return;
+
+    const stepNum = parseInt(match[1]);
+    const stepTitle = match[2];
+
+    // 收集该步骤的内容（直到下一个 h2）
+    let content = '';
+    let description = '';
+    const subSteps = {};
+    const commands = [];
+    const references = [];
+    let currentSubStep = null;
+
+    let currentElem = $(elem).next();
+    const nextH2Idx = h2Elements.findIndex((e, i) => i > idx);
+    const nextH2 = nextH2Idx >= 0 ? h2Elements[nextH2Idx] : null;
+
+    while (currentElem.length && (!nextH2 || !currentElem.is(nextH2))) {
+      const tag = currentElem[0]?.name;
+
+      // 处理 h3（子步骤，如 "Windows 用户"）
+      if (tag === 'h3') {
+        const h3Text = currentElem.text().trim();
+        currentSubStep = h3Text;
+        subSteps[h3Text] = {
+          title: h3Text,
+          description: '',
+          commands: [],
+          notes: [],
+        };
+      }
+
+      // 处理段落（描述文本）
+      if (tag === 'p') {
+        const text = currentElem.text().trim();
+        if (description.length < 200) {
+          description += (description ? ' ' : '') + text;
+        }
+        content += `<p>${$(currentElem).html()}</p>\n`;
+
+        // 提取链接
+        const links = currentElem.find('a');
+        links.each((_, link) => {
+          const href = $(link).attr('href');
+          const linkText = $(link).text();
+          if (href) {
+            references.push({
+              text: linkText,
+              url: href,
+              category: detectLinkCategory(linkText, href),
+            });
+          }
+        });
+      }
+
+      // 处理代码块
+      if (tag === 'pre' || tag === 'code') {
+        const codeText = currentElem.text().trim();
+        if (codeText) {
+          const platform = detectPlatform(codeText, currentSubStep);
+          commands.push({
+            command: codeText,
+            platform,
+            description: extractCommandDescription(codeText),
+          });
+          content += `<pre><code>${escapeHtml(codeText)}</code></pre>\n`;
+        }
+      }
+
+      // 收集其他内容
+      if (tag === 'ul' || tag === 'ol') {
+        content += `<${tag}>${$(currentElem).html()}</${tag}>\n`;
+      }
+
+      if (tag === 'strong' || tag === 'em') {
+        content += currentElem.html();
+      }
+
+      currentElem = currentElem.next();
+    }
+
+    // 清理描述文本
+    description = description
+      .replace(/[💡⚠️✅❌📝ℹ️📥📊🎯]/g, '')
+      .trim()
+      .substring(0, 200);
+
+    // 构建步骤对象
+    const step = {
+      number: stepNum,
+      title: stepTitle,
+      description: description || stepTitle,
+      content: content.trim(),
+      keywords: extractKeywords(title, content),
+      commands,
+      references,
+      difficulty: estimateDifficulty(stepTitle, commands),
+      estimatedTime: estimateTime(stepTitle),
+    };
+
+    // 添加子步骤
+    if (Object.keys(subSteps).length > 0) {
+      step.subSteps = Object.values(subSteps);
+    }
+
+    steps.push(step);
+    logger.info(`✓ 步骤 ${stepNum}: ${stepTitle}`);
+  });
+
+  return steps;
+}
+
+// ======================== 辅助函数 ========================
+
+/**
+ * 检测命令所属的平台
+ */
+function detectPlatform(command, context) {
+  const cmd = command.toLowerCase();
+  const ctx = (context || '').toLowerCase();
+
+  if (ctx.includes('windows')) return 'windows';
+  if (ctx.includes('macos') || ctx.includes('mac')) return 'macos';
+  if (ctx.includes('linux')) return 'linux';
+
+  if (cmd.includes('sudo')) return 'macos';
+  if (cmd.includes('choco') || cmd.includes('scoop')) return 'windows';
+  if (cmd.includes('brew')) return 'macos';
+  if (cmd.includes('apt') || cmd.includes('yum')) return 'linux';
+
+  return 'all';
+}
+
+/**
+ * 检测链接类别
+ */
+function detectLinkCategory(text, url) {
+  const lower = text.toLowerCase() + ' ' + url.toLowerCase();
+
+  if (lower.includes('download') || lower.includes('下载')) return 'download';
+  if (lower.includes('marketplace') || lower.includes('插件')) return 'plugin';
+  if (lower.includes('doc') || lower.includes('文档')) return 'docs';
+  if (lower.includes('tool') || lower.includes('工具')) return 'tool';
+
+  return 'reference';
+}
+
+/**
+ * 提取命令描述
+ */
+function extractCommandDescription(command) {
+  if (command.includes('node -v') || command.includes('node --version')) {
+    return '检查 Node.js 版本';
+  }
+  if (command.includes('npm config set registry')) {
+    return '设置 npm 源地址';
+  }
+  if (command.includes('npm config get registry')) {
+    return '验证 npm 源设置';
+  }
+  if (command.includes('npm install -g')) {
+    return '安装全局依赖包';
+  }
+  if (command.includes('npm ls -g')) {
+    return '检查全局安装的包';
+  }
+  if (command.includes('sudo')) {
+    return '以管理员权限执行';
+  }
+  return '执行命令';
+}
+
+/**
+ * 提取关键词
+ */
+function extractKeywords(title, content) {
+  const words = new Set();
+  const titleLower = title.toLowerCase();
+
+  // 从标题提取
+  if (titleLower.includes('node')) words.add('node');
+  if (titleLower.includes('npm')) words.add('npm');
+  if (titleLower.includes('依赖') || titleLower.includes('package')) words.add('dependencies');
+  if (titleLower.includes('vs code') || titleLower.includes('code')) words.add('vscode');
+  if (titleLower.includes('插件') || titleLower.includes('plugin')) words.add('plugin');
+  if (titleLower.includes('源') || titleLower.includes('registry')) words.add('registry');
+  if (titleLower.includes('vue')) words.add('vue');
+  if (titleLower.includes('cli')) words.add('cli');
+
+  return Array.from(words);
+}
+
+/**
+ * 估算难度级别
+ */
+function estimateDifficulty(title, commands) {
+  if (commands.length === 0) return 'easy';
+  if (commands.length > 3) return 'medium';
+  if (title.includes('源') || title.includes('registry')) return 'easy';
+  return 'medium';
+}
+
+/**
+ * 估算耗时（分钟）
+ */
+function estimateTime(title) {
+  if (title.includes('node')) return 10;
+  if (title.includes('npm')) return 5;
+  if (title.includes('依赖')) return 15;
+  if (title.includes('code')) return 5;
+  if (title.includes('插件')) return 3;
+  return 5;
+}
+
+// ======================== JavaScript 代码生成 ========================
+
+function generateJavaScriptCode(steps) {
+  const now = new Date().toISOString();
+  const metadata = {
+    title: 'CloudCC 开发环境搭建指南',
+    description: '详细的开发环境配置教程，涵盖 Node.js、npm、VS Code 等必要工具的安装与配置',
+    sourceUrl: CONFIG.SOURCE_URL,
+    generatedAt: now,
+    version: '1.0.0',
+  };
+
+  const stepsJson = JSON.stringify(steps, null, 2);
+  const metadataJson = JSON.stringify(metadata, null, 2);
+
+  const code = `/**
+ * CloudCC 开发环境搭建知识库
+ * 
+ * 自动生成的文件，请勿手动修改
+ * 生成时间: ${now}
+ * 来源: ${CONFIG.SOURCE_URL}
+ */
+
+const metadata = ${metadataJson};
+
+const steps = ${stepsJson};
+
+const guide = {
+  ...metadata,
+  steps,
+};
+
+/**
+ * 按关键词搜索步骤
+ */
+function searchSteps(keyword) {
+  const lower = keyword.toLowerCase();
+  return guide.steps.filter(step =>
+    step.title.toLowerCase().includes(lower) ||
+    step.description.toLowerCase().includes(lower) ||
+    step.keywords.some(k => k.toLowerCase().includes(lower))
+  );
+}
+
+/**
+ * 按平台获取命令
+ */
+function getCommandsByPlatform(platform) {
+  const commands = [];
+  guide.steps.forEach(step => {
+    step.commands.forEach(cmd => {
+      if (cmd.platform === 'all' || cmd.platform === platform) {
+        commands.push(cmd);
+      }
+    });
+  });
+  return commands;
+}
+
+/**
+ * 按步骤号获取步骤详情
+ */
+function getStep(stepNumber) {
+  return guide.steps.find(s => s.number === stepNumber);
+}
+
+/**
+ * 获取所有步骤
+ */
+function getAllSteps() {
+  return guide.steps;
+}
+
+/**
+ * 获取指定难度的步骤
+ */
+function getStepsByDifficulty(difficulty) {
+  return guide.steps.filter(s => s.difficulty === difficulty);
+}
+
+/**
+ * 获取所有参考链接
+ */
+function getAllReferences() {
+  const refs = [];
+  guide.steps.forEach(step => {
+    refs.push(...step.references);
+  });
+  return refs;
+}
+
+/**
+ * 按分类获取参考链接
+ */
+function getReferencesByCategory(category) {
+  return getAllReferences().filter(r => r.category === category);
+}
+
+// 导出所有函数和对象
+module.exports = guide;
+module.exports.searchSteps = searchSteps;
+module.exports.getCommandsByPlatform = getCommandsByPlatform;
+module.exports.getStep = getStep;
+module.exports.getAllSteps = getAllSteps;
+module.exports.getStepsByDifficulty = getStepsByDifficulty;
+module.exports.getAllReferences = getAllReferences;
+module.exports.getReferencesByCategory = getReferencesByCategory;
+`;
+
+  return code;
+}
+
+// ======================== 主函数 ========================
+
+async function main() {
+  try {
+    logger.log('🚀 CloudCC 开发环境搭建爬取脚本启动');
+    logger.info(`源 URL: ${CONFIG.SOURCE_URL}`);
+    logger.info(`输出文件: ${CONFIG.OUTPUT_FILE}`);
+
+    // 1. 获取网页
+    const html = await fetchPage(CONFIG.SOURCE_URL);
+
+    // 2. 解析网页
+    const steps = parseDevEnvContent(html);
+
+    if (steps.length === 0) {
+      throw new Error('未能解析到任何步骤，请检查网页结构');
+    }
+
+    logger.success(`成功解析 ${steps.length} 个步骤`);
+
+    // 3. 生成 JavaScript 代码
+    const jsCode = generateJavaScriptCode(steps);
+
+    // 4. 写入文件
+    await fs.writeFile(CONFIG.OUTPUT_FILE, jsCode, 'utf-8');
+    logger.success(`成功生成 ${CONFIG.OUTPUT_FILE}`);
+
+    // 5. 统计信息
+    const totalCommands = steps.reduce((sum, s) => sum + s.commands.length, 0);
+    const totalReferences = steps.reduce((sum, s) => sum + s.references.length, 0);
+
+    logger.log('📊 爬取统计:');
+    console.log(`   - 步骤数: ${steps.length}`);
+    console.log(`   - 命令数: ${totalCommands}`);
+    console.log(`   - 参考链接: ${totalReferences}`);
+    console.log(`   - 文件大小: ${(jsCode.length / 1024).toFixed(2)} KB`);
+
+    logger.success('✨ 爬取完成！');
+
+  } catch (error) {
+    logger.error(error.message);
+    process.exit(1);
+  }
+}
+
+// 执行
+main();

package/src/mcp/tools/dev-env/handler.js

@@ -0,0 +1,92 @@
+/**
+ * Dev-Env 工具处理器
+ * 提供开发环境搭建指南的查询功能
+ */
+
+const devEnvDoc = require('./prompt.js');
+const {
+    searchSteps,
+    getCommandsByPlatform,
+    getStep,
+    getAllSteps,
+    getStepsByDifficulty,
+} = require('./prompt.js');
+
+/**
+ * 获取开发环境搭建指南
+ */
+async function getDevEnvSetup(params = {}) {
+    const { step, search, difficulty, platform, command } = params;
+    
+    try {
+        if (search) {
+            const results = searchSteps(search);
+            if (results.length === 0) {
+                return { content: [{ type: 'text', text: `未找到包含 "${search}" 的步骤。` }] };
+            }
+            let content = `# 搜索结果: "${search}"\n\n找到 ${results.length} 个相关步骤\n\n`;
+            results.forEach(s => {
+                content += `## ${s.number}. ${s.title}\n**难度**: ${s.difficulty}\n\n`;
+            });
+            return { content: [{ type: 'text', text: content }] };
+        }
+
+        if (difficulty) {
+            const results = getStepsByDifficulty(difficulty);
+            let content = `# ${difficulty} 难度步骤 (共 ${results.length} 个)\n\n`;
+            results.forEach(s => {
+                content += `${s.number}. ${s.title}\n`;
+            });
+            return { content: [{ type: 'text', text: content }] };
+        }
+
+        if (platform) {
+            const commands = getCommandsByPlatform(platform);
+            let content = `# ${platform} 平台命令 (共 ${commands.length} 个)\n\n`;
+            commands.forEach((cmd, idx) => {
+                content += `${idx + 1}. ${cmd.description}\n\`\`\`bash\n${cmd.command}\n\`\`\`\n\n`;
+            });
+            return { content: [{ type: 'text', text: content }] };
+        }
+
+        if (step) {
+            const targetStep = getStep(step);
+            if (!targetStep) {
+                return { content: [{ type: 'text', text: `无效的步骤编号 ${step}` }] };
+            }
+            let content = `# 步骤 ${targetStep.number}: ${targetStep.title}\n\n**难度**: ${targetStep.difficulty}\n**耗时**: ${targetStep.estimatedTime} 分钟\n\n${targetStep.description}`;
+            if (targetStep.commands && targetStep.commands.length > 0) {
+                content += `\n\n## 命令 (共 ${targetStep.commands.length} 个)\n\n`;
+                targetStep.commands.forEach((cmd, idx) => {
+                    content += `${idx + 1}. ${cmd.description}\n\`\`\`bash\n${cmd.command}\n\`\`\`\n\n`;
+                });
+            }
+            return { content: [{ type: 'text', text: content }] };
+        }
+
+        if (command) {
+            const steps = getAllSteps();
+            let content = `# 所有命令 (共 ${steps.reduce((sum, s) => sum + s.commands.length, 0)} 个)\n\n`;
+            steps.forEach(s => {
+                if (s.commands.length > 0) {
+                    content += `## ${s.title}\n`;
+                    s.commands.forEach(cmd => {
+                        content += `\`\`\`bash\n${cmd.command}\n\`\`\`\n`;
+                    });
+                }
+            });
+            return { content: [{ type: 'text', text: content }] };
+        }
+
+        // Default overview
+        const allSteps = getAllSteps();
+        let content = `# ${devEnvDoc.title}\n\n${devEnvDoc.description}\n\n**版本**: ${devEnvDoc.version}\n**步骤**: ${allSteps.length}`;
+        return { content: [{ type: 'text', text: content }] };
+    } catch (error) {
+        return { content: [{ type: 'text', text: `错误: ${error.message}` }] };
+    }
+}
+
+module.exports = {
+    getDevEnvSetup
+};