mr-sliy 1.0.0

package/.env.example

@@ -0,0 +1,145 @@
+# ==================== 服务配置 ====================
+# 服务端口
+PORT=3000
+# 运行环境: development | production | test
+NODE_ENV=development
+# 服务主机地址
+HOST=localhost
+
+# ==================== 数据库配置 ====================
+# SQLite数据库文件路径
+DB_PATH=./database/code_optimizer.db
+# 数据库连接池最大连接数
+DB_POOL_MAX=10
+# 数据库连接池最小连接数
+DB_POOL_MIN=2
+
+# ==================== MySQL配置（云端知识库同步，可选） ====================
+# 是否启用MySQL云同步: true | false
+MYSQL_ENABLED=false
+# MySQL主机地址
+MYSQL_HOST=
+# MySQL端口
+MYSQL_PORT=3306
+# MySQL用户名
+MYSQL_USER=
+# MySQL密码
+MYSQL_PASSWORD=
+# MySQL数据库名
+MYSQL_DATABASE=code_optimizer
+# MySQL连接池最大连接数
+MYSQL_CONNECTION_LIMIT=10
+# 启动时自动同步: true | false
+MYSQL_SYNC_ON_STARTUP=true
+
+# ==================== AI配置（在线模式） ====================
+# OpenAI
+OPENAI_API_KEY=
+OPENAI_BASE_URL=https://api.openai.com/v1
+OPENAI_MODEL=gpt-4
+
+# Claude (Anthropic)
+CLAUDE_API_KEY=
+CLAUDE_MODEL=claude-3-sonnet-20240229
+
+# Ollama (本地大模型)
+OLLAMA_URL=http://localhost:11434
+OLLAMA_MODEL=codellama
+
+# Azure OpenAI
+AZURE_OPENAI_ENDPOINT=
+AZURE_OPENAI_KEY=
+AZURE_DEPLOYMENT_NAME=gpt-4
+
+# Google Gemini
+GEMINI_API_KEY=
+GEMINI_MODEL=gemini-1.5-pro
+
+# 阿里通义千问
+TONGYI_API_KEY=
+TONGYI_MODEL=qwen-plus
+
+# 字节豆包
+DOUBAO_API_KEY=
+DOUBAO_MODEL=Doubao-7B
+
+# 百度文心一言
+WENXIN_API_KEY=
+WENXIN_SECRET_KEY=
+WENXIN_MODEL=ernie-3.5
+
+# DeepSeek
+DEEPSEEK_API_KEY=
+DEEPSEEK_BASE_URL=https://api.deepseek.com/v1
+DEEPSEEK_MODEL=deepseek-chat
+
+# 智谱AI (ChatGLM)
+ZHIPU_API_KEY=
+ZHIPU_BASE_URL=https://open.bigmodel.cn/api/paas/v4
+ZHIPU_MODEL=glm-4
+
+# Moonshot AI (Kimi)
+MOONSHOT_API_KEY=
+MOONSHOT_BASE_URL=https://api.moonshot.cn/v1
+MOONSHOT_MODEL=moonshot-v1-8k
+
+# AI调用超时时间（毫秒）
+AI_TIMEOUT=30000
+# AI最大输出token数
+AI_MAX_TOKENS=2000
+# AI温度参数 (0-1)
+AI_TEMPERATURE=0.7
+
+# ==================== AST扫描配置 ====================
+# 最大文件大小（字节）
+MAX_FILE_SIZE=1048576
+# 扫描超时时间（毫秒）
+SCAN_TIMEOUT=60000
+# 是否启用并行扫描
+ENABLE_PARALLEL_SCAN=true
+# 并行扫描最大并发数
+MAX_PARALLEL_JOBS=4
+# 扫描文件扩展名（逗号分隔）
+SCAN_EXTENSIONS=.js,.ts,.jsx,.tsx,.py,.java,.go,.rs
+# 排除目录（逗号分隔）
+EXCLUDE_DIRS=node_modules,dist,build,out,.git,coverage
+# 排除文件（逗号分隔）
+EXCLUDE_FILES=min.js,min.css,.d.ts
+
+# ==================== 检测规则配置 ====================
+DETECT_UNUSED_VARIABLES=true
+DETECT_UNUSED_IMPORTS=true
+DETECT_UNUSED_FUNCTIONS=true
+DETECT_MAGIC_NUMBERS=true
+MAX_FUNCTION_LINES=50
+MAX_CYCLOMATIC_COMPLEXITY=10
+MAX_NESTING_DEPTH=4
+ENABLE_DEEP_NESTING_CHECK=true
+ENABLE_NULL_CHECK=true
+ENABLE_CONSOLE_LOG_CHECK=true
+ENABLE_DUPLICATE_CODE_CHECK=true
+ENABLE_COMMENT_CHECK=true
+
+# ==================== 日志配置 ====================
+# 日志级别: error | warn | info | debug
+LOG_LEVEL=warn
+# 日志文件路径
+LOG_FILE=./logs/app.log
+# 单个日志文件最大大小（字节）
+LOG_MAX_SIZE=5242880
+# 最大日志文件数量
+LOG_MAX_FILES=5
+
+# ==================== CORS配置 ====================
+# 允许的源（逗号分隔）
+CORS_ORIGINS=http://localhost:5173,http://localhost:3000,http://localhost:1420
+
+# ==================== 速率限制 ====================
+# API速率限制（每15分钟请求数）
+RATE_LIMIT_MAX=100
+
+# ==================== 默认运行模式 ====================
+# offline: 仅离线AST检测
+# online: AST + AI优化
+# auto: 自动选择
+DEFAULT_MODE=auto

package/database/schema.sql

@@ -0,0 +1,187 @@
+-- ============================================
+-- 代码优化智能体数据库架构设计
+-- 版本: 1.0.0
+-- 描述: 包含8张核心数据表
+-- ============================================
+
+-- 1. 用户表 (sys_user)
+CREATE TABLE IF NOT EXISTS sys_user (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    username VARCHAR(50) NOT NULL UNIQUE,
+    password_hash VARCHAR(255) NOT NULL,
+    email VARCHAR(100),
+    role VARCHAR(20) NOT NULL DEFAULT 'operator',
+    status VARCHAR(20) NOT NULL DEFAULT 'active',
+    last_login_at DATETIME,
+    login_count INTEGER DEFAULT 0,
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    updated_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
+);
+
+-- 2. 操作日志表 (sys_oper_log)
+CREATE TABLE IF NOT EXISTS sys_oper_log (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    user_id INTEGER,
+    username VARCHAR(50),
+    operation_type VARCHAR(50) NOT NULL,
+    operation_desc TEXT,
+    request_method VARCHAR(10),
+    request_url VARCHAR(255),
+    request_params TEXT,
+    response_status INTEGER,
+    ip_address VARCHAR(50),
+    user_agent TEXT,
+    duration_ms INTEGER,
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
+);
+
+-- 3. 系统配置表 (sys_config)
+CREATE TABLE IF NOT EXISTS sys_config (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    config_key VARCHAR(100) NOT NULL UNIQUE,
+    config_value TEXT,
+    config_type VARCHAR(50),
+    description TEXT,
+    is_public BOOLEAN DEFAULT 0,
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    updated_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
+);
+
+-- 4. 扫描项目表 (scan_project)
+CREATE TABLE IF NOT EXISTS scan_project (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    project_name VARCHAR(255) NOT NULL,
+    project_path VARCHAR(500) NOT NULL,
+    project_type VARCHAR(50),
+    language VARCHAR(50),
+    framework VARCHAR(100),
+    description TEXT,
+    total_files INTEGER DEFAULT 0,
+    total_lines INTEGER DEFAULT 0,
+    scan_count INTEGER DEFAULT 0,
+    last_scan_at DATETIME,
+    user_id INTEGER,
+    status VARCHAR(20) DEFAULT 'active',
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    updated_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
+);
+
+-- 5. 扫描任务表 (scan_task)
+CREATE TABLE IF NOT EXISTS scan_task (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    project_id INTEGER,
+    task_name VARCHAR(255),
+    scan_mode VARCHAR(20) NOT NULL,
+    scan_type VARCHAR(50) NOT NULL,
+    target_path VARCHAR(500),
+    file_count INTEGER DEFAULT 0,
+    scanned_files INTEGER DEFAULT 0,
+    issue_count INTEGER DEFAULT 0,
+    issue_critical INTEGER DEFAULT 0,
+    issue_high INTEGER DEFAULT 0,
+    issue_medium INTEGER DEFAULT 0,
+    issue_low INTEGER DEFAULT 0,
+    status VARCHAR(20) DEFAULT 'pending',
+    progress INTEGER DEFAULT 0,
+    started_at DATETIME,
+    completed_at DATETIME,
+    duration_ms INTEGER,
+    error_message TEXT,
+    user_id INTEGER,
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
+);
+
+-- 6. 代码缺陷表 (code_issue)
+CREATE TABLE IF NOT EXISTS code_issue (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    task_id INTEGER NOT NULL,
+    project_id INTEGER,
+    file_path VARCHAR(500) NOT NULL,
+    file_name VARCHAR(255),
+    language VARCHAR(50),
+    issue_type VARCHAR(50) NOT NULL,
+    severity VARCHAR(20) NOT NULL,
+    message TEXT NOT NULL,
+    suggestion TEXT,
+    line_start INTEGER NOT NULL,
+    line_end INTEGER,
+    column_start INTEGER,
+    column_end INTEGER,
+    code_snippet TEXT,
+    ast_node_type VARCHAR(100),
+    is_fixed BOOLEAN DEFAULT 0,
+    fixed_at DATETIME,
+    fixed_by_user_id INTEGER,
+    fix_suggestion TEXT,
+    ai_optimized BOOLEAN DEFAULT 0,
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
+);
+
+-- 7. AI优化记录表 (ai_optimize_record)
+CREATE TABLE IF NOT EXISTS ai_optimize_record (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    issue_id INTEGER NOT NULL,
+    task_id INTEGER,
+    original_code TEXT NOT NULL,
+    optimized_code TEXT,
+    explanation TEXT,
+    optimization_type VARCHAR(50),
+    ai_model VARCHAR(100),
+    tokens_used INTEGER,
+    api_latency_ms INTEGER,
+    user_rating INTEGER,
+    user_feedback TEXT,
+    is_applied BOOLEAN DEFAULT 0,
+    applied_at DATETIME,
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
+);
+
+-- 8. 报告导出表 (code_report)
+CREATE TABLE IF NOT EXISTS code_report (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    task_id INTEGER NOT NULL,
+    project_id INTEGER,
+    report_name VARCHAR(255) NOT NULL,
+    report_type VARCHAR(50),
+    file_path VARCHAR(500),
+    file_size_kb REAL,
+    summary TEXT,
+    include_ai_suggestions BOOLEAN DEFAULT 1,
+    user_id INTEGER,
+    created_at DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP
+);
+
+-- ============================================
+-- 索引设计
+-- ============================================
+
+CREATE INDEX IF NOT EXISTS idx_user_username ON sys_user(username);
+CREATE INDEX IF NOT EXISTS idx_user_status ON sys_user(status);
+
+CREATE INDEX IF NOT EXISTS idx_oper_log_user_id ON sys_oper_log(user_id);
+CREATE INDEX IF NOT EXISTS idx_oper_log_operation_type ON sys_oper_log(operation_type);
+CREATE INDEX IF NOT EXISTS idx_oper_log_created_at ON sys_oper_log(created_at);
+
+CREATE INDEX IF NOT EXISTS idx_config_key ON sys_config(config_key);
+
+CREATE INDEX IF NOT EXISTS idx_project_user_id ON scan_project(user_id);
+CREATE INDEX IF NOT EXISTS idx_project_status ON scan_project(status);
+
+CREATE INDEX IF NOT EXISTS idx_task_project_id ON scan_task(project_id);
+CREATE INDEX IF NOT EXISTS idx_task_user_id ON scan_task(user_id);
+CREATE INDEX IF NOT EXISTS idx_task_status ON scan_task(status);
+CREATE INDEX IF NOT EXISTS idx_task_created_at ON scan_task(created_at);
+
+CREATE INDEX IF NOT EXISTS idx_issue_task_id ON code_issue(task_id);
+CREATE INDEX IF NOT EXISTS idx_issue_project_id ON code_issue(project_id);
+CREATE INDEX IF NOT EXISTS idx_issue_type ON code_issue(issue_type);
+CREATE INDEX IF NOT EXISTS idx_issue_severity ON code_issue(severity);
+CREATE INDEX IF NOT EXISTS idx_issue_is_fixed ON code_issue(is_fixed);
+
+CREATE INDEX IF NOT EXISTS idx_ai_optimize_issue_id ON ai_optimize_record(issue_id);
+CREATE INDEX IF NOT EXISTS idx_ai_optimize_task_id ON ai_optimize_record(task_id);
+CREATE INDEX IF NOT EXISTS idx_ai_optimize_created_at ON ai_optimize_record(created_at);
+
+CREATE INDEX IF NOT EXISTS idx_report_task_id ON code_report(task_id);
+CREATE INDEX IF NOT EXISTS idx_report_project_id ON code_report(project_id);
+CREATE INDEX IF NOT EXISTS idx_report_user_id ON code_report(user_id);

package/package.json

@@ -0,0 +1,74 @@
+{
+  "name": "mr-sliy",
+  "version": "1.0.0",
+  "description": "Mr.Sliy - 基于Tree-sitter与RAG的多语言代码优化智能体",
+  "main": "src/agent.js",
+  "bin": {
+    "mr-sliy": "src/agent.js",
+    "sliy": "src/agent.js"
+  },
+  "files": [
+    "src/",
+    "database/schema.sql",
+    "scripts/",
+    ".env.example"
+  ],
+  "scripts": {
+    "postinstall": "node scripts/postinstall.js",
+    "start": "node src/agent.js",
+    "agent": "node src/agent.js",
+    "server": "node src/index.js",
+    "dev": "nodemon src/agent.js",
+    "test": "jest",
+    "test:coverage": "jest --coverage",
+    "lint": "eslint src/",
+    "init": "node database/init.js",
+    "seed": "node database/seed.js",
+    "setup": "npm run init && npm run seed",
+    "download-wasm": "node scripts/download-tree-sitter.js"
+  },
+  "keywords": [
+    "ast",
+    "code-analysis",
+    "tree-sitter",
+    "rag",
+    "code-optimization",
+    "ai",
+    "agent",
+    "llm"
+  ],
+  "author": "",
+  "license": "MIT",
+  "dependencies": {
+    "better-sqlite3": "^9.2.2",
+    "cors": "^2.8.5",
+    "dotenv": "^16.3.1",
+    "express": "^4.18.2",
+    "express-rate-limit": "^7.1.5",
+    "helmet": "^7.1.0",
+    "mysql2": "^3.22.5",
+    "tree-sitter-c": "^0.21.0",
+    "tree-sitter-c-sharp": "^0.21.0",
+    "tree-sitter-cpp": "^0.21.0",
+    "tree-sitter-go": "^0.21.0",
+    "tree-sitter-java": "^0.21.0",
+    "tree-sitter-javascript": "^0.21.2",
+    "tree-sitter-php": "^0.21.0",
+    "tree-sitter-python": "^0.21.0",
+    "tree-sitter-ruby": "^0.21.0",
+    "tree-sitter-rust": "^0.21.0",
+    "tree-sitter-typescript": "^0.21.0",
+    "uuid": "^9.0.1",
+    "web-tree-sitter": "^0.20.8",
+    "winston": "^3.11.0"
+  },
+  "devDependencies": {
+    "eslint": "^8.56.0",
+    "jest": "^29.7.0",
+    "nodemon": "^3.0.2",
+    "supertest": "^6.3.4"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  }
+}

package/scripts/download-tree-sitter.js

@@ -0,0 +1,171 @@
+/**
+ * Tree-sitter WASM下载脚本
+ * 下载常用语言的Tree-sitter解析器WASM文件
+ * 支持：JavaScript、TypeScript、Python、Java、Go、Rust、C、C++、C#、Ruby、PHP等
+ */
+
+const fs = require('fs');
+const path = require('path');
+const https = require('https');
+const http = require('http');
+
+const WASM_DIR = path.join(__dirname, '..', 'wasm');
+
+const languageUrls = {
+  javascript: 'https://github.com/tree-sitter/tree-sitter-javascript/releases/download/v0.21.2/tree-sitter-javascript.wasm',
+  typescript: 'https://github.com/tree-sitter/tree-sitter-typescript/releases/download/v0.21.0/tree-sitter-typescript.wasm',
+  python: 'https://github.com/tree-sitter/tree-sitter-python/releases/download/v0.21.0/tree-sitter-python.wasm',
+  java: 'https://github.com/tree-sitter/tree-sitter-java/releases/download/v0.21.0/tree-sitter-java.wasm',
+  go: 'https://github.com/tree-sitter/tree-sitter-go/releases/download/v0.21.0/tree-sitter-go.wasm',
+  rust: 'https://github.com/tree-sitter/tree-sitter-rust/releases/download/v0.21.0/tree-sitter-rust.wasm',
+  c: 'https://github.com/tree-sitter/tree-sitter-c/releases/download/v0.21.0/tree-sitter-c.wasm',
+  cpp: 'https://github.com/tree-sitter/tree-sitter-cpp/releases/download/v0.21.0/tree-sitter-cpp.wasm',
+  c_sharp: 'https://github.com/tree-sitter/tree-sitter-c-sharp/releases/download/v0.21.0/tree-sitter-c-sharp.wasm',
+  ruby: 'https://github.com/tree-sitter/tree-sitter-ruby/releases/download/v0.21.0/tree-sitter-ruby.wasm',
+  php: 'https://github.com/tree-sitter/tree-sitter-php/releases/download/v0.21.0/tree-sitter-php.wasm',
+  swift: 'https://github.com/tree-sitter/tree-sitter-swift/releases/download/v0.21.0/tree-sitter-swift.wasm',
+  kotlin: 'https://github.com/tree-sitter/tree-sitter-kotlin/releases/download/v0.21.0/tree-sitter-kotlin.wasm',
+  scala: 'https://github.com/tree-sitter/tree-sitter-scala/releases/download/v0.21.0/tree-sitter-scala.wasm'
+};
+
+const downloadFile = (url, dest) => {
+  return new Promise((resolve, reject) => {
+    const protocol = url.startsWith('https') ? https : http;
+    const file = fs.createWriteStream(dest);
+
+    protocol.get(url, (response) => {
+      if (response.statusCode === 301 || response.statusCode === 302) {
+        resolve(downloadFile(response.headers.location, dest));
+        return;
+      }
+
+      if (response.statusCode !== 200) {
+        reject(new Error(`下载失败: ${response.statusCode}`));
+        return;
+      }
+
+      response.pipe(file);
+
+      file.on('finish', () => {
+        file.close(() => resolve(dest));
+      });
+
+      file.on('error', (err) => {
+        fs.unlink(dest, () => reject(err));
+      });
+    }).on('error', (err) => {
+      reject(err);
+    });
+  });
+};
+
+const downloadWithRetry = async (url, dest, retries = 3) => {
+  for (let i = 0; i < retries; i++) {
+    try {
+      return await downloadFile(url, dest);
+    } catch (error) {
+      console.log(`  下载失败 (${i + 1}/${retries}): ${error.message}`);
+      if (i === retries - 1) throw error;
+      await new Promise(r => setTimeout(r, 2000));
+    }
+  }
+};
+
+const downloadAllWasm = async (languages) => {
+  if (!fs.existsSync(WASM_DIR)) {
+    fs.mkdirSync(WASM_DIR, { recursive: true });
+  }
+
+  const langs = languages || Object.keys(languageUrls);
+  let successCount = 0;
+  let failCount = 0;
+
+  for (const lang of langs) {
+    const url = languageUrls[lang];
+    if (!url) continue;
+
+    const dest = path.join(WASM_DIR, `tree-sitter-${lang}.wasm`);
+
+    if (fs.existsSync(dest)) {
+      const size = fs.statSync(dest).size;
+      if (size > 0) {
+        successCount++;
+        continue;
+      }
+    }
+
+    try {
+      await downloadWithRetry(url, dest);
+      successCount++;
+    } catch (error) {
+      failCount++;
+    }
+  }
+
+  return { success: successCount, fail: failCount };
+};
+
+const main = async () => {
+  console.log('=== Tree-sitter WASM下载脚本 ===\n');
+
+  if (!fs.existsSync(WASM_DIR)) {
+    fs.mkdirSync(WASM_DIR, { recursive: true });
+    console.log(`创建目录: ${WASM_DIR}\n`);
+  }
+
+  const args = process.argv.slice(2);
+  const languages = args.length > 0 ? args : Object.keys(languageUrls);
+
+  console.log(`准备下载 ${languages.length} 个语言解析器...\n`);
+
+  let successCount = 0;
+  let failCount = 0;
+
+  for (const lang of languages) {
+    const url = languageUrls[lang];
+    if (!url) {
+      console.log(`  ⚠️  不支持的语言: ${lang}`);
+      continue;
+    }
+
+    const dest = path.join(WASM_DIR, `tree-sitter-${lang}.wasm`);
+
+    if (fs.existsSync(dest)) {
+      const size = fs.statSync(dest).size;
+      if (size > 0) {
+        console.log(`  ✅ ${lang} (已存在, ${(size / 1024).toFixed(1)} KB)`);
+        successCount++;
+        continue;
+      }
+    }
+
+    try {
+      process.stdout.write(`  📥 ${lang}... `);
+      await downloadWithRetry(url, dest);
+      const size = fs.statSync(dest).size;
+      console.log(`完成 (${(size / 1024).toFixed(1)} KB)`);
+      successCount++;
+    } catch (error) {
+      console.log(`失败: ${error.message}`);
+      failCount++;
+    }
+  }
+
+  console.log('\n=== 下载完成 ===');
+  console.log(`成功: ${successCount}, 失败: ${failCount}`);
+
+  const existingFiles = fs.readdirSync(WASM_DIR).filter(f => f.endsWith('.wasm'));
+  if (existingFiles.length > 0) {
+    console.log(`\n已安装的语言解析器:`);
+    existingFiles.forEach(f => {
+      const size = fs.statSync(path.join(WASM_DIR, f)).size;
+      console.log(`  - ${f} (${(size / 1024).toFixed(1)} KB)`);
+    });
+  }
+};
+
+if (require.main === module) {
+  main().catch(console.error);
+}
+
+module.exports = { downloadAllWasm, downloadFile, downloadWithRetry, languageUrls, WASM_DIR };