autosnippet 3.0.0 → 3.0.2

package/lib/core/ast/ProjectGraph.js

@@ -13,9 +13,10 @@
  * - 构建后只读
  */
 
+import fs from 'node:fs';
+import path from 'node:path';
+import { LanguageService } from '../../shared/LanguageService.js';
 import { analyzeFile, isAvailable } from '../AstAnalyzer.js';
-import fs from 'fs';
-import path from 'path';
 
 // ──────────────────────────────────────────────────────────────────
 // 默认配置
@@ -23,15 +24,44 @@ import path from 'path';
 
 const DEFAULTS = {
   maxFiles: 500,
-  maxFileSizeBytes: 500_000,       // 500KB — 跳过超大文件
+  maxFileSizeBytes: 500_000, // 500KB — 跳过超大文件
   excludePatterns: [
-    'Pods/', 'Carthage/', 'node_modules/', '.build/', 'build/',
-    'DerivedData/', 'vendor/', '.git/', '__tests__/', 'Tests/',
+    // 通用
+    'node_modules/',
+    '.build/',
+    'build/',
+    '.git/',
+    'dist/',
+    'out/',
+    // iOS
+    'Pods/',
+    'Carthage/',
+    'DerivedData/',
+    // Python
+    '__pycache__/',
+    '.venv/',
+    'venv/',
+    '.tox/',
+    '*.egg-info/',
+    // JVM
+    'target/',
+    '.gradle/',
+    '.idea/',
+    // Test
+    '__tests__/',
+    'Tests/',
+    'test/',
+    'tests/',
+    // Dart / Flutter
+    '.dart_tool/',
+    '.fvm/',
+    // Misc
+    'vendor/',
   ],
+  // 从 LanguageService 派生，仅覆盖 AST 解析需要区分 tsx 的场景
   extensionToLang: {
-    '.m': 'objectivec',
-    '.h': 'objectivec',
-    '.swift': 'swift',
+    ...LanguageService.extToLangMap,
+    '.tsx': 'tsx', // tree-sitter 需要独立的 tsx 解析器
   },
 };
 
@@ -40,7 +70,6 @@ const DEFAULTS = {
 // ──────────────────────────────────────────────────────────────────
 
 export default class ProjectGraph {
-
   /** @type {Map<string, ClassInfo>} */
   #classes = new Map();
 
@@ -94,9 +123,7 @@ export default class ProjectGraph {
 
     // 1. 收集文件列表
     const extToLang = opts.extensionToLang || DEFAULTS.extensionToLang;
-    const extensions = options.extensions
-      ? options.extensions
-      : Object.keys(extToLang);
+    const extensions = options.extensions ? options.extensions : Object.keys(extToLang);
 
     const files = collectSourceFiles(projectRoot, extensions, opts);
 
@@ -106,7 +133,7 @@ export default class ProjectGraph {
     let parsed = 0;
 
     for (const filePath of files) {
-      if (opts.timeoutMs && (Date.now() - startTime) > opts.timeoutMs) {
+      if (opts.timeoutMs && Date.now() - startTime > opts.timeoutMs) {
         break; // 超时 — 返回部分结果
       }
 
@@ -114,11 +141,15 @@ export default class ProjectGraph {
         const content = fs.readFileSync(filePath, 'utf-8');
         const ext = path.extname(filePath);
         const lang = extToLang[ext];
-        if (!lang) continue;
+        if (!lang) {
+          continue;
+        }
 
         const relativePath = path.relative(projectRoot, filePath);
         const summary = analyzeFile(content, lang);
-        if (!summary) continue;
+        if (!summary) {
+          continue;
+        }
 
         graph.#indexFileSummary(relativePath, summary);
         parsed++;
@@ -180,7 +211,9 @@ export default class ProjectGraph {
   getSubclasses(className) {
     const subs = [];
     for (const [child, parent] of this.#inheritance) {
-      if (parent === className) subs.push(child);
+      if (parent === className) {
+        subs.push(child);
+      }
     }
     return subs;
   }
@@ -196,7 +229,9 @@ export default class ProjectGraph {
     const visited = new Set();
     while (queue.length > 0) {
       const current = queue.shift();
-      if (visited.has(current)) continue;
+      if (visited.has(current)) {
+        continue;
+      }
       visited.add(current);
       const subs = this.getSubclasses(current);
       result.push(...subs);
@@ -226,9 +261,7 @@ export default class ProjectGraph {
 
     for (const desc of descendants) {
       const methods = this.#methodsByClass.get(desc) || [];
-      const match = methods.find(m =>
-        m.name === methodName || m.selector === methodName
-      );
+      const match = methods.find((m) => m.name === methodName || m.selector === methodName);
       if (match) {
         overrides.push({
           className: desc,
@@ -271,7 +304,9 @@ export default class ProjectGraph {
     for (const name of this.#classes.keys()) {
       if (name.toLowerCase().includes(lower)) {
         results.push(name);
-        if (results.length >= limit) break;
+        if (results.length >= limit) {
+          break;
+        }
       }
     }
     return results;
@@ -282,7 +317,9 @@ export default class ProjectGraph {
    * @returns {ProjectOverview}
    */
   getOverview() {
-    if (this.#overview) return this.#overview;
+    if (this.#overview) {
+      return this.#overview;
+    }
 
     // 按模块 (顶层目录) 统计
     const classesPerModule = {};
@@ -294,7 +331,9 @@ export default class ProjectGraph {
       const module = parts.length > 1 ? parts[0] : '(root)';
       topModules.add(module);
 
-      if (!classesPerModule[module]) classesPerModule[module] = 0;
+      if (!classesPerModule[module]) {
+        classesPerModule[module] = 0;
+      }
       classesPerModule[module] += symbols.classes.length;
 
       // 入口点检测
@@ -365,7 +404,7 @@ export default class ProjectGraph {
       };
 
       // 收集该类的属性
-      for (const prop of (summary.properties || [])) {
+      for (const prop of summary.properties || []) {
         if (prop.className === cls.name) {
           classInfo.properties.push({
             name: prop.name,
@@ -378,7 +417,7 @@ export default class ProjectGraph {
 
       // 收集该类的方法 (声明 + 定义去重)
       const methodSet = new Set();
-      for (const m of (summary.methods || [])) {
+      for (const m of summary.methods || []) {
         if (m.className === cls.name) {
           const key = `${m.isClassMethod ? '+' : '-'}${m.name}`;
           if (!methodSet.has(key)) {
@@ -429,7 +468,7 @@ export default class ProjectGraph {
         conformers: [], // 稍后在 buildReverseIndices 中填充
       };
 
-      for (const m of (proto.methods || [])) {
+      for (const m of proto.methods || []) {
         const methodInfo = {
           name: m.name,
           selector: m.selector || m.name,
@@ -456,7 +495,7 @@ export default class ProjectGraph {
         categoryName: cat.categoryName || 'ext',
         filePath: relativePath,
         line: cat.line,
-        methods: (cat.methods || []).map(m => ({
+        methods: (cat.methods || []).map((m) => ({
           name: m.name,
           selector: m.selector || m.name,
           line: m.line,
@@ -488,8 +527,10 @@ export default class ProjectGraph {
     }
 
     // 索引方法 (按类名分组)
-    for (const m of (summary.methods || [])) {
-      if (!m.className) continue;
+    for (const m of summary.methods || []) {
+      if (!m.className) {
+        continue;
+      }
       if (!this.#methodsByClass.has(m.className)) {
         this.#methodsByClass.set(m.className, []);
       }
@@ -527,7 +568,9 @@ export default class ProjectGraph {
     for (const [className, classInfo] of this.#classes) {
       const allMethods = this.#methodsByClass.get(className) || [];
       // 只补充 classInfo.methods 中没有的方法
-      const existingNames = new Set(classInfo.methods.map(m => `${m.isClassMethod ? '+' : '-'}${m.name}`));
+      const existingNames = new Set(
+        classInfo.methods.map((m) => `${m.isClassMethod ? '+' : '-'}${m.name}`)
+      );
       for (const m of allMethods) {
         const key = `${m.isClassMethod ? '+' : '-'}${m.name}`;
         if (!existingNames.has(key)) {
@@ -548,7 +591,9 @@ export default class ProjectGraph {
     const mapToObj = (map) => Object.fromEntries(map);
     const mapOfSetsToObj = (map) => {
       const obj = {};
-      for (const [k, v] of map) obj[k] = [...v];
+      for (const [k, v] of map) {
+        obj[k] = [...v];
+      }
       return obj;
     };
 
@@ -622,10 +667,14 @@ export default class ProjectGraph {
    */
   async incrementalUpdate(changedPaths, deletedPaths = [], options = {}) {
     const { analyzeFile, isAvailable } = await import('../AstAnalyzer.js');
-    if (!isAvailable()) return { added: 0, updated: 0, deleted: 0 };
+    if (!isAvailable()) {
+      return { added: 0, updated: 0, deleted: 0 };
+    }
 
     const extToLang = options.extensionToLang || DEFAULTS.extensionToLang;
-    let added = 0, updated = 0, deleted = 0;
+    let added = 0,
+      updated = 0,
+      deleted = 0;
 
     // 1. 删除已移除文件的索引
     for (const relPath of deletedPaths) {
@@ -656,7 +705,9 @@ export default class ProjectGraph {
         const content = fs.readFileSync(filePath, 'utf-8');
         const ext = path.extname(filePath);
         const lang = extToLang[ext];
-        if (!lang) continue;
+        if (!lang) {
+          continue;
+        }
 
         const relativePath = path.relative(this.#projectRoot, filePath);
         const isUpdate = this.#files.has(relativePath);
@@ -680,7 +731,9 @@ export default class ProjectGraph {
         }
 
         const summary = analyzeFile(content, lang);
-        if (!summary) continue;
+        if (!summary) {
+          continue;
+        }
 
         this.#indexFileSummary(relativePath, summary);
         isUpdate ? updated++ : added++;
@@ -715,7 +768,9 @@ function collectSourceFiles(dir, extensions, opts) {
   const extSet = new Set(extensions);
 
   function walk(currentDir) {
-    if (results.length >= opts.maxFiles) return;
+    if (results.length >= opts.maxFiles) {
+      return;
+    }
 
     let entries;
     try {
@@ -725,13 +780,15 @@ function collectSourceFiles(dir, extensions, opts) {
     }
 
     for (const entry of entries) {
-      if (results.length >= opts.maxFiles) return;
+      if (results.length >= opts.maxFiles) {
+        return;
+      }
 
       const fullPath = path.join(currentDir, entry.name);
       const relativePath = path.relative(dir, fullPath);
 
       // 排除模式检查
-      if (opts.excludePatterns.some(p => relativePath.includes(p))) {
+      if (opts.excludePatterns.some((p) => relativePath.includes(p))) {
         continue;
       }
 
@@ -739,12 +796,16 @@ function collectSourceFiles(dir, extensions, opts) {
         walk(fullPath);
       } else if (entry.isFile()) {
         const ext = path.extname(entry.name);
-        if (!extSet.has(ext)) continue;
+        if (!extSet.has(ext)) {
+          continue;
+        }
 
         // 跳过过大的文件
         try {
           const stat = fs.statSync(fullPath);
-          if (stat.size > opts.maxFileSizeBytes) continue;
+          if (stat.size > opts.maxFileSizeBytes) {
+            continue;
+          }
         } catch {
           continue;
         }

package/lib/core/ast/ensure-grammars.js

@@ -0,0 +1,232 @@
+/**
+ * @module ast/ensure-grammars
+ * @description 按需安装缺失的 tree-sitter 语法包
+ *
+ * 在冷启动检测到项目语言后，检查对应 tree-sitter 包是否已安装，
+ * 未安装时自动通过 npm install 补装，然后重新加载 AST 插件。
+ *
+ * 使用方式:
+ *   import { ensureGrammars } from '../core/ast/ensure-grammars.js';
+ *   const result = await ensureGrammars(['typescript', 'javascript'], { logger });
+ */
+
+import { execFile } from 'node:child_process';
+import { createRequire } from 'node:module';
+import path from 'node:path';
+import { fileURLToPath } from 'node:url';
+import { promisify } from 'node:util';
+import { LanguageService } from '../../shared/LanguageService.js';
+
+const execFileAsync = promisify(execFile);
+const require = createRequire(import.meta.url);
+
+/**
+ * 语言 ID → npm 包名映射
+ */
+const LANG_TO_PACKAGE = {
+  objectivec: 'tree-sitter-objc',
+  swift: 'tree-sitter-swift',
+  typescript: 'tree-sitter-typescript',
+  tsx: 'tree-sitter-typescript', // tsx 与 typescript 共用同一个包
+  javascript: 'tree-sitter-javascript',
+  python: 'tree-sitter-python',
+  java: 'tree-sitter-java',
+  kotlin: 'tree-sitter-kotlin',
+  go: 'tree-sitter-go',
+  dart: 'tree-sitter-dart',
+};
+
+/**
+ * package.json 中声明的版本范围（保持和 optionalDependencies 一致）
+ */
+const PACKAGE_VERSIONS = {
+  'tree-sitter-objc': '^3.0.2',
+  'tree-sitter-swift': '^0.7.1',
+  'tree-sitter-typescript': '^0.23.2',
+  'tree-sitter-javascript': '^0.23.1',
+  'tree-sitter-python': '^0.23.5',
+  'tree-sitter-java': '^0.23.4',
+  'tree-sitter-kotlin': '^0.3.8',
+  'tree-sitter-go': '^0.25.0',
+  'tree-sitter-dart': '^1.0.0',
+};
+
+/**
+ * 检测某个 npm 包是否已安装可用
+ */
+function isPackageInstalled(pkgName) {
+  try {
+    require.resolve(pkgName);
+    return true;
+  } catch {
+    return false;
+  }
+}
+
+/**
+ * 获取 AutoSnippet 包的安装根目录（npm install 的 cwd）
+ */
+function getPackageRoot() {
+  const thisFile = fileURLToPath(import.meta.url);
+  // lib/core/ast/ensure-grammars.js → 向上 3 级到包根
+  return path.resolve(path.dirname(thisFile), '..', '..', '..');
+}
+
+/**
+ * 按需安装缺失的 tree-sitter 语法包
+ *
+ * @param {string[]} detectedLanguages - 检测到的语言列表 (如 ['typescript', 'javascript', 'python'])
+ * @param {object} [options]
+ * @param {object} [options.logger] - Logger 实例（可选）
+ * @param {number} [options.timeout=60000] - npm install 超时 (ms)
+ * @returns {Promise<{installed: string[], skipped: string[], failed: string[], alreadyAvailable: string[]}>}
+ */
+export async function ensureGrammars(detectedLanguages, options = {}) {
+  const { logger, timeout = 60_000 } = options;
+
+  const result = {
+    installed: [], // 本次新安装的包
+    skipped: [], // 不需要安装（已有）
+    failed: [], // 安装失败的包
+    alreadyAvailable: [], // 已经可用的语言
+  };
+
+  if (!detectedLanguages || detectedLanguages.length === 0) {
+    return result;
+  }
+
+  // 1) 去重: 多个语言可能映射到同一个包 (如 typescript + tsx → tree-sitter-typescript)
+  const neededPackages = new Map(); // pkgName → [langIds]
+  for (const lang of detectedLanguages) {
+    const pkg = LANG_TO_PACKAGE[lang];
+    if (!pkg) {
+      continue;
+    }
+    if (!neededPackages.has(pkg)) {
+      neededPackages.set(pkg, []);
+    }
+    neededPackages.get(pkg).push(lang);
+  }
+
+  // 2) 检查哪些已安装
+  const toInstall = [];
+  for (const [pkg, langs] of neededPackages) {
+    if (isPackageInstalled(pkg)) {
+      result.skipped.push(pkg);
+      result.alreadyAvailable.push(...langs);
+    } else {
+      toInstall.push(pkg);
+    }
+  }
+
+  if (toInstall.length === 0) {
+    logger?.info?.('[ensure-grammars] All required grammars already installed');
+    return result;
+  }
+
+  // 3) 批量安装缺失的包
+  const pkgRoot = getPackageRoot();
+  const installArgs = toInstall.map((pkg) => {
+    const ver = PACKAGE_VERSIONS[pkg];
+    return ver ? `${pkg}@${ver}` : pkg;
+  });
+
+  logger?.info?.(`[ensure-grammars] Installing missing grammars: ${toInstall.join(', ')}`);
+
+  try {
+    const { stderr } = await execFileAsync(
+      'npm',
+      ['install', '--no-save', '--no-audit', '--no-fund', ...installArgs],
+      {
+        cwd: pkgRoot,
+        timeout,
+        env: { ...process.env, NODE_ENV: '' }, // 避免 NODE_ENV=production 跳过 optional
+      }
+    );
+
+    if (stderr && !stderr.includes('npm warn')) {
+      logger?.warn?.(`[ensure-grammars] npm stderr: ${stderr.slice(0, 200)}`);
+    }
+
+    // 4) 逐个验证安装结果
+    for (const pkg of toInstall) {
+      // 清除 require cache 以便重新检测
+      try {
+        delete require.cache[require.resolve(pkg)];
+      } catch {
+        /* not cached */
+      }
+
+      if (isPackageInstalled(pkg)) {
+        result.installed.push(pkg);
+        const langs = neededPackages.get(pkg) || [];
+        result.alreadyAvailable.push(...langs);
+        logger?.info?.(`[ensure-grammars] ✓ ${pkg} installed successfully`);
+      } else {
+        result.failed.push(pkg);
+        logger?.warn?.(
+          `[ensure-grammars] ✗ ${pkg} install reported success but package not resolvable`
+        );
+      }
+    }
+  } catch (err) {
+    logger?.warn?.(`[ensure-grammars] npm install failed: ${err.message}`);
+    // 批量失败 → 逐个重试
+    for (const pkg of toInstall) {
+      try {
+        const ver = PACKAGE_VERSIONS[pkg];
+        const spec = ver ? `${pkg}@${ver}` : pkg;
+        await execFileAsync('npm', ['install', '--no-save', '--no-audit', '--no-fund', spec], {
+          cwd: pkgRoot,
+          timeout: timeout / 2,
+        });
+        if (isPackageInstalled(pkg)) {
+          result.installed.push(pkg);
+          const langs = neededPackages.get(pkg) || [];
+          result.alreadyAvailable.push(...langs);
+          logger?.info?.(`[ensure-grammars] ✓ ${pkg} installed (retry)`);
+        } else {
+          result.failed.push(pkg);
+        }
+      } catch {
+        result.failed.push(pkg);
+        logger?.warn?.(`[ensure-grammars] ✗ ${pkg} install failed permanently`);
+      }
+    }
+  }
+
+  return result;
+}
+
+/**
+ * 在安装新包后重新加载 AST 插件
+ * 由于 loadPlugins() 是幂等的（_loaded 标志），需要重置标志后重新加载
+ */
+export async function reloadPlugins() {
+  // 动态 import 获取模块并重置 _loaded 状态
+  const astIndex = await import('./index.js');
+  if (typeof astIndex._resetForReload === 'function') {
+    astIndex._resetForReload();
+  }
+  await astIndex.loadPlugins();
+}
+
+/**
+ * 从文件扩展名统计推断需要的语言列表
+ *
+ * @param {Record<string, number>} langStats - { swift: 120, m: 80, ts: 200 }
+ * @returns {string[]} 需要的语言 ID 列表
+ */
+export function inferLanguagesFromStats(langStats) {
+  // 从 LanguageService 派生，仅覆盖 tsx（tree-sitter 需要独立解析器）
+  const bareMap = LanguageService.bareExtToLangMap;
+
+  const langs = new Set();
+  for (const ext of Object.keys(langStats)) {
+    const lang = ext === 'tsx' ? 'tsx' : bareMap[ext];
+    if (lang) {
+      langs.add(lang);
+    }
+  }
+  return [...langs];
+}

package/lib/core/ast/index.js

@@ -0,0 +1,115 @@
+/**
+ * @module ast/index
+ * @description 语言 AST 插件自动加载器
+ *
+ * 按 try/catch 逐个加载每个语言插件并注册到 AstAnalyzer。
+ * 缺少对应 tree-sitter 包时静默跳过（优雅降级）。
+ *
+ * 使用方式:
+ *   import '../core/ast/index.js';  // 副作用: 注册所有可用语言插件
+ *
+ * 或按需:
+ *   import { loadPlugins } from '../core/ast/index.js';
+ *   await loadPlugins();
+ */
+
+import { registerLanguage } from '../AstAnalyzer.js';
+
+let _loaded = false;
+
+/**
+ * 重置加载标志，允许 loadPlugins() 再次执行
+ * 仅由 ensure-grammars.js 在安装新包后调用
+ */
+export function _resetForReload() {
+  _loaded = false;
+}
+
+/**
+ * 加载并注册所有可用的语言 AST 插件
+ * 幂等 — 多次调用只执行一次
+ */
+export async function loadPlugins() {
+  if (_loaded) {
+    return;
+  }
+  _loaded = true;
+
+  // ObjC
+  try {
+    const { plugin } = await import('./lang-objc.js');
+    registerLanguage('objectivec', plugin);
+  } catch {
+    /* tree-sitter-objc not installed */
+  }
+
+  // Swift
+  try {
+    const { plugin } = await import('./lang-swift.js');
+    registerLanguage('swift', plugin);
+  } catch {
+    /* tree-sitter-swift not installed */
+  }
+
+  // TypeScript
+  try {
+    const { plugin: tsPlugin, tsxPlugin } = await import('./lang-typescript.js');
+    registerLanguage('typescript', tsPlugin);
+    if (tsxPlugin) {
+      registerLanguage('tsx', tsxPlugin);
+    }
+  } catch {
+    /* tree-sitter-typescript not installed */
+  }
+
+  // JavaScript
+  try {
+    const { plugin } = await import('./lang-javascript.js');
+    registerLanguage('javascript', plugin);
+  } catch {
+    /* tree-sitter-javascript not installed */
+  }
+
+  // Python
+  try {
+    const { plugin } = await import('./lang-python.js');
+    registerLanguage('python', plugin);
+  } catch {
+    /* tree-sitter-python not installed */
+  }
+
+  // Java
+  try {
+    const { plugin } = await import('./lang-java.js');
+    registerLanguage('java', plugin);
+  } catch {
+    /* tree-sitter-java not installed */
+  }
+
+  // Kotlin
+  try {
+    const { plugin } = await import('./lang-kotlin.js');
+    registerLanguage('kotlin', plugin);
+  } catch {
+    /* tree-sitter-kotlin not installed */
+  }
+
+  // Go
+  try {
+    const { plugin } = await import('./lang-go.js');
+    registerLanguage('go', plugin);
+  } catch {
+    /* tree-sitter-go not installed */
+  }
+
+  // Dart
+  try {
+    const { plugin } = await import('./lang-dart.js');
+    registerLanguage('dart', plugin);
+  } catch {
+    /* tree-sitter-dart not installed */
+  }
+}
+
+// 自动加载（ESM 模块顶层 await）
+await loadPlugins();