@skillsmith/core 0.5.4 → 0.5.6

package/dist/analysis/types.d.ts

@@ -0,0 +1,203 @@
+/**
+ * SMI-600: Codebase Analysis Types
+ * SMI-1189: Extracted from CodebaseAnalyzer.ts
+ * SMI-1303: Extended with multi-language support
+ *
+ * Type definitions for multi-language codebase analysis.
+ *
+ * @see ADR-010: Codebase Analysis Scope
+ * @see docs/internal/architecture/multi-language-analysis.md
+ * @module analysis/types
+ */
+/**
+ * Supported languages for multi-language analysis
+ */
+export type SupportedLanguage = 'typescript' | 'javascript' | 'python' | 'go' | 'rust' | 'java';
+/**
+ * Supported file extensions for analysis (legacy, for backwards compatibility)
+ * SMI-1579: Added Python extensions for multi-language analysis
+ * Includes .pyw for Windows GUI Python scripts
+ */
+export declare const SUPPORTED_EXTENSIONS: string[];
+/**
+ * Multi-language file extensions mapping
+ */
+export declare const LANGUAGE_EXTENSIONS: Record<SupportedLanguage, string[]>;
+/**
+ * Default directories to exclude from analysis
+ */
+export declare const DEFAULT_EXCLUDE_DIRS: string[];
+/**
+ * Export kind enumeration (extended for multi-language)
+ */
+export type ExportKind = 'function' | 'class' | 'variable' | 'type' | 'interface' | 'enum' | 'struct' | 'trait' | 'module' | 'unknown';
+/**
+ * Import information extracted from source files
+ */
+export interface ImportInfo {
+    /** Module specifier (e.g., 'react', './utils', 'os') */
+    module: string;
+    /** Named imports (e.g., ['useState', 'useEffect']) */
+    namedImports: string[];
+    /** Default import name if present */
+    defaultImport?: string;
+    /** Namespace import name if present (import * as X) */
+    namespaceImport?: string;
+    /** Whether this is a type-only import */
+    isTypeOnly: boolean;
+    /** Source file where import was found */
+    sourceFile: string;
+    /** Source language */
+    language?: SupportedLanguage;
+    /** Line number */
+    line?: number;
+}
+/**
+ * Export information extracted from source files
+ */
+export interface ExportInfo {
+    /** Exported name */
+    name: string;
+    /** Kind of export (function, class, variable, type, interface, etc.) */
+    kind: ExportKind;
+    /** Whether this is a default export */
+    isDefault: boolean;
+    /** Source file where export was found */
+    sourceFile: string;
+    /** Source language */
+    language?: SupportedLanguage;
+    /** Visibility (for Go, Rust, Java) */
+    visibility?: 'public' | 'private' | 'protected' | 'internal';
+    /** Line number */
+    line?: number;
+}
+/**
+ * Function information extracted from source files
+ */
+export interface FunctionInfo {
+    /** Function name */
+    name: string;
+    /** Number of parameters */
+    parameterCount: number;
+    /** Whether function is async */
+    isAsync: boolean;
+    /** Whether function is exported */
+    isExported: boolean;
+    /** Source file where function was found */
+    sourceFile: string;
+    /** Line number */
+    line: number;
+    /** Source language */
+    language?: SupportedLanguage;
+    /** Method receiver (Go) */
+    receiver?: string;
+    /** Decorators (Python, Java) */
+    decorators?: string[];
+    /** Attributes (Rust) */
+    attributes?: string[];
+}
+/**
+ * Detected framework information
+ */
+export interface FrameworkInfo {
+    /** Framework name */
+    name: string;
+    /** Confidence level (0-1) */
+    confidence: number;
+    /** Evidence for detection */
+    evidence: string[];
+}
+/**
+ * Package.json dependency information
+ */
+export interface DependencyInfo {
+    /** Package name */
+    name: string;
+    /** Version specifier */
+    version: string;
+    /** Whether this is a dev dependency */
+    isDev: boolean;
+}
+/**
+ * Complete codebase context for skill recommendations
+ */
+export interface CodebaseContext {
+    /** Root directory analyzed */
+    rootPath: string;
+    /** All imports found in the codebase */
+    imports: ImportInfo[];
+    /** All exports found in the codebase */
+    exports: ExportInfo[];
+    /** All functions found in the codebase */
+    functions: FunctionInfo[];
+    /** Detected frameworks */
+    frameworks: FrameworkInfo[];
+    /** Dependencies from all package managers */
+    dependencies: DependencyInfo[];
+    /** File statistics */
+    stats: {
+        /** Total files analyzed */
+        totalFiles: number;
+        /** Files by extension */
+        filesByExtension: Record<string, number>;
+        /** Files by language (optional for backward compatibility) */
+        filesByLanguage?: Record<SupportedLanguage, number>;
+        /** Total lines of code (approximate) */
+        totalLines: number;
+    };
+    /** Analysis metadata */
+    metadata: {
+        /** Analysis duration in ms */
+        durationMs: number;
+        /** Analyzer version */
+        version: string;
+        /** Languages detected (optional for backward compatibility) */
+        languages?: SupportedLanguage[];
+        /** Cache hit rate (0-1, optional for backward compatibility) */
+        cacheHitRate?: number;
+    };
+}
+/**
+ * Options for codebase analysis
+ */
+export interface AnalyzeOptions {
+    /** Maximum files to analyze (default: 1000) */
+    maxFiles?: number;
+    /** Directories to exclude (default: node_modules, dist, .git) */
+    excludeDirs?: string[];
+    /** Include dev dependencies in analysis */
+    includeDevDeps?: boolean;
+}
+/**
+ * Result of parsing a single file
+ */
+export interface ParseResult {
+    imports: ImportInfo[];
+    exports: ExportInfo[];
+    functions: FunctionInfo[];
+}
+/**
+ * Framework detection rule
+ */
+export interface FrameworkRule {
+    /** Framework name */
+    name: string;
+    /** Dependency indicators (package names) */
+    depIndicators: string[];
+    /** Import indicators (module specifiers) */
+    importIndicators: string[];
+}
+/**
+ * Cache statistics
+ */
+export interface CacheStats {
+    /** Current size in bytes */
+    size: number;
+    /** Number of entries */
+    entries: number;
+    /** Maximum size in bytes */
+    maxSize: number;
+    /** Cache hit rate (0-1) */
+    hitRate: number;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/analysis/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/analysis/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH;;GAEG;AACH,MAAM,MAAM,iBAAiB,GAAG,YAAY,GAAG,YAAY,GAAG,QAAQ,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,CAAA;AAE/F;;;;GAIG;AACH,eAAO,MAAM,oBAAoB,UAUhC,CAAA;AAED;;GAEG;AACH,eAAO,MAAM,mBAAmB,EAAE,MAAM,CAAC,iBAAiB,EAAE,MAAM,EAAE,CAOnE,CAAA;AAED;;GAEG;AACH,eAAO,MAAM,oBAAoB,UAehC,CAAA;AAED;;GAEG;AACH,MAAM,MAAM,UAAU,GAClB,UAAU,GACV,OAAO,GACP,UAAU,GACV,MAAM,GACN,WAAW,GACX,MAAM,GACN,QAAQ,GACR,OAAO,GACP,QAAQ,GACR,SAAS,CAAA;AAEb;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,wDAAwD;IACxD,MAAM,EAAE,MAAM,CAAA;IACd,sDAAsD;IACtD,YAAY,EAAE,MAAM,EAAE,CAAA;IACtB,qCAAqC;IACrC,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,uDAAuD;IACvD,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,yCAAyC;IACzC,UAAU,EAAE,OAAO,CAAA;IACnB,yCAAyC;IACzC,UAAU,EAAE,MAAM,CAAA;IAClB,sBAAsB;IACtB,QAAQ,CAAC,EAAE,iBAAiB,CAAA;IAC5B,kBAAkB;IAClB,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,oBAAoB;IACpB,IAAI,EAAE,MAAM,CAAA;IACZ,wEAAwE;IACxE,IAAI,EAAE,UAAU,CAAA;IAChB,uCAAuC;IACvC,SAAS,EAAE,OAAO,CAAA;IAClB,yCAAyC;IACzC,UAAU,EAAE,MAAM,CAAA;IAClB,sBAAsB;IACtB,QAAQ,CAAC,EAAE,iBAAiB,CAAA;IAC5B,sCAAsC;IACtC,UAAU,CAAC,EAAE,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,UAAU,CAAA;IAC5D,kBAAkB;IAClB,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,oBAAoB;IACpB,IAAI,EAAE,MAAM,CAAA;IACZ,2BAA2B;IAC3B,cAAc,EAAE,MAAM,CAAA;IACtB,gCAAgC;IAChC,OAAO,EAAE,OAAO,CAAA;IAChB,mCAAmC;IACnC,UAAU,EAAE,OAAO,CAAA;IACnB,2CAA2C;IAC3C,UAAU,EAAE,MAAM,CAAA;IAClB,kBAAkB;IAClB,IAAI,EAAE,MAAM,CAAA;IACZ,sBAAsB;IACtB,QAAQ,CAAC,EAAE,iBAAiB,CAAA;IAC5B,2BAA2B;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,gCAAgC;IAChC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAA;IACrB,wBAAwB;IACxB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAA;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,qBAAqB;IACrB,IAAI,EAAE,MAAM,CAAA;IACZ,6BAA6B;IAC7B,UAAU,EAAE,MAAM,CAAA;IAClB,6BAA6B;IAC7B,QAAQ,EAAE,MAAM,EAAE,CAAA;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,mBAAmB;IACnB,IAAI,EAAE,MAAM,CAAA;IACZ,wBAAwB;IACxB,OAAO,EAAE,MAAM,CAAA;IACf,uCAAuC;IACvC,KAAK,EAAE,OAAO,CAAA;CACf;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,8BAA8B;IAC9B,QAAQ,EAAE,MAAM,CAAA;IAChB,wCAAwC;IACxC,OAAO,EAAE,UAAU,EAAE,CAAA;IACrB,wCAAwC;IACxC,OAAO,EAAE,UAAU,EAAE,CAAA;IACrB,0CAA0C;IAC1C,SAAS,EAAE,YAAY,EAAE,CAAA;IACzB,0BAA0B;IAC1B,UAAU,EAAE,aAAa,EAAE,CAAA;IAC3B,6CAA6C;IAC7C,YAAY,EAAE,cAAc,EAAE,CAAA;IAC9B,sBAAsB;IACtB,KAAK,EAAE;QACL,2BAA2B;QAC3B,UAAU,EAAE,MAAM,CAAA;QAClB,yBAAyB;QACzB,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QACxC,8DAA8D;QAC9D,eAAe,CAAC,EAAE,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAA;QACnD,wCAAwC;QACxC,UAAU,EAAE,MAAM,CAAA;KACnB,CAAA;IACD,wBAAwB;IACxB,QAAQ,EAAE;QACR,8BAA8B;QAC9B,UAAU,EAAE,MAAM,CAAA;QAClB,uBAAuB;QACvB,OAAO,EAAE,MAAM,CAAA;QACf,+DAA+D;QAC/D,SAAS,CAAC,EAAE,iBAAiB,EAAE,CAAA;QAC/B,gEAAgE;QAChE,YAAY,CAAC,EAAE,MAAM,CAAA;KACtB,CAAA;CACF;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,+CAA+C;IAC/C,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,iEAAiE;IACjE,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;IACtB,2CAA2C;IAC3C,cAAc,CAAC,EAAE,OAAO,CAAA;CACzB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,UAAU,EAAE,CAAA;IACrB,OAAO,EAAE,UAAU,EAAE,CAAA;IACrB,SAAS,EAAE,YAAY,EAAE,CAAA;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,qBAAqB;IACrB,IAAI,EAAE,MAAM,CAAA;IACZ,4CAA4C;IAC5C,aAAa,EAAE,MAAM,EAAE,CAAA;IACvB,4CAA4C;IAC5C,gBAAgB,EAAE,MAAM,EAAE,CAAA;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,4BAA4B;IAC5B,IAAI,EAAE,MAAM,CAAA;IACZ,wBAAwB;IACxB,OAAO,EAAE,MAAM,CAAA;IACf,4BAA4B;IAC5B,OAAO,EAAE,MAAM,CAAA;IACf,2BAA2B;IAC3B,OAAO,EAAE,MAAM,CAAA;CAChB"}

package/dist/analysis/types.js

@@ -0,0 +1,58 @@
+/**
+ * SMI-600: Codebase Analysis Types
+ * SMI-1189: Extracted from CodebaseAnalyzer.ts
+ * SMI-1303: Extended with multi-language support
+ *
+ * Type definitions for multi-language codebase analysis.
+ *
+ * @see ADR-010: Codebase Analysis Scope
+ * @see docs/internal/architecture/multi-language-analysis.md
+ * @module analysis/types
+ */
+/**
+ * Supported file extensions for analysis (legacy, for backwards compatibility)
+ * SMI-1579: Added Python extensions for multi-language analysis
+ * Includes .pyw for Windows GUI Python scripts
+ */
+export const SUPPORTED_EXTENSIONS = [
+    '.ts',
+    '.tsx',
+    '.js',
+    '.jsx',
+    '.mjs',
+    '.cjs',
+    '.py',
+    '.pyi',
+    '.pyw',
+];
+/**
+ * Multi-language file extensions mapping
+ */
+export const LANGUAGE_EXTENSIONS = {
+    typescript: ['.ts', '.tsx', '.mts', '.cts'],
+    javascript: ['.js', '.jsx', '.mjs', '.cjs'],
+    python: ['.py', '.pyi', '.pyw'],
+    go: ['.go'],
+    rust: ['.rs'],
+    java: ['.java'],
+};
+/**
+ * Default directories to exclude from analysis
+ */
+export const DEFAULT_EXCLUDE_DIRS = [
+    'node_modules',
+    'dist',
+    'build',
+    '.git',
+    'coverage',
+    '.next',
+    '.nuxt',
+    '__pycache__',
+    '.pytest_cache',
+    'target',
+    'vendor',
+    'venv',
+    '.venv',
+    'env',
+];
+//# sourceMappingURL=types.js.map

package/dist/analysis/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/analysis/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAOH;;;;GAIG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,KAAK;IACL,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;CACP,CAAA;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAwC;IACtE,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;IAC3C,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;IAC3C,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC;IAC/B,EAAE,EAAE,CAAC,KAAK,CAAC;IACX,IAAI,EAAE,CAAC,KAAK,CAAC;IACb,IAAI,EAAE,CAAC,OAAO,CAAC;CAChB,CAAA;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,cAAc;IACd,MAAM;IACN,OAAO;IACP,MAAM;IACN,UAAU;IACV,OAAO;IACP,OAAO;IACP,aAAa;IACb,eAAe;IACf,QAAQ;IACR,QAAQ;IACR,MAAM;IACN,OAAO;IACP,KAAK;CACN,CAAA"}

package/dist/analysis/worker-pool.d.ts

@@ -0,0 +1,114 @@
+/**
+ * SMI-1308: Worker Thread Pool for Parallel File Parsing
+ * SMI-1337: Added metrics integration
+ *
+ * Uses Node.js worker_threads for true parallelism,
+ * bypassing the single-threaded event loop limitation.
+ *
+ * @see docs/internal/architecture/multi-language-analysis.md
+ * @module analysis/worker-pool
+ */
+import { isMainThread, parentPort, workerData } from 'worker_threads';
+import { EventEmitter } from 'events';
+import type { ParseTask, WorkerResult, WorkerPoolOptions } from './worker-types.js';
+export type { ParseTask, WorkerResult, WorkerPoolOptions } from './worker-types.js';
+/**
+ * Worker thread pool for parallel file parsing
+ *
+ * Uses Node.js worker_threads for true parallelism,
+ * bypassing the single-threaded event loop limitation.
+ *
+ * For small batches (< minBatchForWorkers), parses inline
+ * to avoid worker overhead.
+ *
+ * @example
+ * ```typescript
+ * const pool = new ParserWorkerPool({ poolSize: 4 })
+ *
+ * const tasks = files.map(f => ({
+ *   filePath: f.path,
+ *   content: f.content,
+ *   language: 'typescript'
+ * }))
+ *
+ * const results = await pool.parseFiles(tasks)
+ * console.log(`Parsed ${results.length} files`)
+ *
+ * pool.dispose()
+ * ```
+ */
+export declare class ParserWorkerPool extends EventEmitter {
+    private workers;
+    private taskQueue;
+    private activeWorkers;
+    private readonly poolSize;
+    private readonly minBatchForWorkers;
+    private readonly metrics;
+    private disposed;
+    private router;
+    private routerPromise;
+    constructor(options?: WorkerPoolOptions);
+    /**
+     * SMI-1330/1331: Get or create shared router instance
+     * Lazily initializes the router on first use and caches it
+     */
+    private getRouter;
+    /**
+     * SMI-1330/1331: Initialize router with all adapters
+     */
+    private initializeRouter;
+    /**
+     * Parse files in parallel using worker threads
+     *
+     * SMI-1337: Records worker pool metrics.
+     *
+     * @param tasks - Array of parse tasks
+     * @returns Array of worker results
+     * @throws Error if pool has been disposed
+     */
+    parseFiles(tasks: ParseTask[]): Promise<WorkerResult[]>;
+    /**
+     * Record parse metrics for completed results
+     * SMI-1337: Helper to record metrics after parsing
+     */
+    private recordParseMetrics;
+    /**
+     * Parse files inline (no workers)
+     *
+     * Used for small batches where worker overhead exceeds benefit.
+     * SMI-1330/1331: Uses cached router to avoid recreation overhead
+     */
+    private parseInline;
+    /**
+     * Parse files using worker threads
+     *
+     * Chunks tasks across available workers for parallel processing.
+     */
+    private parseWithWorkers;
+    /**
+     * Dispatch a chunk of tasks to a worker
+     */
+    private dispatchToWorker;
+    /**
+     * Get pool statistics
+     *
+     * SMI-1337: Also updates metrics.
+     *
+     * @returns Current pool statistics
+     */
+    getStats(): {
+        poolSize: number;
+        activeWorkers: number;
+        queuedTasks: number;
+        utilization: number;
+    };
+    /**
+     * Dispose of worker pool
+     *
+     * Terminates all workers and clears the task queue.
+     * SMI-1330/1331: Also disposes cached router
+     */
+    dispose(): void;
+}
+export { isMainThread, parentPort, workerData };
+//# sourceMappingURL=worker-pool.d.ts.map

package/dist/analysis/worker-pool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-pool.d.ts","sourceRoot":"","sources":["../../src/analysis/worker-pool.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAU,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAE7E,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAA;AAErC,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,iBAAiB,EAAc,MAAM,mBAAmB,CAAA;AAI/F,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAA;AAKnF;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,qBAAa,gBAAiB,SAAQ,YAAY;IAChD,OAAO,CAAC,OAAO,CAAe;IAC9B,OAAO,CAAC,SAAS,CAAmB;IACpC,OAAO,CAAC,aAAa,CAAI;IACzB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAQ;IACjC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAQ;IAC3C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAuC;IAC/D,OAAO,CAAC,QAAQ,CAAQ;IAExB,OAAO,CAAC,MAAM,CAAkC;IAChD,OAAO,CAAC,aAAa,CAA2C;gBAEpD,OAAO,GAAE,iBAAsB;IAO3C;;;OAGG;YACW,SAAS;IASvB;;OAEG;YACW,gBAAgB;IAkB9B;;;;;;;;OAQG;IACG,UAAU,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAwB7D;;;OAGG;IACH,OAAO,CAAC,kBAAkB;IAkB1B;;;;;OAKG;YACW,WAAW;IAsCzB;;;;OAIG;YACW,gBAAgB;IAU9B;;OAEG;YACW,gBAAgB;IAiC9B;;;;;;OAMG;IACH,QAAQ,IAAI;QACV,QAAQ,EAAE,MAAM,CAAA;QAChB,aAAa,EAAE,MAAM,CAAA;QACrB,WAAW,EAAE,MAAM,CAAA;QACnB,WAAW,EAAE,MAAM,CAAA;KACpB;IAcD;;;;;OAKG;IACH,OAAO,IAAI,IAAI;CAchB;AAGD,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,CAAA"}

package/dist/analysis/worker-pool.js

@@ -0,0 +1,266 @@
+/**
+ * SMI-1308: Worker Thread Pool for Parallel File Parsing
+ * SMI-1337: Added metrics integration
+ *
+ * Uses Node.js worker_threads for true parallelism,
+ * bypassing the single-threaded event loop limitation.
+ *
+ * @see docs/internal/architecture/multi-language-analysis.md
+ * @module analysis/worker-pool
+ */
+import { Worker, isMainThread, parentPort, workerData } from 'worker_threads';
+import os from 'os';
+import { EventEmitter } from 'events';
+import { getAnalysisMetrics } from './metrics.js';
+import { getLanguageFromExtension, chunkArray, WORKER_PARSE_CODE } from './worker-utils.js';
+/**
+ * Worker thread pool for parallel file parsing
+ *
+ * Uses Node.js worker_threads for true parallelism,
+ * bypassing the single-threaded event loop limitation.
+ *
+ * For small batches (< minBatchForWorkers), parses inline
+ * to avoid worker overhead.
+ *
+ * @example
+ * ```typescript
+ * const pool = new ParserWorkerPool({ poolSize: 4 })
+ *
+ * const tasks = files.map(f => ({
+ *   filePath: f.path,
+ *   content: f.content,
+ *   language: 'typescript'
+ * }))
+ *
+ * const results = await pool.parseFiles(tasks)
+ * console.log(`Parsed ${results.length} files`)
+ *
+ * pool.dispose()
+ * ```
+ */
+export class ParserWorkerPool extends EventEmitter {
+    workers = [];
+    taskQueue = [];
+    activeWorkers = 0;
+    poolSize;
+    minBatchForWorkers;
+    metrics;
+    disposed = false;
+    // SMI-1330/1331: Cache router to avoid recreation on each parseInline call
+    router = null;
+    routerPromise = null;
+    constructor(options = {}) {
+        super();
+        this.poolSize = options.poolSize ?? Math.max(1, os.cpus().length - 1);
+        this.minBatchForWorkers = options.minBatchForWorkers ?? 10;
+        this.metrics = options.metrics ?? getAnalysisMetrics();
+    }
+    /**
+     * SMI-1330/1331: Get or create shared router instance
+     * Lazily initializes the router on first use and caches it
+     */
+    async getRouter() {
+        if (this.router)
+            return this.router;
+        if (this.routerPromise)
+            return this.routerPromise;
+        this.routerPromise = this.initializeRouter();
+        this.router = await this.routerPromise;
+        return this.router;
+    }
+    /**
+     * SMI-1330/1331: Initialize router with all adapters
+     */
+    async initializeRouter() {
+        const { LanguageRouter } = await import('./router.js');
+        const { TypeScriptAdapter } = await import('./adapters/typescript.js');
+        const { PythonAdapter } = await import('./adapters/python.js');
+        const { GoAdapter } = await import('./adapters/go.js');
+        const { RustAdapter } = await import('./adapters/rust.js');
+        const { JavaAdapter } = await import('./adapters/java.js');
+        const router = new LanguageRouter();
+        router.registerAdapter(new TypeScriptAdapter());
+        router.registerAdapter(new PythonAdapter());
+        router.registerAdapter(new GoAdapter());
+        router.registerAdapter(new RustAdapter());
+        router.registerAdapter(new JavaAdapter());
+        return router;
+    }
+    /**
+     * Parse files in parallel using worker threads
+     *
+     * SMI-1337: Records worker pool metrics.
+     *
+     * @param tasks - Array of parse tasks
+     * @returns Array of worker results
+     * @throws Error if pool has been disposed
+     */
+    async parseFiles(tasks) {
+        if (this.disposed) {
+            throw new Error('Worker pool has been disposed');
+        }
+        if (tasks.length === 0) {
+            return [];
+        }
+        // SMI-1337: Update worker pool metrics
+        this.metrics.updateWorkerPool(this.activeWorkers, this.taskQueue.length, this.poolSize);
+        // For small batches, parse inline (worker overhead not worth it)
+        if (tasks.length < this.minBatchForWorkers) {
+            const results = await this.parseInline(tasks);
+            this.recordParseMetrics(results);
+            return results;
+        }
+        const results = await this.parseWithWorkers(tasks);
+        this.recordParseMetrics(results);
+        return results;
+    }
+    /**
+     * Record parse metrics for completed results
+     * SMI-1337: Helper to record metrics after parsing
+     */
+    recordParseMetrics(results) {
+        for (const result of results) {
+            if (result.error) {
+                this.metrics.recordError('worker_parse_error', result.filePath.split('.').pop());
+            }
+            else {
+                // Extract language from file extension
+                const ext = result.filePath.split('.').pop()?.toLowerCase();
+                const language = getLanguageFromExtension(ext);
+                if (language) {
+                    this.metrics.recordFileParsed(language);
+                    this.metrics.recordParseDuration(language, result.durationMs);
+                }
+            }
+        }
+        // Update memory usage after batch processing
+        this.metrics.updateMemoryUsage();
+    }
+    /**
+     * Parse files inline (no workers)
+     *
+     * Used for small batches where worker overhead exceeds benefit.
+     * SMI-1330/1331: Uses cached router to avoid recreation overhead
+     */
+    async parseInline(tasks) {
+        const results = [];
+        // SMI-1330/1331: Get shared router instance
+        const router = await this.getRouter();
+        for (const task of tasks) {
+            const start = performance.now();
+            try {
+                const adapter = router.tryGetAdapter(task.filePath);
+                if (adapter) {
+                    const result = adapter.parseFile(task.content, task.filePath);
+                    results.push({
+                        filePath: task.filePath,
+                        result,
+                        durationMs: performance.now() - start,
+                    });
+                }
+                else {
+                    // Unsupported file type
+                    results.push({
+                        filePath: task.filePath,
+                        result: { imports: [], exports: [], functions: [] },
+                        durationMs: performance.now() - start,
+                        error: `Unsupported file type: ${task.filePath}`,
+                    });
+                }
+            }
+            catch (error) {
+                results.push({
+                    filePath: task.filePath,
+                    result: { imports: [], exports: [], functions: [] },
+                    durationMs: performance.now() - start,
+                    error: error instanceof Error ? error.message : String(error),
+                });
+            }
+        }
+        return results;
+    }
+    /**
+     * Parse files using worker threads
+     *
+     * Chunks tasks across available workers for parallel processing.
+     */
+    async parseWithWorkers(tasks) {
+        // Chunk tasks for workers
+        const chunkSize = Math.ceil(tasks.length / this.poolSize);
+        const chunks = chunkArray(tasks, chunkSize);
+        const results = await Promise.all(chunks.map((chunk) => this.dispatchToWorker(chunk)));
+        return results.flat();
+    }
+    /**
+     * Dispatch a chunk of tasks to a worker
+     */
+    async dispatchToWorker(tasks) {
+        return new Promise((resolve, reject) => {
+            const worker = new Worker(WORKER_PARSE_CODE, {
+                eval: true,
+                workerData: { tasks },
+            });
+            const timeout = setTimeout(() => {
+                worker.terminate();
+                reject(new Error('Worker timed out after 30 seconds'));
+            }, 30000);
+            worker.on('message', (results) => {
+                clearTimeout(timeout);
+                worker.terminate();
+                resolve(results);
+            });
+            worker.on('error', (error) => {
+                clearTimeout(timeout);
+                worker.terminate();
+                reject(error);
+            });
+            worker.on('exit', (code) => {
+                clearTimeout(timeout);
+                if (code !== 0) {
+                    reject(new Error(`Worker exited with code ${code}`));
+                }
+            });
+        });
+    }
+    /**
+     * Get pool statistics
+     *
+     * SMI-1337: Also updates metrics.
+     *
+     * @returns Current pool statistics
+     */
+    getStats() {
+        const utilization = this.poolSize > 0 ? this.activeWorkers / this.poolSize : 0;
+        // SMI-1337: Update metrics when stats are requested
+        this.metrics.updateWorkerPool(this.activeWorkers, this.taskQueue.length, this.poolSize);
+        return {
+            poolSize: this.poolSize,
+            activeWorkers: this.activeWorkers,
+            queuedTasks: this.taskQueue.length,
+            utilization,
+        };
+    }
+    /**
+     * Dispose of worker pool
+     *
+     * Terminates all workers and clears the task queue.
+     * SMI-1330/1331: Also disposes cached router
+     */
+    dispose() {
+        this.disposed = true;
+        for (const worker of this.workers) {
+            worker.terminate();
+        }
+        this.workers = [];
+        this.taskQueue = [];
+        // SMI-1330/1331: Clean up cached router
+        if (this.router) {
+            this.router.dispose();
+            this.router = null;
+            this.routerPromise = null;
+        }
+    }
+}
+// Export for worker thread context detection
+export { isMainThread, parentPort, workerData };
+//# sourceMappingURL=worker-pool.js.map

package/dist/analysis/worker-pool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-pool.js","sourceRoot":"","sources":["../../src/analysis/worker-pool.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAC7E,OAAO,EAAE,MAAM,IAAI,CAAA;AACnB,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAA;AACrC,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAA;AAEjD,OAAO,EAAE,wBAAwB,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAA;AAQ3F;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAM,OAAO,gBAAiB,SAAQ,YAAY;IACxC,OAAO,GAAa,EAAE,CAAA;IACtB,SAAS,GAAiB,EAAE,CAAA;IAC5B,aAAa,GAAG,CAAC,CAAA;IACR,QAAQ,CAAQ;IAChB,kBAAkB,CAAQ;IAC1B,OAAO,CAAuC;IACvD,QAAQ,GAAG,KAAK,CAAA;IACxB,2EAA2E;IACnE,MAAM,GAA8B,IAAI,CAAA;IACxC,aAAa,GAAuC,IAAI,CAAA;IAEhE,YAAY,UAA6B,EAAE;QACzC,KAAK,EAAE,CAAA;QACP,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QACrE,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,IAAI,EAAE,CAAA;QAC1D,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,kBAAkB,EAAE,CAAA;IACxD,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,SAAS;QACrB,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC,MAAM,CAAA;QACnC,IAAI,IAAI,CAAC,aAAa;YAAE,OAAO,IAAI,CAAC,aAAa,CAAA;QAEjD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;QAC5C,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAA;QACtC,OAAO,IAAI,CAAC,MAAM,CAAA;IACpB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB;QAC5B,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAA;QACtD,MAAM,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,0BAA0B,CAAC,CAAA;QACtE,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAA;QAC9D,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;QACtD,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAA;QAC1D,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAA;QAE1D,MAAM,MAAM,GAAG,IAAI,cAAc,EAAE,CAAA;QACnC,MAAM,CAAC,eAAe,CAAC,IAAI,iBAAiB,EAAE,CAAC,CAAA;QAC/C,MAAM,CAAC,eAAe,CAAC,IAAI,aAAa,EAAE,CAAC,CAAA;QAC3C,MAAM,CAAC,eAAe,CAAC,IAAI,SAAS,EAAE,CAAC,CAAA;QACvC,MAAM,CAAC,eAAe,CAAC,IAAI,WAAW,EAAE,CAAC,CAAA;QACzC,MAAM,CAAC,eAAe,CAAC,IAAI,WAAW,EAAE,CAAC,CAAA;QAEzC,OAAO,MAAM,CAAA;IACf,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,UAAU,CAAC,KAAkB;QACjC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;QAClD,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAA;QACX,CAAC;QAED,uCAAuC;QACvC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;QAEvF,iEAAiE;QACjE,IAAI,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC3C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;YAC7C,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAA;YAChC,OAAO,OAAO,CAAA;QAChB,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAA;QAClD,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAA;QAChC,OAAO,OAAO,CAAA;IAChB,CAAC;IAED;;;OAGG;IACK,kBAAkB,CAAC,OAAuB;QAChD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,oBAAoB,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAA;YAClF,CAAC;iBAAM,CAAC;gBACN,uCAAuC;gBACvC,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAAA;gBAC3D,MAAM,QAAQ,GAAG,wBAAwB,CAAC,GAAG,CAAC,CAAA;gBAC9C,IAAI,QAAQ,EAAE,CAAC;oBACb,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAA;oBACvC,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,QAAQ,EAAE,MAAM,CAAC,UAAU,CAAC,CAAA;gBAC/D,CAAC;YACH,CAAC;QACH,CAAC;QACD,6CAA6C;QAC7C,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAA;IAClC,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,WAAW,CAAC,KAAkB;QAC1C,MAAM,OAAO,GAAmB,EAAE,CAAA;QAClC,4CAA4C;QAC5C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;QAErC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;YAC/B,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;gBACnD,IAAI,OAAO,EAAE,CAAC;oBACZ,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;oBAC7D,OAAO,CAAC,IAAI,CAAC;wBACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;wBACvB,MAAM;wBACN,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;qBACtC,CAAC,CAAA;gBACJ,CAAC;qBAAM,CAAC;oBACN,wBAAwB;oBACxB,OAAO,CAAC,IAAI,CAAC;wBACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;wBACvB,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;wBACnD,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;wBACrC,KAAK,EAAE,0BAA0B,IAAI,CAAC,QAAQ,EAAE;qBACjD,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC;oBACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;oBACnD,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;oBACrC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC9D,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAA;IAChB,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,gBAAgB,CAAC,KAAkB;QAC/C,0BAA0B;QAC1B,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAA;QACzD,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;QAE3C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAEtF,OAAO,OAAO,CAAC,IAAI,EAAE,CAAA;IACvB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB,CAAC,KAAkB;QAC/C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,iBAAiB,EAAE;gBAC3C,IAAI,EAAE,IAAI;gBACV,UAAU,EAAE,EAAE,KAAK,EAAE;aACtB,CAAC,CAAA;YAEF,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC9B,MAAM,CAAC,SAAS,EAAE,CAAA;gBAClB,MAAM,CAAC,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC,CAAA;YACxD,CAAC,EAAE,KAAK,CAAC,CAAA;YAET,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAuB,EAAE,EAAE;gBAC/C,YAAY,CAAC,OAAO,CAAC,CAAA;gBACrB,MAAM,CAAC,SAAS,EAAE,CAAA;gBAClB,OAAO,CAAC,OAAO,CAAC,CAAA;YAClB,CAAC,CAAC,CAAA;YAEF,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBAC3B,YAAY,CAAC,OAAO,CAAC,CAAA;gBACrB,MAAM,CAAC,SAAS,EAAE,CAAA;gBAClB,MAAM,CAAC,KAAK,CAAC,CAAA;YACf,CAAC,CAAC,CAAA;YAEF,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACzB,YAAY,CAAC,OAAO,CAAC,CAAA;gBACrB,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;oBACf,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC,CAAA;gBACtD,CAAC;YACH,CAAC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC;IAED;;;;;;OAMG;IACH,QAAQ;QAMN,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;QAE9E,oDAAoD;QACpD,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;QAEvF,OAAO;YACL,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM;YAClC,WAAW;SACZ,CAAA;IACH,CAAC;IAED;;;;;OAKG;IACH,OAAO;QACL,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;QACpB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,CAAC,SAAS,EAAE,CAAA;QACpB,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,EAAE,CAAA;QACjB,IAAI,CAAC,SAAS,GAAG,EAAE,CAAA;QACnB,wCAAwC;QACxC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAA;YACrB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;YAClB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;QAC3B,CAAC;IACH,CAAC;CACF;AAED,6CAA6C;AAC7C,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,CAAA"}