attocode 0.2.3 → 0.2.5

package/dist/src/integrations/tasks/smart-decomposer.js

@@ -0,0 +1,661 @@
+/**
+ * Smart Task Decomposer Integration
+ *
+ * Uses LLM-assisted analysis for intelligent task decomposition.
+ * Replaces keyword-based decomposition with semantic understanding.
+ *
+ * Key features:
+ * - Semantic task analysis (understands intent, not just keywords)
+ * - Implicit dependency detection ("implement auth" needs "design schema")
+ * - Codebase-aware decomposition (considers existing structure)
+ * - Resource contention detection (identifies potential conflicts)
+ * - Dynamic strategy selection based on task characteristics
+ *
+ * Implementation split (Phase 3e):
+ * - task-splitter.ts — LLM-driven splitting logic (prompt + parsing)
+ * - dependency-analyzer.ts — Graph building + topological sort
+ * - smart-decomposer.ts — Core class, types, heuristics, factory (this file)
+ */
+// Delegate imports
+import { buildDependencyGraph as buildDependencyGraphFn, detectConflicts as detectConflictsFn, } from './dependency-analyzer.js';
+// =============================================================================
+// RE-EXPORTS (backward compatibility)
+// =============================================================================
+// Re-export everything from extracted modules so existing imports keep working
+export { validateDecomposition, createDecompositionPrompt, parseDecompositionResponse, repairJSON, extractSubtasksFromNaturalLanguage, } from './task-splitter.js';
+export { buildDependencyGraph, detectCycles, topologicalSort, calculateParallelGroups, detectConflicts, } from './dependency-analyzer.js';
+// =============================================================================
+// CONSTANTS
+// =============================================================================
+const DEFAULT_CONFIG = {
+    maxSubtasks: 10,
+    minComplexityToDecompose: 3,
+    useLLM: false,
+    llmProvider: undefined,
+    codebaseAware: true,
+    defaultStrategy: 'adaptive',
+    detectConflicts: true,
+};
+// Task type indicators for heuristic analysis
+const TYPE_INDICATORS = {
+    research: ['find', 'search', 'discover', 'locate', 'identify', 'explore', 'investigate'],
+    analysis: ['analyze', 'understand', 'examine', 'review', 'study', 'evaluate'],
+    design: ['design', 'plan', 'architect', 'structure', 'outline', 'sketch'],
+    implement: ['implement', 'create', 'build', 'write', 'code', 'develop', 'add'],
+    test: ['test', 'verify', 'validate', 'check', 'ensure', 'assert'],
+    refactor: ['refactor', 'improve', 'optimize', 'clean', 'simplify', 'restructure'],
+    review: ['review', 'inspect', 'audit', 'check', 'examine'],
+    document: ['document', 'describe', 'explain', 'annotate', 'comment'],
+    integrate: ['integrate', 'connect', 'combine', 'merge', 'link'],
+    deploy: ['deploy', 'release', 'publish', 'ship', 'launch'],
+    merge: ['merge', 'combine', 'consolidate', 'aggregate', 'synthesize'],
+};
+// =============================================================================
+// SMART DECOMPOSER
+// =============================================================================
+/**
+ * Intelligently decomposes tasks using semantic analysis.
+ *
+ * @example
+ * ```typescript
+ * const decomposer = createSmartDecomposer({
+ *   useLLM: true,
+ *   llmProvider: async (task, context) => {
+ *     // Call your LLM here
+ *     return { subtasks: [...], strategy: 'parallel', reasoning: '...' };
+ *   },
+ * });
+ *
+ * const result = await decomposer.decompose(
+ *   'Implement user authentication with OAuth2 and session management',
+ *   { repoMap }
+ * );
+ *
+ * console.log(`Decomposed into ${result.subtasks.length} subtasks`);
+ * console.log(`Strategy: ${result.strategy}`);
+ * ```
+ */
+export class SmartDecomposer {
+    config;
+    listeners = [];
+    taskCounter = 0;
+    constructor(config = {}) {
+        this.config = {
+            ...DEFAULT_CONFIG,
+            ...config,
+            llmProvider: config.llmProvider ?? DEFAULT_CONFIG.llmProvider,
+        };
+    }
+    // ===========================================================================
+    // DECOMPOSITION
+    // ===========================================================================
+    /**
+     * Decompose a task into subtasks.
+     */
+    async decompose(task, context = {}) {
+        this.emit({ type: 'decomposition.started', task });
+        let subtasks = [];
+        let strategy = this.config.defaultStrategy;
+        let llmAssisted = false;
+        // Try LLM-assisted decomposition first (with 1 retry before heuristic fallback)
+        if (this.config.useLLM && this.config.llmProvider) {
+            const maxLLMAttempts = 2;
+            for (let attempt = 0; attempt < maxLLMAttempts; attempt++) {
+                try {
+                    this.emit({ type: 'llm.called', task });
+                    const llmResult = await this.config.llmProvider(task, context);
+                    subtasks = this.convertLLMResult(llmResult);
+                    strategy = llmResult.strategy;
+                    llmAssisted = true;
+                    if (subtasks.length > 0)
+                        break; // Success
+                    // 0 subtasks on first attempt -> retry
+                    if (attempt === 0) {
+                        this.emit({ type: 'llm.fallback', reason: 'LLM returned 0 subtasks, retrying...', task });
+                        continue;
+                    }
+                }
+                catch (error) {
+                    if (attempt === 0) {
+                        this.emit({ type: 'llm.fallback', reason: `${error.message}, retrying...`, task });
+                        continue;
+                    }
+                }
+                // Both attempts failed -> return empty so orchestrator can try lastResortDecompose
+                this.emit({ type: 'llm.fallback', reason: 'LLM failed after 2 attempts — skipping heuristic', task });
+                subtasks = [];
+                strategy = 'adaptive';
+                llmAssisted = false;
+            }
+        }
+        else {
+            // Use heuristic decomposition
+            const heuristicResult = this.decomposeHeuristic(task, context);
+            subtasks = heuristicResult.subtasks;
+            strategy = heuristicResult.strategy;
+        }
+        // Limit subtasks
+        if (subtasks.length > this.config.maxSubtasks) {
+            subtasks = subtasks.slice(0, this.config.maxSubtasks);
+        }
+        // Enhance with codebase awareness
+        if (this.config.codebaseAware && context.repoMap) {
+            subtasks = this.enhanceWithCodebaseContext(subtasks, context.repoMap);
+        }
+        // Build dependency graph (delegates to dependency-analyzer.ts)
+        const dependencyGraph = buildDependencyGraphFn(subtasks);
+        // Check for cycles
+        if (dependencyGraph.cycles.length > 0) {
+            for (const cycle of dependencyGraph.cycles) {
+                this.emit({ type: 'cycle.detected', cycle });
+            }
+        }
+        // Detect resource conflicts (delegates to dependency-analyzer.ts)
+        let conflicts = [];
+        if (this.config.detectConflicts) {
+            conflicts = detectConflictsFn(subtasks);
+            for (const conflict of conflicts) {
+                this.emit({ type: 'conflict.detected', conflict });
+            }
+        }
+        // Calculate totals
+        const totalComplexity = subtasks.reduce((sum, t) => sum + t.complexity, 0);
+        const totalEstimatedTokens = subtasks.reduce((sum, t) => sum + (t.estimatedTokens ?? 1000), 0);
+        const result = {
+            originalTask: task,
+            subtasks,
+            dependencyGraph,
+            conflicts,
+            strategy,
+            totalComplexity,
+            totalEstimatedTokens,
+            metadata: {
+                decomposedAt: new Date(),
+                codebaseAware: this.config.codebaseAware && !!context.repoMap,
+                llmAssisted,
+            },
+        };
+        this.emit({ type: 'decomposition.completed', result });
+        return result;
+    }
+    /**
+     * Convert LLM result to SmartSubtask array.
+     */
+    convertLLMResult(llmResult) {
+        const idMap = new Map();
+        // First pass: create IDs and populate lookup map with common LLM reference patterns
+        const subtasks = llmResult.subtasks.map((s, index) => {
+            const id = `task-${++this.taskCounter}`;
+            idMap.set(s.description, id);
+            idMap.set(String(index), id);
+            // Common LLM reference patterns
+            idMap.set(`task-${index}`, id);
+            idMap.set(`subtask-${index}`, id);
+            idMap.set(`st-${index}`, id);
+            // F14: Populate modifies/reads from relevantFiles so downstream consumers
+            // (F12 hollow retry prompts, quality gate) get concrete file targets.
+            const isModifyType = ['implement', 'fix', 'refactor', 'integrate', 'test', 'deploy'].includes(s.type);
+            return {
+                id,
+                description: s.description,
+                status: 'pending',
+                dependencies: [], // Will be resolved in second pass
+                complexity: s.complexity,
+                type: s.type,
+                parallelizable: s.parallelizable,
+                relevantFiles: s.relevantFiles,
+                modifies: isModifyType ? s.relevantFiles : undefined,
+                reads: s.relevantFiles,
+                suggestedRole: s.suggestedRole,
+            };
+        });
+        // Build set of all valid task IDs for strict filtering
+        const validTaskIds = new Set(idMap.values());
+        // Second pass: resolve dependencies with strict filtering
+        return subtasks.map((subtask, index) => {
+            const original = llmResult.subtasks[index];
+            subtask.dependencies = original.dependencies
+                .map((dep) => {
+                const key = typeof dep === 'number' ? String(dep) : dep;
+                return idMap.get(key) ?? idMap.get(key.trim()) ?? null;
+            })
+                .filter((dep) => {
+                if (dep === null)
+                    return false;
+                if (dep === subtask.id)
+                    return false;
+                if (!validTaskIds.has(dep))
+                    return false;
+                return true;
+            });
+            // Update status based on dependencies
+            subtask.status = subtask.dependencies.length > 0 ? 'blocked' : 'ready';
+            return subtask;
+        });
+    }
+    // ===========================================================================
+    // HEURISTIC DECOMPOSITION
+    // ===========================================================================
+    /**
+     * Heuristic-based decomposition when LLM is not available.
+     */
+    decomposeHeuristic(task, _context) {
+        const taskLower = task.toLowerCase();
+        // Determine task type
+        const primaryType = this.inferTaskType(taskLower);
+        // Determine strategy
+        const strategy = this.inferStrategy(taskLower, primaryType);
+        // Generate subtasks based on strategy
+        let subtasks;
+        switch (strategy) {
+            case 'sequential':
+                subtasks = this.generateSequentialSubtasks(task, primaryType);
+                break;
+            case 'parallel':
+                subtasks = this.generateParallelSubtasks(task, primaryType);
+                break;
+            case 'hierarchical':
+                subtasks = this.generateHierarchicalSubtasks(task, primaryType);
+                break;
+            case 'pipeline':
+                subtasks = this.generatePipelineSubtasks(task, primaryType);
+                break;
+            default:
+                subtasks = this.generateAdaptiveSubtasks(task, primaryType);
+        }
+        return { subtasks, strategy };
+    }
+    /**
+     * Infer the primary task type from description.
+     */
+    inferTaskType(taskLower) {
+        for (const [type, indicators] of Object.entries(TYPE_INDICATORS)) {
+            for (const indicator of indicators) {
+                if (taskLower.includes(indicator)) {
+                    return type;
+                }
+            }
+        }
+        return 'implement'; // Default
+    }
+    /**
+     * Infer decomposition strategy from task description.
+     */
+    inferStrategy(taskLower, primaryType) {
+        // Sequential indicators
+        if (taskLower.includes('then') ||
+            taskLower.includes('after') ||
+            taskLower.includes('before') ||
+            taskLower.includes('first') ||
+            taskLower.includes('step by step')) {
+            return 'sequential';
+        }
+        // Parallel indicators
+        if (taskLower.includes('in parallel') ||
+            taskLower.includes('simultaneously') ||
+            taskLower.includes('at the same time') ||
+            (taskLower.includes('all') && taskLower.includes('files'))) {
+            return 'parallel';
+        }
+        // Pipeline indicators
+        if (taskLower.includes('process') ||
+            taskLower.includes('transform') ||
+            taskLower.includes('pipeline')) {
+            return 'pipeline';
+        }
+        // Hierarchical for complex tasks
+        if (taskLower.includes('complex') ||
+            taskLower.includes('comprehensive') ||
+            taskLower.includes('full') ||
+            taskLower.length > 200) {
+            return 'hierarchical';
+        }
+        // Type-based defaults
+        switch (primaryType) {
+            case 'research':
+            case 'analysis':
+                return 'parallel';
+            case 'implement':
+            case 'refactor':
+                return 'adaptive';
+            default:
+                return 'adaptive';
+        }
+    }
+    /**
+     * Generate sequential subtasks.
+     */
+    generateSequentialSubtasks(task, type) {
+        const subtasks = [];
+        let prevId = null;
+        // Research phase
+        const researchId = `task-${++this.taskCounter}`;
+        subtasks.push({
+            id: researchId,
+            description: `Research and understand: ${task}`,
+            status: 'ready',
+            dependencies: [],
+            complexity: 2,
+            type: 'research',
+            parallelizable: false,
+        });
+        prevId = researchId;
+        // Main execution phase
+        const executeId = `task-${++this.taskCounter}`;
+        subtasks.push({
+            id: executeId,
+            description: `Execute: ${task}`,
+            status: 'blocked',
+            dependencies: [prevId],
+            complexity: 5,
+            type,
+            parallelizable: false,
+        });
+        prevId = executeId;
+        // Verification phase
+        const verifyId = `task-${++this.taskCounter}`;
+        subtasks.push({
+            id: verifyId,
+            description: `Verify and test: ${task}`,
+            status: 'blocked',
+            dependencies: [prevId],
+            complexity: 2,
+            type: 'test',
+            parallelizable: false,
+        });
+        return subtasks;
+    }
+    /**
+     * Generate parallel subtasks.
+     */
+    generateParallelSubtasks(task, type) {
+        const subtasks = [];
+        // Split task into parts
+        const parts = this.splitIntoParts(task);
+        const partIds = [];
+        for (const part of parts) {
+            const id = `task-${++this.taskCounter}`;
+            partIds.push(id);
+            subtasks.push({
+                id,
+                description: part,
+                status: 'ready',
+                dependencies: [],
+                complexity: Math.ceil(5 / parts.length),
+                type,
+                parallelizable: true,
+            });
+        }
+        // Merge task
+        subtasks.push({
+            id: `task-${++this.taskCounter}`,
+            description: `Combine results: ${task}`,
+            status: 'blocked',
+            dependencies: partIds,
+            complexity: 2,
+            type: 'merge',
+            parallelizable: false,
+        });
+        return subtasks;
+    }
+    /**
+     * Generate hierarchical subtasks.
+     */
+    generateHierarchicalSubtasks(task, _type) {
+        const subtasks = [];
+        let prevId = null;
+        const phases = [
+            { name: 'Analysis', type: 'analysis', complexity: 2 },
+            { name: 'Design', type: 'design', complexity: 3 },
+            { name: 'Implementation', type: 'implement', complexity: 5 },
+            { name: 'Testing', type: 'test', complexity: 2 },
+            { name: 'Review', type: 'review', complexity: 2 },
+        ];
+        for (const phase of phases) {
+            const id = `task-${++this.taskCounter}`;
+            subtasks.push({
+                id,
+                description: `${phase.name}: ${task}`,
+                status: prevId ? 'blocked' : 'ready',
+                dependencies: prevId ? [prevId] : [],
+                complexity: phase.complexity,
+                type: phase.type,
+                parallelizable: false,
+            });
+            prevId = id;
+        }
+        return subtasks;
+    }
+    /**
+     * Generate pipeline subtasks.
+     */
+    generatePipelineSubtasks(task, type) {
+        const subtasks = [];
+        let prevId = null;
+        const stages = [
+            { name: 'Input', desc: 'Gather inputs' },
+            { name: 'Transform', desc: 'Process data' },
+            { name: 'Validate', desc: 'Validate results' },
+            { name: 'Output', desc: 'Generate output' },
+        ];
+        for (const stage of stages) {
+            const id = `task-${++this.taskCounter}`;
+            subtasks.push({
+                id,
+                description: `${stage.name}: ${stage.desc} for ${task}`,
+                status: prevId ? 'blocked' : 'ready',
+                dependencies: prevId ? [prevId] : [],
+                complexity: 2,
+                type,
+                parallelizable: false,
+            });
+            prevId = id;
+        }
+        return subtasks;
+    }
+    /**
+     * Generate adaptive subtasks (mix of strategies).
+     */
+    generateAdaptiveSubtasks(task, type) {
+        const subtasks = [];
+        // Research (can be parallel)
+        const researchId = `task-${++this.taskCounter}`;
+        subtasks.push({
+            id: researchId,
+            description: `Research: ${task}`,
+            status: 'ready',
+            dependencies: [],
+            complexity: 2,
+            type: 'research',
+            parallelizable: true,
+        });
+        // Analysis (can be parallel with research)
+        const analysisId = `task-${++this.taskCounter}`;
+        subtasks.push({
+            id: analysisId,
+            description: `Analyze requirements: ${task}`,
+            status: 'ready',
+            dependencies: [],
+            complexity: 2,
+            type: 'analysis',
+            parallelizable: true,
+        });
+        // Implementation (depends on both)
+        const implId = `task-${++this.taskCounter}`;
+        subtasks.push({
+            id: implId,
+            description: `Implement: ${task}`,
+            status: 'blocked',
+            dependencies: [researchId, analysisId],
+            complexity: 5,
+            type,
+            parallelizable: false,
+        });
+        // Testing (depends on implementation)
+        subtasks.push({
+            id: `task-${++this.taskCounter}`,
+            description: `Test: ${task}`,
+            status: 'blocked',
+            dependencies: [implId],
+            complexity: 2,
+            type: 'test',
+            parallelizable: false,
+        });
+        return subtasks;
+    }
+    /**
+     * Split task description into parts.
+     */
+    splitIntoParts(task) {
+        // Try to find natural splits
+        const connectors = [' and ', ', ', '; ', ' also ', ' additionally '];
+        let parts = [task];
+        for (const connector of connectors) {
+            if (task.toLowerCase().includes(connector.toLowerCase())) {
+                parts = task.split(new RegExp(connector, 'i'));
+                break;
+            }
+        }
+        // Clean up and filter
+        parts = parts
+            .map((p) => p.trim())
+            .filter((p) => p.length > 10);
+        // If no good splits, create generic parts
+        if (parts.length < 2) {
+            parts = [
+                `Part 1: ${task}`,
+                `Part 2: ${task}`,
+            ];
+        }
+        return parts.slice(0, 5);
+    }
+    // ===========================================================================
+    // CODEBASE CONTEXT ENHANCEMENT
+    // ===========================================================================
+    /**
+     * Enhance subtasks with codebase context.
+     */
+    enhanceWithCodebaseContext(subtasks, repoMap) {
+        return subtasks.map((subtask) => {
+            // Find relevant files based on task description
+            const relevantFiles = this.findRelevantFiles(subtask.description, repoMap);
+            // Estimate tokens based on relevant files
+            const estimatedTokens = relevantFiles.reduce((sum, file) => {
+                const chunk = repoMap.chunks.get(file);
+                return sum + (chunk?.tokenCount ?? 500);
+            }, 1000); // Base tokens for the task itself
+            return {
+                ...subtask,
+                relevantFiles: relevantFiles.slice(0, 5),
+                estimatedTokens,
+            };
+        });
+    }
+    /**
+     * Find files relevant to a task description.
+     */
+    findRelevantFiles(description, repoMap) {
+        const descLower = description.toLowerCase();
+        const words = descLower.split(/\s+/).filter((w) => w.length > 3);
+        const scored = [];
+        for (const [file, chunk] of repoMap.chunks) {
+            let score = 0;
+            // Check file path
+            const fileLower = file.toLowerCase();
+            for (const word of words) {
+                if (fileLower.includes(word)) {
+                    score += 2;
+                }
+            }
+            // Check symbols
+            for (const symbol of chunk.symbols) {
+                const symbolLower = symbol.toLowerCase();
+                for (const word of words) {
+                    if (symbolLower.includes(word) || word.includes(symbolLower)) {
+                        score += 1;
+                    }
+                }
+            }
+            if (score > 0) {
+                scored.push({ file, score });
+            }
+        }
+        // Sort by score and return top files
+        scored.sort((a, b) => b.score - a.score);
+        return scored.slice(0, 10).map((s) => s.file);
+    }
+    // ===========================================================================
+    // DEPENDENCY GRAPH (delegate to dependency-analyzer.ts)
+    // ===========================================================================
+    /**
+     * Build a dependency graph from subtasks.
+     * Delegates to standalone function in dependency-analyzer.ts.
+     */
+    buildDependencyGraph(subtasks) {
+        return buildDependencyGraphFn(subtasks);
+    }
+    // ===========================================================================
+    // CONFLICT DETECTION (delegate to dependency-analyzer.ts)
+    // ===========================================================================
+    /**
+     * Detect resource conflicts between subtasks.
+     * Delegates to standalone function in dependency-analyzer.ts.
+     */
+    detectConflicts(subtasks) {
+        return detectConflictsFn(subtasks);
+    }
+    // ===========================================================================
+    // UTILITIES
+    // ===========================================================================
+    /**
+     * Subscribe to events.
+     */
+    on(listener) {
+        this.listeners.push(listener);
+        return () => {
+            const idx = this.listeners.indexOf(listener);
+            if (idx >= 0)
+                this.listeners.splice(idx, 1);
+        };
+    }
+    emit(event) {
+        for (const listener of this.listeners) {
+            try {
+                listener(event);
+            }
+            catch {
+                // Ignore listener errors
+            }
+        }
+    }
+}
+// =============================================================================
+// FACTORY FUNCTIONS
+// =============================================================================
+/**
+ * Create a smart decomposer.
+ *
+ * @example
+ * ```typescript
+ * // Simple heuristic decomposition
+ * const decomposer = createSmartDecomposer();
+ *
+ * // LLM-assisted decomposition
+ * const decomposer = createSmartDecomposer({
+ *   useLLM: true,
+ *   llmProvider: async (task, context) => {
+ *     const response = await llm.complete({
+ *       prompt: `Decompose this task: ${task}`,
+ *       // ...
+ *     });
+ *     return parseDecomposition(response);
+ *   },
+ * });
+ *
+ * const result = await decomposer.decompose('Build a REST API for user management');
+ * ```
+ */
+export function createSmartDecomposer(config = {}) {
+    return new SmartDecomposer(config);
+}
+//# sourceMappingURL=smart-decomposer.js.map