speccrew 0.6.69 → 0.7.0

package/.speccrew/skills/speccrew-knowledge-bizs-dispatch/scripts/batch-orchestrator.js

@@ -1,176 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * Batch Orchestrator - Main control script for Stage 2 loop.
- *
- * This script simplifies the Stage 2 loop in SKILL.md by merging
- * "get batch" and "process previous batch results" steps into a single call.
- *
- * Modes:
- *   1. get-batch: Get the next batch of features to process
- *   2. process-results: Process the previous batch results
- */
-
-const { execFileSync } = require('child_process');
-const path = require('path');
-
-// Parse command line arguments
-function parseArgs() {
-    const args = process.argv.slice(2);
-    const result = {
-        mode: null,
-        syncStatePath: null,
-        batchSize: 5,
-        graphRoot: null,
-        graphWriteScript: null,
-        platformId: null
-    };
-
-    // First non-option argument is the mode
-    let modeFound = false;
-
-    for (let i = 0; i < args.length; i++) {
-        const arg = args[i];
-
-        // Skip if it's a flag
-        if (arg.startsWith('--')) {
-            switch (arg) {
-                case '--syncStatePath':
-                case '-SyncStatePath':
-                    result.syncStatePath = args[++i];
-                    break;
-                case '--batchSize':
-                case '-BatchSize':
-                    result.batchSize = parseInt(args[++i], 10) || 5;
-                    break;
-                case '--graphRoot':
-                case '-GraphRoot':
-                    result.graphRoot = args[++i];
-                    break;
-                case '--graphWriteScript':
-                case '-GraphWriteScript':
-                    result.graphWriteScript = args[++i];
-                    break;
-                case '--platformId':
-                case '-PlatformId':
-                    result.platformId = args[++i];
-                    break;
-            }
-        } else if (!modeFound) {
-            // First non-flag argument is the mode
-            result.mode = arg;
-            modeFound = true;
-        }
-    }
-
-    return result;
-}
-
-// Get the path to a script in the same directory
-function getScriptPath(scriptName) {
-    return path.join(__dirname, scriptName);
-}
-
-// Mode 1: Get the next batch of features
-function getBatch(args) {
-    if (!args.syncStatePath) {
-        throw new Error('--syncStatePath is required for get-batch mode');
-    }
-
-    const getNextBatchScript = getScriptPath('get-next-batch.js');
-
-    const commandArgs = [
-        getNextBatchScript,
-        '--syncStatePath', args.syncStatePath,
-        '--batchSize', String(args.batchSize)
-    ];
-
-    // Execute get-next-batch.js and capture output
-    const output = execFileSync('node', commandArgs, { encoding: 'utf8' });
-
-    // Parse the output (JSON array of features)
-    const batch = JSON.parse(output);
-
-    // Determine the response based on whether there are features
-    if (batch.length === 0) {
-        return {
-            action: 'done',
-            message: 'All features have been processed'
-        };
-    } else {
-        return {
-            action: 'process',
-            batch: batch,
-            batchSize: batch.length,
-            iteration: null // Could be enhanced with state tracking
-        };
-    }
-}
-
-// Mode 2: Process the previous batch results
-function processResults(args) {
-    if (!args.syncStatePath) {
-        throw new Error('--syncStatePath is required for process-results mode');
-    }
-    if (!args.graphRoot) {
-        throw new Error('--graphRoot is required for process-results mode');
-    }
-    if (!args.graphWriteScript) {
-        throw new Error('--graphWriteScript is required for process-results mode');
-    }
-    if (!args.platformId) {
-        throw new Error('--platformId is required for process-results mode');
-    }
-
-    const processBatchResultsScript = getScriptPath('process-batch-results.js');
-
-    const commandArgs = [
-        processBatchResultsScript,
-        '--syncStatePath', args.syncStatePath,
-        '--graphRoot', args.graphRoot,
-        '--graphWriteScript', args.graphWriteScript,
-        '--platformId', args.platformId
-    ];
-
-    // Execute process-batch-results.js and capture output
-    const output = execFileSync('node', commandArgs, { encoding: 'utf8' });
-
-    // Parse and return the output (JSON result)
-    return JSON.parse(output);
-}
-
-function main() {
-    try {
-        const args = parseArgs();
-
-        if (!args.mode) {
-            console.error('Error: Mode is required. Use "get-batch" or "process-results"');
-            console.error('Usage:');
-            console.error('  node batch-orchestrator.js get-batch --syncStatePath <path> [--batchSize 5]');
-            console.error('  node batch-orchestrator.js process-results --syncStatePath <path> --graphRoot <path> --graphWriteScript <path> --platformId <id>');
-            process.exit(1);
-        }
-
-        let result;
-
-        switch (args.mode) {
-            case 'get-batch':
-                result = getBatch(args);
-                break;
-            case 'process-results':
-                result = processResults(args);
-                break;
-            default:
-                throw new Error(`Unknown mode: ${args.mode}. Use "get-batch" or "process-results"`);
-        }
-
-        // Output result as JSON
-        console.log(JSON.stringify(result, null, 2));
-
-    } catch (error) {
-        console.error(`Error: ${error.message}`);
-        process.exit(1);
-    }
-}
-
-main();

package/.speccrew/skills/speccrew-knowledge-bizs-dispatch/scripts/get-next-batch.js

@@ -1,150 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * Get the next batch of features to process from features-*.json files.
- *
- * Scans the sync-state directory for all features-*.json files and extracts
- * features where analyzed=false or analyzed field is missing.
- * Additionally excludes features that have a corresponding .done.json file in the
- * completed/ directory (indicating Worker has finished but results not yet processed).
- * Returns a JSON array limited to BatchSize items.
- */
-
-const fs = require('fs');
-const path = require('path');
-
-// Parse command line arguments
-function parseArgs() {
-    const args = process.argv.slice(2);
-    const result = {
-        syncStatePath: null,
-        batchSize: 5
-    };
-
-    for (let i = 0; i < args.length; i++) {
-        const arg = args[i];
-        switch (arg) {
-            case '--syncStatePath':
-            case '-SyncStatePath':
-                result.syncStatePath = args[++i];
-                break;
-            case '--batchSize':
-            case '-BatchSize':
-                result.batchSize = parseInt(args[++i], 10) || 5;
-                break;
-        }
-    }
-
-    return result;
-}
-
-function main() {
-    try {
-        const args = parseArgs();
-
-        if (!args.syncStatePath) {
-            console.error('Error: --syncStatePath is required');
-            process.exit(1);
-        }
-
-        // Resolve full path
-        const fullPath = path.resolve(args.syncStatePath);
-        if (!fs.existsSync(fullPath)) {
-            console.error(`SyncStatePath not found: ${args.syncStatePath}`);
-            process.exit(1);
-        }
-
-        // Path to completed directory
-        const completedDir = path.join(fullPath, 'completed');
-
-        // Build set of completed feature fileNames (for fast lookup)
-        const completedFeatureFileNames = new Set();
-        const completedFeatureIds = new Set();
-        if (fs.existsSync(completedDir) && fs.statSync(completedDir).isDirectory()) {
-            const doneFiles = fs.readdirSync(completedDir).filter(f => f.endsWith('.done.json'));
-            for (const doneFile of doneFiles) {
-                // Read .done.json file content to extract fileName or featureId
-                const doneFilePath = path.join(completedDir, doneFile);
-                try {
-                    const doneRawContent = fs.readFileSync(doneFilePath, 'utf8');
-                    const doneContent = JSON.parse(doneRawContent);
-                    // Use fileName field if available, fallback to featureId
-                    if (doneContent.fileName) {
-                        completedFeatureFileNames.add(doneContent.fileName);
-                    }
-                    if (doneContent.featureId) {
-                        completedFeatureIds.add(doneContent.featureId);
-                    }
-                } catch (error) {
-                    console.warn(`Warning: Failed to read .done.json file ${doneFile}: ${error.message}`);
-                    // Fallback: use filename without extension (legacy behavior)
-                    const baseName = path.basename(doneFile, '.done.json');
-                    completedFeatureIds.add(baseName);
-                }
-            }
-        }
-
-        // Find all features-*.json files
-        const featureFiles = fs.readdirSync(fullPath).filter(f => {
-            return f.startsWith('features-') && f.endsWith('.json') && fs.statSync(path.join(fullPath, f)).isFile();
-        });
-
-        const candidateFeatures = [];
-
-        for (const fileName of featureFiles) {
-            const filePath = path.join(fullPath, fileName);
-            const rawContent = fs.readFileSync(filePath, 'utf8');
-            const content = JSON.parse(rawContent);
-
-            const platformType = content.platformType;
-            const platformSubtype = content.platformSubtype || null;
-            const sourcePath = content.sourcePath;
-            const techStack = content.techStack;
-            const platformName = content.platformName;
-
-            if (!content.features || !Array.isArray(content.features)) {
-                continue;
-            }
-
-            for (const feature of content.features) {
-                // Check if feature needs analysis: analyzed=false or analyzed field missing
-                const needsAnalysis = !('analyzed' in feature) || feature.analyzed === false;
-
-                if (!needsAnalysis) {
-                    continue;
-                }
-
-                // Use feature's id and fileName fields
-                const featureId = feature.id;
-                const featureFileName = feature.fileName;
-
-                // Skip if already completed (has .done.json file)
-                // Check both fileName (new format) and featureId (legacy format)
-                if (completedFeatureFileNames.has(featureFileName) || completedFeatureIds.has(featureId)) {
-                    continue;
-                }
-
-                candidateFeatures.push({
-                    sourceFile: fileName,
-                    platformName: platformName,
-                    platformType: platformType,
-                    platformSubtype: platformSubtype,
-                    sourcePath: sourcePath,
-                    techStack: techStack,
-                    feature: feature
-                });
-            }
-        }
-
-        // Take only the first BatchSize items
-        const batchFeatures = candidateFeatures.slice(0, args.batchSize);
-
-        // Output as JSON
-        console.log(JSON.stringify(batchFeatures, null, 2));
-    } catch (error) {
-        console.error(`Error: ${error.message}`);
-        process.exit(1);
-    }
-}
-
-main();

package/.speccrew/skills/speccrew-knowledge-bizs-dispatch/scripts/get-pending-features.js

@@ -1,106 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * Get all pending features from features-*.json files.
- *
- * Scans the sync-state directory for all features-*.json files and extracts
- * features where status='pending' or status field is missing (backward compatibility).
- * Returns a flat JSON array with platform metadata attached to each feature for easy dispatch.
- */
-
-const fs = require('fs');
-const path = require('path');
-
-// Parse command line arguments
-function parseArgs() {
-    const args = process.argv.slice(2);
-    const result = {
-        syncStatePath: null,
-        platformId: null
-    };
-
-    for (let i = 0; i < args.length; i++) {
-        const arg = args[i];
-        switch (arg) {
-            case '--syncStatePath':
-            case '-SyncStatePath':
-                result.syncStatePath = args[++i];
-                break;
-            case '--platformId':
-            case '-platformId':
-                result.platformId = args[++i];
-                break;
-        }
-    }
-
-    return result;
-}
-
-function main() {
-    try {
-        const args = parseArgs();
-
-        if (!args.syncStatePath) {
-            console.error('Error: --syncStatePath is required');
-            process.exit(1);
-        }
-
-        // Resolve full path
-        const fullPath = path.resolve(args.syncStatePath);
-        if (!fs.existsSync(fullPath)) {
-            console.error(`SyncStatePath not found: ${args.syncStatePath}`);
-            process.exit(1);
-        }
-
-        // Find features-*.json files, filtered by platformId if specified
-        let featureFiles = fs.readdirSync(fullPath).filter(f => {
-            return f.startsWith('features-') && f.endsWith('.json') && fs.statSync(path.join(fullPath, f)).isFile();
-        });
-
-        // If platformId is specified, filter to only the matching file
-        if (args.platformId) {
-            const targetFile = `features-${args.platformId}.json`;
-            featureFiles = featureFiles.filter(f => f === targetFile);
-        }
-
-        const pendingFeatures = [];
-
-        for (const fileName of featureFiles) {
-            const filePath = path.join(fullPath, fileName);
-            const rawContent = fs.readFileSync(filePath, 'utf8');
-            const content = JSON.parse(rawContent);
-
-            const platformType = content.platformType;
-            const platformSubtype = content.platformSubtype || null;
-            const sourcePath = content.sourcePath;
-            const techStack = content.techStack;
-            const platformName = content.platformName;
-
-            if (!content.features || !Array.isArray(content.features)) {
-                continue;
-            }
-
-            for (const feature of content.features) {
-                if (!('status' in feature) || feature.status === 'pending') {
-                    pendingFeatures.push({
-                        sourceFile: fileName,
-                        platformName: platformName,
-                        platformType: platformType,
-                        platformSubtype: platformSubtype,
-                        sourcePath: sourcePath,
-                        techStack: techStack,
-                        feature: feature
-                    });
-                }
-            }
-        }
-
-        // Output as JSON
-        console.log(JSON.stringify(pendingFeatures, null, 2));
-    } catch (error) {
-        console.error(`Error: ${error.message}`);
-        process.exit(1);
-    }
-}
-
-main();

package/.speccrew/skills/speccrew-knowledge-bizs-dispatch/scripts/mark-stale.js

@@ -1,249 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * Mark features as stale (pending re-analysis) for specified paths.
- *
- * Scans all features-*.json files in the SyncStatePath directory and marks
- * features as stale when their sourcePath matches one of the provided paths.
- * Matching supports exact path match or directory prefix match (when a
- * directory path is provided, all features under that directory are marked).
- *
- * Resets the following fields for matched features:
- * - analyzed = false
- * - status = "pending" (if the field exists)
- * - startedAt = null
- * - completedAt = null
- * - analysisNotes = null
- */
-
-const fs = require('fs');
-const path = require('path');
-
-// Parse command line arguments
-function parseArgs() {
-    const args = process.argv.slice(2);
-    const result = {
-        syncStatePath: null,
-        paths: []
-    };
-
-    for (let i = 0; i < args.length; i++) {
-        const arg = args[i];
-        switch (arg) {
-            case '--syncStatePath':
-            case '-SyncStatePath':
-                result.syncStatePath = args[++i];
-                break;
-            case '--paths':
-            case '-Paths':
-                // Support comma-separated paths or multiple --paths arguments
-                const pathsValue = args[++i];
-                if (pathsValue) {
-                    result.paths.push(...pathsValue.split(',').map(p => p.trim()).filter(p => p));
-                }
-                break;
-        }
-    }
-
-    return result;
-}
-
-// Helper function to safely set property on object
-function setFeatureProperty(obj, propertyName, value) {
-    obj[propertyName] = value;
-}
-
-// Helper function to safely remove property from object
-function removeFeatureProperty(obj, propertyName) {
-    if (propertyName in obj) {
-        delete obj[propertyName];
-    }
-}
-
-// Helper function to normalize path for comparison
-// - Convert backslashes to forward slashes
-// - Remove trailing slashes
-// - Convert to lowercase for case-insensitive comparison (Windows)
-function normalizePath(inputPath) {
-    if (!inputPath) {
-        return '';
-    }
-    let normalized = inputPath.replace(/\\/g, '/');
-    normalized = normalized.replace(/\/$/, '');
-    return normalized.toLowerCase();
-}
-
-function main() {
-    try {
-        const args = parseArgs();
-
-        if (!args.syncStatePath) {
-            console.error('Error: --syncStatePath is required');
-            process.exit(1);
-        }
-
-        if (args.paths.length === 0) {
-            console.error('Error: --paths is required');
-            process.exit(1);
-        }
-
-        // Validate SyncStatePath exists
-        const resolvedSyncStatePath = path.resolve(args.syncStatePath);
-        if (!fs.existsSync(resolvedSyncStatePath)) {
-            console.error(`SyncStatePath not found: ${args.syncStatePath}`);
-            process.exit(1);
-        }
-
-        // Normalize input paths for matching
-        const normalizedInputPaths = args.paths.map(p => normalizePath(p));
-
-        // Find all features-*.json files
-        const featureFiles = fs.readdirSync(resolvedSyncStatePath).filter(f => {
-            return f.startsWith('features-') && f.endsWith('.json') && fs.statSync(path.join(resolvedSyncStatePath, f)).isFile();
-        });
-
-        if (featureFiles.length === 0) {
-            // No feature files found, output empty result
-            const result = {
-                totalAffected: 0,
-                features: []
-            };
-            console.log(JSON.stringify(result, null, 2));
-            process.exit(0);
-        }
-
-        const affectedFeatures = [];
-
-        for (const fileName of featureFiles) {
-            const filePath = path.join(resolvedSyncStatePath, fileName);
-            const lockPath = `${filePath}.lock`;
-            const maxRetries = 30;
-            let retryCount = 0;
-            let lockAcquired = false;
-
-            // Acquire file lock
-            while (!lockAcquired && retryCount < maxRetries) {
-                try {
-                    // Try to create lock file exclusively
-                    const fd = fs.openSync(lockPath, 'wx');
-                    fs.closeSync(fd);
-                    lockAcquired = true;
-                } catch (error) {
-                    retryCount++;
-                    if (retryCount >= maxRetries) {
-                        const errorMsg = `Failed to acquire file lock for '${fileName}' after ${maxRetries} attempts (waited ${maxRetries} seconds). The file may be locked by another process.`;
-                        console.warn(errorMsg);
-                        // Continue to next file instead of exiting
-                        break;
-                    }
-                    if (retryCount % 5 === 0) {
-                        console.warn(`Waiting for file lock on '${fileName}'... (attempt ${retryCount} of ${maxRetries})`);
-                    }
-                    // Wait 1 second before retry
-                    const start = Date.now();
-                    while (Date.now() - start < 1000) {
-                        // Busy wait
-                    }
-                }
-            }
-
-            // Skip this file if lock could not be acquired
-            if (!lockAcquired) {
-                continue;
-            }
-
-            try {
-                // Read the JSON file
-                const rawContent = fs.readFileSync(filePath, 'utf8');
-                const content = JSON.parse(rawContent);
-                let fileModified = false;
-
-                if (content.features && Array.isArray(content.features)) {
-                    for (let i = 0; i < content.features.length; i++) {
-                        const feature = content.features[i];
-                        const featureSourcePath = feature.sourcePath;
-
-                        if (!featureSourcePath) {
-                            continue;
-                        }
-
-                        const normalizedFeaturePath = normalizePath(featureSourcePath);
-
-                        // Check if any input path matches this feature
-                        let matched = false;
-                        for (const inputPath of normalizedInputPaths) {
-                            // Exact match or directory prefix match
-                            if (normalizedFeaturePath === inputPath) {
-                                matched = true;
-                                break;
-                            }
-                            // Directory prefix match: input path is a directory and feature path starts with it
-                            if (normalizedFeaturePath.startsWith(`${inputPath}/`)) {
-                                matched = true;
-                                break;
-                            }
-                        }
-
-                        if (matched) {
-                            // Reset fields
-                            setFeatureProperty(feature, 'analyzed', false);
-
-                            // Only set status if the field already exists
-                            if ('status' in feature) {
-                                setFeatureProperty(feature, 'status', 'pending');
-                            }
-
-                            // Clear timestamp fields
-                            removeFeatureProperty(feature, 'startedAt');
-                            removeFeatureProperty(feature, 'completedAt');
-                            removeFeatureProperty(feature, 'analysisNotes');
-
-                            content.features[i] = feature;
-                            fileModified = true;
-
-                            // Add to affected list
-                            affectedFeatures.push({
-                                sourcePath: featureSourcePath,
-                                module: feature.module,
-                                sourceFile: fileName
-                            });
-                        }
-                    }
-                }
-
-                // Update counters and write back if modified
-                if (fileModified) {
-                    content.analyzedCount = content.features.filter(f => f.analyzed === true).length;
-                    content.pendingCount = content.features.filter(f => f.analyzed === false).length;
-
-                    // Atomic write: temp file + rename
-                    const tempFile = `${filePath}.tmp`;
-                    fs.writeFileSync(tempFile, JSON.stringify(content, null, 2), 'utf8');
-                    fs.renameSync(tempFile, filePath);
-                }
-            } finally {
-                // Release lock - remove lock file
-                try {
-                    if (fs.existsSync(lockPath)) {
-                        fs.unlinkSync(lockPath);
-                    }
-                } catch (e) {
-                    // Ignore cleanup errors
-                }
-            }
-        }
-
-        // Output result as JSON
-        const result = {
-            totalAffected: affectedFeatures.length,
-            features: affectedFeatures
-        };
-
-        console.log(JSON.stringify(result, null, 2));
-    } catch (error) {
-        console.error(`Error: ${error.message}`);
-        process.exit(1);
-    }
-}
-
-main();