codeprobe 0.1.0

package/dist/commands/scan.js

@@ -0,0 +1,352 @@
+/**
+ * `codeprobe scan [path]` — Unified one-command project analysis.
+ *
+ * Runs context analysis, AI tool detection, lint check, security scan,
+ * and workflow analysis in parallel, then presents a consolidated report
+ * with an overall health score and actionable recommendations.
+ */
+import { resolve, basename, relative } from 'node:path';
+import { stat } from 'node:fs/promises';
+import { setLogLevel } from '../utils/logger.js';
+import { analyzeContext } from '../core/contextAnalyzer.js';
+import { scanForClaudeAssets } from '../core/agentTracer.js';
+import { lintDirectory } from '../core/promptLinter.js';
+import { scanSecurity } from '../core/securityScanner.js';
+import { analyzeWorkflow } from './workflow.js';
+import { formatTokens, formatBytes } from '../utils/output.js';
+// ---------------------------------------------------------------------------
+// Health score computation
+// ---------------------------------------------------------------------------
+function computeHealthScore(context, assets, lintWarnings, securityFindings, workflow) {
+    let score = 0;
+    // Context fits in 200k? +2
+    const fitsIn200k = context.estimatedTokens <= 200_000;
+    if (fitsIn200k)
+        score += 2;
+    // No lint issues? +1
+    const lintErrors = lintWarnings.filter(w => w.severity === 'error');
+    if (lintErrors.length === 0)
+        score += 1;
+    // No security issues? +2
+    if (securityFindings.length === 0)
+        score += 2;
+    // Has AI config (CLAUDE.md, .cursorrules, etc)? +1
+    const aiConfigTypes = new Set(['claude-config', 'cursor-config', 'windsurf-config', 'copilot-config', 'aider-config', 'continue-config', 'cline-config', 'codex-config']);
+    const hasAIConfig = assets.some(a => aiConfigTypes.has(a.type));
+    if (hasAIConfig)
+        score += 1;
+    // Has prompt specs? +1
+    const hasPromptSpecs = assets.some(a => a.type === 'prompt-spec');
+    if (hasPromptSpecs)
+        score += 1;
+    // Prompt specs have tests? +1
+    const promptSpecsWithoutTests = lintWarnings.filter(w => w.rule === 'missing-tests');
+    if (hasPromptSpecs && promptSpecsWithoutTests.length === 0)
+        score += 1;
+    // Workflow score >= 3? +1
+    if (workflow.score >= 3)
+        score += 1;
+    // Has CI? +1
+    if (workflow.detected.includes('CI integration'))
+        score += 1;
+    return Math.min(score, 10);
+}
+// ---------------------------------------------------------------------------
+// Recommendation generation
+// ---------------------------------------------------------------------------
+function generateRecommendations(context, assets, lintWarnings, securityFindings, workflow) {
+    const recs = [];
+    // Security issues
+    const criticalSecurity = securityFindings.filter(f => f.severity === 'critical');
+    if (criticalSecurity.length > 0) {
+        recs.push({
+            priority: 'HIGH',
+            message: `${criticalSecurity.length} critical security issue${criticalSecurity.length > 1 ? 's' : ''} found`,
+            fix: 'codeprobe security .',
+        });
+    }
+    const highSecurity = securityFindings.filter(f => f.severity === 'high');
+    if (highSecurity.length > 0) {
+        recs.push({
+            priority: 'HIGH',
+            message: `${highSecurity.length} high-severity security issue${highSecurity.length > 1 ? 's' : ''} found`,
+            fix: 'codeprobe security .',
+        });
+    }
+    // Lint errors
+    const lintErrors = lintWarnings.filter(w => w.severity === 'error');
+    if (lintErrors.length > 0) {
+        recs.push({
+            priority: 'HIGH',
+            message: `${lintErrors.length} lint error${lintErrors.length > 1 ? 's' : ''} in prompt specs`,
+            fix: 'codeprobe lint .',
+        });
+    }
+    // Prompt specs without tests
+    const missingTests = lintWarnings.filter(w => w.rule === 'missing-tests');
+    if (missingTests.length > 0) {
+        const specFile = missingTests[0]?.file;
+        const shortPath = specFile ? relative(process.cwd(), specFile) : 'prompts/';
+        recs.push({
+            priority: 'HIGH',
+            message: `${missingTests.length} prompt spec${missingTests.length > 1 ? 's have' : ' has'} no tests`,
+            fix: `codeprobe autotest ${shortPath}`,
+        });
+    }
+    // Exceeds GPT-4o context window
+    if (context.estimatedTokens > 128_000) {
+        recs.push({
+            priority: 'HIGH',
+            message: 'Exceeds GPT-4o context window (128k)',
+            fix: 'codeprobe pack . --target 128k',
+        });
+    }
+    // Exceeds 200k context window
+    if (context.estimatedTokens > 200_000) {
+        recs.push({
+            priority: 'HIGH',
+            message: 'Exceeds Claude/o3 context window (200k)',
+            fix: 'codeprobe pack . --target 200k',
+        });
+    }
+    // No AI config
+    const aiConfigTypes = new Set(['claude-config', 'cursor-config', 'windsurf-config', 'copilot-config', 'aider-config', 'continue-config', 'cline-config', 'codex-config']);
+    const hasAIConfig = assets.some(a => aiConfigTypes.has(a.type));
+    if (!hasAIConfig) {
+        recs.push({
+            priority: 'MED',
+            message: 'No AI tool configuration found (CLAUDE.md, .cursorrules, etc.)',
+            fix: 'codeprobe generate-claudemd',
+        });
+    }
+    // No prompt specs
+    const hasPromptSpecs = assets.some(a => a.type === 'prompt-spec');
+    if (!hasPromptSpecs) {
+        recs.push({
+            priority: 'MED',
+            message: 'No prompt specs found',
+            fix: 'codeprobe init',
+        });
+    }
+    // Workflow gaps
+    for (const missing of workflow.missing) {
+        if (missing === 'task tracking') {
+            recs.push({
+                priority: 'LOW',
+                message: 'No task tracking file (tasks/todo.md)',
+            });
+        }
+        else if (missing === 'lessons') {
+            recs.push({
+                priority: 'LOW',
+                message: 'No lessons file for capturing learnings',
+            });
+        }
+        else if (missing === 'plans') {
+            recs.push({
+                priority: 'LOW',
+                message: 'No plan files found',
+            });
+        }
+        else if (missing === 'CI integration') {
+            recs.push({
+                priority: 'LOW',
+                message: 'No CI/CD configuration detected',
+            });
+        }
+    }
+    // Lint warnings (non-error)
+    const lintWarningCount = lintWarnings.filter(w => w.severity === 'warning').length;
+    if (lintWarningCount > 0) {
+        recs.push({
+            priority: 'LOW',
+            message: `${lintWarningCount} lint warning${lintWarningCount > 1 ? 's' : ''} in prompt specs`,
+            fix: 'codeprobe lint . --fix',
+        });
+    }
+    return recs;
+}
+// ---------------------------------------------------------------------------
+// Main command
+// ---------------------------------------------------------------------------
+export function registerScanCommand(program) {
+    program
+        .command('scan')
+        .argument('[path]', 'Path to analyze', '.')
+        .description('Full project analysis — context, AI tools, lint, security, workflow, and recommendations')
+        .option('--json', 'Output scan results as JSON')
+        .option('--fix', 'Show fix commands for each recommendation')
+        .action(async (pathArg, options) => {
+        if (options.json) {
+            setLogLevel('silent');
+        }
+        const targetPath = resolve(pathArg);
+        // Verify path exists
+        try {
+            const s = await stat(targetPath);
+            if (!s.isDirectory()) {
+                console.error(`Error: not a directory: ${targetPath}`);
+                process.exitCode = 1;
+                return;
+            }
+        }
+        catch {
+            console.error(`Error: path not found: ${targetPath}`);
+            process.exitCode = 1;
+            return;
+        }
+        // Run all analyses in parallel
+        const [context, assets, lintWarnings, securityFindings, workflow] = await Promise.all([
+            analyzeContext(targetPath),
+            scanForClaudeAssets(targetPath),
+            lintDirectory(targetPath),
+            scanSecurity(targetPath),
+            analyzeWorkflow(targetPath),
+        ]);
+        const recommendations = generateRecommendations(context, assets, lintWarnings, securityFindings, workflow);
+        const healthScore = computeHealthScore(context, assets, lintWarnings, securityFindings, workflow);
+        // JSON output
+        if (options.json) {
+            const data = {
+                path: targetPath,
+                context,
+                assets,
+                lintWarnings,
+                securityFindings,
+                workflow,
+                recommendations,
+                healthScore,
+            };
+            console.log(JSON.stringify(data, null, 2));
+            return;
+        }
+        // Rich terminal output
+        const chalk = (await import('chalk')).default;
+        const W = 64;
+        const line = '\u2550'.repeat(W);
+        console.log('');
+        console.log(chalk.bold('  codeprobe scan \u2014 Project Analysis'));
+        console.log('');
+        console.log(chalk.dim(`  ${line}`));
+        console.log(chalk.bold(`  ${targetPath}`));
+        console.log(chalk.dim(`  ${line}`));
+        // --- Context ---
+        console.log('');
+        console.log(chalk.bold('  Context'));
+        const tokensStr = formatTokens(context.estimatedTokens);
+        const bytesStr = formatBytes(context.totalBytes);
+        console.log(chalk.white(`    ${context.textFiles} files | ${tokensStr} tokens | ${bytesStr}`));
+        // Context fit summary
+        const fitModels = [
+            { label: 'GPT-4o 128k', window: 128_000 },
+            { label: '200k', window: 200_000 },
+            { label: '1M', window: 1_000_000 },
+        ];
+        const fitParts = [];
+        for (const model of fitModels) {
+            const pct = Math.round((context.estimatedTokens / model.window) * 100);
+            const fits = context.estimatedTokens <= model.window;
+            if (fits) {
+                fitParts.push(chalk.green(`${model.label}: fits (${pct}%)`));
+            }
+            else {
+                fitParts.push(chalk.red(`${model.label}: OVER (${pct}%)`));
+            }
+        }
+        console.log(`    ${fitParts.join(' | ')}`);
+        // --- AI Tools ---
+        console.log('');
+        console.log(chalk.bold('  AI Tools'));
+        const typeLabels = {
+            'claude-config': 'Claude Code',
+            'cursor-config': 'Cursor',
+            'windsurf-config': 'Windsurf',
+            'copilot-config': 'GitHub Copilot',
+            'aider-config': 'Aider',
+            'continue-config': 'Continue',
+            'cline-config': 'Cline',
+            'codex-config': 'Codex',
+            'agent': 'Agent',
+            'skill': 'Skill',
+            'hook': 'Hook',
+            'mcp-config': 'MCP Config',
+            'prompt-spec': 'Prompt Spec',
+            'context-file': 'Context File',
+            'agentic-workflow': 'Workflow',
+        };
+        if (assets.length === 0) {
+            console.log(chalk.dim('    No AI tool configurations detected'));
+        }
+        else {
+            // Group by type
+            const grouped = new Map();
+            for (const asset of assets) {
+                const label = typeLabels[asset.type] ?? asset.type;
+                const existing = grouped.get(label);
+                const fileName = basename(asset.path);
+                if (existing) {
+                    existing.push(fileName);
+                }
+                else {
+                    grouped.set(label, [fileName]);
+                }
+            }
+            for (const [tool, files] of grouped) {
+                console.log(`    ${chalk.cyan(tool)}: ${files.join(', ')}`);
+            }
+        }
+        // --- Quality ---
+        console.log('');
+        console.log(chalk.bold('  Quality'));
+        const lintErrorCount = lintWarnings.filter(w => w.severity === 'error').length;
+        const lintWarnCount = lintWarnings.filter(w => w.severity === 'warning').length;
+        const totalLint = lintErrorCount + lintWarnCount;
+        const lintColor = lintErrorCount > 0 ? chalk.red : lintWarnCount > 0 ? chalk.yellow : chalk.green;
+        console.log(`    Lint: ${lintColor(`${totalLint} issue${totalLint !== 1 ? 's' : ''}`)}`
+            + (lintErrorCount > 0 ? chalk.red(` (${lintErrorCount} error${lintErrorCount !== 1 ? 's' : ''})`) : ''));
+        const secCritical = securityFindings.filter(f => f.severity === 'critical').length;
+        const secHigh = securityFindings.filter(f => f.severity === 'high').length;
+        const totalSec = securityFindings.length;
+        const secColor = secCritical > 0 ? chalk.red : secHigh > 0 ? chalk.yellow : chalk.green;
+        console.log(`    Security: ${secColor(`${totalSec} issue${totalSec !== 1 ? 's' : ''}`)}`
+            + (secCritical > 0 ? chalk.red(` (${secCritical} critical)`) : ''));
+        // --- Workflow ---
+        console.log('');
+        console.log(chalk.bold('  Workflow'));
+        const wfScoreColor = workflow.score >= 4 ? chalk.green : workflow.score >= 2 ? chalk.yellow : chalk.red;
+        const detectedStr = workflow.detected.length > 0
+            ? workflow.detected.join(', ')
+            : 'none detected';
+        const missingStr = workflow.missing.length > 0
+            ? `Missing: ${workflow.missing.join(', ')}`
+            : '';
+        console.log(`    Score: ${wfScoreColor(`${workflow.score}/${workflow.maxScore}`)} \u2014 ${detectedStr}`);
+        if (missingStr) {
+            console.log(`    ${chalk.dim(missingStr)}`);
+        }
+        // --- Recommendations ---
+        if (recommendations.length > 0) {
+            console.log('');
+            console.log(chalk.bold('  Recommendations'));
+            for (const rec of recommendations) {
+                const priorityColor = rec.priority === 'HIGH' ? chalk.red
+                    : rec.priority === 'MED' ? chalk.yellow
+                        : chalk.dim;
+                const tag = priorityColor(rec.priority.padEnd(4));
+                console.log(`    ${tag}  ${rec.message}`);
+                if (options.fix && rec.fix) {
+                    console.log(chalk.dim(`          \u2192 ${rec.fix}`));
+                }
+            }
+        }
+        // --- Overall Health ---
+        console.log('');
+        const healthColor = healthScore >= 8 ? chalk.green
+            : healthScore >= 5 ? chalk.yellow
+                : chalk.red;
+        console.log(`  ${chalk.bold('Overall Health:')} ${healthColor(`${healthScore}/10`)}`);
+        console.log(chalk.dim(`  ${line}`));
+        console.log('');
+    });
+}
+//# sourceMappingURL=scan.js.map

package/dist/commands/scan.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scan.js","sourceRoot":"","sources":["../../src/commands/scan.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACxD,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAqC/D,8EAA8E;AAC9E,2BAA2B;AAC3B,8EAA8E;AAE9E,SAAS,kBAAkB,CACzB,OAAwB,EACxB,MAAqB,EACrB,YAA2B,EAC3B,gBAAmC,EACnC,QAAwB;IAExB,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,2BAA2B;IAC3B,MAAM,UAAU,GAAG,OAAO,CAAC,eAAe,IAAI,OAAO,CAAC;IACtD,IAAI,UAAU;QAAE,KAAK,IAAI,CAAC,CAAC;IAE3B,qBAAqB;IACrB,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC;IACpE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,KAAK,IAAI,CAAC,CAAC;IAExC,yBAAyB;IACzB,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC;QAAE,KAAK,IAAI,CAAC,CAAC;IAE9C,mDAAmD;IACnD,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,eAAe,EAAE,eAAe,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,cAAc,EAAE,iBAAiB,EAAE,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC;IAC1K,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAChE,IAAI,WAAW;QAAE,KAAK,IAAI,CAAC,CAAC;IAE5B,uBAAuB;IACvB,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC;IAClE,IAAI,cAAc;QAAE,KAAK,IAAI,CAAC,CAAC;IAE/B,8BAA8B;IAC9B,MAAM,uBAAuB,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,eAAe,CAAC,CAAC;IACrF,IAAI,cAAc,IAAI,uBAAuB,CAAC,MAAM,KAAK,CAAC;QAAE,KAAK,IAAI,CAAC,CAAC;IAEvE,0BAA0B;IAC1B,IAAI,QAAQ,CAAC,KAAK,IAAI,CAAC;QAAE,KAAK,IAAI,CAAC,CAAC;IAEpC,aAAa;IACb,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAAE,KAAK,IAAI,CAAC,CAAC;IAE7D,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;AAC7B,CAAC;AAED,8EAA8E;AAC9E,4BAA4B;AAC5B,8EAA8E;AAE9E,SAAS,uBAAuB,CAC9B,OAAwB,EACxB,MAAqB,EACrB,YAA2B,EAC3B,gBAAmC,EACnC,QAAwB;IAExB,MAAM,IAAI,GAAqB,EAAE,CAAC;IAElC,kBAAkB;IAClB,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC;IACjF,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,IAAI,CAAC,IAAI,CAAC;YACR,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,GAAG,gBAAgB,CAAC,MAAM,2BAA2B,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,QAAQ;YAC5G,GAAG,EAAE,sBAAsB;SAC5B,CAAC,CAAC;IACL,CAAC;IAED,MAAM,YAAY,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC;IACzE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC;YACR,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,GAAG,YAAY,CAAC,MAAM,gCAAgC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,QAAQ;YACzG,GAAG,EAAE,sBAAsB;SAC5B,CAAC,CAAC;IACL,CAAC;IAED,cAAc;IACd,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC;IACpE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,IAAI,CAAC,IAAI,CAAC;YACR,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,GAAG,UAAU,CAAC,MAAM,cAAc,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,kBAAkB;YAC7F,GAAG,EAAE,kBAAkB;SACxB,CAAC,CAAC;IACL,CAAC;IAED,6BAA6B;IAC7B,MAAM,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,eAAe,CAAC,CAAC;IAC1E,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,YAAY,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC;QACvC,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;QAC5E,IAAI,CAAC,IAAI,CAAC;YACR,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,GAAG,YAAY,CAAC,MAAM,eAAe,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,WAAW;YACpG,GAAG,EAAE,sBAAsB,SAAS,EAAE;SACvC,CAAC,CAAC;IACL,CAAC;IAED,gCAAgC;IAChC,IAAI,OAAO,CAAC,eAAe,GAAG,OAAO,EAAE,CAAC;QACtC,IAAI,CAAC,IAAI,CAAC;YACR,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,sCAAsC;YAC/C,GAAG,EAAE,gCAAgC;SACtC,CAAC,CAAC;IACL,CAAC;IAED,8BAA8B;IAC9B,IAAI,OAAO,CAAC,eAAe,GAAG,OAAO,EAAE,CAAC;QACtC,IAAI,CAAC,IAAI,CAAC;YACR,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,yCAAyC;YAClD,GAAG,EAAE,gCAAgC;SACtC,CAAC,CAAC;IACL,CAAC;IAED,eAAe;IACf,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,eAAe,EAAE,eAAe,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,cAAc,EAAE,iBAAiB,EAAE,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC;IAC1K,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAChE,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,IAAI,CAAC,IAAI,CAAC;YACR,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,gEAAgE;YACzE,GAAG,EAAE,6BAA6B;SACnC,CAAC,CAAC;IACL,CAAC;IAED,kBAAkB;IAClB,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC;IAClE,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,IAAI,CAAC,IAAI,CAAC;YACR,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,uBAAuB;YAChC,GAAG,EAAE,gBAAgB;SACtB,CAAC,CAAC;IACL,CAAC;IAED,gBAAgB;IAChB,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;QACvC,IAAI,OAAO,KAAK,eAAe,EAAE,CAAC;YAChC,IAAI,CAAC,IAAI,CAAC;gBACR,QAAQ,EAAE,KAAK;gBACf,OAAO,EAAE,uCAAuC;aACjD,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC;gBACR,QAAQ,EAAE,KAAK;gBACf,OAAO,EAAE,yCAAyC;aACnD,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;YAC/B,IAAI,CAAC,IAAI,CAAC;gBACR,QAAQ,EAAE,KAAK;gBACf,OAAO,EAAE,qBAAqB;aAC/B,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,OAAO,KAAK,gBAAgB,EAAE,CAAC;YACxC,IAAI,CAAC,IAAI,CAAC;gBACR,QAAQ,EAAE,KAAK;gBACf,OAAO,EAAE,iCAAiC;aAC3C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,4BAA4B;IAC5B,MAAM,gBAAgB,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IACnF,IAAI,gBAAgB,GAAG,CAAC,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC;YACR,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,GAAG,gBAAgB,gBAAgB,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,kBAAkB;YAC7F,GAAG,EAAE,wBAAwB;SAC9B,CAAC,CAAC;IACL,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAE9E,MAAM,UAAU,mBAAmB,CAAC,OAAgB;IAClD,OAAO;SACJ,OAAO,CAAC,MAAM,CAAC;SACf,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,CAAC;SAC1C,WAAW,CAAC,0FAA0F,CAAC;SACvG,MAAM,CAAC,QAAQ,EAAE,6BAA6B,CAAC;SAC/C,MAAM,CAAC,OAAO,EAAE,2CAA2C,CAAC;SAC5D,MAAM,CAAC,KAAK,EAAE,OAAe,EAAE,OAA0C,EAAE,EAAE;QAC5E,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,WAAW,CAAC,QAAQ,CAAC,CAAC;QACxB,CAAC;QAED,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;QAEpC,qBAAqB;QACrB,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC;YACjC,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;gBACrB,OAAO,CAAC,KAAK,CAAC,2BAA2B,UAAU,EAAE,CAAC,CAAC;gBACvD,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;gBACrB,OAAO;YACT,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,KAAK,CAAC,0BAA0B,UAAU,EAAE,CAAC,CAAC;YACtD,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;YACrB,OAAO;QACT,CAAC;QAED,+BAA+B;QAC/B,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACpF,cAAc,CAAC,UAAU,CAAC;YAC1B,mBAAmB,CAAC,UAAU,CAAC;YAC/B,aAAa,CAAC,UAAU,CAAC;YACzB,YAAY,CAAC,UAAU,CAAC;YACxB,eAAe,CAAC,UAAU,CAAC;SAC5B,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,uBAAuB,CAC7C,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,QAAQ,CAC1D,CAAC;QAEF,MAAM,WAAW,GAAG,kBAAkB,CACpC,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,QAAQ,CAC1D,CAAC;QAEF,cAAc;QACd,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,MAAM,IAAI,GAAe;gBACvB,IAAI,EAAE,UAAU;gBAChB,OAAO;gBACP,MAAM;gBACN,YAAY;gBACZ,gBAAgB;gBAChB,QAAQ;gBACR,eAAe;gBACf,WAAW;aACZ,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAC3C,OAAO;QACT,CAAC;QAED,uBAAuB;QACvB,MAAM,KAAK,GAAG,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;QAE9C,MAAM,CAAC,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAEhC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,UAAU,EAAE,CAAC,CAAC,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;QAEpC,kBAAkB;QAClB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;QAErC,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QACxD,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,OAAO,CAAC,SAAS,YAAY,SAAS,aAAa,QAAQ,EAAE,CAAC,CAAC,CAAC;QAE/F,sBAAsB;QACtB,MAAM,SAAS,GAA6C;YAC1D,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,OAAO,EAAE;YACzC,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE;YAClC,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE;SACnC,CAAC;QAEF,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,eAAe,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;YACvE,MAAM,IAAI,GAAG,OAAO,CAAC,eAAe,IAAI,KAAK,CAAC,MAAM,CAAC;YACrD,IAAI,IAAI,EAAE,CAAC;gBACT,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,KAAK,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC;YAC/D,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,OAAO,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAE3C,mBAAmB;QACnB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QAEtC,MAAM,UAAU,GAA2B;YACzC,eAAe,EAAE,aAAa;YAC9B,eAAe,EAAE,QAAQ;YACzB,iBAAiB,EAAE,UAAU;YAC7B,gBAAgB,EAAE,gBAAgB;YAClC,cAAc,EAAE,OAAO;YACvB,iBAAiB,EAAE,UAAU;YAC7B,cAAc,EAAE,OAAO;YACvB,cAAc,EAAE,OAAO;YACvB,OAAO,EAAE,OAAO;YAChB,OAAO,EAAE,OAAO;YAChB,MAAM,EAAE,MAAM;YACd,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,aAAa;YAC5B,cAAc,EAAE,cAAc;YAC9B,kBAAkB,EAAE,UAAU;SAC/B,CAAC;QAEF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC,CAAC;QACnE,CAAC;aAAM,CAAC;YACN,gBAAgB;YAChB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoB,CAAC;YAC5C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC;gBACnD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACpC,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACtC,IAAI,QAAQ,EAAE,CAAC;oBACb,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC1B,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACjC,CAAC;YACH,CAAC;YAED,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;gBACpC,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;QAED,kBAAkB;QAClB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;QAErC,MAAM,cAAc,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,MAAM,CAAC;QAC/E,MAAM,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;QAChF,MAAM,SAAS,GAAG,cAAc,GAAG,aAAa,CAAC;QACjD,MAAM,SAAS,GAAG,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;QAClG,OAAO,CAAC,GAAG,CAAC,aAAa,SAAS,CAAC,GAAG,SAAS,SAAS,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;cACnF,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,cAAc,SAAS,cAAc,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAE3G,MAAM,WAAW,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC,MAAM,CAAC;QACnF,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;QAC3E,MAAM,QAAQ,GAAG,gBAAgB,CAAC,MAAM,CAAC;QACzC,MAAM,QAAQ,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;QACxF,OAAO,CAAC,GAAG,CAAC,iBAAiB,QAAQ,CAAC,GAAG,QAAQ,SAAS,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;cACpF,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,WAAW,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAEtE,mBAAmB;QACnB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QAEtC,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC;QACxG,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;YAC9C,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;YAC9B,CAAC,CAAC,eAAe,CAAC;QACpB,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;YAC5C,CAAC,CAAC,YAAY,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YAC3C,CAAC,CAAC,EAAE,CAAC;QAEP,OAAO,CAAC,GAAG,CAAC,cAAc,YAAY,CAAC,GAAG,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC,WAAW,WAAW,EAAE,CAAC,CAAC;QAC1G,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAC9C,CAAC;QAED,0BAA0B;QAC1B,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC;YAE7C,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;gBAClC,MAAM,aAAa,GAAG,GAAG,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG;oBACvD,CAAC,CAAC,GAAG,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM;wBACvC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC;gBACd,MAAM,GAAG,GAAG,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClD,OAAO,CAAC,GAAG,CAAC,OAAO,GAAG,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC1C,IAAI,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;oBAC3B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,oBAAoB,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;gBACxD,CAAC;YACH,CAAC;QACH,CAAC;QAED,yBAAyB;QACzB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,MAAM,WAAW,GAAG,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK;YAChD,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM;gBACjC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,WAAW,CAAC,GAAG,WAAW,KAAK,CAAC,EAAE,CAAC,CAAC;QAEtF,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/commands/score.d.ts

@@ -0,0 +1,10 @@
+/**
+ * `codeprobe score <prompt-file>` — Score prompt outputs on multiple criteria.
+ *
+ * Runs all tests in a prompt spec, scores each output on five criteria
+ * (assertions, length, format, relevance, completeness), and reports
+ * per-test and overall scores with A-F grades.
+ */
+import { Command } from 'commander';
+export declare function registerScoreCommand(program: Command): void;
+//# sourceMappingURL=score.d.ts.map

package/dist/commands/score.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"score.d.ts","sourceRoot":"","sources":["../../src/commands/score.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAmBpC,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAsM3D"}

package/dist/commands/score.js

@@ -0,0 +1,192 @@
+/**
+ * `codeprobe score <prompt-file>` — Score prompt outputs on multiple criteria.
+ *
+ * Runs all tests in a prompt spec, scores each output on five criteria
+ * (assertions, length, format, relevance, completeness), and reports
+ * per-test and overall scores with A-F grades.
+ */
+import { resolve } from 'node:path';
+import { resolvePath } from '../utils/paths.js';
+import { fileExists, isDirectory } from '../utils/fs.js';
+import { formatTable } from '../utils/output.js';
+import { parsePromptSpec, runSingleTest, } from '../core/promptRunner.js';
+import { scoreOutput } from '../core/scorer.js';
+import { setLogLevel } from '../utils/logger.js';
+// ---------------------------------------------------------------------------
+// Command registration
+// ---------------------------------------------------------------------------
+export function registerScoreCommand(program) {
+    program
+        .command('score <path>')
+        .description('Score prompt outputs on multiple criteria (0-100 with A-F grades)')
+        .option('--json', 'Output results as JSON')
+        .option('-v, --verbose', 'Show per-criterion breakdown')
+        .option('--mode <mode>', 'Execution mode: mock or live', 'mock')
+        .option('--model <model>', 'Override the model in the prompt spec (live mode)')
+        .action(async (pathArg, options) => {
+        if (options.json) {
+            setLogLevel('silent');
+        }
+        const chalk = (await import('chalk')).default;
+        const targetPath = resolvePath(pathArg);
+        const mode = options.mode === 'live' ? 'live' : 'mock';
+        const runOpts = {
+            mode,
+            verbose: options.verbose,
+            cache: false,
+            modelOverride: options.model,
+        };
+        // Collect prompt spec files
+        let specFiles;
+        if (await fileExists(targetPath)) {
+            specFiles = [targetPath];
+        }
+        else if (await isDirectory(targetPath)) {
+            const { glob } = await import('glob');
+            specFiles = await glob(resolve(targetPath, '**/*.prompt.{yaml,yml}'), { absolute: true });
+            if (specFiles.length === 0) {
+                specFiles = await glob(resolve(targetPath, '**/*.{yaml,yml}'), { absolute: true });
+            }
+            specFiles.sort();
+        }
+        else {
+            console.error(chalk.red(`Error: path not found: ${targetPath}`));
+            process.exitCode = 1;
+            return;
+        }
+        if (specFiles.length === 0) {
+            if (options.json) {
+                console.log(JSON.stringify({ prompts: [], overall: 0, grade: 'F' }, null, 2));
+            }
+            else {
+                console.log(chalk.yellow('\nNo prompt spec files found.'));
+            }
+            return;
+        }
+        // Process each spec file
+        const allScoredResults = [];
+        const promptSummaries = [];
+        for (const specFile of specFiles) {
+            const spec = await parsePromptSpec(specFile);
+            const tests = spec.tests ?? [];
+            if (tests.length === 0)
+                continue;
+            const scoredResults = [];
+            for (const test of tests) {
+                const result = await runSingleTest(spec, test, runOpts);
+                const scoreResult = scoreOutput(result.output, spec, test);
+                const scored = {
+                    testName: result.testName,
+                    promptName: result.promptName,
+                    passed: result.passed,
+                    score: scoreResult.overall,
+                    grade: scoreResult.grade,
+                    criteria: scoreResult.criteria.map((c) => ({
+                        name: c.name,
+                        score: c.score,
+                        weight: c.weight,
+                    })),
+                    output: result.output,
+                    duration: result.duration,
+                };
+                scoredResults.push(scored);
+                allScoredResults.push(scored);
+            }
+            const avgScore = scoredResults.length > 0
+                ? Math.round(scoredResults.reduce((sum, r) => sum + r.score, 0) / scoredResults.length)
+                : 0;
+            promptSummaries.push({
+                name: spec.name,
+                results: scoredResults,
+                averageScore: avgScore,
+                grade: gradeFromScore(avgScore),
+            });
+        }
+        // Calculate overall
+        const overallScore = allScoredResults.length > 0
+            ? Math.round(allScoredResults.reduce((sum, r) => sum + r.score, 0) / allScoredResults.length)
+            : 0;
+        const overallGrade = gradeFromScore(overallScore);
+        // JSON output
+        if (options.json) {
+            console.log(JSON.stringify({
+                prompts: promptSummaries.map((ps) => ({
+                    name: ps.name,
+                    averageScore: ps.averageScore,
+                    grade: ps.grade,
+                    tests: ps.results,
+                })),
+                overall: overallScore,
+                grade: overallGrade,
+            }, null, 2));
+            return;
+        }
+        // Table output
+        for (const ps of promptSummaries) {
+            console.log('');
+            console.log(chalk.bold(`Prompt Score: ${ps.name}`));
+            console.log('');
+            const headers = ['Test', 'Score', 'Grade', 'Assertions', 'Format', 'Relevance'];
+            const rows = [];
+            for (const r of ps.results) {
+                const assertionCrit = r.criteria.find((c) => c.name === 'Assertions');
+                const formatCrit = r.criteria.find((c) => c.name === 'Format');
+                const relevanceCrit = r.criteria.find((c) => c.name === 'Relevance');
+                rows.push([
+                    r.testName,
+                    String(r.score),
+                    r.grade,
+                    assertionCrit ? `${assertionCrit.score}%` : 'N/A',
+                    formatCrit ? `${formatCrit.score}%` : 'N/A',
+                    relevanceCrit ? `${relevanceCrit.score}%` : 'N/A',
+                ]);
+            }
+            // Indent the table
+            const table = formatTable(headers, rows);
+            for (const line of table.split('\n')) {
+                console.log(`  ${line}`);
+            }
+            // Verbose: per-criterion breakdown
+            if (options.verbose) {
+                console.log('');
+                for (const r of ps.results) {
+                    console.log(chalk.dim(`  --- ${r.testName} ---`));
+                    for (const c of r.criteria) {
+                        const label = `${c.name}`.padEnd(14);
+                        const scoreStr = `${c.score}`.padStart(3);
+                        // Reconstruct details from the full score
+                        const fullSpec = await parsePromptSpec(specFiles.find((f) => f.includes(ps.name)) ?? specFiles[0]);
+                        const fullTest = fullSpec.tests?.find((t) => t.name === r.testName);
+                        const fullScore = fullTest
+                            ? scoreOutput(r.output, fullSpec, fullTest)
+                            : null;
+                        const fullCrit = fullScore?.criteria.find((fc) => fc.name === c.name);
+                        const details = fullCrit?.details ?? '';
+                        console.log(`    ${label} ${scoreStr}  ${chalk.dim(details)}`);
+                    }
+                }
+            }
+            console.log('');
+            const gradeColor = ps.averageScore >= 90 ? chalk.green
+                : ps.averageScore >= 70 ? chalk.yellow
+                    : chalk.red;
+            console.log(`  Overall: ${gradeColor(`${ps.averageScore} (${ps.grade})`)}`);
+        }
+        console.log('');
+    });
+}
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+function gradeFromScore(score) {
+    if (score >= 90)
+        return 'A';
+    if (score >= 80)
+        return 'B';
+    if (score >= 70)
+        return 'C';
+    if (score >= 60)
+        return 'D';
+    return 'F';
+}
+//# sourceMappingURL=score.js.map

package/dist/commands/score.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"score.js","sourceRoot":"","sources":["../../src/commands/score.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EACL,eAAe,EACf,aAAa,GAEd,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGhD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEjD,8EAA8E;AAC9E,uBAAuB;AACvB,8EAA8E;AAE9E,MAAM,UAAU,oBAAoB,CAAC,OAAgB;IACnD,OAAO;SACJ,OAAO,CAAC,cAAc,CAAC;SACvB,WAAW,CAAC,mEAAmE,CAAC;SAChF,MAAM,CAAC,QAAQ,EAAE,wBAAwB,CAAC;SAC1C,MAAM,CAAC,eAAe,EAAE,8BAA8B,CAAC;SACvD,MAAM,CAAC,eAAe,EAAE,8BAA8B,EAAE,MAAM,CAAC;SAC/D,MAAM,CAAC,iBAAiB,EAAE,mDAAmD,CAAC;SAC9E,MAAM,CAAC,KAAK,EACX,OAAe,EACf,OAKC,EACD,EAAE;QACF,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,WAAW,CAAC,QAAQ,CAAC,CAAC;QACxB,CAAC;QAED,MAAM,KAAK,GAAG,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;QAC9C,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,IAAI,GAAkB,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QAEtE,MAAM,OAAO,GAAe;YAC1B,IAAI;YACJ,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,KAAK,EAAE,KAAK;YACZ,aAAa,EAAE,OAAO,CAAC,KAAK;SAC7B,CAAC;QAEF,4BAA4B;QAC5B,IAAI,SAAmB,CAAC;QAExB,IAAI,MAAM,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YACjC,SAAS,GAAG,CAAC,UAAU,CAAC,CAAC;QAC3B,CAAC;aAAM,IAAI,MAAM,WAAW,CAAC,UAAU,CAAC,EAAE,CAAC;YACzC,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;YACtC,SAAS,GAAG,MAAM,IAAI,CACpB,OAAO,CAAC,UAAU,EAAE,wBAAwB,CAAC,EAC7C,EAAE,QAAQ,EAAE,IAAI,EAAE,CACnB,CAAC;YACF,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC3B,SAAS,GAAG,MAAM,IAAI,CACpB,OAAO,CAAC,UAAU,EAAE,iBAAiB,CAAC,EACtC,EAAE,QAAQ,EAAE,IAAI,EAAE,CACnB,CAAC;YACJ,CAAC;YACD,SAAS,CAAC,IAAI,EAAE,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,0BAA0B,UAAU,EAAE,CAAC,CAAC,CAAC;YACjE,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;gBACjB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAChF,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,+BAA+B,CAAC,CAAC,CAAC;YAC7D,CAAC;YACD,OAAO;QACT,CAAC;QAED,yBAAyB;QACzB,MAAM,gBAAgB,GAAuB,EAAE,CAAC;QAChD,MAAM,eAAe,GAKhB,EAAE,CAAC;QAER,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,CAAC;YAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YAE/B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAEjC,MAAM,aAAa,GAAuB,EAAE,CAAC;YAE7C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;gBACxD,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;gBAE3D,MAAM,MAAM,GAAqB;oBAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,KAAK,EAAE,WAAW,CAAC,OAAO;oBAC1B,KAAK,EAAE,WAAW,CAAC,KAAK;oBACxB,QAAQ,EAAE,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBACzC,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,KAAK,EAAE,CAAC,CAAC,KAAK;wBACd,MAAM,EAAE,CAAC,CAAC,MAAM;qBACjB,CAAC,CAAC;oBACH,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;iBAC1B,CAAC;gBAEF,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC3B,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC;YAED,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC;gBACvC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC;gBACvF,CAAC,CAAC,CAAC,CAAC;YAEN,eAAe,CAAC,IAAI,CAAC;gBACnB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,OAAO,EAAE,aAAa;gBACtB,YAAY,EAAE,QAAQ;gBACtB,KAAK,EAAE,cAAc,CAAC,QAAQ,CAAC;aAChC,CAAC,CAAC;QACL,CAAC;QAED,oBAAoB;QACpB,MAAM,YAAY,GAAG,gBAAgB,CAAC,MAAM,GAAG,CAAC;YAC9C,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,gBAAgB,CAAC,MAAM,CAAC;YAC7F,CAAC,CAAC,CAAC,CAAC;QACN,MAAM,YAAY,GAAG,cAAc,CAAC,YAAY,CAAC,CAAC;QAElD,cAAc;QACd,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC;gBACzB,OAAO,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;oBACpC,IAAI,EAAE,EAAE,CAAC,IAAI;oBACb,YAAY,EAAE,EAAE,CAAC,YAAY;oBAC7B,KAAK,EAAE,EAAE,CAAC,KAAK;oBACf,KAAK,EAAE,EAAE,CAAC,OAAO;iBAClB,CAAC,CAAC;gBACH,OAAO,EAAE,YAAY;gBACrB,KAAK,EAAE,YAAY;aACpB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACb,OAAO;QACT,CAAC;QAED,eAAe;QACf,KAAK,MAAM,EAAE,IAAI,eAAe,EAAE,CAAC;YACjC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACpD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAEhB,MAAM,OAAO,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;YAChF,MAAM,IAAI,GAAe,EAAE,CAAC;YAE5B,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;gBAC3B,MAAM,aAAa,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC;gBACtE,MAAM,UAAU,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;gBAC/D,MAAM,aAAa,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;gBAErE,IAAI,CAAC,IAAI,CAAC;oBACR,CAAC,CAAC,QAAQ;oBACV,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;oBACf,CAAC,CAAC,KAAK;oBACP,aAAa,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK;oBACjD,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK;oBAC3C,aAAa,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK;iBAClD,CAAC,CAAC;YACL,CAAC;YAED,mBAAmB;YACnB,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACzC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBACrC,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YAC3B,CAAC;YAED,mCAAmC;YACnC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACpB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAChB,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;oBAC3B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,CAAC;oBAClD,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;wBAC3B,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;wBACrC,MAAM,QAAQ,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;wBAC1C,0CAA0C;wBAC1C,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,CAAE,CAAC,CAAC;wBACpG,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC;wBACpE,MAAM,SAAS,GAAG,QAAQ;4BACxB,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC;4BAC3C,CAAC,CAAC,IAAI,CAAC;wBACT,MAAM,QAAQ,GAAG,SAAS,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC;wBACtE,MAAM,OAAO,GAAG,QAAQ,EAAE,OAAO,IAAI,EAAE,CAAC;wBACxC,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,IAAI,QAAQ,KAAK,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;oBACjE,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChB,MAAM,UAAU,GAAG,EAAE,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK;gBACpD,CAAC,CAAC,EAAE,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM;oBACtC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC;YACd,OAAO,CAAC,GAAG,CAAC,cAAc,UAAU,CAAC,GAAG,EAAE,CAAC,YAAY,KAAK,EAAE,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC;QAC9E,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,SAAS,cAAc,CAAC,KAAa;IACnC,IAAI,KAAK,IAAI,EAAE;QAAE,OAAO,GAAG,CAAC;IAC5B,IAAI,KAAK,IAAI,EAAE;QAAE,OAAO,GAAG,CAAC;IAC5B,IAAI,KAAK,IAAI,EAAE;QAAE,OAAO,GAAG,CAAC;IAC5B,IAAI,KAAK,IAAI,EAAE;QAAE,OAAO,GAAG,CAAC;IAC5B,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/commands/security.d.ts

@@ -0,0 +1,10 @@
+/**
+ * `codeprobe security [path]` — Security checks on prompt specs
+ * and configuration files.
+ *
+ * Detects potential prompt injection patterns, leaked secrets,
+ * and unsafe configurations.
+ */
+import { Command } from 'commander';
+export declare function registerSecurityCommand(program: Command): void;
+//# sourceMappingURL=security.d.ts.map

package/dist/commands/security.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"security.d.ts","sourceRoot":"","sources":["../../src/commands/security.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA8JpC,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAkF9D"}