codeprobe 0.1.0

package/dist/core/promptExplainer.js

@@ -0,0 +1,334 @@
+/**
+ * Prompt explainer: offline analysis of a prompt spec.
+ *
+ * Generates a plain-text explanation of what a prompt does,
+ * identifies potential weaknesses, and suggests improvements --
+ * all without making any LLM calls.
+ */
+import { readFile } from 'node:fs/promises';
+import yaml from 'js-yaml';
+/**
+ * Rough token estimation: ~4 characters per token.
+ */
+function estimateTokenCount(text) {
+    if (!text)
+        return 0;
+    return Math.ceil(text.length / 4);
+}
+/**
+ * Parse a YAML file into a PromptSpec. Returns null on failure.
+ */
+async function parseSpec(specPath) {
+    let content;
+    try {
+        content = await readFile(specPath, 'utf-8');
+    }
+    catch {
+        return null;
+    }
+    let parsed;
+    try {
+        parsed = yaml.load(content);
+    }
+    catch {
+        return null;
+    }
+    if (parsed === null || parsed === undefined || typeof parsed !== 'object') {
+        return null;
+    }
+    const obj = parsed;
+    return {
+        name: typeof obj['name'] === 'string' ? obj['name'] : specPath,
+        description: typeof obj['description'] === 'string' ? obj['description'] : undefined,
+        model: typeof obj['model'] === 'string' ? obj['model'] : undefined,
+        system: typeof obj['system'] === 'string' ? obj['system'] : undefined,
+        prompt: typeof obj['prompt'] === 'string' ? obj['prompt'] : '',
+        tests: Array.isArray(obj['tests']) ? parseRawTests(obj['tests']) : undefined,
+    };
+}
+/**
+ * Parse raw test entries from YAML.
+ */
+function parseRawTests(rawTests) {
+    return rawTests
+        .filter((t) => typeof t === 'object' && t !== null)
+        .map((t) => {
+        const test = {
+            name: typeof t['name'] === 'string' ? t['name'] : 'unnamed',
+            input: typeof t['input'] === 'string' ? t['input'] : undefined,
+            inputFile: typeof t['inputFile'] === 'string' ? t['inputFile'] : undefined,
+        };
+        if (typeof t['expect'] === 'object' && t['expect'] !== null) {
+            const e = t['expect'];
+            const expect = {};
+            if (Array.isArray(e['contains'])) {
+                expect.contains = e['contains'].filter((v) => typeof v === 'string');
+            }
+            if (Array.isArray(e['notContains'])) {
+                expect.notContains = e['notContains'].filter((v) => typeof v === 'string');
+            }
+            if (Array.isArray(e['regex'])) {
+                expect.regex = e['regex'].filter((v) => typeof v === 'string');
+            }
+            if (typeof e['equals'] === 'string') {
+                expect.equals = e['equals'];
+            }
+            if (typeof e['jsonSchema'] === 'object' && e['jsonSchema'] !== null) {
+                expect.jsonSchema = e['jsonSchema'];
+            }
+            test.expect = expect;
+        }
+        return test;
+    });
+}
+/**
+ * Describe the prompt's purpose based on its content.
+ */
+function describePrompt(spec) {
+    const lines = [];
+    lines.push(`Prompt: "${spec.name}"`);
+    if (spec.description) {
+        lines.push(`Description: ${spec.description}`);
+    }
+    if (spec.model) {
+        lines.push(`Target model: ${spec.model}`);
+    }
+    else {
+        lines.push('Target model: not specified (will use default)');
+    }
+    const promptTokens = estimateTokenCount(spec.prompt);
+    const systemTokens = estimateTokenCount(spec.system ?? '');
+    const totalTokens = promptTokens + systemTokens;
+    lines.push(`Estimated size: ~${totalTokens} tokens (prompt: ~${promptTokens}, system: ~${systemTokens})`);
+    if (spec.system) {
+        lines.push('');
+        lines.push('System prompt sets context for the assistant with the following instructions:');
+        // Extract a brief summary from the first sentence or first 120 chars
+        const firstSentence = spec.system.split(/[.!?\n]/).filter(Boolean)[0]?.trim();
+        if (firstSentence) {
+            const summary = firstSentence.length > 120
+                ? firstSentence.slice(0, 117) + '...'
+                : firstSentence;
+            lines.push(`  "${summary}"`);
+        }
+    }
+    lines.push('');
+    lines.push('The user prompt instructs the model to:');
+    // Extract key action phrases
+    const actionPatterns = [
+        { pattern: /\b(generate|create|write|produce|make)\b/i, verb: 'generate content' },
+        { pattern: /\b(analyze|review|evaluate|assess|examine)\b/i, verb: 'analyze input' },
+        { pattern: /\b(translate|convert|transform)\b/i, verb: 'translate or convert' },
+        { pattern: /\b(summarize|condense|shorten)\b/i, verb: 'summarize content' },
+        { pattern: /\b(classify|categorize|label|tag)\b/i, verb: 'classify or categorize' },
+        { pattern: /\b(explain|describe|elaborate)\b/i, verb: 'explain or describe' },
+        { pattern: /\b(extract|find|identify|detect)\b/i, verb: 'extract or identify information' },
+        { pattern: /\b(fix|correct|repair|debug)\b/i, verb: 'fix or correct issues' },
+        { pattern: /\b(compare|contrast|diff)\b/i, verb: 'compare items' },
+        { pattern: /\b(list|enumerate|outline)\b/i, verb: 'list or enumerate items' },
+    ];
+    const detectedActions = [];
+    for (const { pattern, verb } of actionPatterns) {
+        if (pattern.test(spec.prompt)) {
+            detectedActions.push(verb);
+        }
+    }
+    if (detectedActions.length > 0) {
+        for (const action of detectedActions) {
+            lines.push(`  - ${action}`);
+        }
+    }
+    else {
+        lines.push('  - (no specific action verb detected -- the prompt may need clearer instructions)');
+    }
+    return lines;
+}
+/**
+ * Identify potential weaknesses in the prompt spec.
+ */
+function identifyWeaknesses(spec) {
+    const weaknesses = [];
+    if (!spec.system) {
+        weaknesses.push('No system prompt: the model has no role or constraint context.');
+    }
+    else if (spec.system.length < 20) {
+        weaknesses.push('System prompt is very short and may not provide enough context.');
+    }
+    // Check for vague language
+    const vagueWords = ['good', 'nice', 'appropriate', 'proper', 'suitable', 'adequate', 'reasonable'];
+    const fullText = [spec.system ?? '', spec.prompt].join(' ').toLowerCase();
+    const foundVague = vagueWords.filter((w) => fullText.includes(w));
+    if (foundVague.length > 0) {
+        weaknesses.push(`Uses vague language (${foundVague.join(', ')}) that may lead to inconsistent outputs.`);
+    }
+    // Check for format specification
+    const formatPatterns = [
+        /\bformat\b/i, /\bjson\b/i, /\byaml\b/i, /\bmarkdown\b/i,
+        /\boutput\s+as\b/i, /\brespond\s+(with|in)\b/i,
+    ];
+    const hasFormat = formatPatterns.some((p) => p.test(fullText));
+    if (!hasFormat) {
+        weaknesses.push('No output format specified. Responses may vary in structure.');
+    }
+    // Check for prompt injection vulnerability
+    const injectionPatterns = [
+        /ignore\s+(all\s+)?previous/i,
+        /disregard/i,
+        /new\s+instructions/i,
+    ];
+    const hasInjectionRisk = injectionPatterns.some((p) => p.test(fullText));
+    if (hasInjectionRisk) {
+        weaknesses.push('Contains patterns that could be exploited for prompt injection.');
+    }
+    // Check prompt size
+    const totalTokens = estimateTokenCount(fullText);
+    if (totalTokens > 4000) {
+        weaknesses.push(`Large prompt (~${totalTokens} tokens) may increase latency and cost without proportional quality gains.`);
+    }
+    // Check for contradictions
+    const contradictions = [
+        [/be\s+concise/i, /explain\s+in\s+detail/i, '"be concise" + "explain in detail"'],
+        [/be\s+brief/i, /be\s+thorough/i, '"be brief" + "be thorough"'],
+        [/do\s+not\s+explain/i, /explain\s+(your|the)\s+reasoning/i, '"do not explain" + "explain reasoning"'],
+    ];
+    for (const [a, b, desc] of contradictions) {
+        if (a.test(fullText) && b.test(fullText)) {
+            weaknesses.push(`Contradictory instructions: ${desc}.`);
+        }
+    }
+    if (weaknesses.length === 0) {
+        weaknesses.push('No major weaknesses detected.');
+    }
+    return weaknesses;
+}
+/**
+ * Analyze tests and explain why they might fail.
+ */
+function analyzeTests(spec) {
+    const lines = [];
+    const tests = spec.tests ?? [];
+    if (tests.length === 0) {
+        lines.push('No tests defined. Cannot analyze potential test failures.');
+        lines.push('Recommendation: add at least 2-3 tests covering primary and edge cases.');
+        return lines;
+    }
+    lines.push(`${tests.length} test(s) defined:`);
+    for (const test of tests) {
+        lines.push('');
+        lines.push(`  Test: "${test.name}"`);
+        if (!test.expect) {
+            lines.push('    Issue: No assertions. This test will always pass, providing no safety net.');
+            continue;
+        }
+        const reasons = [];
+        if (test.expect.contains && test.expect.contains.length > 0) {
+            lines.push(`    Checks output contains: ${test.expect.contains.map((s) => `"${s}"`).join(', ')}`);
+            reasons.push('Could fail if the model paraphrases expected keywords or uses synonyms.');
+        }
+        if (test.expect.notContains && test.expect.notContains.length > 0) {
+            lines.push(`    Checks output does NOT contain: ${test.expect.notContains.map((s) => `"${s}"`).join(', ')}`);
+            reasons.push('Could fail if the model mentions excluded terms in context or explanations.');
+        }
+        if (test.expect.regex && test.expect.regex.length > 0) {
+            lines.push(`    Checks output matches regex patterns`);
+            reasons.push('Regex assertions can be brittle if the model varies whitespace or formatting.');
+        }
+        if (test.expect.equals !== undefined) {
+            const preview = test.expect.equals.length > 60
+                ? test.expect.equals.slice(0, 57) + '...'
+                : test.expect.equals;
+            lines.push(`    Checks exact match: "${preview}"`);
+            reasons.push('Exact match is very strict. Any extra whitespace, punctuation, or phrasing difference causes failure.');
+        }
+        if (test.expect.jsonSchema) {
+            lines.push('    Validates output against a JSON schema');
+            reasons.push('Could fail if the model wraps JSON in markdown code blocks or adds extra text.');
+        }
+        if (reasons.length > 0) {
+            lines.push('    Potential failure reasons:');
+            for (const reason of reasons) {
+                lines.push(`      - ${reason}`);
+            }
+        }
+    }
+    return lines;
+}
+/**
+ * Generate improvement suggestions.
+ */
+function generateSuggestions(spec) {
+    const suggestions = [];
+    if (!spec.system) {
+        suggestions.push('Add a system prompt that defines the assistant\'s role and constraints.');
+    }
+    if (!spec.description) {
+        suggestions.push('Add a description field for better documentation and discoverability.');
+    }
+    if (!spec.model) {
+        suggestions.push('Specify a target model to ensure consistent behavior across environments.');
+    }
+    const tests = spec.tests ?? [];
+    if (tests.length === 0) {
+        suggestions.push('Add tests with assertions to catch regressions.');
+    }
+    else if (tests.length < 3) {
+        suggestions.push('Add more test cases (aim for 3-5) covering happy path, edge cases, and error cases.');
+    }
+    const hasJsonSchema = tests.some((t) => t.expect?.jsonSchema);
+    if (!hasJsonSchema && tests.length > 0) {
+        suggestions.push('Consider adding jsonSchema assertions for structured output validation.');
+    }
+    const fullText = [spec.system ?? '', spec.prompt].join(' ');
+    const tokenCount = estimateTokenCount(fullText);
+    if (tokenCount > 3000) {
+        suggestions.push('Consider splitting long instructions into a system prompt (static context) and user prompt (per-request).');
+    }
+    if (suggestions.length === 0) {
+        suggestions.push('The prompt spec looks well-structured. Consider adding more edge case tests for robustness.');
+    }
+    return suggestions;
+}
+/**
+ * Analyze a prompt spec file and generate a plain-text explanation.
+ *
+ * This is a purely offline analysis -- no LLM calls are made.
+ *
+ * @param specPath  Absolute path to a YAML prompt spec file.
+ * @returns         Multi-line plain-text explanation.
+ */
+export async function explainPrompt(specPath) {
+    const spec = await parseSpec(specPath);
+    if (!spec) {
+        return [
+            `Failed to parse prompt spec at: ${specPath}`,
+            '',
+            'Ensure the file is valid YAML with at least a "prompt" field.',
+            'Example:',
+            '  name: my-prompt',
+            '  prompt: "Summarize the following text: {{input}}"',
+        ].join('\n');
+    }
+    const sections = [];
+    // Section 1: What does this prompt do?
+    sections.push([
+        '== What This Prompt Does ==',
+        ...describePrompt(spec),
+    ]);
+    // Section 2: Potential weaknesses
+    sections.push([
+        '== Potential Weaknesses ==',
+        ...identifyWeaknesses(spec),
+    ]);
+    // Section 3: Test analysis
+    sections.push([
+        '== Test Analysis ==',
+        ...analyzeTests(spec),
+    ]);
+    // Section 4: Suggestions
+    sections.push([
+        '== Suggestions for Improvement ==',
+        ...generateSuggestions(spec),
+    ]);
+    return sections.map((section) => section.join('\n')).join('\n\n');
+}
+//# sourceMappingURL=promptExplainer.js.map

package/dist/core/promptExplainer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"promptExplainer.js","sourceRoot":"","sources":["../../src/core/promptExplainer.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,IAAI,MAAM,SAAS,CAAC;AAG3B;;GAEG;AACH,SAAS,kBAAkB,CAAC,IAAY;IACtC,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC;IACpB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACpC,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,SAAS,CAAC,QAAgB;IACvC,IAAI,OAAe,CAAC;IACpB,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,SAAS,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1E,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,GAAG,GAAG,MAAiC,CAAC;IAE9C,OAAO;QACL,IAAI,EAAE,OAAO,GAAG,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ;QAC9D,WAAW,EAAE,OAAO,GAAG,CAAC,aAAa,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS;QACpF,KAAK,EAAE,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;QAClE,MAAM,EAAE,OAAO,GAAG,CAAC,QAAQ,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS;QACrE,MAAM,EAAE,OAAO,GAAG,CAAC,QAAQ,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE;QAC9D,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;KAC7E,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,QAAmB;IACxC,OAAO,QAAQ;SACZ,MAAM,CAAC,CAAC,CAAC,EAAgC,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,CAAC;SAChF,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,MAAM,IAAI,GAAe;YACvB,IAAI,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;YAC3D,KAAK,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;YAC9D,SAAS,EAAE,OAAO,CAAC,CAAC,WAAW,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;SAC3E,CAAC;QAEF,IAAI,OAAO,CAAC,CAAC,QAAQ,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC;YAC5D,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAA4B,CAAC;YACjD,MAAM,MAAM,GAAoB,EAAE,CAAC;YAEnC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;gBACjC,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;YACpF,CAAC;YACD,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC;gBACpC,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;YAC1F,CAAC;YACD,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;gBAC9B,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;YAC9E,CAAC;YACD,IAAI,OAAO,CAAC,CAAC,QAAQ,CAAC,KAAK,QAAQ,EAAE,CAAC;gBACpC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;YAC9B,CAAC;YACD,IAAI,OAAO,CAAC,CAAC,YAAY,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,YAAY,CAAC,KAAK,IAAI,EAAE,CAAC;gBACpE,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,YAAY,CAA4B,CAAC;YACjE,CAAC;YAED,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACvB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,IAAgB;IACtC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;IAErC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IAC5C,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,YAAY,GAAG,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrD,MAAM,YAAY,GAAG,kBAAkB,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC3D,MAAM,WAAW,GAAG,YAAY,GAAG,YAAY,CAAC;IAEhD,KAAK,CAAC,IAAI,CAAC,oBAAoB,WAAW,qBAAqB,YAAY,cAAc,YAAY,GAAG,CAAC,CAAC;IAE1G,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,+EAA+E,CAAC,CAAC;QAC5F,qEAAqE;QACrE,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QAC9E,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,GAAG,GAAG;gBACxC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK;gBACrC,CAAC,CAAC,aAAa,CAAC;YAClB,KAAK,CAAC,IAAI,CAAC,MAAM,OAAO,GAAG,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;IACtD,6BAA6B;IAC7B,MAAM,cAAc,GAAG;QACrB,EAAE,OAAO,EAAE,2CAA2C,EAAE,IAAI,EAAE,kBAAkB,EAAE;QAClF,EAAE,OAAO,EAAE,+CAA+C,EAAE,IAAI,EAAE,eAAe,EAAE;QACnF,EAAE,OAAO,EAAE,oCAAoC,EAAE,IAAI,EAAE,sBAAsB,EAAE;QAC/E,EAAE,OAAO,EAAE,mCAAmC,EAAE,IAAI,EAAE,mBAAmB,EAAE;QAC3E,EAAE,OAAO,EAAE,sCAAsC,EAAE,IAAI,EAAE,wBAAwB,EAAE;QACnF,EAAE,OAAO,EAAE,mCAAmC,EAAE,IAAI,EAAE,qBAAqB,EAAE;QAC7E,EAAE,OAAO,EAAE,qCAAqC,EAAE,IAAI,EAAE,iCAAiC,EAAE;QAC3F,EAAE,OAAO,EAAE,iCAAiC,EAAE,IAAI,EAAE,uBAAuB,EAAE;QAC7E,EAAE,OAAO,EAAE,8BAA8B,EAAE,IAAI,EAAE,eAAe,EAAE;QAClE,EAAE,OAAO,EAAE,+BAA+B,EAAE,IAAI,EAAE,yBAAyB,EAAE;KAC9E,CAAC;IAEF,MAAM,eAAe,GAAa,EAAE,CAAC;IACrC,KAAK,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,cAAc,EAAE,CAAC;QAC/C,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9B,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;YACrC,KAAK,CAAC,IAAI,CAAC,OAAO,MAAM,EAAE,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,oFAAoF,CAAC,CAAC;IACnG,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,IAAgB;IAC1C,MAAM,UAAU,GAAa,EAAE,CAAC;IAEhC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACjB,UAAU,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;IACpF,CAAC;SAAM,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACnC,UAAU,CAAC,IAAI,CAAC,iEAAiE,CAAC,CAAC;IACrF,CAAC;IAED,2BAA2B;IAC3B,MAAM,UAAU,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;IACnG,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IAC1E,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAClE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,UAAU,CAAC,IAAI,CACb,wBAAwB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,0CAA0C,CACxF,CAAC;IACJ,CAAC;IAED,iCAAiC;IACjC,MAAM,cAAc,GAAG;QACrB,aAAa,EAAE,WAAW,EAAE,WAAW,EAAE,eAAe;QACxD,kBAAkB,EAAE,0BAA0B;KAC/C,CAAC;IACF,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC/D,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,UAAU,CAAC,IAAI,CAAC,8DAA8D,CAAC,CAAC;IAClF,CAAC;IAED,2CAA2C;IAC3C,MAAM,iBAAiB,GAAG;QACxB,6BAA6B;QAC7B,YAAY;QACZ,qBAAqB;KACtB,CAAC;IACF,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACzE,IAAI,gBAAgB,EAAE,CAAC;QACrB,UAAU,CAAC,IAAI,CAAC,iEAAiE,CAAC,CAAC;IACrF,CAAC;IAED,oBAAoB;IACpB,MAAM,WAAW,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IACjD,IAAI,WAAW,GAAG,IAAI,EAAE,CAAC;QACvB,UAAU,CAAC,IAAI,CACb,kBAAkB,WAAW,4EAA4E,CAC1G,CAAC;IACJ,CAAC;IAED,2BAA2B;IAC3B,MAAM,cAAc,GAAoC;QACtD,CAAC,eAAe,EAAE,wBAAwB,EAAE,oCAAoC,CAAC;QACjF,CAAC,aAAa,EAAE,gBAAgB,EAAE,4BAA4B,CAAC;QAC/D,CAAC,qBAAqB,EAAE,mCAAmC,EAAE,wCAAwC,CAAC;KACvG,CAAC;IACF,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,IAAI,cAAc,EAAE,CAAC;QAC1C,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACzC,UAAU,CAAC,IAAI,CAAC,+BAA+B,IAAI,GAAG,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,UAAU,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACnD,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,IAAgB;IACpC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;IAE/B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;QACxE,KAAK,CAAC,IAAI,CAAC,yEAAyE,CAAC,CAAC;QACtF,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,mBAAmB,CAAC,CAAC;IAE/C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;QAErC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,KAAK,CAAC,IAAI,CAAC,gFAAgF,CAAC,CAAC;YAC7F,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5D,KAAK,CAAC,IAAI,CAAC,+BAA+B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAClG,OAAO,CAAC,IAAI,CACV,yEAAyE,CAC1E,CAAC;QACJ,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClE,KAAK,CAAC,IAAI,CAAC,uCAAuC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC7G,OAAO,CAAC,IAAI,CACV,6EAA6E,CAC9E,CAAC;QACJ,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtD,KAAK,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;YACvD,OAAO,CAAC,IAAI,CACV,+EAA+E,CAChF,CAAC;QACJ,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACrC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,EAAE;gBAC5C,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK;gBACzC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;YACvB,KAAK,CAAC,IAAI,CAAC,4BAA4B,OAAO,GAAG,CAAC,CAAC;YACnD,OAAO,CAAC,IAAI,CACV,uGAAuG,CACxG,CAAC;QACJ,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;YACzD,OAAO,CAAC,IAAI,CACV,gFAAgF,CACjF,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,KAAK,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;YAC7C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,EAAE,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,IAAgB;IAC3C,MAAM,WAAW,GAAa,EAAE,CAAC;IAEjC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACjB,WAAW,CAAC,IAAI,CAAC,yEAAyE,CAAC,CAAC;IAC9F,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QACtB,WAAW,CAAC,IAAI,CAAC,uEAAuE,CAAC,CAAC;IAC5F,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QAChB,WAAW,CAAC,IAAI,CAAC,2EAA2E,CAAC,CAAC;IAChG,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;IAC/B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,WAAW,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;IACtE,CAAC;SAAM,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,WAAW,CAAC,IAAI,CAAC,qFAAqF,CAAC,CAAC;IAC1G,CAAC;IAED,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC9D,IAAI,CAAC,aAAa,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvC,WAAW,CAAC,IAAI,CAAC,yEAAyE,CAAC,CAAC;IAC9F,CAAC;IAED,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5D,MAAM,UAAU,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAChD,IAAI,UAAU,GAAG,IAAI,EAAE,CAAC;QACtB,WAAW,CAAC,IAAI,CAAC,2GAA2G,CAAC,CAAC;IAChI,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,WAAW,CAAC,IAAI,CAAC,6FAA6F,CAAC,CAAC;IAClH,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,QAAgB;IAClD,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;IAEvC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO;YACL,mCAAmC,QAAQ,EAAE;YAC7C,EAAE;YACF,+DAA+D;YAC/D,UAAU;YACV,mBAAmB;YACnB,qDAAqD;SACtD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC;IAED,MAAM,QAAQ,GAAe,EAAE,CAAC;IAEhC,uCAAuC;IACvC,QAAQ,CAAC,IAAI,CAAC;QACZ,6BAA6B;QAC7B,GAAG,cAAc,CAAC,IAAI,CAAC;KACxB,CAAC,CAAC;IAEH,kCAAkC;IAClC,QAAQ,CAAC,IAAI,CAAC;QACZ,4BAA4B;QAC5B,GAAG,kBAAkB,CAAC,IAAI,CAAC;KAC5B,CAAC,CAAC;IAEH,2BAA2B;IAC3B,QAAQ,CAAC,IAAI,CAAC;QACZ,qBAAqB;QACrB,GAAG,YAAY,CAAC,IAAI,CAAC;KACtB,CAAC,CAAC;IAEH,yBAAyB;IACzB,QAAQ,CAAC,IAAI,CAAC;QACZ,mCAAmC;QACnC,GAAG,mBAAmB,CAAC,IAAI,CAAC;KAC7B,CAAC,CAAC;IAEH,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACpE,CAAC"}

package/dist/core/promptImprover.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Prompt improvement suggestion engine.
+ *
+ * Analyzes a prompt spec and generates actionable improvement
+ * suggestions covering format, schema, testing, and prompt quality.
+ */
+import type { ImprovementSuggestion } from '../types/diagnostics.js';
+/**
+ * Analyze a prompt spec and generate improvement suggestions.
+ *
+ * This is a purely offline analysis -- no LLM calls are made.
+ * Suggestions are prioritized by their expected impact on prompt
+ * quality and test reliability.
+ *
+ * @param specPath  Absolute path to a YAML prompt spec file.
+ * @returns         Ordered array of improvement suggestions.
+ */
+export declare function improvePrompt(specPath: string): Promise<ImprovementSuggestion[]>;
+//# sourceMappingURL=promptImprover.d.ts.map

package/dist/core/promptImprover.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"promptImprover.d.ts","sourceRoot":"","sources":["../../src/core/promptImprover.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAmHrE;;;;;;;;;GASG;AACH,wBAAsB,aAAa,CACjC,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,qBAAqB,EAAE,CAAC,CA4JlC"}

package/dist/core/promptImprover.js

@@ -0,0 +1,260 @@
+/**
+ * Prompt improvement suggestion engine.
+ *
+ * Analyzes a prompt spec and generates actionable improvement
+ * suggestions covering format, schema, testing, and prompt quality.
+ */
+import { readFile } from 'node:fs/promises';
+import yaml from 'js-yaml';
+/**
+ * Rough token estimation: ~4 characters per token.
+ */
+function estimateTokenCount(text) {
+    if (!text)
+        return 0;
+    return Math.ceil(text.length / 4);
+}
+/**
+ * Parse a YAML file into a PromptSpec. Returns null on failure.
+ */
+async function parseSpec(specPath) {
+    let content;
+    try {
+        content = await readFile(specPath, 'utf-8');
+    }
+    catch {
+        return null;
+    }
+    let parsed;
+    try {
+        parsed = yaml.load(content);
+    }
+    catch {
+        return null;
+    }
+    if (parsed === null || parsed === undefined || typeof parsed !== 'object') {
+        return null;
+    }
+    const obj = parsed;
+    return {
+        name: typeof obj['name'] === 'string' ? obj['name'] : specPath,
+        description: typeof obj['description'] === 'string' ? obj['description'] : undefined,
+        model: typeof obj['model'] === 'string' ? obj['model'] : undefined,
+        system: typeof obj['system'] === 'string' ? obj['system'] : undefined,
+        prompt: typeof obj['prompt'] === 'string' ? obj['prompt'] : '',
+        tests: Array.isArray(obj['tests']) ? parseRawTests(obj['tests']) : undefined,
+    };
+}
+/**
+ * Parse raw test entries from YAML.
+ */
+function parseRawTests(rawTests) {
+    return rawTests
+        .filter((t) => typeof t === 'object' && t !== null)
+        .map((t) => {
+        const test = {
+            name: typeof t['name'] === 'string' ? t['name'] : 'unnamed',
+            input: typeof t['input'] === 'string' ? t['input'] : undefined,
+            inputFile: typeof t['inputFile'] === 'string' ? t['inputFile'] : undefined,
+        };
+        if (typeof t['expect'] === 'object' && t['expect'] !== null) {
+            const e = t['expect'];
+            const expect = {};
+            if (Array.isArray(e['contains'])) {
+                expect.contains = e['contains'].filter((v) => typeof v === 'string');
+            }
+            if (Array.isArray(e['notContains'])) {
+                expect.notContains = e['notContains'].filter((v) => typeof v === 'string');
+            }
+            if (Array.isArray(e['regex'])) {
+                expect.regex = e['regex'].filter((v) => typeof v === 'string');
+            }
+            if (typeof e['equals'] === 'string') {
+                expect.equals = e['equals'];
+            }
+            if (typeof e['jsonSchema'] === 'object' && e['jsonSchema'] !== null) {
+                expect.jsonSchema = e['jsonSchema'];
+            }
+            test.expect = expect;
+        }
+        return test;
+    });
+}
+/**
+ * Check whether any test uses a jsonSchema assertion.
+ */
+function hasJsonSchemaAssertion(tests) {
+    return tests.some((t) => t.expect?.jsonSchema !== undefined);
+}
+/**
+ * Check whether any test uses file-based input.
+ */
+function hasFileBasedInput(tests) {
+    return tests.some((t) => t.inputFile !== undefined);
+}
+/**
+ * Count the distinct assertion types used across all tests.
+ */
+function countAssertionTypes(tests) {
+    const types = new Set();
+    for (const test of tests) {
+        if (!test.expect)
+            continue;
+        if (test.expect.contains)
+            types.add('contains');
+        if (test.expect.notContains)
+            types.add('notContains');
+        if (test.expect.regex)
+            types.add('regex');
+        if (test.expect.equals !== undefined)
+            types.add('equals');
+        if (test.expect.jsonSchema)
+            types.add('jsonSchema');
+    }
+    return types.size;
+}
+/**
+ * Analyze a prompt spec and generate improvement suggestions.
+ *
+ * This is a purely offline analysis -- no LLM calls are made.
+ * Suggestions are prioritized by their expected impact on prompt
+ * quality and test reliability.
+ *
+ * @param specPath  Absolute path to a YAML prompt spec file.
+ * @returns         Ordered array of improvement suggestions.
+ */
+export async function improvePrompt(specPath) {
+    const spec = await parseSpec(specPath);
+    if (!spec) {
+        return [
+            {
+                category: 'parse-error',
+                priority: 'high',
+                message: 'Cannot parse the prompt spec file.',
+                details: 'Ensure the file is valid YAML and contains at least a "prompt" field.',
+            },
+        ];
+    }
+    const suggestions = [];
+    // 1. Missing output format specification
+    const fullText = [spec.system ?? '', spec.prompt].join('\n');
+    const formatIndicators = [
+        /\bformat\b/i, /\bjson\b/i, /\bxml\b/i, /\byaml\b/i,
+        /\bmarkdown\b/i, /\bcsv\b/i, /\btable\b/i,
+        /\bbullet/i, /\bnumbered\s+list/i,
+        /\boutput\s+as\b/i, /\brespond\s+(with|in|as)\b/i,
+    ];
+    const hasFormat = formatIndicators.some((p) => p.test(fullText));
+    if (!hasFormat) {
+        suggestions.push({
+            category: 'output-format',
+            priority: 'high',
+            message: 'Add an explicit output format specification.',
+            details: 'Specify the expected output format (JSON, markdown, plain text, etc.) to get more consistent responses. ' +
+                'Example: add "Respond in JSON with keys: answer, confidence" to your prompt.',
+        });
+    }
+    // 2. Overly long prompts
+    const tokenCount = estimateTokenCount(fullText);
+    if (tokenCount > 4000) {
+        suggestions.push({
+            category: 'prompt-length',
+            priority: 'medium',
+            message: `Prompt is ~${tokenCount} tokens. Consider trimming for efficiency.`,
+            details: 'Long prompts increase latency and cost. Try extracting examples into separate test inputs, ' +
+                'removing redundant instructions, or using a system prompt for static context.',
+        });
+    }
+    // 3. Missing schema constraints
+    const tests = spec.tests ?? [];
+    if (tests.length > 0 && !hasJsonSchemaAssertion(tests)) {
+        suggestions.push({
+            category: 'schema-validation',
+            priority: 'medium',
+            message: 'Add jsonSchema assertions to validate structured output.',
+            details: 'If your prompt produces structured data, adding a jsonSchema assertion ensures ' +
+                'the output conforms to the expected shape. This catches schema drift and missing fields.',
+        });
+    }
+    // 4. Missing regression tests
+    if (tests.length === 0) {
+        suggestions.push({
+            category: 'testing',
+            priority: 'high',
+            message: 'Add tests to verify prompt behavior.',
+            details: 'Tests prevent regressions when you modify the prompt. Start with 2-3 tests covering ' +
+                'the primary use case, an edge case, and an adversarial input.',
+        });
+    }
+    // 5. Missing system prompt
+    if (!spec.system) {
+        suggestions.push({
+            category: 'system-prompt',
+            priority: 'high',
+            message: 'Add a system prompt to set context and constraints.',
+            details: 'A system prompt defines the assistant\'s role, tone, and boundaries. ' +
+                'Example: "You are a code review assistant. Respond concisely with actionable feedback."',
+        });
+    }
+    // 6. Generic system prompts
+    if (spec.system) {
+        const genericPatterns = [
+            /^you are (a|an) (helpful|friendly) assistant\.?$/i,
+            /^you are a chatbot\.?$/i,
+            /^you are an ai\.?$/i,
+            /^respond helpfully\.?$/i,
+            /^be helpful\.?$/i,
+        ];
+        const isGeneric = genericPatterns.some((p) => p.test(spec.system.trim()));
+        if (isGeneric) {
+            suggestions.push({
+                category: 'system-prompt',
+                priority: 'medium',
+                message: 'System prompt is too generic. Make it more specific to your use case.',
+                details: 'Generic system prompts like "You are a helpful assistant" do not meaningfully constrain ' +
+                    'the model. Specify the domain, output expectations, and constraints. ' +
+                    'Example: "You are a TypeScript expert. Review code for bugs, type safety issues, ' +
+                    'and performance problems. Respond with a numbered list."',
+            });
+        }
+    }
+    // 7. Missing file-based test inputs
+    if (tests.length > 0 && !hasFileBasedInput(tests)) {
+        suggestions.push({
+            category: 'test-fixtures',
+            priority: 'low',
+            message: 'Consider adding file-based test inputs for complex scenarios.',
+            details: 'For long or structured inputs, use inputFile to reference fixture files. ' +
+                'This keeps the spec clean and makes it easy to test with realistic data.',
+        });
+    }
+    // 8. Test coverage breadth
+    if (tests.length > 0 && tests.length < 3) {
+        suggestions.push({
+            category: 'test-coverage',
+            priority: 'medium',
+            message: `Only ${tests.length} test(s) defined. Consider adding more diverse test cases.`,
+            details: 'Good test coverage includes: (1) a happy-path test, (2) an edge case with unusual input, ' +
+                '(3) a negative test with invalid input, and (4) a boundary test. ' +
+                'Aim for at least 3-5 tests per prompt spec.',
+        });
+    }
+    // Bonus: low assertion diversity
+    if (tests.length > 0) {
+        const assertionTypeCount = countAssertionTypes(tests);
+        if (assertionTypeCount <= 1 && tests.length >= 2) {
+            suggestions.push({
+                category: 'assertion-diversity',
+                priority: 'low',
+                message: 'Tests use only one type of assertion. Consider diversifying.',
+                details: 'Using a mix of contains, regex, notContains, and jsonSchema assertions ' +
+                    'provides broader coverage and catches more issues.',
+            });
+        }
+    }
+    // Sort by priority: high first, then medium, then low
+    const priorityOrder = { high: 0, medium: 1, low: 2 };
+    suggestions.sort((a, b) => priorityOrder[a.priority] - priorityOrder[b.priority]);
+    return suggestions;
+}
+//# sourceMappingURL=promptImprover.js.map

package/dist/core/promptImprover.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"promptImprover.js","sourceRoot":"","sources":["../../src/core/promptImprover.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,IAAI,MAAM,SAAS,CAAC;AAI3B;;GAEG;AACH,SAAS,kBAAkB,CAAC,IAAY;IACtC,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC;IACpB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACpC,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,SAAS,CAAC,QAAgB;IACvC,IAAI,OAAe,CAAC;IACpB,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,SAAS,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1E,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,GAAG,GAAG,MAAiC,CAAC;IAE9C,OAAO;QACL,IAAI,EAAE,OAAO,GAAG,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ;QAC9D,WAAW,EAAE,OAAO,GAAG,CAAC,aAAa,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS;QACpF,KAAK,EAAE,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;QAClE,MAAM,EAAE,OAAO,GAAG,CAAC,QAAQ,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS;QACrE,MAAM,EAAE,OAAO,GAAG,CAAC,QAAQ,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE;QAC9D,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;KAC7E,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,QAAmB;IACxC,OAAO,QAAQ;SACZ,MAAM,CAAC,CAAC,CAAC,EAAgC,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,CAAC;SAChF,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,MAAM,IAAI,GAAe;YACvB,IAAI,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;YAC3D,KAAK,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;YAC9D,SAAS,EAAE,OAAO,CAAC,CAAC,WAAW,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;SAC3E,CAAC;QAEF,IAAI,OAAO,CAAC,CAAC,QAAQ,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC;YAC5D,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAA4B,CAAC;YACjD,MAAM,MAAM,GAAoB,EAAE,CAAC;YAEnC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;gBACjC,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;YACpF,CAAC;YACD,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC;gBACpC,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;YAC1F,CAAC;YACD,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;gBAC9B,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;YAC9E,CAAC;YACD,IAAI,OAAO,CAAC,CAAC,QAAQ,CAAC,KAAK,QAAQ,EAAE,CAAC;gBACpC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;YAC9B,CAAC;YACD,IAAI,OAAO,CAAC,CAAC,YAAY,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,YAAY,CAAC,KAAK,IAAI,EAAE,CAAC;gBACpE,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,YAAY,CAA4B,CAAC;YACjE,CAAC;YAED,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACvB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;GAEG;AACH,SAAS,sBAAsB,CAAC,KAAmB;IACjD,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,UAAU,KAAK,SAAS,CAAC,CAAC;AAC/D,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,KAAmB;IAC5C,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;AACtD,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,KAAmB;IAC9C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,SAAS;QAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ;YAAE,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAChD,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;YAAE,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACtD,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK;YAAE,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC1C,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS;YAAE,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC1D,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU;YAAE,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC;AACpB,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,QAAgB;IAEhB,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;IAEvC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO;YACL;gBACE,QAAQ,EAAE,aAAa;gBACvB,QAAQ,EAAE,MAAM;gBAChB,OAAO,EAAE,oCAAoC;gBAC7C,OAAO,EACL,uEAAuE;aAC1E;SACF,CAAC;IACJ,CAAC;IAED,MAAM,WAAW,GAA4B,EAAE,CAAC;IAEhD,yCAAyC;IACzC,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7D,MAAM,gBAAgB,GAAG;QACvB,aAAa,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW;QACnD,eAAe,EAAE,UAAU,EAAE,YAAY;QACzC,WAAW,EAAE,oBAAoB;QACjC,kBAAkB,EAAE,6BAA6B;KAClD,CAAC;IACF,MAAM,SAAS,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACjE,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,WAAW,CAAC,IAAI,CAAC;YACf,QAAQ,EAAE,eAAe;YACzB,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,8CAA8C;YACvD,OAAO,EACL,0GAA0G;gBAC1G,8EAA8E;SACjF,CAAC,CAAC;IACL,CAAC;IAED,yBAAyB;IACzB,MAAM,UAAU,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAChD,IAAI,UAAU,GAAG,IAAI,EAAE,CAAC;QACtB,WAAW,CAAC,IAAI,CAAC;YACf,QAAQ,EAAE,eAAe;YACzB,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,cAAc,UAAU,4CAA4C;YAC7E,OAAO,EACL,6FAA6F;gBAC7F,+EAA+E;SAClF,CAAC,CAAC;IACL,CAAC;IAED,gCAAgC;IAChC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;IAC/B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,EAAE,CAAC;QACvD,WAAW,CAAC,IAAI,CAAC;YACf,QAAQ,EAAE,mBAAmB;YAC7B,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,0DAA0D;YACnE,OAAO,EACL,iFAAiF;gBACjF,0FAA0F;SAC7F,CAAC,CAAC;IACL,CAAC;IAED,8BAA8B;IAC9B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,WAAW,CAAC,IAAI,CAAC;YACf,QAAQ,EAAE,SAAS;YACnB,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,sCAAsC;YAC/C,OAAO,EACL,sFAAsF;gBACtF,+DAA+D;SAClE,CAAC,CAAC;IACL,CAAC;IAED,2BAA2B;IAC3B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACjB,WAAW,CAAC,IAAI,CAAC;YACf,QAAQ,EAAE,eAAe;YACzB,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,qDAAqD;YAC9D,OAAO,EACL,uEAAuE;gBACvE,yFAAyF;SAC5F,CAAC,CAAC;IACL,CAAC;IAED,4BAA4B;IAC5B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,MAAM,eAAe,GAAG;YACtB,mDAAmD;YACnD,yBAAyB;YACzB,qBAAqB;YACrB,yBAAyB;YACzB,kBAAkB;SACnB,CAAC;QACF,MAAM,SAAS,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC3E,IAAI,SAAS,EAAE,CAAC;YACd,WAAW,CAAC,IAAI,CAAC;gBACf,QAAQ,EAAE,eAAe;gBACzB,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,uEAAuE;gBAChF,OAAO,EACL,0FAA0F;oBAC1F,uEAAuE;oBACvE,mFAAmF;oBACnF,0DAA0D;aAC7D,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,oCAAoC;IACpC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;QAClD,WAAW,CAAC,IAAI,CAAC;YACf,QAAQ,EAAE,eAAe;YACzB,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,+DAA+D;YACxE,OAAO,EACL,2EAA2E;gBAC3E,0EAA0E;SAC7E,CAAC,CAAC;IACL,CAAC;IAED,2BAA2B;IAC3B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzC,WAAW,CAAC,IAAI,CAAC;YACf,QAAQ,EAAE,eAAe;YACzB,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,QAAQ,KAAK,CAAC,MAAM,4DAA4D;YACzF,OAAO,EACL,2FAA2F;gBAC3F,mEAAmE;gBACnE,6CAA6C;SAChD,CAAC,CAAC;IACL,CAAC;IAED,iCAAiC;IACjC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;QACtD,IAAI,kBAAkB,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACjD,WAAW,CAAC,IAAI,CAAC;gBACf,QAAQ,EAAE,qBAAqB;gBAC/B,QAAQ,EAAE,KAAK;gBACf,OAAO,EAAE,8DAA8D;gBACvE,OAAO,EACL,yEAAyE;oBACzE,oDAAoD;aACvD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,sDAAsD;IACtD,MAAM,aAAa,GAA2B,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;IAC7E,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IAElF,OAAO,WAAW,CAAC;AACrB,CAAC"}