codeprobe 0.1.0

package/dist/core/promptLinter.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Prompt spec linter.
+ *
+ * Validates prompt specification files against a set of configurable
+ * rules covering clarity, safety, completeness, and consistency.
+ */
+import type { LintWarning } from '../types/diagnostics.js';
+/**
+ * Lint a single prompt spec file and return all warnings.
+ *
+ * @param specPath  Absolute path to a YAML prompt spec file.
+ * @returns         Array of lint warnings.
+ */
+export declare function lintPrompt(specPath: string): Promise<LintWarning[]>;
+/**
+ * Lint all prompt spec files in a directory recursively.
+ *
+ * Looks for files with `.yaml` or `.yml` extensions.
+ *
+ * @param dirPath  Absolute path to the directory to scan.
+ * @returns        Array of lint warnings from all discovered spec files.
+ */
+export declare function lintDirectory(dirPath: string): Promise<LintWarning[]>;
+//# sourceMappingURL=promptLinter.d.ts.map

package/dist/core/promptLinter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"promptLinter.d.ts","sourceRoot":"","sources":["../../src/core/promptLinter.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAKH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AA8Q3D;;;;;GAKG;AACH,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,CAezE;AAED;;;;;;;GAOG;AACH,wBAAsB,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,CAwC3E"}

package/dist/core/promptLinter.js

@@ -0,0 +1,319 @@
+/**
+ * Prompt spec linter.
+ *
+ * Validates prompt specification files against a set of configurable
+ * rules covering clarity, safety, completeness, and consistency.
+ */
+import { readFile, stat } from 'node:fs/promises';
+import { extname } from 'node:path';
+import yaml from 'js-yaml';
+import { walkDirectory } from '../utils/fs.js';
+/**
+ * Vague words that lack specificity when used without further qualification.
+ */
+const VAGUE_WORDS = [
+    'good', 'nice', 'appropriate', 'proper', 'suitable',
+    'adequate', 'reasonable', 'decent', 'fine', 'okay',
+    'correct', 'right', 'best', 'great', 'optimal',
+];
+/**
+ * Patterns that suggest potential prompt injection vulnerabilities.
+ */
+const INJECTION_PATTERNS = [
+    /ignore\s+(all\s+)?previous/i,
+    /disregard\s+(all\s+)?previous/i,
+    /disregard\s+(all\s+)?(above|prior)/i,
+    /forget\s+(all\s+)?previous/i,
+    /new\s+instructions?\s*:/i,
+    /override\s+(system|instructions)/i,
+    /you\s+are\s+now\s+/i,
+    /act\s+as\s+if\s+/i,
+    /pretend\s+(that\s+)?you/i,
+    /ignore\s+everything\s+(above|before)/i,
+];
+/**
+ * Contradictory instruction pairs: [patternA, patternB, description].
+ */
+const CONTRADICTIONS = [
+    [/be\s+concise/i, /explain\s+in\s+detail/i, '"be concise" vs "explain in detail"'],
+    [/be\s+brief/i, /be\s+thorough/i, '"be brief" vs "be thorough"'],
+    [/keep\s+it\s+short/i, /provide\s+(a\s+)?comprehensive/i, '"keep it short" vs "provide comprehensive"'],
+    [/one\s+sentence/i, /multiple\s+paragraphs/i, '"one sentence" vs "multiple paragraphs"'],
+    [/do\s+not\s+explain/i, /explain\s+(your|the)\s+reasoning/i, '"do not explain" vs "explain reasoning"'],
+    [/no\s+examples/i, /provide\s+examples/i, '"no examples" vs "provide examples"'],
+];
+/**
+ * Rough token estimation: ~4 characters per token for English text.
+ */
+function estimateTokenCount(text) {
+    if (!text)
+        return 0;
+    return Math.ceil(text.length / 4);
+}
+/**
+ * Parse a YAML file into a PromptSpec. Returns null on parse failure.
+ */
+async function parseSpec(specPath) {
+    let content;
+    try {
+        content = await readFile(specPath, 'utf-8');
+    }
+    catch {
+        return null;
+    }
+    let parsed;
+    try {
+        parsed = yaml.load(content);
+    }
+    catch {
+        return null;
+    }
+    if (parsed === null || parsed === undefined || typeof parsed !== 'object') {
+        return null;
+    }
+    const obj = parsed;
+    return {
+        name: typeof obj['name'] === 'string' ? obj['name'] : specPath,
+        description: typeof obj['description'] === 'string' ? obj['description'] : undefined,
+        model: typeof obj['model'] === 'string' ? obj['model'] : undefined,
+        system: typeof obj['system'] === 'string' ? obj['system'] : undefined,
+        prompt: typeof obj['prompt'] === 'string' ? obj['prompt'] : '',
+        tests: Array.isArray(obj['tests']) ? parseRawTests(obj['tests']) : undefined,
+    };
+}
+/**
+ * Parse raw test entries from YAML.
+ */
+function parseRawTests(rawTests) {
+    return rawTests
+        .filter((t) => typeof t === 'object' && t !== null)
+        .map((t) => {
+        const test = {
+            name: typeof t['name'] === 'string' ? t['name'] : 'unnamed',
+            input: typeof t['input'] === 'string' ? t['input'] : undefined,
+            inputFile: typeof t['inputFile'] === 'string' ? t['inputFile'] : undefined,
+        };
+        if (typeof t['expect'] === 'object' && t['expect'] !== null) {
+            const e = t['expect'];
+            const expect = {};
+            if (Array.isArray(e['contains'])) {
+                expect.contains = e['contains'].filter((v) => typeof v === 'string');
+            }
+            if (Array.isArray(e['notContains'])) {
+                expect.notContains = e['notContains'].filter((v) => typeof v === 'string');
+            }
+            if (Array.isArray(e['regex'])) {
+                expect.regex = e['regex'].filter((v) => typeof v === 'string');
+            }
+            if (typeof e['equals'] === 'string') {
+                expect.equals = e['equals'];
+            }
+            if (typeof e['jsonSchema'] === 'object' && e['jsonSchema'] !== null) {
+                expect.jsonSchema = e['jsonSchema'];
+            }
+            test.expect = expect;
+        }
+        return test;
+    });
+}
+/**
+ * Check a single spec against all lint rules.
+ */
+function applyRules(spec, filePath) {
+    const warnings = [];
+    // Combine all text for full-spec checks
+    const fullText = [spec.system ?? '', spec.prompt].join('\n');
+    // Rule 1: no-vague-instructions
+    for (const word of VAGUE_WORDS) {
+        const pattern = new RegExp(`\\b${word}\\b`, 'gi');
+        const match = pattern.exec(fullText);
+        if (match) {
+            // Check it's not followed by a more specific qualifier
+            const afterMatch = fullText.slice(match.index + match[0].length, match.index + match[0].length + 30);
+            const hasQualifier = /^\s+(for|when|if|because|that|which|at|in|with)\b/.test(afterMatch);
+            if (!hasQualifier) {
+                warnings.push({
+                    file: filePath,
+                    rule: 'no-vague-instructions',
+                    severity: 'warning',
+                    message: `Vague word "${word}" found without specific qualification. Consider being more precise.`,
+                });
+            }
+        }
+    }
+    // Rule 2: require-format
+    const formatIndicators = [
+        /\bformat\b/i, /\bjson\b/i, /\bxml\b/i, /\byaml\b/i,
+        /\bmarkdown\b/i, /\bcsv\b/i, /\btable\b/i,
+        /\bbullet/i, /\bnumbered\s+list/i, /\blist\b/i,
+        /\boutput\s+as\b/i, /\brespond\s+(with|in|as)\b/i,
+    ];
+    const hasFormat = formatIndicators.some((p) => p.test(fullText));
+    if (!hasFormat) {
+        warnings.push({
+            file: filePath,
+            rule: 'require-format',
+            severity: 'warning',
+            message: 'No output format specified in prompt or system message. Consider specifying the expected response format.',
+        });
+    }
+    // Rule 3: weak-system-prompt
+    if (!spec.system) {
+        warnings.push({
+            file: filePath,
+            rule: 'weak-system-prompt',
+            severity: 'warning',
+            message: 'No system prompt defined. A system prompt helps set context and constraints.',
+        });
+    }
+    else if (spec.system.length < 20) {
+        warnings.push({
+            file: filePath,
+            rule: 'weak-system-prompt',
+            severity: 'warning',
+            message: `System prompt is very short (${spec.system.length} chars). Consider adding more context and constraints.`,
+        });
+    }
+    // Rule 4: prompt-injection-risk
+    for (const pattern of INJECTION_PATTERNS) {
+        const match = pattern.exec(fullText);
+        if (match) {
+            warnings.push({
+                file: filePath,
+                rule: 'prompt-injection-risk',
+                severity: 'error',
+                message: `Potential prompt injection pattern detected: "${match[0]}". This could be exploited to override instructions.`,
+            });
+        }
+    }
+    // Rule 5: oversized-prompt
+    const totalTokens = estimateTokenCount(fullText);
+    if (totalTokens > 4000) {
+        warnings.push({
+            file: filePath,
+            rule: 'oversized-prompt',
+            severity: 'warning',
+            message: `Prompt is estimated at ~${totalTokens} tokens, exceeding the 4000-token guideline. Consider trimming or splitting.`,
+        });
+    }
+    // Rule 6: missing-description
+    if (!spec.description) {
+        warnings.push({
+            file: filePath,
+            rule: 'missing-description',
+            severity: 'info',
+            message: 'No description field. Adding a description improves discoverability and documentation.',
+        });
+    }
+    // Rule 7: missing-tests
+    if (!spec.tests || spec.tests.length === 0) {
+        warnings.push({
+            file: filePath,
+            rule: 'missing-tests',
+            severity: 'warning',
+            message: 'No tests defined. Add tests to verify prompt behavior and prevent regressions.',
+        });
+    }
+    // Rule 8: missing-model
+    if (!spec.model) {
+        warnings.push({
+            file: filePath,
+            rule: 'missing-model',
+            severity: 'info',
+            message: 'No model specified. The default model will be used, which may produce unexpected results if changed.',
+        });
+    }
+    // Rule 9: missing-assertions
+    if (spec.tests && spec.tests.length > 0) {
+        for (const test of spec.tests) {
+            if (!test.expect) {
+                warnings.push({
+                    file: filePath,
+                    rule: 'missing-assertions',
+                    severity: 'warning',
+                    message: `Test "${test.name}" has no expect field. Tests without assertions cannot verify output correctness.`,
+                });
+            }
+        }
+    }
+    // Rule 10: contradictory-instructions
+    for (const [patternA, patternB, description] of CONTRADICTIONS) {
+        if (patternA.test(fullText) && patternB.test(fullText)) {
+            warnings.push({
+                file: filePath,
+                rule: 'contradictory-instructions',
+                severity: 'warning',
+                message: `Potentially contradictory instructions detected: ${description}. This may confuse the model.`,
+            });
+        }
+    }
+    return warnings;
+}
+/**
+ * Lint a single prompt spec file and return all warnings.
+ *
+ * @param specPath  Absolute path to a YAML prompt spec file.
+ * @returns         Array of lint warnings.
+ */
+export async function lintPrompt(specPath) {
+    const spec = await parseSpec(specPath);
+    if (!spec) {
+        return [
+            {
+                file: specPath,
+                rule: 'parse-error',
+                severity: 'error',
+                message: 'Failed to parse prompt spec file. Ensure it is valid YAML with a "prompt" field.',
+            },
+        ];
+    }
+    return applyRules(spec, specPath);
+}
+/**
+ * Lint all prompt spec files in a directory recursively.
+ *
+ * Looks for files with `.yaml` or `.yml` extensions.
+ *
+ * @param dirPath  Absolute path to the directory to scan.
+ * @returns        Array of lint warnings from all discovered spec files.
+ */
+export async function lintDirectory(dirPath) {
+    const warnings = [];
+    const promptExtensions = new Set(['.yaml', '.yml']);
+    // Verify directory exists
+    try {
+        const dirStat = await stat(dirPath);
+        if (!dirStat.isDirectory()) {
+            return [
+                {
+                    file: dirPath,
+                    rule: 'invalid-path',
+                    severity: 'error',
+                    message: `"${dirPath}" is not a directory.`,
+                },
+            ];
+        }
+    }
+    catch {
+        return [
+            {
+                file: dirPath,
+                rule: 'invalid-path',
+                severity: 'error',
+                message: `Directory "${dirPath}" does not exist or is not accessible.`,
+            },
+        ];
+    }
+    const entries = await walkDirectory(dirPath);
+    for (const entry of entries) {
+        if (!entry.isFile)
+            continue;
+        const ext = extname(entry.path).toLowerCase();
+        if (!promptExtensions.has(ext))
+            continue;
+        const fileWarnings = await lintPrompt(entry.path);
+        warnings.push(...fileWarnings);
+    }
+    return warnings;
+}
+//# sourceMappingURL=promptLinter.js.map

package/dist/core/promptLinter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"promptLinter.js","sourceRoot":"","sources":["../../src/core/promptLinter.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,IAAI,MAAM,SAAS,CAAC;AAG3B,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAE/C;;GAEG;AACH,MAAM,WAAW,GAA0B;IACzC,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,UAAU;IACnD,UAAU,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM;IAClD,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS;CAC/C,CAAC;AAEF;;GAEG;AACH,MAAM,kBAAkB,GAA0B;IAChD,6BAA6B;IAC7B,gCAAgC;IAChC,qCAAqC;IACrC,6BAA6B;IAC7B,0BAA0B;IAC1B,mCAAmC;IACnC,qBAAqB;IACrB,mBAAmB;IACnB,0BAA0B;IAC1B,uCAAuC;CACxC,CAAC;AAEF;;GAEG;AACH,MAAM,cAAc,GAA4C;IAC9D,CAAC,eAAe,EAAE,wBAAwB,EAAE,qCAAqC,CAAC;IAClF,CAAC,aAAa,EAAE,gBAAgB,EAAE,6BAA6B,CAAC;IAChE,CAAC,oBAAoB,EAAE,iCAAiC,EAAE,4CAA4C,CAAC;IACvG,CAAC,iBAAiB,EAAE,wBAAwB,EAAE,yCAAyC,CAAC;IACxF,CAAC,qBAAqB,EAAE,mCAAmC,EAAE,yCAAyC,CAAC;IACvG,CAAC,gBAAgB,EAAE,qBAAqB,EAAE,qCAAqC,CAAC;CACjF,CAAC;AAEF;;GAEG;AACH,SAAS,kBAAkB,CAAC,IAAY;IACtC,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC;IACpB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACpC,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,SAAS,CACtB,QAAgB;IAEhB,IAAI,OAAe,CAAC;IACpB,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,SAAS,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1E,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,GAAG,GAAG,MAAiC,CAAC;IAE9C,OAAO;QACL,IAAI,EAAE,OAAO,GAAG,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ;QAC9D,WAAW,EAAE,OAAO,GAAG,CAAC,aAAa,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS;QACpF,KAAK,EAAE,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;QAClE,MAAM,EAAE,OAAO,GAAG,CAAC,QAAQ,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS;QACrE,MAAM,EAAE,OAAO,GAAG,CAAC,QAAQ,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE;QAC9D,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;KAC7E,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,QAAmB;IACxC,OAAO,QAAQ;SACZ,MAAM,CAAC,CAAC,CAAC,EAAgC,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,CAAC;SAChF,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,MAAM,IAAI,GAAe;YACvB,IAAI,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;YAC3D,KAAK,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;YAC9D,SAAS,EAAE,OAAO,CAAC,CAAC,WAAW,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;SAC3E,CAAC;QAEF,IAAI,OAAO,CAAC,CAAC,QAAQ,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC;YAC5D,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAA4B,CAAC;YACjD,MAAM,MAAM,GAAoB,EAAE,CAAC;YAEnC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;gBACjC,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;YACpF,CAAC;YACD,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC;gBACpC,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;YAC1F,CAAC;YACD,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;gBAC9B,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;YAC9E,CAAC;YACD,IAAI,OAAO,CAAC,CAAC,QAAQ,CAAC,KAAK,QAAQ,EAAE,CAAC;gBACpC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;YAC9B,CAAC;YACD,IAAI,OAAO,CAAC,CAAC,YAAY,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,YAAY,CAAC,KAAK,IAAI,EAAE,CAAC;gBACpE,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,YAAY,CAA4B,CAAC;YACjE,CAAC;YAED,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACvB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;GAEG;AACH,SAAS,UAAU,CAAC,IAAgB,EAAE,QAAgB;IACpD,MAAM,QAAQ,GAAkB,EAAE,CAAC;IAEnC,wCAAwC;IACxC,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE7D,gCAAgC;IAChC,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,MAAM,IAAI,KAAK,EAAE,IAAI,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,KAAK,EAAE,CAAC;YACV,uDAAuD;YACvD,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;YACrG,MAAM,YAAY,GAAG,mDAAmD,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC1F,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,uBAAuB;oBAC7B,QAAQ,EAAE,SAAS;oBACnB,OAAO,EAAE,eAAe,IAAI,sEAAsE;iBACnG,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,yBAAyB;IACzB,MAAM,gBAAgB,GAAG;QACvB,aAAa,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW;QACnD,eAAe,EAAE,UAAU,EAAE,YAAY;QACzC,WAAW,EAAE,oBAAoB,EAAE,WAAW;QAC9C,kBAAkB,EAAE,6BAA6B;KAClD,CAAC;IACF,MAAM,SAAS,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACjE,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,gBAAgB;YACtB,QAAQ,EAAE,SAAS;YACnB,OAAO,EAAE,2GAA2G;SACrH,CAAC,CAAC;IACL,CAAC;IAED,6BAA6B;IAC7B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACjB,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,oBAAoB;YAC1B,QAAQ,EAAE,SAAS;YACnB,OAAO,EAAE,8EAA8E;SACxF,CAAC,CAAC;IACL,CAAC;SAAM,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACnC,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,oBAAoB;YAC1B,QAAQ,EAAE,SAAS;YACnB,OAAO,EAAE,gCAAgC,IAAI,CAAC,MAAM,CAAC,MAAM,wDAAwD;SACpH,CAAC,CAAC;IACL,CAAC;IAED,gCAAgC;IAChC,KAAK,MAAM,OAAO,IAAI,kBAAkB,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,KAAK,EAAE,CAAC;YACV,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,uBAAuB;gBAC7B,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,iDAAiD,KAAK,CAAC,CAAC,CAAC,sDAAsD;aACzH,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,MAAM,WAAW,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IACjD,IAAI,WAAW,GAAG,IAAI,EAAE,CAAC;QACvB,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,SAAS;YACnB,OAAO,EAAE,2BAA2B,WAAW,8EAA8E;SAC9H,CAAC,CAAC;IACL,CAAC;IAED,8BAA8B;IAC9B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QACtB,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,qBAAqB;YAC3B,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,wFAAwF;SAClG,CAAC,CAAC;IACL,CAAC;IAED,wBAAwB;IACxB,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3C,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,eAAe;YACrB,QAAQ,EAAE,SAAS;YACnB,OAAO,EAAE,gFAAgF;SAC1F,CAAC,CAAC;IACL,CAAC;IAED,wBAAwB;IACxB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QAChB,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,eAAe;YACrB,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,sGAAsG;SAChH,CAAC,CAAC;IACL,CAAC;IAED,6BAA6B;IAC7B,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjB,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,oBAAoB;oBAC1B,QAAQ,EAAE,SAAS;oBACnB,OAAO,EAAE,SAAS,IAAI,CAAC,IAAI,mFAAmF;iBAC/G,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,sCAAsC;IACtC,KAAK,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,WAAW,CAAC,IAAI,cAAc,EAAE,CAAC;QAC/D,IAAI,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvD,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,4BAA4B;gBAClC,QAAQ,EAAE,SAAS;gBACnB,OAAO,EAAE,oDAAoD,WAAW,+BAA+B;aACxG,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,QAAgB;IAC/C,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;IAEvC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO;YACL;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,aAAa;gBACnB,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,kFAAkF;aAC5F;SACF,CAAC;IACJ,CAAC;IAED,OAAO,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AACpC,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAe;IACjD,MAAM,QAAQ,GAAkB,EAAE,CAAC;IACnC,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;IAEpD,0BAA0B;IAC1B,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC;QACpC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;YAC3B,OAAO;gBACL;oBACE,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,cAAc;oBACpB,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,IAAI,OAAO,uBAAuB;iBAC5C;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;YACL;gBACE,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,cAAc;gBACpB,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,cAAc,OAAO,wCAAwC;aACvE;SACF,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC;IAE7C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,CAAC,MAAM;YAAE,SAAS;QAC5B,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QAC9C,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAEzC,MAAM,YAAY,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClD,QAAQ,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;IACjC,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/core/promptRunner.d.ts

@@ -0,0 +1,31 @@
+/**
+ * Prompt test runner — parses prompt specs, runs tests, and evaluates assertions.
+ */
+import type { PromptSpec, PromptTest, TestExpectation, TestResult, AssertionResult, ExecutionMode } from '../types/prompt.js';
+/**
+ * Options controlling how prompt tests are executed.
+ */
+export interface RunOptions {
+    mode: ExecutionMode;
+    verbose?: boolean;
+    cache?: boolean;
+    json?: boolean;
+    modelOverride?: string;
+}
+/**
+ * Parse and validate a prompt spec YAML file.
+ */
+export declare function parsePromptSpec(filePath: string): Promise<PromptSpec>;
+/**
+ * Evaluate all assertions for a test expectation against actual output.
+ */
+export declare function evaluateAssertions(output: string, expect: TestExpectation): AssertionResult[];
+/**
+ * Run a single prompt test and return the result.
+ */
+export declare function runSingleTest(spec: PromptSpec, test: PromptTest, options: RunOptions): Promise<TestResult>;
+/**
+ * Run all tests defined in a prompt spec file.
+ */
+export declare function runPromptTests(specPath: string, options: RunOptions): Promise<TestResult[]>;
+//# sourceMappingURL=promptRunner.d.ts.map

package/dist/core/promptRunner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"promptRunner.d.ts","sourceRoot":"","sources":["../../src/core/promptRunner.ts"],"names":[],"mappings":"AAAA;;GAEG;AAcH,OAAO,KAAK,EACV,UAAU,EACV,UAAU,EACV,eAAe,EACf,UAAU,EACV,eAAe,EACf,aAAa,EACd,MAAM,oBAAoB,CAAC;AAK5B;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,aAAa,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AA0CD;;GAEG;AACH,wBAAsB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CA0B3E;AAuED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,eAAe,GACtB,eAAe,EAAE,CAmMnB;AAMD;;GAEG;AACH,wBAAsB,aAAa,CACjC,IAAI,EAAE,UAAU,EAChB,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,CAAC,CA8FrB;AAMD;;GAEG;AACH,wBAAsB,cAAc,CAClC,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,UAAU,EAAE,CAAC,CAevB"}