codeprobe 0.1.0

package/dist/core/scorer.js

@@ -0,0 +1,317 @@
+/**
+ * Scoring engine that evaluates prompt outputs on multiple criteria
+ * and produces a 0-100 score with an A-F grade.
+ *
+ * All scoring is heuristic — no API calls are made.
+ */
+import { evaluateAssertions } from './promptRunner.js';
+// ---------------------------------------------------------------------------
+// Grade mapping
+// ---------------------------------------------------------------------------
+function gradeFromScore(score) {
+    if (score >= 90)
+        return 'A';
+    if (score >= 80)
+        return 'B';
+    if (score >= 70)
+        return 'C';
+    if (score >= 60)
+        return 'D';
+    return 'F';
+}
+// ---------------------------------------------------------------------------
+// Criterion 1: Assertion pass rate (weight 0.4)
+// ---------------------------------------------------------------------------
+function scoreAssertions(output, test) {
+    const expect = test.expect;
+    if (!expect) {
+        return {
+            name: 'Assertions',
+            score: 100,
+            weight: 0.4,
+            details: 'No assertions defined — full marks by default',
+        };
+    }
+    const results = evaluateAssertions(output, expect);
+    if (results.length === 0) {
+        return {
+            name: 'Assertions',
+            score: 100,
+            weight: 0.4,
+            details: 'No assertions evaluated — full marks by default',
+        };
+    }
+    const passed = results.filter((r) => r.passed).length;
+    const total = results.length;
+    const rate = passed / total;
+    const score = Math.round(rate * 100);
+    return {
+        name: 'Assertions',
+        score,
+        weight: 0.4,
+        details: `${passed}/${total} assertions passed (${score}%)`,
+    };
+}
+// ---------------------------------------------------------------------------
+// Criterion 2: Length appropriateness (weight 0.15)
+// ---------------------------------------------------------------------------
+function scoreLengthAppropriateness(output, spec, test) {
+    const inputText = test.input ?? spec.prompt;
+    const inputLength = inputText.length;
+    const outputLength = output.length;
+    // Heuristics:
+    // - Output should not be empty
+    // - Output should not be excessively short (< 10 chars) or excessively long (> 20x input)
+    // - A reasonable ratio is between 0.1x and 5x the input length
+    if (outputLength === 0) {
+        return {
+            name: 'Length',
+            score: 0,
+            weight: 0.15,
+            details: 'Output is empty',
+        };
+    }
+    // Check explicit length constraints from the test expectations
+    const expect = test.expect;
+    let penaltyFromConstraints = 0;
+    if (expect?.minLength !== undefined && outputLength < expect.minLength) {
+        penaltyFromConstraints += 40;
+    }
+    if (expect?.maxLength !== undefined && outputLength > expect.maxLength) {
+        penaltyFromConstraints += 40;
+    }
+    // General heuristic: output ratio
+    const ratio = outputLength / Math.max(inputLength, 1);
+    let heuristicScore = 100;
+    if (outputLength < 10) {
+        heuristicScore = 20;
+    }
+    else if (ratio < 0.05) {
+        // Very short compared to input
+        heuristicScore = 50;
+    }
+    else if (ratio > 20) {
+        // Excessively long compared to input
+        heuristicScore = 60;
+    }
+    else if (ratio >= 0.1 && ratio <= 5) {
+        // Sweet spot
+        heuristicScore = 100;
+    }
+    else {
+        // Acceptable but not ideal
+        heuristicScore = 80;
+    }
+    const score = Math.max(0, Math.min(100, heuristicScore - penaltyFromConstraints));
+    return {
+        name: 'Length',
+        score,
+        weight: 0.15,
+        details: `Output: ${outputLength} chars, Input: ${inputLength} chars (ratio: ${ratio.toFixed(2)})`,
+    };
+}
+// ---------------------------------------------------------------------------
+// Criterion 3: Format compliance (weight 0.15)
+// ---------------------------------------------------------------------------
+function scoreFormatCompliance(output, spec) {
+    const combined = [spec.prompt, spec.system ?? ''].join(' ').toLowerCase();
+    const checks = [];
+    // Check for bullet point format hints
+    const wantsBullets = combined.includes('bullet') ||
+        combined.includes('- ') ||
+        /\blist\b/.test(combined) ||
+        /\bpoints?\b/.test(combined);
+    if (wantsBullets) {
+        const hasBullets = /^[\s]*[-*]\s/m.test(output);
+        checks.push({ hint: 'bullet points', detected: true, present: hasBullets });
+    }
+    // Check for JSON format hints
+    const wantsJson = combined.includes('json') || combined.includes('object');
+    if (wantsJson) {
+        let isValidJson = false;
+        try {
+            JSON.parse(output.trim());
+            isValidJson = true;
+        }
+        catch {
+            // Not valid JSON
+        }
+        checks.push({ hint: 'JSON format', detected: true, present: isValidJson });
+    }
+    // Check for numbered list format hints
+    const wantsNumbered = combined.includes('numbered') || combined.includes('step');
+    if (wantsNumbered) {
+        const hasNumbers = /^\s*\d+[.)]\s/m.test(output);
+        checks.push({ hint: 'numbered list', detected: true, present: hasNumbers });
+    }
+    // Check for heading/section hints
+    const wantsHeadings = combined.includes('heading') || combined.includes('section');
+    if (wantsHeadings) {
+        const hasHeadings = /^#+\s/m.test(output) || /^[A-Z][^.!?]*:$/m.test(output);
+        checks.push({ hint: 'headings', detected: true, present: hasHeadings });
+    }
+    if (checks.length === 0) {
+        return {
+            name: 'Format',
+            score: 80,
+            weight: 0.15,
+            details: 'No specific format hints detected in prompt — default score',
+        };
+    }
+    const matched = checks.filter((c) => c.present).length;
+    const score = Math.round((matched / checks.length) * 100);
+    const matchedHints = checks
+        .map((c) => `${c.hint}: ${c.present ? 'yes' : 'no'}`)
+        .join(', ');
+    return {
+        name: 'Format',
+        score,
+        weight: 0.15,
+        details: `Format checks: ${matchedHints}`,
+    };
+}
+// ---------------------------------------------------------------------------
+// Criterion 4: Relevance — word overlap (weight 0.15)
+// ---------------------------------------------------------------------------
+function scoreRelevance(output, spec, test) {
+    const inputText = test.input ?? spec.prompt;
+    // Extract meaningful words from the input (>= 3 chars, lowercase, no stopwords)
+    const stopwords = new Set([
+        'the', 'and', 'for', 'that', 'this', 'with', 'are', 'was', 'were', 'been',
+        'has', 'have', 'had', 'not', 'but', 'can', 'will', 'from', 'they', 'them',
+        'its', 'you', 'your', 'all', 'about', 'into', 'also', 'more', 'some',
+        'than', 'each', 'which', 'their', 'would', 'could', 'should', 'there',
+    ]);
+    const extractWords = (text) => {
+        const words = text.toLowerCase()
+            .replace(/[^a-z0-9\s-]/g, ' ')
+            .split(/\s+/)
+            .filter((w) => w.length >= 3 && !stopwords.has(w));
+        return new Set(words);
+    };
+    const inputWords = extractWords(inputText);
+    const outputWords = extractWords(output);
+    if (inputWords.size === 0) {
+        return {
+            name: 'Relevance',
+            score: 80,
+            weight: 0.15,
+            details: 'No meaningful input words to compare — default score',
+        };
+    }
+    // Calculate overlap: what fraction of input keywords appear in the output?
+    let overlap = 0;
+    for (const word of inputWords) {
+        if (outputWords.has(word)) {
+            overlap++;
+        }
+    }
+    const overlapRate = overlap / inputWords.size;
+    // Score: scale 0-1 overlap to 0-100, with a floor at 20 for non-empty output
+    let score;
+    if (output.trim().length === 0) {
+        score = 0;
+    }
+    else {
+        // Use a generous curve: 30% overlap is already quite good for a summary
+        score = Math.min(100, Math.round(overlapRate * 200));
+        score = Math.max(score, 20); // At least 20 for producing any response
+    }
+    return {
+        name: 'Relevance',
+        score,
+        weight: 0.15,
+        details: `${overlap}/${inputWords.size} input keywords found in output (${Math.round(overlapRate * 100)}% overlap)`,
+    };
+}
+// ---------------------------------------------------------------------------
+// Criterion 5: Completeness (weight 0.15)
+// ---------------------------------------------------------------------------
+function scoreCompleteness(output) {
+    const trimmed = output.trim();
+    if (trimmed.length === 0) {
+        return {
+            name: 'Completeness',
+            score: 0,
+            weight: 0.15,
+            details: 'Output is empty',
+        };
+    }
+    let score = 100;
+    const issues = [];
+    // Check 1: Does it end mid-sentence? (ends with common incomplete indicators)
+    const lastChar = trimmed[trimmed.length - 1];
+    const sentenceEnders = new Set(['.', '!', '?', ':', ';', ')', ']', '}', '"', "'", '`']);
+    const bulletEnder = /[-*]\s*$/;
+    if (!sentenceEnders.has(lastChar) && !bulletEnder.test(trimmed)) {
+        // Might be mid-sentence — penalize unless it's a list item
+        const lastLine = trimmed.split('\n').pop() ?? '';
+        const isListItem = /^[\s]*[-*\d.]+\s/.test(lastLine);
+        if (!isListItem) {
+            score -= 20;
+            issues.push('may end mid-sentence');
+        }
+    }
+    // Check 2: Very short output (< 20 chars) is likely incomplete
+    if (trimmed.length < 20) {
+        score -= 15;
+        issues.push('very short output');
+    }
+    // Check 3: Unbalanced brackets/quotes suggest truncation
+    const brackets = [['(', ')'], ['[', ']'], ['{', '}']];
+    for (const [open, close] of brackets) {
+        const openCount = (trimmed.match(new RegExp(`\\${open}`, 'g')) ?? []).length;
+        const closeCount = (trimmed.match(new RegExp(`\\${close}`, 'g')) ?? []).length;
+        if (openCount > closeCount) {
+            score -= 10;
+            issues.push(`unbalanced ${open}${close}`);
+            break; // Only penalize once for bracket issues
+        }
+    }
+    // Check 4: Ends with ellipsis or continuation markers
+    if (trimmed.endsWith('...') || trimmed.endsWith('etc') || trimmed.endsWith('and so on')) {
+        score -= 5;
+        issues.push('ends with continuation marker');
+    }
+    score = Math.max(0, score);
+    return {
+        name: 'Completeness',
+        score,
+        weight: 0.15,
+        details: issues.length > 0
+            ? `Issues: ${issues.join(', ')}`
+            : 'Output appears complete and well-formed',
+    };
+}
+// ---------------------------------------------------------------------------
+// Main scoring function
+// ---------------------------------------------------------------------------
+/**
+ * Score a prompt output on multiple criteria and produce a 0-100 score.
+ *
+ * Criteria and weights:
+ *   1. Assertion pass rate   (0.40)
+ *   2. Length appropriateness (0.15)
+ *   3. Format compliance      (0.15)
+ *   4. Relevance              (0.15)
+ *   5. Completeness           (0.15)
+ */
+export function scoreOutput(output, spec, test) {
+    const criteria = [
+        scoreAssertions(output, test),
+        scoreLengthAppropriateness(output, spec, test),
+        scoreFormatCompliance(output, spec),
+        scoreRelevance(output, spec, test),
+        scoreCompleteness(output),
+    ];
+    // Weighted average
+    const weightedSum = criteria.reduce((sum, c) => sum + c.score * c.weight, 0);
+    const totalWeight = criteria.reduce((sum, c) => sum + c.weight, 0);
+    const overall = Math.round(weightedSum / totalWeight);
+    return {
+        overall,
+        criteria,
+        grade: gradeFromScore(overall),
+    };
+}
+//# sourceMappingURL=scorer.js.map

package/dist/core/scorer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scorer.js","sourceRoot":"","sources":["../../src/core/scorer.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAmBvD,8EAA8E;AAC9E,gBAAgB;AAChB,8EAA8E;AAE9E,SAAS,cAAc,CAAC,KAAa;IACnC,IAAI,KAAK,IAAI,EAAE;QAAE,OAAO,GAAG,CAAC;IAC5B,IAAI,KAAK,IAAI,EAAE;QAAE,OAAO,GAAG,CAAC;IAC5B,IAAI,KAAK,IAAI,EAAE;QAAE,OAAO,GAAG,CAAC;IAC5B,IAAI,KAAK,IAAI,EAAE;QAAE,OAAO,GAAG,CAAC;IAC5B,OAAO,GAAG,CAAC;AACb,CAAC;AAED,8EAA8E;AAC9E,gDAAgD;AAChD,8EAA8E;AAE9E,SAAS,eAAe,CAAC,MAAc,EAAE,IAAgB;IACvD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO;YACL,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,GAAG;YACX,OAAO,EAAE,+CAA+C;SACzD,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO;YACL,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,GAAG;YACX,OAAO,EAAE,iDAAiD;SAC3D,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IACtD,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7B,MAAM,IAAI,GAAG,MAAM,GAAG,KAAK,CAAC;IAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC;IAErC,OAAO;QACL,IAAI,EAAE,YAAY;QAClB,KAAK;QACL,MAAM,EAAE,GAAG;QACX,OAAO,EAAE,GAAG,MAAM,IAAI,KAAK,uBAAuB,KAAK,IAAI;KAC5D,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,oDAAoD;AACpD,8EAA8E;AAE9E,SAAS,0BAA0B,CAAC,MAAc,EAAE,IAAgB,EAAE,IAAgB;IACpF,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC;IAC5C,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC;IACrC,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC;IAEnC,cAAc;IACd,+BAA+B;IAC/B,0FAA0F;IAC1F,+DAA+D;IAE/D,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE,iBAAiB;SAC3B,CAAC;IACJ,CAAC;IAED,+DAA+D;IAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,IAAI,sBAAsB,GAAG,CAAC,CAAC;IAC/B,IAAI,MAAM,EAAE,SAAS,KAAK,SAAS,IAAI,YAAY,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QACvE,sBAAsB,IAAI,EAAE,CAAC;IAC/B,CAAC;IACD,IAAI,MAAM,EAAE,SAAS,KAAK,SAAS,IAAI,YAAY,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QACvE,sBAAsB,IAAI,EAAE,CAAC;IAC/B,CAAC;IAED,kCAAkC;IAClC,MAAM,KAAK,GAAG,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACtD,IAAI,cAAc,GAAG,GAAG,CAAC;IAEzB,IAAI,YAAY,GAAG,EAAE,EAAE,CAAC;QACtB,cAAc,GAAG,EAAE,CAAC;IACtB,CAAC;SAAM,IAAI,KAAK,GAAG,IAAI,EAAE,CAAC;QACxB,+BAA+B;QAC/B,cAAc,GAAG,EAAE,CAAC;IACtB,CAAC;SAAM,IAAI,KAAK,GAAG,EAAE,EAAE,CAAC;QACtB,qCAAqC;QACrC,cAAc,GAAG,EAAE,CAAC;IACtB,CAAC;SAAM,IAAI,KAAK,IAAI,GAAG,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACtC,aAAa;QACb,cAAc,GAAG,GAAG,CAAC;IACvB,CAAC;SAAM,CAAC;QACN,2BAA2B;QAC3B,cAAc,GAAG,EAAE,CAAC;IACtB,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,cAAc,GAAG,sBAAsB,CAAC,CAAC,CAAC;IAElF,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,KAAK;QACL,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,WAAW,YAAY,kBAAkB,WAAW,kBAAkB,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;KACnG,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,+CAA+C;AAC/C,8EAA8E;AAE9E,SAAS,qBAAqB,CAAC,MAAc,EAAE,IAAgB;IAC7D,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IAE1E,MAAM,MAAM,GAAiE,EAAE,CAAC;IAEhF,sCAAsC;IACtC,MAAM,YAAY,GAAG,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC9C,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC;QACvB,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC;QACzB,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAE/B,IAAI,YAAY,EAAE,CAAC;QACjB,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,8BAA8B;IAC9B,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC3E,IAAI,SAAS,EAAE,CAAC;QACd,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;YAC1B,WAAW,GAAG,IAAI,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,iBAAiB;QACnB,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED,uCAAuC;IACvC,MAAM,aAAa,GAAG,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjF,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACjD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,kCAAkC;IAClC,MAAM,aAAa,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IACnF,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7E,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE,6DAA6D;SACvE,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IACvD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;IAC1D,MAAM,YAAY,GAAG,MAAM;SACxB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,KAAK;QACL,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,kBAAkB,YAAY,EAAE;KAC1C,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,sDAAsD;AACtD,8EAA8E;AAE9E,SAAS,cAAc,CAAC,MAAc,EAAE,IAAgB,EAAE,IAAgB;IACxE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC;IAE5C,gFAAgF;IAChF,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC;QACxB,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM;QACzE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;QACzE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;QACpE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO;KACtE,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,CAAC,IAAY,EAAe,EAAE;QACjD,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE;aAC7B,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC;aAC7B,KAAK,CAAC,KAAK,CAAC;aACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IACxB,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;IAC3C,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IAEzC,IAAI,UAAU,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE,sDAAsD;SAChE,CAAC;IACJ,CAAC;IAED,2EAA2E;IAC3E,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC;IAE9C,6EAA6E;IAC7E,IAAI,KAAa,CAAC;IAClB,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,KAAK,GAAG,CAAC,CAAC;IACZ,CAAC;SAAM,CAAC;QACN,wEAAwE;QACxE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,CAAC;QACrD,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,yCAAyC;IACxE,CAAC;IAED,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,KAAK;QACL,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,GAAG,OAAO,IAAI,UAAU,CAAC,IAAI,oCAAoC,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC,YAAY;KACpH,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,0CAA0C;AAC1C,8EAA8E;AAE9E,SAAS,iBAAiB,CAAC,MAAc;IACvC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;IAE9B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO;YACL,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE,iBAAiB;SAC3B,CAAC;IACJ,CAAC;IAED,IAAI,KAAK,GAAG,GAAG,CAAC;IAChB,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,8EAA8E;IAC9E,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC;IAC9C,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;IACxF,MAAM,WAAW,GAAG,UAAU,CAAC;IAE/B,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAChE,2DAA2D;QAC3D,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QACjD,MAAM,UAAU,GAAG,kBAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,KAAK,IAAI,EAAE,CAAC;YACZ,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED,+DAA+D;IAC/D,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACxB,KAAK,IAAI,EAAE,CAAC;QACZ,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACnC,CAAC;IAED,yDAAyD;IACzD,MAAM,QAAQ,GAA4B,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;IAC/E,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,QAAQ,EAAE,CAAC;QACrC,MAAM,SAAS,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QAC7E,MAAM,UAAU,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,KAAK,EAAE,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QAC/E,IAAI,SAAS,GAAG,UAAU,EAAE,CAAC;YAC3B,KAAK,IAAI,EAAE,CAAC;YACZ,MAAM,CAAC,IAAI,CAAC,cAAc,IAAI,GAAG,KAAK,EAAE,CAAC,CAAC;YAC1C,MAAM,CAAC,wCAAwC;QACjD,CAAC;IACH,CAAC;IAED,sDAAsD;IACtD,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACxF,KAAK,IAAI,CAAC,CAAC;QACX,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAE3B,OAAO;QACL,IAAI,EAAE,cAAc;QACpB,KAAK;QACL,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC;YACxB,CAAC,CAAC,WAAW,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YAChC,CAAC,CAAC,yCAAyC;KAC9C,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,wBAAwB;AACxB,8EAA8E;AAE9E;;;;;;;;;GASG;AACH,MAAM,UAAU,WAAW,CAAC,MAAc,EAAE,IAAgB,EAAE,IAAgB;IAC5E,MAAM,QAAQ,GAAqB;QACjC,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC;QAC7B,0BAA0B,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC;QAC9C,qBAAqB,CAAC,MAAM,EAAE,IAAI,CAAC;QACnC,cAAc,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC;QAClC,iBAAiB,CAAC,MAAM,CAAC;KAC1B,CAAC;IAEF,mBAAmB;IACnB,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC7E,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACnE,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,WAAW,CAAC,CAAC;IAEtD,OAAO;QACL,OAAO;QACP,QAAQ;QACR,KAAK,EAAE,cAAc,CAAC,OAAO,CAAC;KAC/B,CAAC;AACJ,CAAC"}

package/dist/core/securityScanner.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Security scanner for prompt specification files.
+ *
+ * Checks prompt files for common security vulnerabilities including
+ * prompt injection, unsafe interpolation, secret leakage, dangerous
+ * permission grants, and instruction override patterns.
+ */
+import type { SecurityFinding } from '../types/diagnostics.js';
+/**
+ * Scan a repository's prompt files for security issues.
+ *
+ * Checks for:
+ * 1. `prompt-injection`: Patterns that override or ignore previous instructions
+ * 2. `unsafe-interpolation`: Template patterns without sanitization
+ * 3. `secret-leakage`: API keys, tokens, passwords embedded in prompts
+ * 4. `dangerous-structure`: System prompts granting excessive permissions
+ * 5. `instruction-override`: Patterns that replace system instructions
+ *
+ * @param rootPath  Absolute path to the repository root.
+ * @returns         Array of security findings sorted by severity.
+ */
+export declare function scanSecurity(rootPath: string): Promise<SecurityFinding[]>;
+//# sourceMappingURL=securityScanner.d.ts.map

package/dist/core/securityScanner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"securityScanner.d.ts","sourceRoot":"","sources":["../../src/core/securityScanner.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AA2L/D;;;;;;;;;;;;GAYG;AACH,wBAAsB,YAAY,CAChC,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,eAAe,EAAE,CAAC,CAwC5B"}

package/dist/core/securityScanner.js

@@ -0,0 +1,216 @@
+/**
+ * Security scanner for prompt specification files.
+ *
+ * Checks prompt files for common security vulnerabilities including
+ * prompt injection, unsafe interpolation, secret leakage, dangerous
+ * permission grants, and instruction override patterns.
+ */
+import { extname } from 'node:path';
+import { stat } from 'node:fs/promises';
+import { walkDirectory, readTextFile } from '../utils/fs.js';
+/** Directories to skip during traversal. */
+const SKIP_DIRS = new Set([
+    'node_modules', '.git', 'dist', 'build', 'coverage',
+    '__pycache__', '.next', '.nuxt', '.cache', '.turbo',
+    '.parcel-cache', '.vscode', '.idea', 'vendor', 'tmp',
+    '.tmp', '.terraform',
+]);
+/** File extensions to scan. */
+const SCANNABLE_EXTENSIONS = new Set([
+    '.yaml', '.yml', '.json', '.md', '.txt',
+    '.ts', '.js', '.mjs', '.cjs',
+    '.prompt', '.template',
+]);
+/**
+ * Security rules for prompt injection detection.
+ */
+const INJECTION_RULES = [
+    {
+        id: 'prompt-injection',
+        severity: 'critical',
+        patterns: [
+            /ignore\s+(all\s+)?previous\s+instructions/i,
+            /disregard\s+(all\s+)?(previous|above|prior)\s+(instructions|context|rules)/i,
+            /forget\s+(all\s+)?(previous|above|prior)/i,
+            /you\s+are\s+now\s+a\s+/i,
+            /new\s+role\s*:/i,
+            /from\s+now\s+on\s*,?\s+(you|ignore|disregard)/i,
+            /system\s*:\s*you\s+are/i,
+        ],
+        message: 'Potential prompt injection pattern detected. This text could be used to override system instructions.',
+    },
+];
+/**
+ * Security rules for unsafe interpolation detection.
+ */
+const INTERPOLATION_RULES = [
+    {
+        id: 'unsafe-interpolation',
+        severity: 'high',
+        patterns: [
+            /\$\{[^}]*\}/, // JavaScript template literals
+            /\{\{[^}]*\}\}/, // Mustache/Handlebars
+            /\{%[^%]*%\}/, // Jinja2
+            /<%[^%]*%>/, // ERB
+            /\$\{.*user.*\}/i, // User input in template
+            /\{\{.*input.*\}\}/i, // Input in template
+        ],
+        message: 'Template interpolation detected without apparent sanitization. User input could be injected into the prompt.',
+    },
+];
+/**
+ * Security rules for secret leakage detection.
+ */
+const SECRET_RULES = [
+    {
+        id: 'secret-leakage',
+        severity: 'critical',
+        patterns: [
+            /(?:api[_-]?key|apikey)\s*[:=]\s*["']?[a-zA-Z0-9_\-]{20,}/i,
+            /(?:secret|token|password|passwd|pwd)\s*[:=]\s*["']?[a-zA-Z0-9_\-]{8,}/i,
+            /sk-[a-zA-Z0-9]{20,}/, // OpenAI/Anthropic key format
+            /ghp_[a-zA-Z0-9]{36}/, // GitHub personal access token
+            /gho_[a-zA-Z0-9]{36}/, // GitHub OAuth token
+            /Bearer\s+[a-zA-Z0-9_\-\.]{20,}/, // Bearer tokens
+            /-----BEGIN\s+(RSA\s+)?PRIVATE\s+KEY-----/, // PEM private keys
+            /AKIA[0-9A-Z]{16}/, // AWS access key ID
+        ],
+        message: 'Possible secret or credential found in prompt file. Never embed secrets directly in prompts.',
+    },
+];
+/**
+ * Security rules for dangerous permission structures.
+ */
+const DANGEROUS_STRUCTURE_RULES = [
+    {
+        id: 'dangerous-structure',
+        severity: 'high',
+        patterns: [
+            /you\s+(can|may|have|are\s+allowed\s+to)\s+.*\b(execute|run|eval|delete|drop|rm\s+-rf)\b/i,
+            /full\s+access\s+to/i,
+            /unrestricted\s+access/i,
+            /no\s+restrictions/i,
+            /you\s+have\s+root\s+access/i,
+            /you\s+can\s+do\s+anything/i,
+            /admin(istrator)?\s+privileges/i,
+            /bypass\s+(all\s+)?(security|restrictions|limits|filters)/i,
+        ],
+        message: 'System prompt grants excessive permissions. Restrict capabilities to only what is necessary.',
+    },
+];
+/**
+ * Security rules for instruction override patterns.
+ */
+const OVERRIDE_RULES = [
+    {
+        id: 'instruction-override',
+        severity: 'high',
+        patterns: [
+            /override\s+(all\s+)?(system|previous|prior)\s+(instructions|rules|constraints)/i,
+            /replace\s+(the\s+)?(system|previous)\s+(prompt|instructions)/i,
+            /the\s+following\s+instructions?\s+(supersede|override|replace)/i,
+            /above\s+instructions?\s+(are|is)\s+(no\s+longer|void|invalid|overridden)/i,
+            /new\s+system\s+prompt/i,
+            /updated?\s+instructions?\s*:/i,
+        ],
+        message: 'Pattern that attempts to override or replace system instructions detected.',
+    },
+];
+/** All rule categories. */
+const ALL_RULES = [
+    ...INJECTION_RULES,
+    ...INTERPOLATION_RULES,
+    ...SECRET_RULES,
+    ...DANGEROUS_STRUCTURE_RULES,
+    ...OVERRIDE_RULES,
+];
+/**
+ * Scan a single file's content against all security rules.
+ */
+function scanContent(filePath, content) {
+    const findings = [];
+    const lines = content.split('\n');
+    for (const rule of ALL_RULES) {
+        for (let lineIndex = 0; lineIndex < lines.length; lineIndex++) {
+            const line = lines[lineIndex];
+            for (const pattern of rule.patterns) {
+                const match = pattern.exec(line);
+                if (match) {
+                    // Avoid duplicate findings for the same rule on the same line
+                    const alreadyFound = findings.some((f) => f.file === filePath &&
+                        f.rule === rule.id &&
+                        f.line === lineIndex + 1);
+                    if (!alreadyFound) {
+                        // Create a snippet with some context
+                        const snippetStart = Math.max(0, match.index - 20);
+                        const snippetEnd = Math.min(line.length, match.index + match[0].length + 20);
+                        const snippet = line.slice(snippetStart, snippetEnd).trim();
+                        findings.push({
+                            file: filePath,
+                            rule: rule.id,
+                            severity: rule.severity,
+                            message: rule.message,
+                            line: lineIndex + 1,
+                            snippet: snippet.length > 100 ? snippet.slice(0, 97) + '...' : snippet,
+                        });
+                    }
+                    break; // Only report first pattern match per rule per line
+                }
+            }
+        }
+    }
+    return findings;
+}
+/**
+ * Scan a repository's prompt files for security issues.
+ *
+ * Checks for:
+ * 1. `prompt-injection`: Patterns that override or ignore previous instructions
+ * 2. `unsafe-interpolation`: Template patterns without sanitization
+ * 3. `secret-leakage`: API keys, tokens, passwords embedded in prompts
+ * 4. `dangerous-structure`: System prompts granting excessive permissions
+ * 5. `instruction-override`: Patterns that replace system instructions
+ *
+ * @param rootPath  Absolute path to the repository root.
+ * @returns         Array of security findings sorted by severity.
+ */
+export async function scanSecurity(rootPath) {
+    // Verify root exists
+    try {
+        const rootStat = await stat(rootPath);
+        if (!rootStat.isDirectory())
+            return [];
+    }
+    catch {
+        return [];
+    }
+    const findings = [];
+    const entries = await walkDirectory(rootPath, { ignoreDirs: SKIP_DIRS });
+    for (const entry of entries) {
+        if (!entry.isFile)
+            continue;
+        const ext = extname(entry.path).toLowerCase();
+        if (!SCANNABLE_EXTENSIONS.has(ext))
+            continue;
+        const content = await readTextFile(entry.path);
+        if (!content)
+            continue;
+        const fileFindings = scanContent(entry.path, content);
+        findings.push(...fileFindings);
+    }
+    // Sort by severity: critical > high > medium > low
+    const severityOrder = {
+        critical: 0,
+        high: 1,
+        medium: 2,
+        low: 3,
+    };
+    findings.sort((a, b) => {
+        const sevDiff = severityOrder[a.severity] - severityOrder[b.severity];
+        if (sevDiff !== 0)
+            return sevDiff;
+        return a.file.localeCompare(b.file);
+    });
+    return findings;
+}
+//# sourceMappingURL=securityScanner.js.map

package/dist/core/securityScanner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"securityScanner.js","sourceRoot":"","sources":["../../src/core/securityScanner.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAExC,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE7D,4CAA4C;AAC5C,MAAM,SAAS,GAAgB,IAAI,GAAG,CAAC;IACrC,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU;IACnD,aAAa,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ;IACnD,eAAe,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK;IACpD,MAAM,EAAE,YAAY;CACrB,CAAC,CAAC;AAEH,+BAA+B;AAC/B,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC;IACnC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM;IACvC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM;IAC5B,SAAS,EAAE,WAAW;CACvB,CAAC,CAAC;AAYH;;GAEG;AACH,MAAM,eAAe,GAAgC;IACnD;QACE,EAAE,EAAE,kBAAkB;QACtB,QAAQ,EAAE,UAAU;QACpB,QAAQ,EAAE;YACR,4CAA4C;YAC5C,6EAA6E;YAC7E,2CAA2C;YAC3C,yBAAyB;YACzB,iBAAiB;YACjB,gDAAgD;YAChD,yBAAyB;SAC1B;QACD,OAAO,EAAE,uGAAuG;KACjH;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,mBAAmB,GAAgC;IACvD;QACE,EAAE,EAAE,sBAAsB;QAC1B,QAAQ,EAAE,MAAM;QAChB,QAAQ,EAAE;YACR,aAAa,EAAU,+BAA+B;YACtD,eAAe,EAAQ,sBAAsB;YAC7C,aAAa,EAAU,SAAS;YAChC,WAAW,EAAY,MAAM;YAC7B,iBAAiB,EAAM,yBAAyB;YAChD,oBAAoB,EAAG,oBAAoB;SAC5C;QACD,OAAO,EAAE,8GAA8G;KACxH;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,YAAY,GAAgC;IAChD;QACE,EAAE,EAAE,gBAAgB;QACpB,QAAQ,EAAE,UAAU;QACpB,QAAQ,EAAE;YACR,2DAA2D;YAC3D,wEAAwE;YACxE,qBAAqB,EAAc,8BAA8B;YACjE,qBAAqB,EAAc,+BAA+B;YAClE,qBAAqB,EAAc,qBAAqB;YACxD,gCAAgC,EAAG,gBAAgB;YACnD,0CAA0C,EAAE,mBAAmB;YAC/D,kBAAkB,EAAiB,oBAAoB;SACxD;QACD,OAAO,EAAE,8FAA8F;KACxG;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,yBAAyB,GAAgC;IAC7D;QACE,EAAE,EAAE,qBAAqB;QACzB,QAAQ,EAAE,MAAM;QAChB,QAAQ,EAAE;YACR,0FAA0F;YAC1F,qBAAqB;YACrB,wBAAwB;YACxB,oBAAoB;YACpB,6BAA6B;YAC7B,4BAA4B;YAC5B,gCAAgC;YAChC,2DAA2D;SAC5D;QACD,OAAO,EAAE,8FAA8F;KACxG;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,cAAc,GAAgC;IAClD;QACE,EAAE,EAAE,sBAAsB;QAC1B,QAAQ,EAAE,MAAM;QAChB,QAAQ,EAAE;YACR,iFAAiF;YACjF,+DAA+D;YAC/D,iEAAiE;YACjE,2EAA2E;YAC3E,wBAAwB;YACxB,+BAA+B;SAChC;QACD,OAAO,EAAE,4EAA4E;KACtF;CACF,CAAC;AAEF,2BAA2B;AAC3B,MAAM,SAAS,GAAgC;IAC7C,GAAG,eAAe;IAClB,GAAG,mBAAmB;IACtB,GAAG,YAAY;IACf,GAAG,yBAAyB;IAC5B,GAAG,cAAc;CAClB,CAAC;AAEF;;GAEG;AACH,SAAS,WAAW,CAClB,QAAgB,EAChB,OAAe;IAEf,MAAM,QAAQ,GAAsB,EAAE,CAAC;IACvC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAElC,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC;YAC9D,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,CAAE,CAAC;YAE/B,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACpC,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACjC,IAAI,KAAK,EAAE,CAAC;oBACV,8DAA8D;oBAC9D,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAChC,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,IAAI,KAAK,QAAQ;wBACnB,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE;wBAClB,CAAC,CAAC,IAAI,KAAK,SAAS,GAAG,CAAC,CAC3B,CAAC;oBAEF,IAAI,CAAC,YAAY,EAAE,CAAC;wBAClB,qCAAqC;wBACrC,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;wBACnD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;wBAC7E,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC;wBAE5D,QAAQ,CAAC,IAAI,CAAC;4BACZ,IAAI,EAAE,QAAQ;4BACd,IAAI,EAAE,IAAI,CAAC,EAAE;4BACb,QAAQ,EAAE,IAAI,CAAC,QAAQ;4BACvB,OAAO,EAAE,IAAI,CAAC,OAAO;4BACrB,IAAI,EAAE,SAAS,GAAG,CAAC;4BACnB,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,OAAO;yBACvE,CAAC,CAAC;oBACL,CAAC;oBAED,MAAM,CAAC,oDAAoD;gBAC7D,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,QAAgB;IAEhB,qBAAqB;IACrB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE;YAAE,OAAO,EAAE,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,QAAQ,GAAsB,EAAE,CAAC;IAEvC,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC;IAEzE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,CAAC,MAAM;YAAE,SAAS;QAC5B,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QAC9C,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAE7C,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,CAAC,OAAO;YAAE,SAAS;QAEvB,MAAM,YAAY,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACtD,QAAQ,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;IACjC,CAAC;IAED,mDAAmD;IACnD,MAAM,aAAa,GAA2B;QAC5C,QAAQ,EAAE,CAAC;QACX,IAAI,EAAE,CAAC;QACP,MAAM,EAAE,CAAC;QACT,GAAG,EAAE,CAAC;KACP,CAAC;IAEF,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACrB,MAAM,OAAO,GAAG,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QACtE,IAAI,OAAO,KAAK,CAAC;YAAE,OAAO,OAAO,CAAC;QAClC,OAAO,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/core/skillValidator.d.ts

@@ -0,0 +1,41 @@
+/**
+ * Skill file validator.
+ *
+ * Validates Markdown skill files that use YAML frontmatter for
+ * metadata. Checks for required fields, valid frontmatter syntax,
+ * and reasonable content structure.
+ */
+export interface SkillValidationResult {
+    path: string;
+    valid: boolean;
+    errors: string[];
+    warnings: string[];
+    metadata?: {
+        name?: string;
+        description?: string;
+        hasFrontmatter: boolean;
+    };
+}
+/**
+ * Validate a single skill file.
+ *
+ * Checks:
+ * - File exists and is readable
+ * - Valid YAML frontmatter with `name` and `description` fields
+ * - Non-empty body content
+ * - Reasonable content length
+ *
+ * @param filePath  Absolute path to a .md skill file.
+ * @returns         Validation result with errors and warnings.
+ */
+export declare function validateSkill(filePath: string): Promise<SkillValidationResult>;
+/**
+ * Validate all skill files in a directory.
+ *
+ * Looks for `.md` files in the given directory (non-recursively).
+ *
+ * @param dirPath  Absolute path to a directory containing skill files.
+ * @returns        Array of validation results, one per skill file.
+ */
+export declare function validateSkills(dirPath: string): Promise<SkillValidationResult[]>;
+//# sourceMappingURL=skillValidator.d.ts.map

package/dist/core/skillValidator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"skillValidator.d.ts","sourceRoot":"","sources":["../../src/core/skillValidator.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAMH,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,CAAC,EAAE;QACT,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,cAAc,EAAE,OAAO,CAAC;KACzB,CAAC;CACH;AAiDD;;;;;;;;;;;GAWG;AACH,wBAAsB,aAAa,CACjC,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,qBAAqB,CAAC,CA0HhC;AAED;;;;;;;GAOG;AACH,wBAAsB,cAAc,CAClC,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,qBAAqB,EAAE,CAAC,CA2DlC"}