@planu/cli 0.96.4 → 0.97.0

package/dist/engine/planu-config-writer.js

@@ -2,8 +2,9 @@ const PLANU_CONFIG_VERSION = '1.0.0';
 const DEFAULT_SPEC_LOCATION = 'planu/specs';
 /**
  * Create a new PlanuConfig with defaults. Always uses modern spec location.
+ * SPEC-313: Accepts optional workMode to embed in the generated config.
  */
-export function createPlanuConfig() {
+export function createPlanuConfig(workMode) {
     const now = new Date().toISOString();
     return {
         version: PLANU_CONFIG_VERSION,
@@ -11,8 +12,38 @@ export function createPlanuConfig() {
         specNaming: 'modern',
         createdAt: now,
         updatedAt: now,
+        ...(workMode !== undefined ? { workMode } : {}),
     };
 }
+/**
+ * SPEC-313: Read planu.json, update workMode, and write back.
+ * Accepts injected readFile/writeFile to keep this function pure/testable.
+ */
+export async function updatePlanuConfigWorkMode(planuConfigPath, workMode, readFile, writeFile) {
+    try {
+        const raw = await readFile(planuConfigPath, 'utf-8');
+        const config = JSON.parse(raw);
+        config.workMode = workMode;
+        config.updatedAt = new Date().toISOString();
+        await writeFile(planuConfigPath, serializePlanuConfig(config), 'utf-8');
+    }
+    catch {
+        // planu.json absent or invalid — skip silently
+    }
+}
+/**
+ * SPEC-313: Read and parse planu.json to retrieve its config (best-effort).
+ * Returns null if the file is absent or malformed.
+ */
+export async function readPlanuConfig(planuConfigPath, readFile) {
+    try {
+        const raw = await readFile(planuConfigPath, 'utf-8');
+        return JSON.parse(raw);
+    }
+    catch {
+        return null;
+    }
+}
 /**
  * Serialize PlanuConfig to JSON string.
  */

package/dist/engine/planu-config-writer.js.map

@@ -1 +1 @@
-{"version":3,"file":"planu-config-writer.js","sourceRoot":"","sources":["../../src/engine/planu-config-writer.ts"],"names":[],"mappings":"AAGA,MAAM,oBAAoB,GAAG,OAAO,CAAC;AACrC,MAAM,qBAAqB,GAAG,aAAa,CAAC;AAE5C;;GAEG;AACH,MAAM,UAAU,iBAAiB;IAC/B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAErC,OAAO;QACL,OAAO,EAAE,oBAAoB;QAC7B,YAAY,EAAE,qBAAqB;QACnC,UAAU,EAAE,QAAQ;QACpB,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,GAAG;KACf,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,MAAmB;IACtD,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AACzC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,MAA2B;IAK1D,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC;IACnF,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC;AACjF,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,YAAoB;IACnD,OAAO,YAAY,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;AACjD,CAAC"}
+{"version":3,"file":"planu-config-writer.js","sourceRoot":"","sources":["../../src/engine/planu-config-writer.ts"],"names":[],"mappings":"AAGA,MAAM,oBAAoB,GAAG,OAAO,CAAC;AACrC,MAAM,qBAAqB,GAAG,aAAa,CAAC;AAE5C;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,QAAmB;IACnD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAErC,OAAO;QACL,OAAO,EAAE,oBAAoB;QAC7B,YAAY,EAAE,qBAAqB;QACnC,UAAU,EAAE,QAAQ;QACpB,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,GAAG;QACd,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAChD,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,eAAuB,EACvB,QAAkB,EAClB,QAAyD,EACzD,SAAsE;IAEtE,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAgB,CAAC;QAC9C,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAC3B,MAAM,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC5C,MAAM,SAAS,CAAC,eAAe,EAAE,oBAAoB,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;IAC1E,CAAC;IAAC,MAAM,CAAC;QACP,+CAA+C;IACjD,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,eAAuB,EACvB,QAAyD;IAEzD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QACrD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAgB,CAAC;IACxC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,MAAmB;IACtD,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AACzC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,MAA2B;IAK1D,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC;IACnF,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,cAAc,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC;AACjF,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,YAAoB;IACnD,OAAO,YAAY,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;AACjD,CAAC"}

package/dist/engine/property-test-generator.d.ts

@@ -0,0 +1,14 @@
+import type { PropertyTest, PropertyTestExtractionResult, PropertyTestFrameworkTarget, PropertyBasedGeneratorInput } from '../types/property-testing.js';
+/** Map a language/stack to the best property-based test framework. */
+export declare function detectPropertyFramework(language: string, stack?: string[]): PropertyTestFrameworkTarget;
+/**
+ * Extract PropertyTest objects from acceptance criteria strings.
+ * Each criterion is analyzed against known invariant patterns.
+ * Criteria with no detected pattern are skipped.
+ */
+export declare function extractPropertyTests(input: PropertyBasedGeneratorInput): PropertyTest[];
+/**
+ * Full extraction with metadata: detected framework and analyzed criteria list.
+ */
+export declare function extractPropertyTestsWithMeta(input: PropertyBasedGeneratorInput): PropertyTestExtractionResult;
+//# sourceMappingURL=property-test-generator.d.ts.map

package/dist/engine/property-test-generator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"property-test-generator.d.ts","sourceRoot":"","sources":["../../src/engine/property-test-generator.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,YAAY,EACZ,4BAA4B,EAC5B,2BAA2B,EAC3B,2BAA2B,EAE5B,MAAM,8BAA8B,CAAC;AAMtC,sEAAsE;AACtE,wBAAgB,uBAAuB,CACrC,QAAQ,EAAE,MAAM,EAChB,KAAK,GAAE,MAAM,EAAO,GACnB,2BAA2B,CAyB7B;AA0KD;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,2BAA2B,GAAG,YAAY,EAAE,CAuBvF;AAED;;GAEG;AACH,wBAAgB,4BAA4B,CAC1C,KAAK,EAAE,2BAA2B,GACjC,4BAA4B,CAS9B"}

package/dist/engine/property-test-generator.js

@@ -0,0 +1,223 @@
+// engine/property-test-generator.ts — SPEC-315
+// Extracts invariants from acceptance criteria and generates PropertyTest objects.
+// ---------------------------------------------------------------------------
+// Framework detection
+// ---------------------------------------------------------------------------
+/** Map a language/stack to the best property-based test framework. */
+export function detectPropertyFramework(language, stack = []) {
+    const lang = language.toLowerCase();
+    const stackLower = stack.map((s) => s.toLowerCase());
+    if (stackLower.includes('fast-check') || stackLower.includes('fastcheck')) {
+        return 'fast-check';
+    }
+    if (stackLower.includes('hypothesis')) {
+        return 'hypothesis';
+    }
+    if (stackLower.includes('jqwik')) {
+        return 'jqwik';
+    }
+    if (lang === 'typescript' || lang === 'javascript') {
+        return 'fast-check';
+    }
+    if (lang === 'python') {
+        return 'hypothesis';
+    }
+    if (lang === 'java' || lang === 'kotlin') {
+        return 'jqwik';
+    }
+    return 'generic';
+}
+// ---------------------------------------------------------------------------
+// Invariant pattern matchers
+// ---------------------------------------------------------------------------
+const INVARIANT_PATTERNS = [
+    {
+        // "price must be positive" / "amount should be positive" / "value must be >= 0"
+        pattern: /(?:price|amount|value|cost|total|balance)\s+(?:must|should)\s+be\s+(?:positive|>?\s*0|greater than 0)/i,
+        extract: (_m, raw) => ({
+            invariant: `${raw.trim()} — output is always > 0`,
+            inputDomain: 'positive floats (min: 0.01)',
+        }),
+    },
+    {
+        // "must never be negative" / "should never be negative"
+        pattern: /(?:must|should)\s+never\s+be\s+negative/i,
+        extract: (_m, raw) => ({
+            invariant: `${raw.trim()} — result is never negative`,
+            inputDomain: 'non-negative floats (min: 0)',
+        }),
+    },
+    {
+        // "idempotent" / "idempotente"
+        pattern: /idempoten(?:t|te)/i,
+        extract: (_m, raw) => ({
+            invariant: `${raw.trim()} — applying N times equals applying once`,
+            inputDomain: 'arbitrary valid inputs',
+        }),
+    },
+    {
+        // "commutative" / "conmutativo"
+        pattern: /commutativ(?:e|ity)|conmutativ(?:o|idad)/i,
+        extract: (_m, raw) => ({
+            invariant: `${raw.trim()} — f(a,b) === f(b,a)`,
+            inputDomain: 'pairs of arbitrary values',
+        }),
+    },
+    {
+        // "always returns / always produces"
+        pattern: /always\s+(?:returns?|produces?|yields?)\s+(.+)/i,
+        extract: (m, raw) => ({
+            invariant: `${raw.trim()} — output is always ${m[1] ?? 'defined'}`,
+            inputDomain: 'arbitrary valid inputs',
+        }),
+    },
+    {
+        // "must not be empty" / "should not be empty"
+        pattern: /(?:must|should)\s+not\s+be\s+empty/i,
+        extract: (_m, raw) => ({
+            invariant: `${raw.trim()} — result is never empty`,
+            inputDomain: 'non-empty strings or arrays',
+        }),
+    },
+    {
+        // "for any input" / "for all inputs" / "para cualquier" / "para todos"
+        pattern: /(?:for\s+(?:any|all)\s+(?:valid\s+)?input|para\s+(?:cualquier|todos))/i,
+        extract: (_m, raw) => ({
+            invariant: `${raw.trim()} — holds for all valid inputs`,
+            inputDomain: 'arbitrary valid inputs',
+        }),
+    },
+    {
+        // "length must be between X and Y"
+        pattern: /length\s+must\s+be\s+(?:between\s+)?(\d+)\s+and\s+(\d+)/i,
+        extract: (m, raw) => ({
+            invariant: `${raw.trim()} — length is within [${m[1] ?? '0'}, ${m[2] ?? '∞'}]`,
+            inputDomain: `strings of length ${m[1] ?? '0'}..${m[2] ?? '100'}`,
+        }),
+    },
+    {
+        // "must be unique" / "should be unique"
+        pattern: /(?:must|should)\s+be\s+unique/i,
+        extract: (_m, raw) => ({
+            invariant: `${raw.trim()} — no duplicates in output`,
+            inputDomain: 'arrays of arbitrary comparable values',
+        }),
+    },
+    {
+        // "must be sorted" / "should be sorted" / "maintains order"
+        pattern: /(?:must|should)\s+be\s+sorted|maintains?\s+(?:sort\s+)?order/i,
+        extract: (_m, raw) => ({
+            invariant: `${raw.trim()} — output is sorted`,
+            inputDomain: 'arrays of comparable values',
+        }),
+    },
+];
+// ---------------------------------------------------------------------------
+// Code generators per framework
+// ---------------------------------------------------------------------------
+function buildFastCheckCode(invariant, inputDomain) {
+    return `fc.assert(
+  fc.property(
+    fc.float({ min: 0.01, noNaN: true }), // ${inputDomain}
+    (input) => {
+      const result = functionUnderTest(input);
+      // ${invariant}
+      return result !== null && result !== undefined;
+    },
+  ),
+);`;
+}
+function buildHypothesisCode(invariant, inputDomain) {
+    const safeName = invariant.toLowerCase().replace(/[^a-z0-9]/g, '_').slice(0, 40);
+    return `@given(st.floats(min_value=0.01, allow_nan=False))  # ${inputDomain}
+@settings(max_examples=100, deadline=None)
+def test_${safeName}(input_value: float) -> None:
+    """${invariant}"""
+    result = function_under_test(input_value)
+    assert result is not None`;
+}
+function buildJqwikCode(invariant, inputDomain) {
+    const safeName = invariant.replace(/[^a-zA-Z0-9]/g, '').slice(0, 40);
+    return `@Property
+boolean ${safeName}(@ForAll @Positive double input) {
+    // ${inputDomain}
+    // ${invariant}
+    Object result = functionUnderTest(input);
+    return result != null;
+}`;
+}
+function buildGenericCode(invariant, inputDomain) {
+    return `// Property: ${invariant}
+// Input domain: ${inputDomain}
+// For each arbitrary valid input in the domain:
+//   1. Generate input using your framework's generator
+//   2. Call the function under test
+//   3. Assert: ${invariant}`;
+}
+function buildGeneratorCode(framework, invariant, inputDomain) {
+    switch (framework) {
+        case 'fast-check':
+            return buildFastCheckCode(invariant, inputDomain);
+        case 'hypothesis':
+            return buildHypothesisCode(invariant, inputDomain);
+        case 'jqwik':
+            return buildJqwikCode(invariant, inputDomain);
+        case 'generic':
+            return buildGenericCode(invariant, inputDomain);
+    }
+}
+function getShrinkStrategy(framework) {
+    switch (framework) {
+        case 'fast-check':
+            return 'automatic (built-in shrinker reduces to minimal failing case)';
+        case 'hypothesis':
+            return 'automatic (Hypothesis shrinks via @settings(deriving=True))';
+        case 'jqwik':
+            return 'automatic (jqwik shrinks @ForAll parameters)';
+        case 'generic':
+            return 'manual (implement shrink by binary search or domain reduction)';
+    }
+}
+// ---------------------------------------------------------------------------
+// Public API
+// ---------------------------------------------------------------------------
+/**
+ * Extract PropertyTest objects from acceptance criteria strings.
+ * Each criterion is analyzed against known invariant patterns.
+ * Criteria with no detected pattern are skipped.
+ */
+export function extractPropertyTests(input) {
+    const framework = detectPropertyFramework(input.language, input.stack);
+    const shrinkStrategy = getShrinkStrategy(framework);
+    const results = [];
+    for (const criterion of input.criteria) {
+        for (const { pattern, extract } of INVARIANT_PATTERNS) {
+            const match = criterion.match(pattern);
+            if (match) {
+                const { invariant, inputDomain } = extract(match, criterion);
+                results.push({
+                    invariant,
+                    inputDomain,
+                    generatorCode: buildGeneratorCode(framework, invariant, inputDomain),
+                    framework,
+                    shrinkStrategy,
+                });
+                break; // one pattern per criterion
+            }
+        }
+    }
+    return results;
+}
+/**
+ * Full extraction with metadata: detected framework and analyzed criteria list.
+ */
+export function extractPropertyTestsWithMeta(input) {
+    const detectedFramework = detectPropertyFramework(input.language, input.stack);
+    const tests = extractPropertyTests(input);
+    return {
+        tests,
+        detectedFramework,
+        analyzedCriteria: input.criteria,
+    };
+}
+//# sourceMappingURL=property-test-generator.js.map

package/dist/engine/property-test-generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"property-test-generator.js","sourceRoot":"","sources":["../../src/engine/property-test-generator.ts"],"names":[],"mappings":"AAAA,+CAA+C;AAC/C,mFAAmF;AAUnF,8EAA8E;AAC9E,sBAAsB;AACtB,8EAA8E;AAE9E,sEAAsE;AACtE,MAAM,UAAU,uBAAuB,CACrC,QAAgB,EAChB,QAAkB,EAAE;IAEpB,MAAM,IAAI,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IACpC,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IAErD,IAAI,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAC1E,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,IAAI,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACtC,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACjC,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,IAAI,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;QACnD,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtB,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACzC,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,8EAA8E;AAC9E,6BAA6B;AAC7B,8EAA8E;AAE9E,MAAM,kBAAkB,GAA4B;IAClD;QACE,gFAAgF;QAChF,OAAO,EAAE,wGAAwG;QACjH,OAAO,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACrB,SAAS,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,yBAAyB;YACjD,WAAW,EAAE,6BAA6B;SAC3C,CAAC;KACH;IACD;QACE,wDAAwD;QACxD,OAAO,EAAE,0CAA0C;QACnD,OAAO,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACrB,SAAS,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,6BAA6B;YACrD,WAAW,EAAE,8BAA8B;SAC5C,CAAC;KACH;IACD;QACE,+BAA+B;QAC/B,OAAO,EAAE,oBAAoB;QAC7B,OAAO,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACrB,SAAS,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,0CAA0C;YAClE,WAAW,EAAE,wBAAwB;SACtC,CAAC;KACH;IACD;QACE,gCAAgC;QAChC,OAAO,EAAE,2CAA2C;QACpD,OAAO,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACrB,SAAS,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,sBAAsB;YAC9C,WAAW,EAAE,2BAA2B;SACzC,CAAC;KACH;IACD;QACE,qCAAqC;QACrC,OAAO,EAAE,iDAAiD;QAC1D,OAAO,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACpB,SAAS,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,uBAAuB,CAAC,CAAC,CAAC,CAAC,IAAI,SAAS,EAAE;YAClE,WAAW,EAAE,wBAAwB;SACtC,CAAC;KACH;IACD;QACE,8CAA8C;QAC9C,OAAO,EAAE,qCAAqC;QAC9C,OAAO,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACrB,SAAS,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,0BAA0B;YAClD,WAAW,EAAE,6BAA6B;SAC3C,CAAC;KACH;IACD;QACE,uEAAuE;QACvE,OAAO,EAAE,wEAAwE;QACjF,OAAO,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACrB,SAAS,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,+BAA+B;YACvD,WAAW,EAAE,wBAAwB;SACtC,CAAC;KACH;IACD;QACE,mCAAmC;QACnC,OAAO,EAAE,0DAA0D;QACnE,OAAO,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACpB,SAAS,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,wBAAwB,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,GAAG;YAC9E,WAAW,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE;SAClE,CAAC;KACH;IACD;QACE,wCAAwC;QACxC,OAAO,EAAE,gCAAgC;QACzC,OAAO,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACrB,SAAS,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,4BAA4B;YACpD,WAAW,EAAE,uCAAuC;SACrD,CAAC;KACH;IACD;QACE,4DAA4D;QAC5D,OAAO,EAAE,+DAA+D;QACxE,OAAO,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACrB,SAAS,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,qBAAqB;YAC7C,WAAW,EAAE,6BAA6B;SAC3C,CAAC;KACH;CACF,CAAC;AAEF,8EAA8E;AAC9E,gCAAgC;AAChC,8EAA8E;AAE9E,SAAS,kBAAkB,CAAC,SAAiB,EAAE,WAAmB;IAChE,OAAO;;+CAEsC,WAAW;;;WAG/C,SAAS;;;;GAIjB,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,SAAiB,EAAE,WAAmB;IACjE,MAAM,QAAQ,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACjF,OAAO,yDAAyD,WAAW;;WAElE,QAAQ;SACV,SAAS;;8BAEY,CAAC;AAC/B,CAAC;AAED,SAAS,cAAc,CAAC,SAAiB,EAAE,WAAmB;IAC5D,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACrE,OAAO;UACC,QAAQ;SACT,WAAW;SACX,SAAS;;;EAGhB,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,SAAiB,EAAE,WAAmB;IAC9D,OAAO,gBAAgB,SAAS;mBACf,WAAW;;;;kBAIZ,SAAS,EAAE,CAAC;AAC9B,CAAC;AAED,SAAS,kBAAkB,CACzB,SAAsC,EACtC,SAAiB,EACjB,WAAmB;IAEnB,QAAQ,SAAS,EAAE,CAAC;QAClB,KAAK,YAAY;YACf,OAAO,kBAAkB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QACpD,KAAK,YAAY;YACf,OAAO,mBAAmB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QACrD,KAAK,OAAO;YACV,OAAO,cAAc,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QAChD,KAAK,SAAS;YACZ,OAAO,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IACpD,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,SAAsC;IAC/D,QAAQ,SAAS,EAAE,CAAC;QAClB,KAAK,YAAY;YACf,OAAO,+DAA+D,CAAC;QACzE,KAAK,YAAY;YACf,OAAO,6DAA6D,CAAC;QACvE,KAAK,OAAO;YACV,OAAO,8CAA8C,CAAC;QACxD,KAAK,SAAS;YACZ,OAAO,gEAAgE,CAAC;IAC5E,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAE9E;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAAkC;IACrE,MAAM,SAAS,GAAG,uBAAuB,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IACvE,MAAM,cAAc,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;IACpD,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QACvC,KAAK,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,kBAAkB,EAAE,CAAC;YACtD,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACvC,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;gBAC7D,OAAO,CAAC,IAAI,CAAC;oBACX,SAAS;oBACT,WAAW;oBACX,aAAa,EAAE,kBAAkB,CAAC,SAAS,EAAE,SAAS,EAAE,WAAW,CAAC;oBACpE,SAAS;oBACT,cAAc;iBACf,CAAC,CAAC;gBACH,MAAM,CAAC,4BAA4B;YACrC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,4BAA4B,CAC1C,KAAkC;IAElC,MAAM,iBAAiB,GAAG,uBAAuB,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IAC/E,MAAM,KAAK,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;IAE1C,OAAO;QACL,KAAK;QACL,iBAAiB;QACjB,gBAAgB,EAAE,KAAK,CAAC,QAAQ;KACjC,CAAC;AACJ,CAAC"}

package/dist/engine/skill-evaluator.d.ts

@@ -0,0 +1,21 @@
+import type { EvalScenario, SkillEvalResult } from '../types/skill-eval.js';
+/**
+ * Evaluate a skill file at the given path against the provided scenarios.
+ * Reads .claude/skills/{skillName}.md from the skill path.
+ */
+export declare function evaluateSkill(skillPath: string, scenarios: EvalScenario[]): Promise<SkillEvalResult>;
+/**
+ * Evaluate a rule file at the given path against the provided scenarios.
+ * Reads .claude/rules/{ruleName}.md from the rule path.
+ */
+export declare function evaluateRule(rulePath: string, scenarios: EvalScenario[]): Promise<SkillEvalResult>;
+/**
+ * Resolve the absolute path to a skill file under a project root.
+ * Returns the resolved path (may not exist yet — caller decides how to handle).
+ */
+export declare function resolveSkillPath(projectPath: string, skillName: string): string;
+/**
+ * Resolve the absolute path to a rule file under a project root.
+ */
+export declare function resolveRulePath(projectPath: string, ruleName: string): string;
+//# sourceMappingURL=skill-evaluator.d.ts.map

package/dist/engine/skill-evaluator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"skill-evaluator.d.ts","sourceRoot":"","sources":["../../src/engine/skill-evaluator.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,YAAY,EAAkB,eAAe,EAAE,MAAM,wBAAwB,CAAC;AA8H5F;;;GAGG;AACH,wBAAsB,aAAa,CACjC,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,YAAY,EAAE,GACxB,OAAO,CAAC,eAAe,CAAC,CAG1B;AAED;;;GAGG;AACH,wBAAsB,YAAY,CAChC,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,YAAY,EAAE,GACxB,OAAO,CAAC,eAAe,CAAC,CAG1B;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAG/E;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CAG7E"}

package/dist/engine/skill-evaluator.js

@@ -0,0 +1,126 @@
+// engine/skill-evaluator.ts — Evaluates skill and rule quality against test scenarios (SPEC-316)
+import { readFile } from 'node:fs/promises';
+import { existsSync } from 'node:fs';
+import { join } from 'node:path';
+// ---------------------------------------------------------------------------
+// Internal helpers
+// ---------------------------------------------------------------------------
+/**
+ * Read a file from disk, returning empty string if it does not exist.
+ */
+async function readContent(filePath) {
+    if (!existsSync(filePath)) {
+        return '';
+    }
+    return readFile(filePath, 'utf-8');
+}
+/**
+ * Evaluate a single scenario against the given content.
+ * A criterion passes if it appears (case-insensitive) somewhere in the content
+ * OR in the expectedOutput section of the content.
+ */
+function evaluateScenario(content, scenario) {
+    const lower = content.toLowerCase();
+    const expectedLower = scenario.expectedOutput.toLowerCase();
+    const failures = [];
+    for (const criterion of scenario.criteria) {
+        const criterionLower = criterion.toLowerCase();
+        const inContent = lower.includes(criterionLower);
+        const inExpected = expectedLower.includes(criterionLower);
+        if (!inContent && !inExpected) {
+            failures.push(criterion);
+        }
+    }
+    const total = scenario.criteria.length;
+    const passed = total - failures.length;
+    const score = total === 0 ? 1.0 : passed / total;
+    return {
+        input: scenario.input,
+        passed: failures.length === 0,
+        score,
+        failures,
+    };
+}
+/**
+ * Build recommendations based on scenario results.
+ */
+function buildRecommendations(skillName, results, passRate) {
+    const recommendations = [];
+    if (passRate < 0.5) {
+        recommendations.push(`${skillName} covers fewer than half of tested scenarios — consider a major revision.`);
+    }
+    else if (passRate < 0.8) {
+        recommendations.push(`${skillName} passes ${Math.round(passRate * 100)}% of scenarios — review failing criteria.`);
+    }
+    // Collect the most common missing criteria across all failures
+    const failureCounts = new Map();
+    for (const r of results) {
+        for (const f of r.failures) {
+            failureCounts.set(f, (failureCounts.get(f) ?? 0) + 1);
+        }
+    }
+    const sorted = [...failureCounts.entries()].sort((a, b) => b[1] - a[1]);
+    const top = sorted.slice(0, 3);
+    for (const [criterion, count] of top) {
+        recommendations.push(`Add coverage for "${criterion}" — missing in ${String(count)} scenario(s).`);
+    }
+    if (recommendations.length === 0) {
+        recommendations.push(`${skillName} meets all evaluated criteria — no changes needed.`);
+    }
+    return recommendations;
+}
+/**
+ * Core evaluation logic used by both evaluateSkill and evaluateRule.
+ */
+async function evaluate(filePath, displayName, scenarios) {
+    const content = await readContent(filePath);
+    const scenarioResults = scenarios.map((s) => evaluateScenario(content, s));
+    const passedCount = scenarioResults.filter((r) => r.passed).length;
+    const passRate = scenarios.length === 0 ? 1.0 : passedCount / scenarios.length;
+    const avgScore = scenarioResults.length === 0
+        ? 1.0
+        : scenarioResults.reduce((sum, r) => sum + r.score, 0) / scenarioResults.length;
+    const recommendations = buildRecommendations(displayName, scenarioResults, passRate);
+    return {
+        skillName: displayName,
+        passRate,
+        avgScore,
+        scenarios: scenarioResults,
+        recommendations,
+    };
+}
+// ---------------------------------------------------------------------------
+// Public API
+// ---------------------------------------------------------------------------
+/**
+ * Evaluate a skill file at the given path against the provided scenarios.
+ * Reads .claude/skills/{skillName}.md from the skill path.
+ */
+export async function evaluateSkill(skillPath, scenarios) {
+    const name = skillPath.split('/').pop() ?? skillPath;
+    return evaluate(skillPath, name.replace(/\.md$/i, ''), scenarios);
+}
+/**
+ * Evaluate a rule file at the given path against the provided scenarios.
+ * Reads .claude/rules/{ruleName}.md from the rule path.
+ */
+export async function evaluateRule(rulePath, scenarios) {
+    const name = rulePath.split('/').pop() ?? rulePath;
+    return evaluate(rulePath, name.replace(/\.md$/i, ''), scenarios);
+}
+/**
+ * Resolve the absolute path to a skill file under a project root.
+ * Returns the resolved path (may not exist yet — caller decides how to handle).
+ */
+export function resolveSkillPath(projectPath, skillName) {
+    const normalized = skillName.endsWith('.md') ? skillName : `${skillName}.md`;
+    return join(projectPath, '.claude', 'skills', normalized);
+}
+/**
+ * Resolve the absolute path to a rule file under a project root.
+ */
+export function resolveRulePath(projectPath, ruleName) {
+    const normalized = ruleName.endsWith('.md') ? ruleName : `${ruleName}.md`;
+    return join(projectPath, '.claude', 'rules', normalized);
+}
+//# sourceMappingURL=skill-evaluator.js.map

package/dist/engine/skill-evaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"skill-evaluator.js","sourceRoot":"","sources":["../../src/engine/skill-evaluator.ts"],"names":[],"mappings":"AAAA,iGAAiG;AAEjG,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E;;GAEG;AACH,KAAK,UAAU,WAAW,CAAC,QAAgB;IACzC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;AACrC,CAAC;AAED;;;;GAIG;AACH,SAAS,gBAAgB,CAAC,OAAe,EAAE,QAAsB;IAC/D,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,MAAM,aAAa,GAAG,QAAQ,CAAC,cAAc,CAAC,WAAW,EAAE,CAAC;IAE5D,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;QAC1C,MAAM,cAAc,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;QAC/C,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;QACjD,MAAM,UAAU,GAAG,aAAa,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;QAC1D,IAAI,CAAC,SAAS,IAAI,CAAC,UAAU,EAAE,CAAC;YAC9B,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;IACvC,MAAM,MAAM,GAAG,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;IACvC,MAAM,KAAK,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC;IAEjD,OAAO;QACL,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,MAAM,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;QAC7B,KAAK;QACL,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAC3B,SAAiB,EACjB,OAAyB,EACzB,QAAgB;IAEhB,MAAM,eAAe,GAAa,EAAE,CAAC;IAErC,IAAI,QAAQ,GAAG,GAAG,EAAE,CAAC;QACnB,eAAe,CAAC,IAAI,CAClB,GAAG,SAAS,0EAA0E,CACvF,CAAC;IACJ,CAAC;SAAM,IAAI,QAAQ,GAAG,GAAG,EAAE,CAAC;QAC1B,eAAe,CAAC,IAAI,CAClB,GAAG,SAAS,WAAW,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC,2CAA2C,CAC7F,CAAC;IACJ,CAAC;IAED,+DAA+D;IAC/D,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAChD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;YAC3B,aAAa,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,CAAC,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACxE,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAE/B,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,GAAG,EAAE,CAAC;QACrC,eAAe,CAAC,IAAI,CAClB,qBAAqB,SAAS,kBAAkB,MAAM,CAAC,KAAK,CAAC,eAAe,CAC7E,CAAC;IACJ,CAAC;IAED,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,eAAe,CAAC,IAAI,CAAC,GAAG,SAAS,oDAAoD,CAAC,CAAC;IACzF,CAAC;IAED,OAAO,eAAe,CAAC;AACzB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,QAAQ,CACrB,QAAgB,EAChB,WAAmB,EACnB,SAAyB;IAEzB,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,CAAC;IAE5C,MAAM,eAAe,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;IAE3E,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IACnE,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC;IAC/E,MAAM,QAAQ,GACZ,eAAe,CAAC,MAAM,KAAK,CAAC;QAC1B,CAAC,CAAC,GAAG;QACL,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,eAAe,CAAC,MAAM,CAAC;IAEpF,MAAM,eAAe,GAAG,oBAAoB,CAAC,WAAW,EAAE,eAAe,EAAE,QAAQ,CAAC,CAAC;IAErF,OAAO;QACL,SAAS,EAAE,WAAW;QACtB,QAAQ;QACR,QAAQ;QACR,SAAS,EAAE,eAAe;QAC1B,eAAe;KAChB,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAE9E;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,SAAiB,EACjB,SAAyB;IAEzB,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,SAAS,CAAC;IACrD,OAAO,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;AACpE,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,QAAgB,EAChB,SAAyB;IAEzB,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,QAAQ,CAAC;IACnD,OAAO,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;AACnE,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,WAAmB,EAAE,SAAiB;IACrE,MAAM,UAAU,GAAG,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,KAAK,CAAC;IAC7E,OAAO,IAAI,CAAC,WAAW,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;AAC5D,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,WAAmB,EAAE,QAAgB;IACnE,MAAM,UAAU,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,KAAK,CAAC;IAC1E,OAAO,IAAI,CAAC,WAAW,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;AAC3D,CAAC"}

package/dist/engine/spec-quality-scorer.d.ts

@@ -0,0 +1,4 @@
+import type { Spec } from '../types/index.js';
+import type { SpecQualityReport } from '../types/spec-quality.js';
+export declare function scoreSpecQuality(spec: Spec): Promise<SpecQualityReport>;
+//# sourceMappingURL=spec-quality-scorer.d.ts.map

package/dist/engine/spec-quality-scorer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"spec-quality-scorer.d.ts","sourceRoot":"","sources":["../../src/engine/spec-quality-scorer.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,KAAK,EAIV,iBAAiB,EAClB,MAAM,0BAA0B,CAAC;AA8UlC,wBAAsB,gBAAgB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAmC7E"}