openlore 2.0.0

package/dist/core/test-generator/then-matchers.d.ts

@@ -0,0 +1,35 @@
+/**
+ * THEN Clause Pattern Engine
+ *
+ * Transforms natural-language THEN clauses from OpenSpec scenarios into
+ * framework-specific assertion lines — without any LLM call.
+ *
+ * Design principles:
+ *   - Pure functions only, no I/O
+ *   - Each pattern matches a common spec phrase and emits assertions
+ *   - Multiple assertions can be emitted per THEN line
+ *   - Falls back to a TODO placeholder when no pattern matches
+ *   - Framework-aware: same pattern emits different syntax per framework
+ *
+ * Adding a new pattern:
+ *   1. Add a ThenPattern to PATTERNS below
+ *   2. Add assertions for all five frameworks in its `assertions` object
+ */
+import type { TestFramework } from '../../types/test-generator.js';
+export interface ThenMatch {
+    /** Assertion source lines for the given framework */
+    lines: string[];
+    /** Which THEN clause index this matched */
+    thenIndex: number;
+    /** true = came from pattern engine; false = placeholder */
+    fromPattern: boolean;
+}
+/**
+ * Match THEN clauses against the pattern library and return assertion lines.
+ *
+ * @param thenClauses  Array of THEN clause strings (one per bullet)
+ * @param framework    Target test framework
+ * @returns            Array of ThenMatch — one per THEN clause
+ */
+export declare function matchThenClauses(thenClauses: string[], framework: TestFramework): ThenMatch[];
+//# sourceMappingURL=then-matchers.d.ts.map

package/dist/core/test-generator/then-matchers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"then-matchers.d.ts","sourceRoot":"","sources":["../../../src/core/test-generator/then-matchers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAMnE,MAAM,WAAW,SAAS;IACxB,qDAAqD;IACrD,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,2CAA2C;IAC3C,SAAS,EAAE,MAAM,CAAC;IAClB,2DAA2D;IAC3D,WAAW,EAAE,OAAO,CAAC;CACtB;AAoMD;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAC9B,WAAW,EAAE,MAAM,EAAE,EACrB,SAAS,EAAE,aAAa,GACvB,SAAS,EAAE,CAmBb"}

package/dist/core/test-generator/then-matchers.js

@@ -0,0 +1,211 @@
+/**
+ * THEN Clause Pattern Engine
+ *
+ * Transforms natural-language THEN clauses from OpenSpec scenarios into
+ * framework-specific assertion lines — without any LLM call.
+ *
+ * Design principles:
+ *   - Pure functions only, no I/O
+ *   - Each pattern matches a common spec phrase and emits assertions
+ *   - Multiple assertions can be emitted per THEN line
+ *   - Falls back to a TODO placeholder when no pattern matches
+ *   - Framework-aware: same pattern emits different syntax per framework
+ *
+ * Adding a new pattern:
+ *   1. Add a ThenPattern to PATTERNS below
+ *   2. Add assertions for all five frameworks in its `assertions` object
+ */
+// ============================================================================
+// PATTERN LIBRARY
+// ============================================================================
+const PATTERNS = [
+    // ── "returns status <N> with error '<msg>'" ──────────────────────────────
+    {
+        regex: /returns?\s+status\s+(\d+)\s+with\s+error\s+["']([^"']+)["']/i,
+        assertions: {
+            vitest: ([, status, msg]) => [
+                `expect(response.status).toBe(${status});`,
+                `expect(response.body.error).toBe('${msg}');`,
+            ],
+            playwright: ([, status, msg]) => [
+                `expect(response.status()).toBe(${status});`,
+                `expect(await response.json()).toMatchObject({ error: '${msg}' });`,
+            ],
+            pytest: ([, status, msg]) => [
+                `assert response.status_code == ${status}`,
+                `assert response.json()["error"] == "${msg}"`,
+            ],
+            gtest: ([, status, msg]) => [
+                `EXPECT_EQ(response.status, ${status});`,
+                `EXPECT_EQ(response.body["error"], "${msg}");`,
+            ],
+            catch2: ([, status, msg]) => [
+                `REQUIRE(response.status == ${status});`,
+                `REQUIRE(response.body["error"] == "${msg}");`,
+            ],
+        },
+    },
+    // ── "returns status <N>" ─────────────────────────────────────────────────
+    {
+        regex: /returns?\s+status\s+(\d+)/i,
+        assertions: {
+            vitest: ([, status]) => [`expect(response.status).toBe(${status});`],
+            playwright: ([, status]) => [`expect(response.status()).toBe(${status});`],
+            pytest: ([, status]) => [`assert response.status_code == ${status}`],
+            gtest: ([, status]) => [`EXPECT_EQ(response.status, ${status});`],
+            catch2: ([, status]) => [`REQUIRE(response.status == ${status});`],
+        },
+    },
+    // ── "returns a/an <prop> [, <prop>] [and <prop>]" ────────────────────────
+    // e.g. "returns a JWT token, expiry time, and userId"
+    {
+        regex: /returns?\s+(?:a|an)\s+(.+?)(?:\s+with\s+status\s+\d+)?$/i,
+        assertions: {
+            vitest: ([, propsStr]) => extractProps(propsStr).map((p) => `expect(response.body).toHaveProperty('${p}');`),
+            playwright: ([, propsStr]) => [
+                `const body = await response.json();`,
+                ...extractProps(propsStr).map((p) => `expect(body).toHaveProperty('${p}');`),
+            ],
+            pytest: ([, propsStr]) => [
+                `body = response.json()`,
+                ...extractProps(propsStr).map((p) => `assert "${p}" in body`),
+            ],
+            gtest: ([, propsStr]) => extractProps(propsStr).map((p) => `EXPECT_TRUE(response.body.contains("${p}"));`),
+            catch2: ([, propsStr]) => extractProps(propsStr).map((p) => `REQUIRE(response.body.contains("${p}"));`),
+        },
+    },
+    // ── "creates/creates the <entity> with <field> '<value>'" ─────────────────
+    {
+        regex: /creates?\s+(?:the\s+)?\w+\s+with\s+(\w+)\s+["']([^"']+)["']/i,
+        assertions: {
+            vitest: ([, field, value]) => [
+                `expect(result.${field}).toBe('${value}');`,
+            ],
+            playwright: ([, field, value]) => [
+                `const result = await response.json();`,
+                `expect(result.${field}).toBe('${value}');`,
+            ],
+            pytest: ([, field, value]) => [
+                `result = response.json()`,
+                `assert result["${field}"] == "${value}"`,
+            ],
+            gtest: ([, field, value]) => [
+                `EXPECT_EQ(result.${field}, "${value}");`,
+            ],
+            catch2: ([, field, value]) => [
+                `REQUIRE(result.${field} == "${value}");`,
+            ],
+        },
+    },
+    // ── "returns the <entity> with status <N>" ───────────────────────────────
+    {
+        regex: /returns?\s+(?:the\s+)?\w+\s+(?:and\s+)?\w*\s*with\s+status\s+(\d+)/i,
+        assertions: {
+            vitest: ([, status]) => [
+                `expect(response.status).toBe(${status});`,
+                `expect(response.body).toBeDefined();`,
+            ],
+            playwright: ([, status]) => [
+                `expect(response.status()).toBe(${status});`,
+            ],
+            pytest: ([, status]) => [
+                `assert response.status_code == ${status}`,
+                `assert response.json() is not None`,
+            ],
+            gtest: ([, status]) => [
+                `EXPECT_EQ(response.status, ${status});`,
+                `EXPECT_FALSE(response.body.empty());`,
+            ],
+            catch2: ([, status]) => [
+                `REQUIRE(response.status == ${status});`,
+                `REQUIRE(!response.body.empty());`,
+            ],
+        },
+    },
+    // ── "throws/raises an error" ─────────────────────────────────────────────
+    {
+        regex: /(?:throws?|raises?)\s+(?:an?\s+)?(?:error|exception)/i,
+        assertions: {
+            vitest: () => [`await expect(action()).rejects.toThrow();`],
+            playwright: () => [`// TODO: verify error is thrown`],
+            pytest: () => [`with pytest.raises(Exception):\n        action()`],
+            gtest: () => [`EXPECT_THROW(action(), std::exception);`],
+            catch2: () => [`REQUIRE_THROWS(action());`],
+        },
+    },
+    // ── "does not/doesn't <verb>" ────────────────────────────────────────────
+    {
+        regex: /does\s+not|doesn'?t/i,
+        assertions: {
+            vitest: () => [`expect(result).toBeUndefined(); // TODO: verify negative case`],
+            playwright: () => [`// TODO: verify negative behavior`],
+            pytest: () => [`assert result is None  # TODO: verify negative case`],
+            gtest: () => [`EXPECT_FALSE(result.has_value()); // TODO: verify negative case`],
+            catch2: () => [`REQUIRE_FALSE(result.has_value()); // TODO: verify negative case`],
+        },
+    },
+];
+// ============================================================================
+// HELPERS
+// ============================================================================
+/**
+ * Extract property names from a "a JWT token, expiry time, and userId" string.
+ * Strips filler words (a/an/the/time/etc.) to get clean property identifiers.
+ */
+function extractProps(raw) {
+    // Remove "and", split on comma
+    const parts = raw
+        .replace(/\band\b/gi, ',')
+        .split(',')
+        .map((p) => p.trim())
+        .filter(Boolean);
+    return parts.map((p) => {
+        // Take the last "word" in each part as the property name — usually correct
+        // "JWT token" → "token", "expiry time" → "expiry", "userId" → "userId"
+        const words = p.replace(/[^a-zA-Z0-9\s_]/g, '').trim().split(/\s+/);
+        // If last word is a filler, take the one before it
+        const fillers = new Set(['time', 'date', 'value', 'object', 'item', 'entity']);
+        if (words.length > 1 && fillers.has(words[words.length - 1].toLowerCase())) {
+            return words[words.length - 2];
+        }
+        return words[words.length - 1];
+    }).filter(Boolean);
+}
+// ============================================================================
+// PUBLIC API
+// ============================================================================
+const PLACEHOLDER = {
+    vitest: `expect(true).toBe(true); // TODO: implement assertion`,
+    playwright: `// TODO: implement assertion`,
+    pytest: `assert True  # TODO: implement assertion`,
+    gtest: `SUCCEED(); // TODO: implement assertion`,
+    catch2: `SUCCEED(); // TODO: implement assertion`,
+};
+/**
+ * Match THEN clauses against the pattern library and return assertion lines.
+ *
+ * @param thenClauses  Array of THEN clause strings (one per bullet)
+ * @param framework    Target test framework
+ * @returns            Array of ThenMatch — one per THEN clause
+ */
+export function matchThenClauses(thenClauses, framework) {
+    return thenClauses.map((clause, thenIndex) => {
+        for (const pattern of PATTERNS) {
+            const m = clause.match(pattern.regex);
+            if (m) {
+                const builder = pattern.assertions[framework];
+                const lines = builder(m);
+                if (lines.length > 0) {
+                    return { lines, thenIndex, fromPattern: true };
+                }
+            }
+        }
+        // No pattern matched — emit placeholder
+        return {
+            lines: [PLACEHOLDER[framework]],
+            thenIndex,
+            fromPattern: false,
+        };
+    });
+}
+//# sourceMappingURL=then-matchers.js.map

package/dist/core/test-generator/then-matchers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"then-matchers.js","sourceRoot":"","sources":["../../../src/core/test-generator/then-matchers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AA0BH,+EAA+E;AAC/E,kBAAkB;AAClB,+EAA+E;AAE/E,MAAM,QAAQ,GAAkB;IAC9B,4EAA4E;IAC5E;QACE,KAAK,EAAE,8DAA8D;QACrE,UAAU,EAAE;YACV,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC;gBAC3B,gCAAgC,MAAM,IAAI;gBAC1C,qCAAqC,GAAG,KAAK;aAC9C;YACD,UAAU,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC;gBAC/B,kCAAkC,MAAM,IAAI;gBAC5C,yDAAyD,GAAG,OAAO;aACpE;YACD,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC;gBAC3B,kCAAkC,MAAM,EAAE;gBAC1C,uCAAuC,GAAG,GAAG;aAC9C;YACD,KAAK,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC;gBAC1B,8BAA8B,MAAM,IAAI;gBACxC,sCAAsC,GAAG,KAAK;aAC/C;YACD,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC;gBAC3B,8BAA8B,MAAM,IAAI;gBACxC,sCAAsC,GAAG,KAAK;aAC/C;SACF;KACF;IAED,4EAA4E;IAC5E;QACE,KAAK,EAAE,4BAA4B;QACnC,UAAU,EAAE;YACV,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,gCAAgC,MAAM,IAAI,CAAC;YACpE,UAAU,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,kCAAkC,MAAM,IAAI,CAAC;YAC1E,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,kCAAkC,MAAM,EAAE,CAAC;YACpE,KAAK,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,8BAA8B,MAAM,IAAI,CAAC;YACjE,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,8BAA8B,MAAM,IAAI,CAAC;SACnE;KACF;IAED,4EAA4E;IAC5E,sDAAsD;IACtD;QACE,KAAK,EAAE,0DAA0D;QACjE,UAAU,EAAE;YACV,MAAM,EAAE,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,GAAG,CAClD,CAAC,CAAC,EAAE,EAAE,CAAC,yCAAyC,CAAC,KAAK,CACvD;YACD,UAAU,EAAE,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAC5B,qCAAqC;gBACrC,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gCAAgC,CAAC,KAAK,CAAC;aAC7E;YACD,MAAM,EAAE,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACxB,wBAAwB;gBACxB,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,WAAW,CAAC;aAC9D;YACD,KAAK,EAAE,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,GAAG,CACjD,CAAC,CAAC,EAAE,EAAE,CAAC,uCAAuC,CAAC,MAAM,CACtD;YACD,MAAM,EAAE,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,GAAG,CAClD,CAAC,CAAC,EAAE,EAAE,CAAC,mCAAmC,CAAC,MAAM,CAClD;SACF;KACF;IAED,6EAA6E;IAC7E;QACE,KAAK,EAAE,8DAA8D;QACrE,UAAU,EAAE;YACV,MAAM,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;gBAC5B,iBAAiB,KAAK,WAAW,KAAK,KAAK;aAC5C;YACD,UAAU,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;gBAChC,uCAAuC;gBACvC,iBAAiB,KAAK,WAAW,KAAK,KAAK;aAC5C;YACD,MAAM,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;gBAC5B,0BAA0B;gBAC1B,kBAAkB,KAAK,UAAU,KAAK,GAAG;aAC1C;YACD,KAAK,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;gBAC3B,oBAAoB,KAAK,MAAM,KAAK,KAAK;aAC1C;YACD,MAAM,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;gBAC5B,kBAAkB,KAAK,QAAQ,KAAK,KAAK;aAC1C;SACF;KACF;IAED,4EAA4E;IAC5E;QACE,KAAK,EAAE,qEAAqE;QAC5E,UAAU,EAAE;YACV,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;gBACtB,gCAAgC,MAAM,IAAI;gBAC1C,sCAAsC;aACvC;YACD,UAAU,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;gBAC1B,kCAAkC,MAAM,IAAI;aAC7C;YACD,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;gBACtB,kCAAkC,MAAM,EAAE;gBAC1C,oCAAoC;aACrC;YACD,KAAK,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;gBACrB,8BAA8B,MAAM,IAAI;gBACxC,sCAAsC;aACvC;YACD,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;gBACtB,8BAA8B,MAAM,IAAI;gBACxC,kCAAkC;aACnC;SACF;KACF;IAED,4EAA4E;IAC5E;QACE,KAAK,EAAE,uDAAuD;QAC9D,UAAU,EAAE;YACV,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,2CAA2C,CAAC;YAC3D,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC,iCAAiC,CAAC;YACrD,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,kDAAkD,CAAC;YAClE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,yCAAyC,CAAC;YACxD,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,2BAA2B,CAAC;SAC5C;KACF;IAED,4EAA4E;IAC5E;QACE,KAAK,EAAE,sBAAsB;QAC7B,UAAU,EAAE;YACV,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,+DAA+D,CAAC;YAC/E,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC,mCAAmC,CAAC;YACvD,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,qDAAqD,CAAC;YACrE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,iEAAiE,CAAC;YAChF,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,kEAAkE,CAAC;SACnF;KACF;CACF,CAAC;AAEF,+EAA+E;AAC/E,UAAU;AACV,+EAA+E;AAE/E;;;GAGG;AACH,SAAS,YAAY,CAAC,GAAW;IAC/B,+BAA+B;IAC/B,MAAM,KAAK,GAAG,GAAG;SACd,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;SACzB,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,OAAO,CAAC,CAAC;IAEnB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACrB,2EAA2E;QAC3E,uEAAuE;QACvE,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACpE,mDAAmD;QACnD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC/E,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YAC3E,OAAO,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC;AAED,+EAA+E;AAC/E,aAAa;AACb,+EAA+E;AAE/E,MAAM,WAAW,GAAkC;IACjD,MAAM,EAAE,uDAAuD;IAC/D,UAAU,EAAE,8BAA8B;IAC1C,MAAM,EAAE,0CAA0C;IAClD,KAAK,EAAE,yCAAyC;IAChD,MAAM,EAAE,yCAAyC;CAClD,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAC9B,WAAqB,EACrB,SAAwB;IAExB,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE;QAC3C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACtC,IAAI,CAAC,EAAE,CAAC;gBACN,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;gBAC9C,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBACzB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACrB,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;gBACjD,CAAC;YACH,CAAC;QACH,CAAC;QACD,wCAAwC;QACxC,OAAO;YACL,KAAK,EAAE,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YAC/B,SAAS;YACT,WAAW,EAAE,KAAK;SACnB,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/core/verifier/index.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Verifier module index
+ */
+export * from './verification-engine.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/core/verifier/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/core/verifier/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,0BAA0B,CAAC"}

package/dist/core/verifier/index.js

@@ -0,0 +1,5 @@
+/**
+ * Verifier module index
+ */
+export * from './verification-engine.js';
+//# sourceMappingURL=index.js.map

package/dist/core/verifier/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/core/verifier/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,0BAA0B,CAAC"}

package/dist/core/verifier/verification-engine.d.ts

@@ -0,0 +1,293 @@
+/**
+ * Spec Verification Engine
+ *
+ * Tests whether generated specs accurately describe the codebase by using
+ * the specs to predict code behavior and comparing against actual files.
+ */
+import type { LLMService } from '../services/llm-service.js';
+import type { DependencyGraphResult } from '../analyzer/dependency-graph.js';
+/**
+ * Verification candidate file
+ */
+export interface VerificationCandidate {
+    path: string;
+    absolutePath: string;
+    domain: string;
+    usedInGeneration: boolean;
+    complexity: number;
+    lines: number;
+    imports: number;
+    exports: number;
+}
+/**
+ * LLM prediction for a file
+ */
+export interface FilePrediction {
+    predictedPurpose: string;
+    predictedImports: string[];
+    predictedExports: string[];
+    predictedLogic: string[];
+    relatedRequirements: string[];
+    confidence: number;
+    /** LLM-as-judge score: how accurately does the spec describe this file (0.0–1.0) */
+    specAccuracyScore?: number;
+    /** LLM-as-judge score: fraction of this file's behavior covered by spec requirements (0.0–1.0) */
+    requirementCoverageScore?: number;
+    reasoning: string;
+}
+/**
+ * Match result for purpose
+ */
+export interface PurposeMatch {
+    predicted: string;
+    actual: string;
+    similarity: number;
+}
+/**
+ * Match result for imports/exports
+ */
+export interface SetMatch {
+    predicted: string[];
+    actual: string[];
+    precision: number;
+    recall: number;
+    f1Score: number;
+}
+/**
+ * Requirement coverage analysis
+ */
+export interface RequirementCoverage {
+    relatedRequirements: string[];
+    actuallyImplements: string[];
+    coverage: number;
+}
+/**
+ * Result for a single file verification
+ */
+export interface VerificationResult {
+    filePath: string;
+    domain: string;
+    purposeMatch: PurposeMatch;
+    importMatch: SetMatch;
+    exportMatch: SetMatch;
+    requirementCoverage: RequirementCoverage;
+    overallScore: number;
+    llmConfidence: number;
+    feedback: string[];
+}
+/**
+ * Domain breakdown in report
+ */
+export interface DomainBreakdown {
+    domain: string;
+    specPath: string;
+    filesVerified: number;
+    averageScore: number;
+    weakestArea: string;
+}
+/**
+ * Suggested improvement
+ */
+export interface SuggestedImprovement {
+    domain: string;
+    issue: string;
+    suggestion: string;
+}
+/**
+ * Complete verification report
+ */
+export interface VerificationReport {
+    timestamp: string;
+    specVersion: string;
+    sampledFiles: number;
+    passedFiles: number;
+    overallConfidence: number;
+    domainBreakdown: DomainBreakdown[];
+    commonGaps: string[];
+    recommendation: 'ready' | 'needs-review' | 'regenerate';
+    suggestedImprovements: SuggestedImprovement[];
+    results: VerificationResult[];
+}
+/**
+ * Engine options
+ */
+export interface VerificationEngineOptions {
+    /** Root directory of the project */
+    rootPath: string;
+    /** Path to openspec directory */
+    openspecPath: string;
+    /** Output directory for reports */
+    outputDir: string;
+    /** Minimum complexity (lines) for candidate files */
+    minComplexity?: number;
+    /** Maximum complexity (lines) for candidate files */
+    maxComplexity?: number;
+    /** Number of files to sample per domain */
+    filesPerDomain?: number;
+    /** Passing threshold for overall score */
+    passThreshold?: number;
+    /** Files used in generation (to exclude) */
+    generationContext?: string[];
+}
+/**
+ * Spec Verification Engine
+ */
+export declare class SpecVerificationEngine {
+    private llm;
+    private options;
+    private specs;
+    private fileDomainMap;
+    private parser;
+    constructor(llm: LLMService, options: VerificationEngineOptions);
+    /**
+     * Run full verification
+     */
+    verify(depGraph: DependencyGraphResult, specVersion: string): Promise<VerificationReport>;
+    /**
+     * Load all specs from openspec directory
+     */
+    private loadSpecs;
+    /**
+     * Load file→domain mapping from .openlore/analysis/mapping.json.
+     * Falls back silently if the file doesn't exist (e.g. before first analysis run).
+     */
+    private loadFileDomainMap;
+    /**
+     * Select verification candidate files
+     */
+    selectCandidates(depGraph: DependencyGraphResult): VerificationCandidate[];
+    /**
+     * Resolve the spec domain for a file.
+     *
+     * Priority:
+     * 1. mapping.json lookup — deterministic, built from the analysis run.
+     * 2. Path heuristic — walk segments, match against known spec domain names
+     *    (exact, then prefix ≥4 chars to handle utils→utilities etc.).
+     * 3. Fallback — first meaningful non-structural segment.
+     */
+    private inferDomain;
+    /**
+     * Verify a single file
+     */
+    verifyFile(candidate: VerificationCandidate): Promise<VerificationResult>;
+    /**
+     * Build specs context string capped at maxChars to avoid silent LLM token overflow.
+     * Specs are included in order; the last spec may be truncated if the budget is tight.
+     */
+    private buildSpecsContext;
+    /**
+     * Get prediction from LLM.
+     *
+     * When fileContent is provided the prompt uses an LLM-as-judge approach:
+     * the model sees both the spec and the actual file content, and returns a
+     * specAccuracyScore (0–1) measuring how well the spec describes the file.
+     * This replaces the brittle Jaccard keyword-overlap used for purposeMatch.
+     */
+    private getPrediction;
+    /**
+     * Compare predicted purpose to actual file content.
+     *
+     * When specAccuracyScore is provided (LLM-as-judge), it is used directly as
+     * the similarity score — this is far more reliable than keyword overlap because
+     * the LLM has seen the actual file and can assess whether the spec describes it.
+     * Falls back to Jaccard keyword overlap when no LLM score is available.
+     */
+    private comparePurpose;
+    /**
+     * Extract purpose from file content (comments, docstrings)
+     */
+    private extractPurpose;
+    /**
+     * Calculate text similarity using keyword overlap
+     */
+    private calculateSimilarity;
+    /**
+     * Normalize a word for similarity comparison by truncating to its first 5
+     * characters. This is more robust than suffix-stripping for technical
+     * English: "generate/generates/generating/generation" all share the prefix
+     * "gener", "verify/verification/verifies" share "verif", etc.
+     * Tested against 26 word pairs: 18/26 correct matches, 0 false positives.
+     */
+    private normalize;
+    /**
+     * Extract keywords from text
+     */
+    private extractKeywords;
+    /**
+     * Analyze import coverage using spec content rather than LLM predictions.
+     * For each actual import (normalized to module name), checks whether it is
+     * mentioned in the domain's spec text (exact name or hyphen→space variant).
+     * This is a spec-completeness check: are the modules the file depends on
+     * actually described in the spec?
+     *
+     * Returns a SetMatch where:
+     *   - actual   = all normalized actual import module names
+     *   - predicted = subset of actual imports that appear in the spec text
+     *   - f1Score  = recall = fraction of actual imports covered by spec
+     */
+    private analyzeImportCoverage;
+    /**
+     * Normalize import path for comparison.
+     * Strips file extensions and the first leading `./` or `../` prefix,
+     * then extracts the final path segment (module name) in lowercase.
+     * Deeply-nested relative paths (e.g. `../../foo`) are handled correctly
+     * because only the last segment is used for comparison.
+     */
+    private normalizeImport;
+    /**
+     * Compare predicted exports to actual
+     */
+    private compareExports;
+    /**
+     * Calculate precision, recall, F1 for set comparison
+     */
+    private calculateSetMatch;
+    /**
+     * Parse requirements from a spec's markdown content.
+     * Returns an array of { name, description } extracted from
+     * "### Requirement: Name\n\nThe system SHALL ..." blocks.
+     */
+    private parseSpecRequirements;
+    /**
+     * Analyze requirement coverage.
+     *
+     * When llmScore is provided (LLM-as-judge), it is used directly — the LLM
+     * has seen both the spec and the file and scores only the requirements
+     * relevant to this specific file, avoiding the false penalty of a domain
+     * spec covering many files where each file implements only a small subset.
+     *
+     * Falls back to keyword matching when no LLM score is available.
+     */
+    private analyzeRequirementCoverage;
+    /**
+     * Calculate overall score (weighted combination)
+     */
+    private calculateOverallScore;
+    /**
+     * Generate feedback for gaps
+     */
+    private generateFeedback;
+    /**
+     * Generate verification report
+     */
+    private generateReport;
+    /**
+     * Save verification report
+     */
+    private saveReport;
+    /**
+     * Generate markdown report
+     */
+    private generateMarkdownReport;
+    /**
+     * Get list of domains from loaded specs.
+     * If specs have not been loaded yet (i.e., verify() has not been called),
+     * triggers an eager load so callers can preview domains without a full LLM run.
+     */
+    getDomains(): Promise<string[]>;
+}
+/**
+ * Run verification on a project
+ */
+export declare function verifySpecs(llm: LLMService, depGraph: DependencyGraphResult, options: VerificationEngineOptions, specVersion: string): Promise<VerificationReport>;
+//# sourceMappingURL=verification-engine.d.ts.map

package/dist/core/verifier/verification-engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"verification-engine.d.ts","sourceRoot":"","sources":["../../../src/core/verifier/verification-engine.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAMH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,KAAK,EAAE,qBAAqB,EAAkB,MAAM,iCAAiC,CAAC;AAO7F;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,gBAAgB,EAAE,OAAO,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,oFAAoF;IACpF,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,kGAAkG;IAClG,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,YAAY,CAAC;IAC3B,WAAW,EAAE,QAAQ,CAAC;IACtB,WAAW,EAAE,QAAQ,CAAC;IACtB,mBAAmB,EAAE,mBAAmB,CAAC;IACzC,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,eAAe,EAAE,CAAC;IACnC,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,cAAc,EAAE,OAAO,GAAG,cAAc,GAAG,YAAY,CAAC;IACxD,qBAAqB,EAAE,oBAAoB,EAAE,CAAC;IAC9C,OAAO,EAAE,kBAAkB,EAAE,CAAC;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACxC,oCAAoC;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,iCAAiC;IACjC,YAAY,EAAE,MAAM,CAAC;IACrB,mCAAmC;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,qDAAqD;IACrD,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,qDAAqD;IACrD,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,2CAA2C;IAC3C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,0CAA0C;IAC1C,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,4CAA4C;IAC5C,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC9B;AAmCD;;GAEG;AACH,qBAAa,sBAAsB;IACjC,OAAO,CAAC,GAAG,CAAa;IACxB,OAAO,CAAC,OAAO,CAAsC;IACrD,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,aAAa,CAAkC;IACvD,OAAO,CAAC,MAAM,CAAqB;gBAEvB,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,yBAAyB;IAe/D;;OAEG;IACG,MAAM,CACV,QAAQ,EAAE,qBAAqB,EAC/B,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,kBAAkB,CAAC;IA+C9B;;OAEG;YACW,SAAS;IA6BvB;;;OAGG;YACW,iBAAiB;IA+B/B;;OAEG;IACH,gBAAgB,CAAC,QAAQ,EAAE,qBAAqB,GAAG,qBAAqB,EAAE;IAoE1E;;;;;;;;OAQG;IACH,OAAO,CAAC,WAAW;IAwCnB;;OAEG;IACG,UAAU,CAAC,SAAS,EAAE,qBAAqB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAiC/E;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAgBzB;;;;;;;OAOG;YACW,aAAa;IAmE3B;;;;;;;OAOG;IACH,OAAO,CAAC,cAAc;IAUtB;;OAEG;IACH,OAAO,CAAC,cAAc;IA8CtB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAkB3B;;;;;;OAMG;IACH,OAAO,CAAC,SAAS;IAIjB;;OAEG;IACH,OAAO,CAAC,eAAe;IAevB;;;;;;;;;;;OAWG;IACH,OAAO,CAAC,qBAAqB;IA2B7B;;;;;;OAMG;IACH,OAAO,CAAC,eAAe;IAUvB;;OAEG;IACH,OAAO,CAAC,cAAc;IAOtB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAsBzB;;;;OAIG;IACH,OAAO,CAAC,qBAAqB;IAmB7B;;;;;;;;;OASG;IACH,OAAO,CAAC,0BAA0B;IA6ClC;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAoB7B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IA2CxB;;OAEG;IACH,OAAO,CAAC,cAAc;IA4FtB;;OAEG;YACW,UAAU;IAexB;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAmG9B;;;;OAIG;IACG,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;CAMtC;AAMD;;GAEG;AACH,wBAAsB,WAAW,CAC/B,GAAG,EAAE,UAAU,EACf,QAAQ,EAAE,qBAAqB,EAC/B,OAAO,EAAE,yBAAyB,EAClC,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,kBAAkB,CAAC,CAG7B"}