@yasserkhanorg/e2e-agents 0.5.10 → 0.5.12

package/dist/agent/ai_mapping.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ai_mapping.d.ts","sourceRoot":"","sources":["../../src/agent/ai_mapping.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,eAAe,CAAC;AAC9C,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,aAAa,CAAC;AACvD,OAAO,KAAK,EAAC,YAAY,EAAE,QAAQ,EAAC,MAAM,YAAY,CAAC;AA4BvD,MAAM,WAAW,eAAe;IAC5B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,YAAY,EAAE,CAAC;IACzB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACtB;AA8PD,wBAAsB,iBAAiB,CACnC,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,qBAAqB,EAC7B,KAAK,EAAE,UAAU,EAAE,EACnB,KAAK,EAAE,QAAQ,EAAE,GAClB,OAAO,CAAC,eAAe,CAAC,CA0O1B"}
+{"version":3,"file":"ai_mapping.d.ts","sourceRoot":"","sources":["../../src/agent/ai_mapping.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,eAAe,CAAC;AAC9C,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,aAAa,CAAC;AACvD,OAAO,KAAK,EAAC,YAAY,EAAE,QAAQ,EAAC,MAAM,YAAY,CAAC;AA4BvD,MAAM,WAAW,eAAe;IAC5B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,YAAY,EAAE,CAAC;IACzB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACtB;AAuTD,wBAAsB,iBAAiB,CACnC,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,qBAAqB,EAC7B,KAAK,EAAE,UAAU,EAAE,EACnB,KAAK,EAAE,QAAQ,EAAE,GAClB,OAAO,CAAC,eAAe,CAAC,CA4O1B"}

package/dist/agent/ai_mapping.js

@@ -139,14 +139,36 @@ function isStrongCandidateMatch(flow, matchedKeywords) {
     const keywords = flowKeywords(flow);
     return keywords.length === 1 && matchedKeywords[0].length >= MIN_SINGLE_KEYWORD_LENGTH;
 }
+// Extract test/describe/it title strings from file content for semantic matching.
+function extractTestTitles(content) {
+    const titles = [];
+    const pattern = /(?:^|\s)(?:test|it|describe)\s*\(\s*(?:'([^']*)'|"([^"]*)"|`([^`]*)`)/gm;
+    let match;
+    while ((match = pattern.exec(content)) !== null) {
+        const title = match[1] ?? match[2] ?? match[3];
+        if (title) {
+            titles.push(title);
+        }
+    }
+    return titles.join(' ');
+}
+function matchedFlowKeywordsInTitles(flow, testContent) {
+    const haystack = extractTestTitles(testContent).toLowerCase();
+    if (!haystack) {
+        return [];
+    }
+    return flowKeywords(flow).filter((keyword) => keyword && haystack.includes(keyword.toLowerCase()));
+}
 function selectCandidateTests(flows, tests, maxCandidateTests) {
     const selected = new Set();
     const byFlow = new Map();
     const evidence = [];
     const warnings = [];
     const normalizedTests = tests.map((test) => (0, utils_js_1.normalizePath)(test.path)).filter(Boolean);
+    const testByNormalizedPath = new Map(tests.map((t) => [(0, utils_js_1.normalizePath)(t.path), t]));
     const perFlowLimit = Math.max(2, Math.min(6, Math.floor(maxCandidateTests / Math.max(1, flows.length))));
     for (const flow of flows) {
+        // Pass 1: path-keyword matching
         const scored = [];
         for (const testPath of normalizedTests) {
             const matchedKeywords = matchedFlowKeywords(flow, testPath);
@@ -163,7 +185,37 @@ function selectCandidateTests(flows, tests, maxCandidateTests) {
             .filter((candidate) => isStrongCandidateMatch(flow, candidate.matchedKeywords))
             .sort((a, b) => b.score - a.score || a.path.localeCompare(b.path))
             .slice(0, perFlowLimit);
-        if (strongCandidates.length === 0) {
+        // Pass 2: content-title matching
+        // For flows without enough path-matched candidates, also search test/describe/it
+        // title strings for flow keywords. This surfaces semantically related tests even
+        // when the file name does not match the flow (e.g. a search.spec.ts with a test
+        // titled "search for message in channel" covers search_messages).
+        const contentCandidates = [];
+        if (strongCandidates.length < perFlowLimit) {
+            const alreadyByPath = new Set(strongCandidates.map((c) => c.path));
+            for (const testPath of normalizedTests) {
+                if (alreadyByPath.has(testPath)) {
+                    continue;
+                }
+                const testFile = testByNormalizedPath.get(testPath);
+                if (!testFile?.content) {
+                    continue;
+                }
+                const titleKeywords = matchedFlowKeywordsInTitles(flow, testFile.content);
+                if (!isStrongCandidateMatch(flow, titleKeywords)) {
+                    continue;
+                }
+                // Score content matches lower than path matches so path candidates rank higher.
+                contentCandidates.push({
+                    path: testPath,
+                    score: titleKeywords.length,
+                    matchedKeywords: titleKeywords,
+                });
+            }
+            contentCandidates.sort((a, b) => b.score - a.score || a.path.localeCompare(b.path));
+        }
+        const allCandidates = [...strongCandidates, ...contentCandidates.slice(0, perFlowLimit)];
+        if (allCandidates.length === 0) {
             // Exact-name fallback: if the flow ID has no effective keywords (all tokens are
             // low-signal, e.g. view_user_group_modal), look for a test whose path contains
             // the exact flow ID as a directory name or filename without extension.
@@ -181,9 +233,9 @@ function selectCandidateTests(flows, tests, maxCandidateTests) {
             }
             continue;
         }
-        byFlow.set(flow.id, new Set(strongCandidates.map((candidate) => candidate.path)));
-        evidence.push({ flowId: flow.id, candidates: strongCandidates });
-        for (const candidate of strongCandidates) {
+        byFlow.set(flow.id, new Set(allCandidates.map((candidate) => candidate.path)));
+        evidence.push({ flowId: flow.id, candidates: allCandidates });
+        for (const candidate of allCandidates) {
             selected.add(candidate.path);
         }
     }
@@ -324,8 +376,7 @@ async function mapAITestsToFlows(appRoot, testsRoot, config, flows, tests) {
         '- Treat single-keyword or broad subsystem overlap as insufficient evidence.',
         '- If the candidate path overlap is weak or ambiguous, return tests: [].',
         '- If unsure for a flow, return tests: [].',
-        '- For every flow you map to tests, read CANDIDATE_TEST_CONTENT and list up to 5 specific test scenarios NOT yet covered by those tests. Write each as a short imperative statement (e.g. "Search messages with date filter"). Only include missingScenarios you can clearly identify; return [] if unsure.',
-        '- If tests: [], set missingScenarios: [] as well — do not invent scenarios for unmapped flows.',
+        '- For EVERY flow (whether or not tests were found), return missingScenarios with 3-5 key user-facing test scenarios that must be covered. Write each as a short imperative statement starting with a verb (e.g. "Search for a message by keyword and verify results appear"). For mapped flows, focus on what the existing tests do NOT cover; for unmapped flows, describe the core scenarios a new test should include.',
         '',
         `FLOWS (${prioritizedFlows.length}):`,
         JSON.stringify(prioritizedFlows.map((flow) => ({
@@ -392,6 +443,16 @@ async function mapAITestsToFlows(appRoot, testsRoot, config, flows, tests) {
         if (!entry || !allowedFlowIds.has(entry.flowId) || !Array.isArray(entry.tests)) {
             continue;
         }
+        // Capture scenario suggestions for ALL flows up-front — before any early returns —
+        // so unmapped flows (tests: []) still get their suggested scenarios in the gap report.
+        if (Array.isArray(entry.missingScenarios) && entry.missingScenarios.length > 0) {
+            const scenarios = entry.missingScenarios
+                .filter((s) => typeof s === 'string' && s.trim().length > 0)
+                .slice(0, 5);
+            if (scenarios.length > 0) {
+                scenarioGaps.set(entry.flowId, scenarios);
+            }
+        }
         const flow = prioritizedFlowsById.get(entry.flowId);
         const confidence = typeof entry.confidence === 'number' ? entry.confidence : undefined;
         const allowedTestsForFlow = candidateSelection.byFlow.get(entry.flowId);
@@ -410,15 +471,6 @@ async function mapAITestsToFlows(appRoot, testsRoot, config, flows, tests) {
         for (const testPath of valid) {
             matchedTests.add(testPath);
         }
-        // Store missing scenarios identified by the AI for this flow.
-        if (Array.isArray(entry.missingScenarios) && entry.missingScenarios.length > 0) {
-            const scenarios = entry.missingScenarios
-                .filter((s) => typeof s === 'string' && s.trim().length > 0)
-                .slice(0, 5);
-            if (scenarios.length > 0) {
-                scenarioGaps.set(entry.flowId, scenarios);
-            }
-        }
     }
     // Post-AI exact-name fallback: for any flow still uncovered, search all test paths
     // for a file or directory whose name exactly matches the flow ID. This handles flows

package/dist/esm/agent/ai_mapping.js

@@ -136,14 +136,36 @@ function isStrongCandidateMatch(flow, matchedKeywords) {
     const keywords = flowKeywords(flow);
     return keywords.length === 1 && matchedKeywords[0].length >= MIN_SINGLE_KEYWORD_LENGTH;
 }
+// Extract test/describe/it title strings from file content for semantic matching.
+function extractTestTitles(content) {
+    const titles = [];
+    const pattern = /(?:^|\s)(?:test|it|describe)\s*\(\s*(?:'([^']*)'|"([^"]*)"|`([^`]*)`)/gm;
+    let match;
+    while ((match = pattern.exec(content)) !== null) {
+        const title = match[1] ?? match[2] ?? match[3];
+        if (title) {
+            titles.push(title);
+        }
+    }
+    return titles.join(' ');
+}
+function matchedFlowKeywordsInTitles(flow, testContent) {
+    const haystack = extractTestTitles(testContent).toLowerCase();
+    if (!haystack) {
+        return [];
+    }
+    return flowKeywords(flow).filter((keyword) => keyword && haystack.includes(keyword.toLowerCase()));
+}
 function selectCandidateTests(flows, tests, maxCandidateTests) {
     const selected = new Set();
     const byFlow = new Map();
     const evidence = [];
     const warnings = [];
     const normalizedTests = tests.map((test) => normalizePath(test.path)).filter(Boolean);
+    const testByNormalizedPath = new Map(tests.map((t) => [normalizePath(t.path), t]));
     const perFlowLimit = Math.max(2, Math.min(6, Math.floor(maxCandidateTests / Math.max(1, flows.length))));
     for (const flow of flows) {
+        // Pass 1: path-keyword matching
         const scored = [];
         for (const testPath of normalizedTests) {
             const matchedKeywords = matchedFlowKeywords(flow, testPath);
@@ -160,7 +182,37 @@ function selectCandidateTests(flows, tests, maxCandidateTests) {
             .filter((candidate) => isStrongCandidateMatch(flow, candidate.matchedKeywords))
             .sort((a, b) => b.score - a.score || a.path.localeCompare(b.path))
             .slice(0, perFlowLimit);
-        if (strongCandidates.length === 0) {
+        // Pass 2: content-title matching
+        // For flows without enough path-matched candidates, also search test/describe/it
+        // title strings for flow keywords. This surfaces semantically related tests even
+        // when the file name does not match the flow (e.g. a search.spec.ts with a test
+        // titled "search for message in channel" covers search_messages).
+        const contentCandidates = [];
+        if (strongCandidates.length < perFlowLimit) {
+            const alreadyByPath = new Set(strongCandidates.map((c) => c.path));
+            for (const testPath of normalizedTests) {
+                if (alreadyByPath.has(testPath)) {
+                    continue;
+                }
+                const testFile = testByNormalizedPath.get(testPath);
+                if (!testFile?.content) {
+                    continue;
+                }
+                const titleKeywords = matchedFlowKeywordsInTitles(flow, testFile.content);
+                if (!isStrongCandidateMatch(flow, titleKeywords)) {
+                    continue;
+                }
+                // Score content matches lower than path matches so path candidates rank higher.
+                contentCandidates.push({
+                    path: testPath,
+                    score: titleKeywords.length,
+                    matchedKeywords: titleKeywords,
+                });
+            }
+            contentCandidates.sort((a, b) => b.score - a.score || a.path.localeCompare(b.path));
+        }
+        const allCandidates = [...strongCandidates, ...contentCandidates.slice(0, perFlowLimit)];
+        if (allCandidates.length === 0) {
             // Exact-name fallback: if the flow ID has no effective keywords (all tokens are
             // low-signal, e.g. view_user_group_modal), look for a test whose path contains
             // the exact flow ID as a directory name or filename without extension.
@@ -178,9 +230,9 @@ function selectCandidateTests(flows, tests, maxCandidateTests) {
             }
             continue;
         }
-        byFlow.set(flow.id, new Set(strongCandidates.map((candidate) => candidate.path)));
-        evidence.push({ flowId: flow.id, candidates: strongCandidates });
-        for (const candidate of strongCandidates) {
+        byFlow.set(flow.id, new Set(allCandidates.map((candidate) => candidate.path)));
+        evidence.push({ flowId: flow.id, candidates: allCandidates });
+        for (const candidate of allCandidates) {
             selected.add(candidate.path);
         }
     }
@@ -321,8 +373,7 @@ export async function mapAITestsToFlows(appRoot, testsRoot, config, flows, tests
         '- Treat single-keyword or broad subsystem overlap as insufficient evidence.',
         '- If the candidate path overlap is weak or ambiguous, return tests: [].',
         '- If unsure for a flow, return tests: [].',
-        '- For every flow you map to tests, read CANDIDATE_TEST_CONTENT and list up to 5 specific test scenarios NOT yet covered by those tests. Write each as a short imperative statement (e.g. "Search messages with date filter"). Only include missingScenarios you can clearly identify; return [] if unsure.',
-        '- If tests: [], set missingScenarios: [] as well — do not invent scenarios for unmapped flows.',
+        '- For EVERY flow (whether or not tests were found), return missingScenarios with 3-5 key user-facing test scenarios that must be covered. Write each as a short imperative statement starting with a verb (e.g. "Search for a message by keyword and verify results appear"). For mapped flows, focus on what the existing tests do NOT cover; for unmapped flows, describe the core scenarios a new test should include.',
         '',
         `FLOWS (${prioritizedFlows.length}):`,
         JSON.stringify(prioritizedFlows.map((flow) => ({
@@ -389,6 +440,16 @@ export async function mapAITestsToFlows(appRoot, testsRoot, config, flows, tests
         if (!entry || !allowedFlowIds.has(entry.flowId) || !Array.isArray(entry.tests)) {
             continue;
         }
+        // Capture scenario suggestions for ALL flows up-front — before any early returns —
+        // so unmapped flows (tests: []) still get their suggested scenarios in the gap report.
+        if (Array.isArray(entry.missingScenarios) && entry.missingScenarios.length > 0) {
+            const scenarios = entry.missingScenarios
+                .filter((s) => typeof s === 'string' && s.trim().length > 0)
+                .slice(0, 5);
+            if (scenarios.length > 0) {
+                scenarioGaps.set(entry.flowId, scenarios);
+            }
+        }
         const flow = prioritizedFlowsById.get(entry.flowId);
         const confidence = typeof entry.confidence === 'number' ? entry.confidence : undefined;
         const allowedTestsForFlow = candidateSelection.byFlow.get(entry.flowId);
@@ -407,15 +468,6 @@ export async function mapAITestsToFlows(appRoot, testsRoot, config, flows, tests
         for (const testPath of valid) {
             matchedTests.add(testPath);
         }
-        // Store missing scenarios identified by the AI for this flow.
-        if (Array.isArray(entry.missingScenarios) && entry.missingScenarios.length > 0) {
-            const scenarios = entry.missingScenarios
-                .filter((s) => typeof s === 'string' && s.trim().length > 0)
-                .slice(0, 5);
-            if (scenarios.length > 0) {
-                scenarioGaps.set(entry.flowId, scenarios);
-            }
-        }
     }
     // Post-AI exact-name fallback: for any flow still uncovered, search all test paths
     // for a file or directory whose name exactly matches the flow ID. This handles flows

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yasserkhanorg/e2e-agents",
-  "version": "0.5.10",
+  "version": "0.5.12",
   "description": "Pluggable LLM provider library for AI-powered test automation. Use Claude, Ollama, or your own LLM. Integrate with Playwright, Jest, or any test framework. MCP server for test agents, cost tracking, and hybrid provider mode.",
   "main": "dist/index.js",
   "module": "dist/esm/index.js",