@yasserkhanorg/e2e-agents 0.3.8 → 0.5.0

package/dist/esm/prompts/coverage.js

@@ -0,0 +1,64 @@
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+export function buildCoveragePrompt(ctx) {
+    const flowsBlock = ctx.flows
+        .map((f) => {
+        const actions = f.userActions.length > 0 ? f.userActions.join('; ') : 'unknown';
+        return `- ${f.flowId} (${f.priority}): ${f.flowName}\n  Route: ${f.route}\n  User actions: ${actions}\n  Evidence: ${f.evidence}`;
+    })
+        .join('\n\n');
+    const specsBlock = ctx.specs
+        .map((s) => {
+        return `### ${s.relativePath}\nTest titles: ${s.testTitles.join(', ')}\n\`\`\`typescript\n${s.content}\n\`\`\``;
+    })
+        .join('\n\n');
+    return [
+        'You are evaluating whether existing Mattermost Playwright E2E tests cover the impacted flows.',
+        '',
+        `IMPACTED FLOWS (${ctx.flows.length}):`,
+        flowsBlock,
+        '',
+        `EXISTING SPEC FILES (${ctx.specs.length}):`,
+        specsBlock,
+        '',
+        ctx.contextBlock,
+        '',
+        'For each flow, determine coverage.',
+        '',
+        'Return strict JSON only with this shape:',
+        '{"coverage":[{"flowId":"<flow_id>","action":"run_existing|add_scenarios|create_spec|cannot_determine","existingSpecs":[{"path":"<relative path>","testTitles":["<exact test title>"],"coverageLevel":"full|partial|none","missingScenarios":["<specific scenario>"]}],"scenariosToAdd":["<scenario description>"],"targetSpec":"<path to extend>","newSpecPath":"<path for new spec>","blockingReason":"<why cannot_determine>","confidence":0-100}]}',
+        '',
+        'Rules:',
+        '- When claiming coverage exists, you MUST quote the exact test title from the spec file.',
+        '- If a spec tests a related but different flow, mark as "partial" not "full".',
+        '- Do NOT claim coverage exists if you cannot cite the exact test.',
+        '- Scenario gaps must be stated as user actions, not code changes.',
+        '  Wrong: "test the new isEditing state"',
+        '  Right: "test editing a scheduled message while it is in pending state"',
+        '- For add_scenarios, specify which existing spec file to extend in targetSpec.',
+        '- For create_spec, suggest a path following Mattermost conventions.',
+        '- Prefer adding scenarios to existing specs over creating new spec files.',
+    ].join('\n');
+}
+export function parseCoverageResponse(text) {
+    const fenced = text.match(/```(?:json)?\s*([\s\S]*?)```/i);
+    const candidates = fenced ? [fenced[1], text] : [text];
+    for (const candidate of candidates) {
+        const start = candidate.indexOf('{');
+        const end = candidate.lastIndexOf('}');
+        if (start < 0 || end <= start) {
+            continue;
+        }
+        const raw = candidate.slice(start, end + 1);
+        try {
+            const parsed = JSON.parse(raw);
+            if (parsed && Array.isArray(parsed.coverage)) {
+                return parsed;
+            }
+        }
+        catch {
+            continue;
+        }
+    }
+    return null;
+}

package/dist/esm/prompts/generation.js

@@ -0,0 +1,141 @@
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+import { formatApiSurfaceForPrompt } from '../knowledge/api_surface.js';
+function resolveRelevantPageObjects(apiSurface, decision) {
+    const relevant = [];
+    const familyHints = [
+        decision.routeFamily,
+        decision.featureId,
+        ...decision.userActions.join(' ').toLowerCase().split(/\s+/),
+    ]
+        .filter(Boolean)
+        .map((s) => s.toLowerCase().replace(/[^a-z]/g, ''));
+    for (const po of apiSurface.pageObjects) {
+        const nameLower = po.className.toLowerCase();
+        if (nameLower.includes('channels') ||
+            nameLower.includes('page') ||
+            familyHints.some((hint) => hint.length > 3 && nameLower.includes(hint))) {
+            relevant.push(po.className);
+        }
+    }
+    return [...new Set(relevant)].slice(0, 10);
+}
+export function buildGenerationPrompt(ctx) {
+    const relevantClasses = resolveRelevantPageObjects(ctx.apiSurface, ctx.decision);
+    const apiBlock = relevantClasses.length > 0
+        ? formatApiSurfaceForPrompt(ctx.apiSurface, relevantClasses)
+        : 'No page objects available. Use raw Playwright selectors via page.getByRole/getByTestId.';
+    const scenariosBlock = (ctx.decision.scenariosToAdd || [])
+        .map((s, i) => `  ${i + 1}. ${s}`)
+        .join('\n');
+    const existingBlock = ctx.existingSpecContent
+        ? `\nEXISTING SPEC (extend this file):\n\`\`\`typescript\n${ctx.existingSpecContent}\n\`\`\``
+        : '';
+    const modeInstruction = ctx.mode === 'create_spec'
+        ? `Create a NEW spec file at: ${ctx.specPath}`
+        : `ADD scenarios to the EXISTING spec at: ${ctx.specPath}`;
+    const routeFamilyTag = ctx.decision.routeFamily;
+    return [
+        'You are generating Mattermost Playwright E2E test code.',
+        '',
+        `TASK: ${modeInstruction}`,
+        '',
+        `FLOW: ${ctx.decision.flowName}`,
+        `Route Family: ${ctx.decision.routeFamily}${ctx.decision.featureId ? ` / ${ctx.decision.featureId}` : ''}`,
+        `Route: ${ctx.decision.specificRoute || '(not specified)'}`,
+        `Priority: ${ctx.decision.priority}`,
+        `Evidence: ${ctx.decision.evidence}`,
+        '',
+        'SCENARIOS TO IMPLEMENT:',
+        scenariosBlock || '  (implement core user actions for this flow)',
+        '',
+        'USER ACTIONS:',
+        ctx.decision.userActions.map((a) => `  - ${a}`).join('\n') || '  (none specified)',
+        '',
+        'AVAILABLE PAGE OBJECTS AND METHODS:',
+        apiBlock,
+        existingBlock,
+        '',
+        'MANDATORY RULES:',
+        '1. Import ONLY from "@mattermost/playwright-lib" — no other test framework imports.',
+        '2. Every test must call `await pw.initSetup()` first.',
+        '3. Use `await pw.testBrowser.login(user)` to log in — never hardcode credentials.',
+        '4. Use ONLY page object methods listed above. Do NOT invent methods that are not listed.',
+        '5. If a method is not available, use `page.getByRole()` or `page.getByTestId()`.',
+        `6. Tag every test: {tag: '@${routeFamilyTag}'}`,
+        '7. Write one test per scenario with a descriptive name of what the user does and what is verified.',
+        '8. Use `expect` from "@mattermost/playwright-lib" — do NOT import from "@playwright/test".',
+        '9. Include the copyright header for new files.',
+        '10. NEVER fabricate test IDs (MM-TXXXX). Use descriptive names only.',
+        '',
+        'EXAMPLE SPEC STRUCTURE:',
+        '```typescript',
+        '// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.',
+        '// See LICENSE.txt for license information.',
+        '',
+        "import {expect, test} from '@mattermost/playwright-lib';",
+        '',
+        'test(',
+        "    'descriptive name of what is tested',",
+        `    {tag: '@${routeFamilyTag}'},`,
+        '    async ({pw}) => {',
+        '        const {user} = await pw.initSetup();',
+        '        const {channelsPage} = await pw.testBrowser.login(user);',
+        '        await channelsPage.goto();',
+        '        await channelsPage.toBeVisible();',
+        '        // test steps...',
+        '    },',
+        ');',
+        '```',
+        '',
+        'Return ONLY the TypeScript code. No explanations, no markdown fences.',
+    ].join('\n');
+}
+export function parseGenerationResponse(text, expectedPath, mode, flowId) {
+    let code = text.trim();
+    const fenced = code.match(/^```(?:typescript|ts)?\s*([\s\S]*?)```\s*$/i);
+    if (fenced) {
+        code = fenced[1].trim();
+    }
+    if (!code.includes('test(')) {
+        return null;
+    }
+    if (!code.includes('@mattermost/playwright-lib')) {
+        code = `import {expect, test} from '@mattermost/playwright-lib';\n\n${code}`;
+    }
+    return { specPath: expectedPath, code, mode, flowId };
+}
+const BUILT_IN_METHODS = new Set([
+    'click', 'fill', 'focus', 'hover', 'press', 'type', 'check', 'uncheck',
+    'selectOption', 'waitFor', 'waitForLoadState', 'evaluate', 'dispatchEvent',
+    'getAttribute', 'textContent', 'innerText', 'innerHTML',
+    'isVisible', 'isEnabled', 'isChecked', 'isHidden',
+    'toBeVisible', 'toBeEnabled', 'toBeChecked', 'toBeHidden',
+    'toContainText', 'toHaveText', 'toHaveURL', 'toHaveValue',
+    'not', 'nth', 'first', 'last', 'all',
+    'getByRole', 'getByText', 'getByLabel', 'getByPlaceholder',
+    'getByTestId', 'getByTitle', 'getByAltText',
+    'locator', 'frame', 'page', 'expect',
+    'goBack', 'goForward', 'reload', 'goto',
+    'keyboard', 'mouse', 'touchscreen', 'close', 'bringToFront',
+    'initSetup', 'login', 'waitUntil', 'skipIfNoLicense', 'ensureLicense',
+    'random', 'duration', 'isOutsideRemoteUserHour', 'setTimeout',
+    'skip', 'fixme', 'slow', 'fail',
+]);
+/**
+ * Returns method names that appear in generated code but do not exist in the API surface.
+ * Used for logging; does not block generation.
+ */
+export function detectHallucinatedMethods(code, apiSurface) {
+    const allMethods = new Set(apiSurface.pageObjects.flatMap((po) => po.methods.map((m) => m.name)));
+    const suspected = [];
+    const callRe = /\bawait\s+\w+\.([a-zA-Z_]\w*)\s*\(/g;
+    let match;
+    while ((match = callRe.exec(code)) !== null) {
+        const methodName = match[1];
+        if (!BUILT_IN_METHODS.has(methodName) && !allMethods.has(methodName) && methodName.length > 3) {
+            suspected.push(methodName);
+        }
+    }
+    return [...new Set(suspected)];
+}

package/dist/esm/prompts/heal.js

@@ -0,0 +1,69 @@
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+/**
+ * Builds a route-family-aware heal prompt for the playwright-test-healer agent.
+ * Enriches the base healer constraints with flow context so the agent understands
+ * what the test is supposed to verify, reducing hallucination during selector repair.
+ */
+export function buildHealPrompt(ctx) {
+    const flowBlock = ctx.decision
+        ? [
+            '',
+            'FLOW CONTEXT (use to understand test intent — do not change test objectives):',
+            `  Flow: ${ctx.decision.flowName}`,
+            `  Route Family: ${ctx.decision.routeFamily}${ctx.decision.featureId ? ` / ${ctx.decision.featureId}` : ''}`,
+            `  Route: ${ctx.decision.specificRoute || '(family-level)'}`,
+            `  User Actions: ${ctx.decision.userActions.join('; ') || 'not specified'}`,
+            `  Evidence: ${ctx.decision.evidence}`,
+        ].join('\n')
+        : '';
+    const statusNote = ctx.status === 'flaky'
+        ? 'This test is FLAKY (passes sometimes, fails other times). Look for race conditions, missing waits, or order-dependent state.'
+        : 'This test is FAILING consistently. The selector, URL, or API call is likely broken.';
+    const failureBlock = ctx.failureDetail
+        ? `\nFailure detail:\n${ctx.failureDetail}`
+        : '';
+    return [
+        'Heal this specific Playwright test file and keep edits minimal.',
+        '',
+        `Target test file: ${ctx.specPath}`,
+        `Status: ${ctx.status.toUpperCase()} — ${statusNote}`,
+        failureBlock,
+        flowBlock,
+        '',
+        'Healing constraints (must follow):',
+        '- Import ONLY from "@mattermost/playwright-lib". Do not use "@playwright/test" directly.',
+        '- Do not use test.describe or test.only.',
+        '- Keep a single tag string matching the route family (e.g. "@channels", "@scheduled_posts").',
+        '- Use only existing Mattermost Playwright fixture and page-object APIs.',
+        '- Do NOT invent new pw.* clients or page object methods that do not exist.',
+        '- Avoid brittle class selectors (.backstage-navbar, .admin-console__wrapper, .left-panel, .panel-card).',
+        '- Prefer stable assertions using URL patterns, data-testid attributes, ARIA roles, and page-object methods.',
+        '- For flaky tests: add explicit waits (waitFor, expect().toBeVisible()) before interactions.',
+        '- Keep the test intent and scenario unchanged — only fix what is broken.',
+        '- If behavior is genuinely broken server-side, mark test.fixme with a clear comment explaining why.',
+        '',
+        'Run and fix this test until it compiles and passes, or mark test.fixme when the behavior is truly broken.',
+    ].filter((line) => line !== null).join('\n');
+}
+/**
+ * Builds a minimal quality-fix prompt for spec files that fail content validation
+ * (e.g. contain test.describe, test.only, wrong imports).
+ */
+export function buildQualityFixPrompt(specPath, qualityIssues) {
+    return [
+        'Fix quality issues in this Playwright spec file. Make minimal edits only.',
+        '',
+        `Target file: ${specPath}`,
+        '',
+        'Issues to fix:',
+        ...qualityIssues.map((issue) => `  - ${issue}`),
+        '',
+        'Rules:',
+        '- Import only from "@mattermost/playwright-lib".',
+        '- Remove test.describe wrappers (flatten to top-level test() calls).',
+        '- Remove test.only calls.',
+        '- Ensure each test has exactly one tag string.',
+        '- Do not change test logic — only fix structural quality issues.',
+    ].join('\n');
+}

package/dist/esm/prompts/impact.js

@@ -0,0 +1,82 @@
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+import { formatSpecsForPrompt } from '../knowledge/spec_index.js';
+import { formatApiSurfaceForPrompt } from '../knowledge/api_surface.js';
+export function buildImpactPrompt(ctx) {
+    const familyRoutes = ctx.family.routes.join(', ');
+    const featureNote = ctx.featureId ? `\nFEATURE: ${ctx.featureId}` : '';
+    const pageObjectNames = ctx.family.pageObjects || [];
+    const componentNames = ctx.family.components || [];
+    const allClassNames = [...pageObjectNames, ...componentNames];
+    const apiSurfaceBlock = allClassNames.length > 0
+        ? formatApiSurfaceForPrompt(ctx.apiSurface, allClassNames)
+        : 'No page objects or components mapped for this family.';
+    const specsBlock = ctx.existingSpecs.length > 0
+        ? formatSpecsForPrompt(ctx.existingSpecs)
+        : 'No existing specs found for this route family.';
+    const changedFilesBlock = ctx.changedFiles
+        .map((f) => {
+        if (f.snippet) {
+            return `${f.path}:\n\`\`\`\n${f.snippet}\n\`\`\``;
+        }
+        return f.path;
+    })
+        .join('\n\n');
+    return [
+        'You are analyzing code changes in Mattermost to identify impacted user-facing flows.',
+        '',
+        `ROUTE FAMILY: ${ctx.family.id}`,
+        `ROUTES: ${familyRoutes}`,
+        featureNote,
+        '',
+        `PAGE OBJECTS AND COMPONENTS:`,
+        apiSurfaceBlock,
+        '',
+        `EXISTING SPECS FOR THIS FAMILY (${ctx.existingSpecs.length}):`,
+        specsBlock,
+        '',
+        `CHANGED FILES (${ctx.changedFiles.length}):`,
+        changedFilesBlock,
+        '',
+        ctx.contextBlock,
+        '',
+        'For each changed file, identify impacted user-facing flows.',
+        '',
+        'Return strict JSON only with this shape:',
+        '{"flows":[{"id":"<flow_id>","name":"<human readable name>","route":"<specific route from ROUTES>","userActions":["<what the user does>"],"priority":"P0|P1|P2","confidence":0-100,"evidence":"<why this flow is impacted>","pageObjects":["<page object used>"],"changedFiles":["<files>"]}]}',
+        '',
+        'Rules:',
+        '- ONLY use routes listed in ROUTES above.',
+        '- ONLY reference page objects and components listed above.',
+        '- Each flow must describe a specific user action, not a generic category.',
+        '- If you cannot determine the impacted flow with high confidence, return:',
+        '  {"id":"unknown","name":"cannot determine","confidence":0,"evidence":"<reason>","userActions":[],"changedFiles":["<files>"]}',
+        '- Do NOT default to /admin_console/reporting/system_analytics unless the changed files are literally analytics code.',
+        '- Do NOT invent routes, page objects, or methods that are not listed above.',
+        '- Keep at most 8 flows.',
+        '- Prioritize true user-impacting flows; avoid low-value internal buckets.',
+    ].filter(Boolean).join('\n');
+}
+export function parseImpactResponse(text) {
+    // Try to extract JSON from the response
+    const fenced = text.match(/```(?:json)?\s*([\s\S]*?)```/i);
+    const candidates = fenced ? [fenced[1], text] : [text];
+    for (const candidate of candidates) {
+        const start = candidate.indexOf('{');
+        const end = candidate.lastIndexOf('}');
+        if (start < 0 || end <= start) {
+            continue;
+        }
+        const raw = candidate.slice(start, end + 1);
+        try {
+            const parsed = JSON.parse(raw);
+            if (parsed && Array.isArray(parsed.flows)) {
+                return parsed;
+            }
+        }
+        catch {
+            continue;
+        }
+    }
+    return null;
+}

package/dist/esm/validation/guardrails.js

@@ -0,0 +1,95 @@
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+export const EVIDENCE_THRESHOLDS = {
+    minConfidenceForAction: 40,
+    minConfidenceForGeneration: 60,
+    cannotDetermineBelow: 30,
+    highConfidenceAbove: 75,
+};
+export function computeConfidence(check) {
+    let score = 0;
+    if (check.hasRouteFamily) {
+        score += 25;
+    }
+    if (check.hasSpecificRoute) {
+        score += 15;
+    }
+    if (check.hasPageObject) {
+        score += 20;
+    }
+    if (check.hasUserAction) {
+        score += 25;
+    }
+    if (check.hasExistingSpecCited) {
+        score += 15;
+    }
+    return Math.min(100, score);
+}
+export function classifyConfidence(confidence) {
+    if (confidence >= EVIDENCE_THRESHOLDS.highConfidenceAbove) {
+        return 'high';
+    }
+    if (confidence >= EVIDENCE_THRESHOLDS.minConfidenceForAction) {
+        return 'medium';
+    }
+    return 'low';
+}
+export function shouldForceCannotDetermine(confidence) {
+    return confidence < EVIDENCE_THRESHOLDS.cannotDetermineBelow;
+}
+export function validateRouteAgainstManifest(route, familyId, manifest) {
+    const family = manifest.families.find((f) => f.id === familyId);
+    if (!family) {
+        return false;
+    }
+    // Check family-level routes
+    for (const pattern of family.routes) {
+        if (routeMatchesPattern(route, pattern)) {
+            return true;
+        }
+    }
+    // Check feature-level routes
+    if (family.features) {
+        for (const feature of family.features) {
+            if (feature.routes) {
+                for (const pattern of feature.routes) {
+                    if (routeMatchesPattern(route, pattern)) {
+                        return true;
+                    }
+                }
+            }
+        }
+    }
+    return false;
+}
+function routeMatchesPattern(route, pattern) {
+    // Convert route pattern like /{team}/channels/{channel} to regex
+    const regexStr = pattern
+        .replace(/\{[^}]+\}/g, '[^/]+')
+        .replace(/\//g, '\\/');
+    try {
+        const regex = new RegExp(`^${regexStr}$`);
+        return regex.test(route);
+    }
+    catch {
+        return route === pattern || route.startsWith(pattern);
+    }
+}
+export function computeCannotDetermineRatio(decisions) {
+    if (decisions.length === 0) {
+        return 0;
+    }
+    const cannotDetermineCount = decisions.filter((d) => d.action === 'cannot_determine').length;
+    return cannotDetermineCount / decisions.length;
+}
+export function computeOverallConfidence(decisions) {
+    if (decisions.length === 0) {
+        return 'low';
+    }
+    const actionable = decisions.filter((d) => d.action !== 'cannot_determine');
+    if (actionable.length === 0) {
+        return 'low';
+    }
+    const avgConfidence = actionable.reduce((sum, d) => sum + d.confidence, 0) / actionable.length;
+    return classifyConfidence(avgConfidence);
+}

package/dist/esm/validation/output_schema.js

@@ -0,0 +1,80 @@
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+const VALID_ACTIONS = ['run_existing', 'add_scenarios', 'create_spec', 'cannot_determine'];
+const VALID_PRIORITIES = ['P0', 'P1', 'P2'];
+const VALID_SOURCES = ['ai', 'catalog', 'traceability', 'deterministic'];
+export function validateFlowDecision(decision) {
+    const errors = [];
+    if (!decision || typeof decision !== 'object') {
+        return { valid: false, errors: ['Decision must be a non-null object'] };
+    }
+    const d = decision;
+    if (typeof d.flowId !== 'string' || !d.flowId) {
+        errors.push('flowId is required');
+    }
+    if (typeof d.flowName !== 'string' || !d.flowName) {
+        errors.push('flowName is required');
+    }
+    if (typeof d.routeFamily !== 'string' || !d.routeFamily) {
+        errors.push('routeFamily is required');
+    }
+    if (!Array.isArray(d.changedFiles)) {
+        errors.push('changedFiles must be an array');
+    }
+    if (typeof d.evidence !== 'string') {
+        errors.push('evidence is required');
+    }
+    if (!VALID_SOURCES.includes(d.evidenceSource)) {
+        errors.push(`evidenceSource must be one of: ${VALID_SOURCES.join(', ')}`);
+    }
+    if (typeof d.confidence !== 'number' || d.confidence < 0 || d.confidence > 100) {
+        errors.push('confidence must be a number between 0 and 100');
+    }
+    if (!VALID_ACTIONS.includes(d.action)) {
+        errors.push(`action must be one of: ${VALID_ACTIONS.join(', ')}`);
+    }
+    if (!VALID_PRIORITIES.includes(d.priority)) {
+        errors.push(`priority must be one of: ${VALID_PRIORITIES.join(', ')}`);
+    }
+    if (d.action === 'cannot_determine' && (typeof d.blockingReason !== 'string' || !d.blockingReason)) {
+        errors.push('blockingReason is required when action is cannot_determine');
+    }
+    if (d.action === 'add_scenarios' && (!Array.isArray(d.scenariosToAdd) || d.scenariosToAdd.length === 0)) {
+        errors.push('scenariosToAdd is required when action is add_scenarios');
+    }
+    return { valid: errors.length === 0, errors };
+}
+export function buildSummary(decisions) {
+    const families = new Set();
+    const actions = { run_existing: 0, add_scenarios: 0, create_spec: 0, cannot_determine: 0 };
+    let covered = 0;
+    let partial = 0;
+    let uncovered = 0;
+    for (const d of decisions) {
+        families.add(d.routeFamily);
+        actions[d.action]++;
+        if (d.action === 'run_existing') {
+            covered++;
+        }
+        else if (d.action === 'add_scenarios') {
+            partial++;
+        }
+        else if (d.action === 'create_spec') {
+            uncovered++;
+        }
+    }
+    const actionable = decisions.filter((d) => d.action !== 'cannot_determine');
+    const avgConfidence = actionable.length > 0
+        ? actionable.reduce((sum, d) => sum + d.confidence, 0) / actionable.length
+        : 0;
+    return {
+        changedFiles: new Set(decisions.flatMap((d) => d.changedFiles)).size,
+        routeFamiliesImpacted: Array.from(families).sort(),
+        flowsIdentified: decisions.length,
+        flowsCovered: covered,
+        flowsPartial: partial,
+        flowsUncovered: uncovered,
+        actionsRequired: actions,
+        overallConfidence: avgConfidence >= 75 ? 'high' : avgConfidence >= 40 ? 'medium' : 'low',
+    };
+}

package/dist/index.d.ts

@@ -28,4 +28,21 @@ export { ingestTraceabilityInput } from './agent/traceability_ingest.js';
 export type { TraceabilityIngestOptions, TraceabilityIngestResult, TraceabilityIngestEntry } from './agent/traceability_ingest.js';
 export { captureTraceabilityInput } from './agent/traceability_capture.js';
 export type { TraceabilityCaptureOptions, TraceabilityCaptureResult } from './agent/traceability_capture.js';
+export { runPipeline } from './pipeline/orchestrator.js';
+export type { PipelineConfig, PipelineResult } from './pipeline/orchestrator.js';
+export type { FlowDecision, FlowDecisionReport, FlowDecisionSummary, FlowAction, EvidenceSource } from './validation/output_schema.js';
+export { runGenerationStage } from './pipeline/stage3_generation.js';
+export type { GenerationConfig, GenerationResult, GeneratedSpec } from './pipeline/stage3_generation.js';
+export { buildGenerationPrompt, parseGenerationResponse, detectHallucinatedMethods } from './prompts/generation.js';
+export type { GenerationPromptContext, GenerationAgentResponse } from './prompts/generation.js';
+export { runHealStage, healFromReport, resolveHealTargets, renderHealMarkdown } from './pipeline/stage4_heal.js';
+export type { HealConfig, HealTarget, HealResult } from './pipeline/stage4_heal.js';
+export { buildHealPrompt, buildQualityFixPrompt } from './prompts/heal.js';
+export type { HealPromptContext } from './prompts/heal.js';
+export { loadRouteFamilyManifest, bindFilesToFamilies } from './knowledge/route_families.js';
+export type { RouteFamily, RouteFeature, RouteFamilyManifest, FileBinding } from './knowledge/route_families.js';
+export { buildApiSurface, loadOrBuildApiSurface } from './knowledge/api_surface.js';
+export type { ApiSurfaceCatalog, PageObjectSurface } from './knowledge/api_surface.js';
+export { buildSpecIndex, getSpecsForFamily } from './knowledge/spec_index.js';
+export type { SpecIndex, SpecEntry } from './knowledge/spec_index.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;GAWG;AAGH,YAAY,EACR,WAAW,EACX,eAAe,EACf,UAAU,EACV,WAAW,EACX,UAAU,EACV,oBAAoB,EACpB,kBAAkB,EAClB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,YAAY,EACZ,YAAY,GACf,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAAC,gBAAgB,EAAE,0BAA0B,EAAC,MAAM,yBAAyB,CAAC;AAGrF,OAAO,EAAC,iBAAiB,EAAE,mBAAmB,EAAC,MAAM,yBAAyB,CAAC;AAC/E,OAAO,EAAC,cAAc,EAAE,gBAAgB,EAAC,MAAM,sBAAsB,CAAC;AACtE,OAAO,EAAC,cAAc,EAAE,gBAAgB,EAAC,MAAM,sBAAsB,CAAC;AACtE,OAAO,EAAC,cAAc,EAAC,MAAM,sBAAsB,CAAC;AAGpD,OAAO,EAAC,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,uBAAuB,CAAC;AAChF,YAAY,EAAC,YAAY,EAAC,MAAM,uBAAuB,CAAC;AAGxD,OAAO,EAAC,aAAa,EAAE,QAAQ,EAAE,cAAc,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,mBAAmB,EAAC,MAAM,UAAU,CAAC;AACjI,YAAY,EACR,eAAe,EACf,aAAa,EACb,oBAAoB,EACpB,4BAA4B,EAC5B,6BAA6B,GAChC,MAAM,UAAU,CAAC;AAClB,OAAO,EAAC,0BAA0B,EAAE,eAAe,EAAC,MAAM,qBAAqB,CAAC;AAChF,YAAY,EAAC,2BAA2B,EAAE,kBAAkB,EAAC,MAAM,qBAAqB,CAAC;AACzF,OAAO,EAAC,sBAAsB,EAAC,MAAM,oBAAoB,CAAC;AAC1D,YAAY,EAAC,6BAA6B,EAAE,4BAA4B,EAAC,MAAM,oBAAoB,CAAC;AACpG,OAAO,EAAC,uBAAuB,EAAC,MAAM,gCAAgC,CAAC;AACvE,YAAY,EAAC,yBAAyB,EAAE,wBAAwB,EAAE,uBAAuB,EAAC,MAAM,gCAAgC,CAAC;AACjI,OAAO,EAAC,wBAAwB,EAAC,MAAM,iCAAiC,CAAC;AACzE,YAAY,EAAC,0BAA0B,EAAE,yBAAyB,EAAC,MAAM,iCAAiC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;GAWG;AAGH,YAAY,EACR,WAAW,EACX,eAAe,EACf,UAAU,EACV,WAAW,EACX,UAAU,EACV,oBAAoB,EACpB,kBAAkB,EAClB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,YAAY,EACZ,YAAY,GACf,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAAC,gBAAgB,EAAE,0BAA0B,EAAC,MAAM,yBAAyB,CAAC;AAGrF,OAAO,EAAC,iBAAiB,EAAE,mBAAmB,EAAC,MAAM,yBAAyB,CAAC;AAC/E,OAAO,EAAC,cAAc,EAAE,gBAAgB,EAAC,MAAM,sBAAsB,CAAC;AACtE,OAAO,EAAC,cAAc,EAAE,gBAAgB,EAAC,MAAM,sBAAsB,CAAC;AACtE,OAAO,EAAC,cAAc,EAAC,MAAM,sBAAsB,CAAC;AAGpD,OAAO,EAAC,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,uBAAuB,CAAC;AAChF,YAAY,EAAC,YAAY,EAAC,MAAM,uBAAuB,CAAC;AAGxD,OAAO,EAAC,aAAa,EAAE,QAAQ,EAAE,cAAc,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,mBAAmB,EAAC,MAAM,UAAU,CAAC;AACjI,YAAY,EACR,eAAe,EACf,aAAa,EACb,oBAAoB,EACpB,4BAA4B,EAC5B,6BAA6B,GAChC,MAAM,UAAU,CAAC;AAClB,OAAO,EAAC,0BAA0B,EAAE,eAAe,EAAC,MAAM,qBAAqB,CAAC;AAChF,YAAY,EAAC,2BAA2B,EAAE,kBAAkB,EAAC,MAAM,qBAAqB,CAAC;AACzF,OAAO,EAAC,sBAAsB,EAAC,MAAM,oBAAoB,CAAC;AAC1D,YAAY,EAAC,6BAA6B,EAAE,4BAA4B,EAAC,MAAM,oBAAoB,CAAC;AACpG,OAAO,EAAC,uBAAuB,EAAC,MAAM,gCAAgC,CAAC;AACvE,YAAY,EAAC,yBAAyB,EAAE,wBAAwB,EAAE,uBAAuB,EAAC,MAAM,gCAAgC,CAAC;AACjI,OAAO,EAAC,wBAAwB,EAAC,MAAM,iCAAiC,CAAC;AACzE,YAAY,EAAC,0BAA0B,EAAE,yBAAyB,EAAC,MAAM,iCAAiC,CAAC;AAG3G,OAAO,EAAC,WAAW,EAAC,MAAM,4BAA4B,CAAC;AACvD,YAAY,EAAC,cAAc,EAAE,cAAc,EAAC,MAAM,4BAA4B,CAAC;AAC/E,YAAY,EAAC,YAAY,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,UAAU,EAAE,cAAc,EAAC,MAAM,+BAA+B,CAAC;AACrI,OAAO,EAAC,kBAAkB,EAAC,MAAM,iCAAiC,CAAC;AACnE,YAAY,EAAC,gBAAgB,EAAE,gBAAgB,EAAE,aAAa,EAAC,MAAM,iCAAiC,CAAC;AACvG,OAAO,EAAC,qBAAqB,EAAE,uBAAuB,EAAE,yBAAyB,EAAC,MAAM,yBAAyB,CAAC;AAClH,YAAY,EAAC,uBAAuB,EAAE,uBAAuB,EAAC,MAAM,yBAAyB,CAAC;AAC9F,OAAO,EAAC,YAAY,EAAE,cAAc,EAAE,kBAAkB,EAAE,kBAAkB,EAAC,MAAM,2BAA2B,CAAC;AAC/G,YAAY,EAAC,UAAU,EAAE,UAAU,EAAE,UAAU,EAAC,MAAM,2BAA2B,CAAC;AAClF,OAAO,EAAC,eAAe,EAAE,qBAAqB,EAAC,MAAM,mBAAmB,CAAC;AACzE,YAAY,EAAC,iBAAiB,EAAC,MAAM,mBAAmB,CAAC;AAGzD,OAAO,EAAC,uBAAuB,EAAE,mBAAmB,EAAC,MAAM,+BAA+B,CAAC;AAC3F,YAAY,EAAC,WAAW,EAAE,YAAY,EAAE,mBAAmB,EAAE,WAAW,EAAC,MAAM,+BAA+B,CAAC;AAC/G,OAAO,EAAC,eAAe,EAAE,qBAAqB,EAAC,MAAM,4BAA4B,CAAC;AAClF,YAAY,EAAC,iBAAiB,EAAE,iBAAiB,EAAC,MAAM,4BAA4B,CAAC;AACrF,OAAO,EAAC,cAAc,EAAE,iBAAiB,EAAC,MAAM,2BAA2B,CAAC;AAC5E,YAAY,EAAC,SAAS,EAAE,SAAS,EAAC,MAAM,2BAA2B,CAAC"}

package/dist/index.js

@@ -2,7 +2,7 @@
 // Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
 // See LICENSE.txt for license information.
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.captureTraceabilityInput = exports.ingestTraceabilityInput = exports.finalizeGeneratedTests = exports.readCalibration = exports.appendFeedbackAndRecompute = exports.captureTraceability = exports.ingestTraceability = exports.handoffGeneratedTests = exports.recommendTests = exports.findGaps = exports.analyzeImpact = exports.validateProviderSetup = exports.LLMProviderFactory = exports.CustomProvider = exports.checkOpenAISetup = exports.OpenAIProvider = exports.checkOllamaSetup = exports.OllamaProvider = exports.checkAnthropicSetup = exports.AnthropicProvider = exports.UnsupportedCapabilityError = exports.LLMProviderError = void 0;
+exports.getSpecsForFamily = exports.buildSpecIndex = exports.loadOrBuildApiSurface = exports.buildApiSurface = exports.bindFilesToFamilies = exports.loadRouteFamilyManifest = exports.buildQualityFixPrompt = exports.buildHealPrompt = exports.renderHealMarkdown = exports.resolveHealTargets = exports.healFromReport = exports.runHealStage = exports.detectHallucinatedMethods = exports.parseGenerationResponse = exports.buildGenerationPrompt = exports.runGenerationStage = exports.runPipeline = exports.captureTraceabilityInput = exports.ingestTraceabilityInput = exports.finalizeGeneratedTests = exports.readCalibration = exports.appendFeedbackAndRecompute = exports.captureTraceability = exports.ingestTraceability = exports.handoffGeneratedTests = exports.recommendTests = exports.findGaps = exports.analyzeImpact = exports.validateProviderSetup = exports.LLMProviderFactory = exports.CustomProvider = exports.checkOpenAISetup = exports.OpenAIProvider = exports.checkOllamaSetup = exports.OllamaProvider = exports.checkAnthropicSetup = exports.AnthropicProvider = exports.UnsupportedCapabilityError = exports.LLMProviderError = void 0;
 var provider_interface_js_1 = require("./provider_interface.js");
 Object.defineProperty(exports, "LLMProviderError", { enumerable: true, get: function () { return provider_interface_js_1.LLMProviderError; } });
 Object.defineProperty(exports, "UnsupportedCapabilityError", { enumerable: true, get: function () { return provider_interface_js_1.UnsupportedCapabilityError; } });
@@ -39,3 +39,30 @@ var traceability_ingest_js_1 = require("./agent/traceability_ingest.js");
 Object.defineProperty(exports, "ingestTraceabilityInput", { enumerable: true, get: function () { return traceability_ingest_js_1.ingestTraceabilityInput; } });
 var traceability_capture_js_1 = require("./agent/traceability_capture.js");
 Object.defineProperty(exports, "captureTraceabilityInput", { enumerable: true, get: function () { return traceability_capture_js_1.captureTraceabilityInput; } });
+// Pipeline API (route-family-bound impact analysis)
+var orchestrator_js_1 = require("./pipeline/orchestrator.js");
+Object.defineProperty(exports, "runPipeline", { enumerable: true, get: function () { return orchestrator_js_1.runPipeline; } });
+var stage3_generation_js_1 = require("./pipeline/stage3_generation.js");
+Object.defineProperty(exports, "runGenerationStage", { enumerable: true, get: function () { return stage3_generation_js_1.runGenerationStage; } });
+var generation_js_1 = require("./prompts/generation.js");
+Object.defineProperty(exports, "buildGenerationPrompt", { enumerable: true, get: function () { return generation_js_1.buildGenerationPrompt; } });
+Object.defineProperty(exports, "parseGenerationResponse", { enumerable: true, get: function () { return generation_js_1.parseGenerationResponse; } });
+Object.defineProperty(exports, "detectHallucinatedMethods", { enumerable: true, get: function () { return generation_js_1.detectHallucinatedMethods; } });
+var stage4_heal_js_1 = require("./pipeline/stage4_heal.js");
+Object.defineProperty(exports, "runHealStage", { enumerable: true, get: function () { return stage4_heal_js_1.runHealStage; } });
+Object.defineProperty(exports, "healFromReport", { enumerable: true, get: function () { return stage4_heal_js_1.healFromReport; } });
+Object.defineProperty(exports, "resolveHealTargets", { enumerable: true, get: function () { return stage4_heal_js_1.resolveHealTargets; } });
+Object.defineProperty(exports, "renderHealMarkdown", { enumerable: true, get: function () { return stage4_heal_js_1.renderHealMarkdown; } });
+var heal_js_1 = require("./prompts/heal.js");
+Object.defineProperty(exports, "buildHealPrompt", { enumerable: true, get: function () { return heal_js_1.buildHealPrompt; } });
+Object.defineProperty(exports, "buildQualityFixPrompt", { enumerable: true, get: function () { return heal_js_1.buildQualityFixPrompt; } });
+// Knowledge modules
+var route_families_js_1 = require("./knowledge/route_families.js");
+Object.defineProperty(exports, "loadRouteFamilyManifest", { enumerable: true, get: function () { return route_families_js_1.loadRouteFamilyManifest; } });
+Object.defineProperty(exports, "bindFilesToFamilies", { enumerable: true, get: function () { return route_families_js_1.bindFilesToFamilies; } });
+var api_surface_js_1 = require("./knowledge/api_surface.js");
+Object.defineProperty(exports, "buildApiSurface", { enumerable: true, get: function () { return api_surface_js_1.buildApiSurface; } });
+Object.defineProperty(exports, "loadOrBuildApiSurface", { enumerable: true, get: function () { return api_surface_js_1.loadOrBuildApiSurface; } });
+var spec_index_js_1 = require("./knowledge/spec_index.js");
+Object.defineProperty(exports, "buildSpecIndex", { enumerable: true, get: function () { return spec_index_js_1.buildSpecIndex; } });
+Object.defineProperty(exports, "getSpecsForFamily", { enumerable: true, get: function () { return spec_index_js_1.getSpecsForFamily; } });

package/dist/knowledge/api_surface.d.ts

@@ -0,0 +1,25 @@
+export interface MethodSignature {
+    name: string;
+    kind: 'method' | 'property' | 'getter';
+}
+export interface PageObjectSurface {
+    className: string;
+    file: string;
+    methods: MethodSignature[];
+}
+export interface ApiSurfaceCatalog {
+    pageObjects: PageObjectSurface[];
+    generatedAt: string;
+}
+export interface ApiSurfaceConfig {
+    enabled: boolean;
+    pageObjectsDir?: string;
+    componentsDir?: string;
+    cachePath?: string;
+}
+export declare function buildApiSurface(testsRoot: string, config?: ApiSurfaceConfig): ApiSurfaceCatalog;
+export declare function loadOrBuildApiSurface(testsRoot: string, config?: ApiSurfaceConfig): ApiSurfaceCatalog;
+export declare function getMethodsForPageObject(catalog: ApiSurfaceCatalog, className: string): MethodSignature[];
+export declare function validateMethodCall(catalog: ApiSurfaceCatalog, className: string, methodName: string): boolean;
+export declare function formatApiSurfaceForPrompt(catalog: ApiSurfaceCatalog, classNames: string[]): string;
+//# sourceMappingURL=api_surface.d.ts.map

package/dist/knowledge/api_surface.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"api_surface.d.ts","sourceRoot":"","sources":["../../src/knowledge/api_surface.ts"],"names":[],"mappings":"AAMA,MAAM,WAAW,eAAe;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,QAAQ,GAAG,UAAU,GAAG,QAAQ,CAAC;CAC1C;AAED,MAAM,WAAW,iBAAiB;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,eAAe,EAAE,CAAC;CAC9B;AAED,MAAM,WAAW,iBAAiB;IAC9B,WAAW,EAAE,iBAAiB,EAAE,CAAC;IACjC,WAAW,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,gBAAgB;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AA4GD,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,gBAAgB,GAAG,iBAAiB,CAiB/F;AAED,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,gBAAgB,GAAG,iBAAiB,CAgCrG;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,GAAG,eAAe,EAAE,CAGxG;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAG7G;AAED,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,CAqBlG"}