@yasserkhanorg/e2e-agents 1.8.5 → 1.10.0

package/dist/prompts/generation.js

@@ -6,6 +6,8 @@ exports.buildGenerationPrompt = buildGenerationPrompt;
 exports.parseGenerationResponse = parseGenerationResponse;
 exports.detectHallucinatedMethods = detectHallucinatedMethods;
 const api_surface_js_1 = require("../knowledge/api_surface.js");
+const sanitize_js_1 = require("../crew/sanitize.js");
+const generation_profile_js_1 = require("./generation_profile.js");
 function resolveRelevantPageObjects(apiSurface, decision) {
     const relevant = [];
     const familyHints = [
@@ -25,7 +27,21 @@ function resolveRelevantPageObjects(apiSurface, decision) {
     }
     return [...new Set(relevant)].slice(0, 10);
 }
+function buildAssertionPatternsBlock(patterns) {
+    if (!patterns || patterns.length === 0) {
+        return [];
+    }
+    return [
+        'REQUIRED ASSERTION PATTERNS:',
+        'Your tests MUST include assertions that verify each of these behaviors.',
+        'Do NOT just check element visibility — verify the actual business outcome.',
+        ...patterns.map((p) => `  - [${p.type}] ${p.pattern}`),
+        '',
+    ];
+}
 function buildGenerationPrompt(ctx) {
+    const profile = ctx.profile;
+    const isMM = profile ? (0, generation_profile_js_1.isMattermostProfile)(profile) : true;
     const relevantClasses = resolveRelevantPageObjects(ctx.apiSurface, ctx.decision);
     const apiBlock = relevantClasses.length > 0
         ? (0, api_surface_js_1.formatApiSurfaceForPrompt)(ctx.apiSurface, relevantClasses)
@@ -40,73 +56,190 @@ function buildGenerationPrompt(ctx) {
         ? `Create a NEW spec file at: ${ctx.specPath}`
         : `ADD scenarios to the EXISTING spec at: ${ctx.specPath}`;
     const routeFamilyTag = ctx.decision.routeFamily;
+    // Build prompt based on profile
+    const projectName = profile?.projectName || 'Mattermost';
+    const testFramework = profile?.testFramework || 'Playwright';
+    const importStatement = profile?.importStatement || '@mattermost/playwright-lib';
+    // API test mode prompt
+    if (profile?.testMode === 'api') {
+        return buildApiTestPrompt(ctx, profile, scenariosBlock, routeFamilyTag);
+    }
+    // Build rules from profile conventions or use Mattermost defaults
+    const rules = isMM
+        ? [
+            `1. Import ONLY from "${importStatement}" — no other test framework imports.`,
+            '2. Every test must call `await pw.initSetup()` first.',
+            '3. Use `await pw.testBrowser.login(user)` to log in — never hardcode credentials.',
+            '4. Use ONLY page object methods listed above. Do NOT invent methods that are not listed.',
+            '5. If a method is not available, use `page.getByRole()` or `page.getByTestId()`.',
+            `6. Tag every test: {tag: '@${routeFamilyTag}'}`,
+            '7. Write one test per scenario with a descriptive name of what the user does and what is verified.',
+            `8. Use \`expect\` from "${importStatement}" — do NOT import from "@playwright/test".`,
+            '9. Include the copyright header for new files.',
+            '10. NEVER fabricate test IDs (MM-TXXXX). Use descriptive names only.',
+        ]
+        : [
+            ...(profile?.conventions || []).map((c, i) => `${i + 1}. ${c}`),
+            `${(profile?.conventions?.length || 0) + 1}. Use ONLY page object methods listed above. Do NOT invent methods that are not listed.`,
+            `${(profile?.conventions?.length || 0) + 2}. If a method is not available, use \`page.getByRole()\` or \`page.getByTestId()\`.`,
+            `${(profile?.conventions?.length || 0) + 3}. Tag every test: {tag: '@${routeFamilyTag}'}`,
+        ];
+    // Build example block
+    const exampleBlock = isMM
+        ? [
+            'EXAMPLE SPEC STRUCTURE:',
+            '```typescript',
+            '// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.',
+            '// See LICENSE.txt for license information.',
+            '',
+            `import {expect, test} from '${importStatement}';`,
+            '',
+            'test(',
+            "    'descriptive name of what is tested',",
+            `    {tag: '@${routeFamilyTag}'},`,
+            '    async ({pw}) => {',
+            '        const {user} = await pw.initSetup();',
+            '        const {channelsPage} = await pw.testBrowser.login(user);',
+            '        await channelsPage.goto();',
+            '        await channelsPage.toBeVisible();',
+            '        // test steps...',
+            '    },',
+            ');',
+            '```',
+        ]
+        : [
+            'EXAMPLE SPEC STRUCTURE:',
+            '```typescript',
+            ...(profile?.copyrightHeader ? [profile.copyrightHeader, ''] : []),
+            `import {test, expect} from '${importStatement}';`,
+            '',
+            'test(',
+            "    'descriptive name of what is tested',",
+            `    {tag: '@${routeFamilyTag}'},`,
+            '    async ({page}) => {',
+            '        // test steps...',
+            '    },',
+            ');',
+            '```',
+        ];
     return [
-        'You are generating Mattermost Playwright E2E test code.',
+        `You are generating ${projectName} ${testFramework} E2E test code.`,
         '',
         `TASK: ${modeInstruction}`,
         '',
-        `FLOW: ${ctx.decision.flowName}`,
+        `FLOW: ${(0, sanitize_js_1.sanitizeForPrompt)(ctx.decision.flowName)}`,
         `Route Family: ${ctx.decision.routeFamily}${ctx.decision.featureId ? ` / ${ctx.decision.featureId}` : ''}`,
         `Route: ${ctx.decision.specificRoute || '(not specified)'}`,
         `Priority: ${ctx.decision.priority}`,
-        `Evidence: ${ctx.decision.evidence}`,
+        `Evidence: ${(0, sanitize_js_1.sanitizeForPrompt)(ctx.decision.evidence)}`,
         '',
         'SCENARIOS TO IMPLEMENT:',
         scenariosBlock || '  (implement core user actions for this flow)',
         '',
         'USER ACTIONS:',
-        ctx.decision.userActions.map((a) => `  - ${a}`).join('\n') || '  (none specified)',
+        ctx.decision.userActions.map((a) => `  - ${(0, sanitize_js_1.sanitizeForPrompt)(a)}`).join('\n') || '  (none specified)',
         '',
+        ...buildAssertionPatternsBlock(ctx.decision.assertionPatterns),
         'AVAILABLE PAGE OBJECTS AND METHODS:',
         apiBlock,
         existingBlock,
         '',
         'MANDATORY RULES:',
-        '1. Import ONLY from "@mattermost/playwright-lib" — no other test framework imports.',
-        '2. Every test must call `await pw.initSetup()` first.',
-        '3. Use `await pw.testBrowser.login(user)` to log in — never hardcode credentials.',
-        '4. Use ONLY page object methods listed above. Do NOT invent methods that are not listed.',
-        '5. If a method is not available, use `page.getByRole()` or `page.getByTestId()`.',
-        `6. Tag every test: {tag: '@${routeFamilyTag}'}`,
-        '7. Write one test per scenario with a descriptive name of what the user does and what is verified.',
-        '8. Use `expect` from "@mattermost/playwright-lib" — do NOT import from "@playwright/test".',
-        '9. Include the copyright header for new files.',
-        '10. NEVER fabricate test IDs (MM-TXXXX). Use descriptive names only.',
-        '',
-        'EXAMPLE SPEC STRUCTURE:',
-        '```typescript',
-        '// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.',
-        '// See LICENSE.txt for license information.',
-        '',
-        "import {expect, test} from '@mattermost/playwright-lib';",
-        '',
-        'test(',
-        "    'descriptive name of what is tested',",
-        `    {tag: '@${routeFamilyTag}'},`,
-        '    async ({pw}) => {',
-        '        const {user} = await pw.initSetup();',
-        '        const {channelsPage} = await pw.testBrowser.login(user);',
-        '        await channelsPage.goto();',
-        '        await channelsPage.toBeVisible();',
-        '        // test steps...',
-        '    },',
-        ');',
-        '```',
+        ...rules,
+        '',
+        ...exampleBlock,
         '',
         'Return ONLY the TypeScript code. No explanations, no markdown fences.',
     ].join('\n');
 }
-function parseGenerationResponse(text, expectedPath, mode, flowId) {
+function buildApiTestPrompt(ctx, profile, scenariosBlock, routeFamilyTag) {
+    const modeInstruction = ctx.mode === 'create_spec'
+        ? `Create a NEW test file at: ${ctx.specPath}`
+        : `ADD test cases to the EXISTING file at: ${ctx.specPath}`;
+    const existingBlock = ctx.existingSpecContent
+        ? `\nEXISTING FILE (extend this):\n\`\`\`typescript\n${ctx.existingSpecContent}\n\`\`\``
+        : '';
+    return [
+        `You are generating ${profile.projectName} API test code using ${profile.testFramework}.`,
+        '',
+        `TASK: ${modeInstruction}`,
+        '',
+        `FLOW: ${(0, sanitize_js_1.sanitizeForPrompt)(ctx.decision.flowName)}`,
+        `Route Family: ${ctx.decision.routeFamily}${ctx.decision.featureId ? ` / ${ctx.decision.featureId}` : ''}`,
+        `Endpoint: ${ctx.decision.specificRoute || '(not specified)'}`,
+        `Priority: ${ctx.decision.priority}`,
+        `Evidence: ${(0, sanitize_js_1.sanitizeForPrompt)(ctx.decision.evidence)}`,
+        '',
+        'SCENARIOS TO IMPLEMENT:',
+        scenariosBlock || '  (implement core API endpoint tests)',
+        '',
+        'USER ACTIONS:',
+        ctx.decision.userActions.map((a) => `  - ${(0, sanitize_js_1.sanitizeForPrompt)(a)}`).join('\n') || '  (none specified)',
+        '',
+        ...buildAssertionPatternsBlock(ctx.decision.assertionPatterns),
+        existingBlock,
+        '',
+        'MANDATORY RULES:',
+        ...profile.conventions.map((c, i) => `${i + 1}. ${c}`),
+        `${profile.conventions.length + 1}. Tag every test: {tag: '@${routeFamilyTag}'}`,
+        '',
+        'EXAMPLE TEST STRUCTURE:',
+        ...(profile.testFramework.toLowerCase().includes('pytest')
+            ? [
+                '```python',
+                ...(profile.copyrightHeader ? [profile.copyrightHeader, ''] : []),
+                'import pytest',
+                'import requests',
+                '',
+                `BASE_URL = 'http://localhost:3000'`,
+                '',
+                '',
+                `class Test${ctx.decision.routeFamily.replace(/[^a-zA-Z0-9]/g, '')}:`,
+                "    def test_should_return_200_for_valid_request(self):",
+                `        res = requests.get(f'{BASE_URL}${ctx.decision.specificRoute || '/api/endpoint'}')`,
+                '        assert res.status_code == 200',
+                '```',
+            ]
+            : [
+                '```typescript',
+                ...(profile.copyrightHeader ? [profile.copyrightHeader, ''] : []),
+                `import {describe, it, expect} from '${profile.importStatement}';`,
+                "import supertest from 'supertest';",
+                '',
+                "const request = supertest('http://localhost:3000');",
+                '',
+                `describe('${ctx.decision.routeFamily}', () => {`,
+                "    it('should return 200 for valid request', async () => {",
+                `        const res = await request.get('${ctx.decision.specificRoute || '/api/endpoint'}');`,
+                '        expect(res.status).toBe(200);',
+                '    });',
+                '});',
+                '```',
+            ]),
+        '',
+        ...(profile.testFramework.toLowerCase().includes('pytest')
+            ? ['Return ONLY the Python code. No explanations, no markdown fences.']
+            : ['Return ONLY the TypeScript code. No explanations, no markdown fences.']),
+    ].join('\n');
+}
+function parseGenerationResponse(text, expectedPath, mode, flowId, profile) {
     let code = text.trim();
     const fenced = code.match(/^```(?:typescript|ts)?\s*([\s\S]*?)```\s*$/i);
     if (fenced) {
         code = fenced[1].trim();
     }
-    if (!code.includes('test(')) {
+    if (!code.includes('test(') && !code.includes('it(') && !code.includes('describe(')) {
         return null;
     }
-    if (!code.includes('@mattermost/playwright-lib')) {
-        code = `import {expect, test} from '@mattermost/playwright-lib';\n\n${code}`;
+    const importStatement = profile?.importStatement || '@mattermost/playwright-lib';
+    // Auto-add import if missing
+    if (!code.includes(importStatement)) {
+        if (profile?.testMode === 'api') {
+            code = `import {describe, it, expect} from '${importStatement}';\n\n${code}`;
+        }
+        else {
+            code = `import {expect, test} from '${importStatement}';\n\n${code}`;
+        }
     }
     return { specPath: expectedPath, code, mode, flowId };
 }
@@ -126,21 +259,44 @@ const BUILT_IN_METHODS = new Set([
     'initSetup', 'login', 'waitUntil', 'skipIfNoLicense', 'ensureLicense',
     'random', 'duration', 'isOutsideRemoteUserHour', 'setTimeout',
     'skip', 'fixme', 'slow', 'fail',
+    // API testing built-ins
+    'get', 'post', 'put', 'patch', 'delete', 'send', 'set', 'query',
+    'toBe', 'toEqual', 'toBeDefined', 'toContain', 'toHaveProperty',
+    'toMatchObject', 'toHaveLength', 'toBeTruthy', 'toBeFalsy',
 ]);
 /**
  * Returns method names that appear in generated code but do not exist in the API surface.
- * Used for logging; does not block generation.
+ * Detects all call patterns: await X.Y(), X.Y(), const z = X.Y(), chained calls.
  */
 function detectHallucinatedMethods(code, apiSurface) {
     const allMethods = new Set(apiSurface.pageObjects.flatMap((po) => po.methods.map((m) => m.name)));
-    const suspected = [];
-    const callRe = /\bawait\s+\w+\.([a-zA-Z_]\w*)\s*\(/g;
+    const suspected = new Set();
+    const callPatterns = [
+        /\bawait\s+\w+\.([a-zA-Z_]\w*)\s*\(/g,
+        /\b(?:const|let|var)\s+\w+\s*=\s*\w+\.([a-zA-Z_]\w*)\s*\(/g,
+        /\b\w+Page\.([a-zA-Z_]\w*)\s*\(/g, // any *Page object (channelsPage, settingsPage, etc.)
+        /\b(?:pw|page|this)\.\w*\.?([a-zA-Z_]\w*)\s*\(/g,
+    ];
+    const generalCallRe = /\b[a-zA-Z_]\w*\.([a-zA-Z_]\w*)\s*\(/g;
+    for (const re of callPatterns) {
+        let match;
+        while ((match = re.exec(code)) !== null) {
+            const methodName = match[1];
+            if (!BUILT_IN_METHODS.has(methodName) && !allMethods.has(methodName) && methodName.length > 3) {
+                suspected.add(methodName);
+            }
+        }
+    }
     let match;
-    while ((match = callRe.exec(code)) !== null) {
+    while ((match = generalCallRe.exec(code)) !== null) {
         const methodName = match[1];
-        if (!BUILT_IN_METHODS.has(methodName) && !allMethods.has(methodName) && methodName.length > 3) {
-            suspected.push(methodName);
+        if (!BUILT_IN_METHODS.has(methodName) &&
+            !allMethods.has(methodName) &&
+            methodName.length > 3 &&
+            !methodName.startsWith('to') &&
+            !methodName.startsWith('get')) {
+            suspected.add(methodName);
         }
     }
-    return [...new Set(suspected)];
+    return [...suspected];
 }

package/dist/prompts/generation_profile.d.ts

@@ -0,0 +1,29 @@
+/**
+ * Dynamic generation profile — replaces hardcoded Mattermost references with
+ * project-specific configuration. Enables e2e-agents to generate tests for any project.
+ */
+import type { KnowledgeGraph } from '../knowledge/kg_types.js';
+import type { TestType } from '../knowledge/route_families.js';
+export interface GenerationProfile {
+    projectName: string;
+    testFramework: string;
+    importStatement: string;
+    conventions: string[];
+    copyrightHeader?: string;
+    testMode: TestType;
+}
+/**
+ * Resolves the generation profile from config and optional KG metadata.
+ * - If profile='mattermost' or Mattermost is detected, returns Mattermost profile.
+ * - If KG is present, derives project-specific profile from it.
+ * - Otherwise, returns generic Playwright profile.
+ */
+export declare function resolveGenerationProfile(config?: {
+    profile?: string;
+    testMode?: TestType;
+}, kg?: KnowledgeGraph | null): GenerationProfile;
+/**
+ * Checks if a profile is the Mattermost profile (for backward compatibility checks).
+ */
+export declare function isMattermostProfile(profile: GenerationProfile): boolean;
+//# sourceMappingURL=generation_profile.d.ts.map

package/dist/prompts/generation_profile.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generation_profile.d.ts","sourceRoot":"","sources":["../../src/prompts/generation_profile.ts"],"names":[],"mappings":"AAGA;;;GAGG;AAEH,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,0BAA0B,CAAC;AAC7D,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,gCAAgC,CAAC;AAG7D,MAAM,WAAW,iBAAiB;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,QAAQ,CAAC;CACtB;AA8CD;;;;;GAKG;AACH,wBAAgB,wBAAwB,CACpC,MAAM,CAAC,EAAE;IAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,QAAQ,CAAA;CAAC,EAChD,EAAE,CAAC,EAAE,cAAc,GAAG,IAAI,GAC3B,iBAAiB,CAmCnB;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAEvE"}

package/dist/prompts/generation_profile.js

@@ -0,0 +1,151 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.resolveGenerationProfile = resolveGenerationProfile;
+exports.isMattermostProfile = isMattermostProfile;
+const framework_adapter_js_1 = require("../adapters/framework_adapter.js");
+const MATTERMOST_PROFILE = {
+    projectName: 'Mattermost',
+    testFramework: 'Playwright',
+    importStatement: '@mattermost/playwright-lib',
+    conventions: [
+        'Import ONLY from "@mattermost/playwright-lib" — no other test framework imports.',
+        'Every test must call `await pw.initSetup()` first.',
+        'Use `await pw.testBrowser.login(user)` to log in — never hardcode credentials.',
+        'Use `expect` from "@mattermost/playwright-lib" — do NOT import from "@playwright/test".',
+        'Include the copyright header for new files.',
+    ],
+    copyrightHeader: [
+        '// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.',
+        '// See LICENSE.txt for license information.',
+    ].join('\n'),
+    testMode: 'ui',
+};
+const DEFAULT_PLAYWRIGHT_PROFILE = {
+    projectName: 'Project',
+    testFramework: 'Playwright',
+    importStatement: '@playwright/test',
+    conventions: [
+        'Import from "@playwright/test" for test and expect.',
+        'Use page fixtures provided by Playwright.',
+        'Prefer ARIA roles and data-testid attributes for selectors.',
+        'Write one test per scenario with a descriptive name.',
+    ],
+    testMode: 'ui',
+};
+const DEFAULT_API_PROFILE = {
+    projectName: 'Project',
+    testFramework: 'vitest + supertest',
+    importStatement: 'vitest',
+    conventions: [
+        'Import from "vitest" for test and expect.',
+        'Use supertest for HTTP request assertions.',
+        'Validate response status codes, headers, and body structure.',
+        'Test both success and error paths for each endpoint.',
+    ],
+    testMode: 'api',
+};
+/**
+ * Resolves the generation profile from config and optional KG metadata.
+ * - If profile='mattermost' or Mattermost is detected, returns Mattermost profile.
+ * - If KG is present, derives project-specific profile from it.
+ * - Otherwise, returns generic Playwright profile.
+ */
+function resolveGenerationProfile(config, kg) {
+    // Explicit Mattermost profile
+    if (config?.profile === 'mattermost') {
+        return { ...MATTERMOST_PROFILE };
+    }
+    // KG-based profile derivation
+    if (kg) {
+        const frameworks = kg.project.frameworks.map((f) => f.toLowerCase());
+        const isMattermost = kg.project.name.toLowerCase().includes('mattermost') ||
+            frameworks.includes('@mattermost/playwright-lib');
+        if (isMattermost) {
+            return { ...MATTERMOST_PROFILE };
+        }
+        const testMode = config?.testMode || deriveTestMode(frameworks);
+        const testFramework = deriveTestFramework(frameworks, testMode);
+        const importStatement = deriveImportStatement(frameworks, testMode);
+        return {
+            projectName: kg.project.name || 'Project',
+            testFramework,
+            importStatement,
+            conventions: buildConventions(testFramework, importStatement, testMode),
+            testMode,
+        };
+    }
+    // Default profiles based on test mode
+    if (config?.testMode === 'api') {
+        return { ...DEFAULT_API_PROFILE };
+    }
+    return { ...DEFAULT_PLAYWRIGHT_PROFILE };
+}
+/**
+ * Checks if a profile is the Mattermost profile (for backward compatibility checks).
+ */
+function isMattermostProfile(profile) {
+    return profile.importStatement === '@mattermost/playwright-lib';
+}
+// ---------------------------------------------------------------------------
+// Internal helpers
+// ---------------------------------------------------------------------------
+function deriveTestMode(frameworks) {
+    const uiSet = new Set(framework_adapter_js_1.UI_FRAMEWORKS);
+    const apiSet = new Set(framework_adapter_js_1.API_FRAMEWORKS);
+    const hasUiFramework = frameworks.some((f) => uiSet.has(f));
+    const hasApiFramework = frameworks.some((f) => apiSet.has(f));
+    if (hasUiFramework && hasApiFramework)
+        return 'both';
+    if (hasApiFramework && !hasUiFramework)
+        return 'api';
+    return 'ui';
+}
+function deriveTestFramework(frameworks, testMode) {
+    if (testMode === 'api') {
+        if (frameworks.includes('pytest'))
+            return 'pytest';
+        if (frameworks.includes('jest'))
+            return 'jest + supertest';
+        return 'vitest + supertest';
+    }
+    if (frameworks.includes('cypress'))
+        return 'Cypress';
+    if (frameworks.includes('selenium'))
+        return 'Selenium';
+    return 'Playwright';
+}
+function deriveImportStatement(frameworks, testMode) {
+    if (testMode === 'api') {
+        if (frameworks.includes('pytest'))
+            return 'pytest';
+        if (frameworks.includes('jest'))
+            return 'jest';
+        return 'vitest';
+    }
+    if (frameworks.includes('cypress'))
+        return 'cypress';
+    return '@playwright/test';
+}
+function buildConventions(testFramework, importStatement, testMode) {
+    const conventions = [];
+    if (testMode === 'api' || testMode === 'both') {
+        conventions.push(`Import from "${importStatement}" for test and expect.`);
+        conventions.push('Validate response status codes, headers, and body structure.');
+        conventions.push('Test both success and error paths for each endpoint.');
+    }
+    if (testMode === 'ui' || testMode === 'both') {
+        if (testFramework.includes('Playwright')) {
+            conventions.push('Import from "@playwright/test" for test and expect.');
+            conventions.push('Use page fixtures provided by Playwright.');
+        }
+        else if (testFramework.includes('Cypress')) {
+            conventions.push('Use cy.* commands for browser interaction.');
+        }
+        conventions.push('Prefer ARIA roles and data-testid attributes for selectors.');
+    }
+    conventions.push('Write one test per scenario with a descriptive name of what the user does and what is verified.');
+    conventions.push('NEVER fabricate test IDs. Use descriptive names only.');
+    return conventions;
+}

package/dist/prompts/heal.d.ts

@@ -1,4 +1,5 @@
 import type { FlowDecision } from '../validation/output_schema.js';
+import type { GenerationProfile } from './generation_profile.js';
 export interface HealPromptContext {
     specPath: string;
     status: 'failed' | 'flaky';
@@ -6,6 +7,7 @@ export interface HealPromptContext {
     failureDetail?: string;
     /** Last 3 console errors from the test run */
     consoleErrors?: string[];
+    profile?: GenerationProfile;
 }
 /**
  * Builds a route-family-aware heal prompt for the playwright-test-healer agent.
@@ -17,5 +19,5 @@ export declare function buildHealPrompt(ctx: HealPromptContext): string;
  * Builds a minimal quality-fix prompt for spec files that fail content validation
  * (e.g. contain test.describe, test.only, wrong imports).
  */
-export declare function buildQualityFixPrompt(specPath: string, qualityIssues: string[]): string;
+export declare function buildQualityFixPrompt(specPath: string, qualityIssues: string[], profile?: GenerationProfile): string;
 //# sourceMappingURL=heal.d.ts.map

package/dist/prompts/heal.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"heal.d.ts","sourceRoot":"","sources":["../../src/prompts/heal.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,gCAAgC,CAAC;AAEjE,MAAM,WAAW,iBAAiB;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,QAAQ,GAAG,OAAO,CAAC;IAC3B,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,8CAA8C;IAC9C,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B;AAED;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,iBAAiB,GAAG,MAAM,CAgD9D;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,MAAM,CAgBvF"}
+{"version":3,"file":"heal.d.ts","sourceRoot":"","sources":["../../src/prompts/heal.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,gCAAgC,CAAC;AAEjE,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAG/D,MAAM,WAAW,iBAAiB;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,QAAQ,GAAG,OAAO,CAAC;IAC3B,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,8CAA8C;IAC9C,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,OAAO,CAAC,EAAE,iBAAiB,CAAC;CAC/B;AAED;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,iBAAiB,GAAG,MAAM,CAgE9D;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,MAAM,CAmBpH"}

package/dist/prompts/heal.js

@@ -4,6 +4,8 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.buildHealPrompt = buildHealPrompt;
 exports.buildQualityFixPrompt = buildQualityFixPrompt;
+const sanitize_js_1 = require("../crew/sanitize.js");
+const generation_profile_js_1 = require("./generation_profile.js");
 /**
  * Builds a route-family-aware heal prompt for the playwright-test-healer agent.
  * Enriches the base healer constraints with flow context so the agent understands
@@ -14,24 +16,43 @@ function buildHealPrompt(ctx) {
         ? [
             '',
             'FLOW CONTEXT (use to understand test intent — do not change test objectives):',
-            `  Flow: ${ctx.decision.flowName}`,
+            `  Flow: ${(0, sanitize_js_1.sanitizeForPrompt)(ctx.decision.flowName)}`,
             `  Route Family: ${ctx.decision.routeFamily}${ctx.decision.featureId ? ` / ${ctx.decision.featureId}` : ''}`,
             `  Route: ${ctx.decision.specificRoute || '(family-level)'}`,
-            `  User Actions: ${ctx.decision.userActions.join('; ') || 'not specified'}`,
-            `  Evidence: ${ctx.decision.evidence}`,
+            `  User Actions: ${(0, sanitize_js_1.sanitizeForPrompt)(ctx.decision.userActions.join('; ')) || 'not specified'}`,
+            `  Evidence: ${(0, sanitize_js_1.sanitizeForPrompt)(ctx.decision.evidence)}`,
         ].join('\n')
         : '';
     const statusNote = ctx.status === 'flaky'
         ? 'This test is FLAKY (passes sometimes, fails other times). Look for race conditions, missing waits, or order-dependent state.'
         : 'This test is FAILING consistently. The selector, URL, or API call is likely broken.';
     const failureBlock = ctx.failureDetail
-        ? `\nFailure detail:\n${ctx.failureDetail}`
+        ? `\nFailure detail:\n${(0, sanitize_js_1.sanitizeForPrompt)(ctx.failureDetail)}`
         : '';
     const consoleBlock = ctx.consoleErrors && ctx.consoleErrors.length > 0
-        ? `\nRecent console errors from test run:\n${ctx.consoleErrors.slice(-3).map((e) => `  - ${e}`).join('\n')}`
+        ? `\nRecent console errors from test run:\n${ctx.consoleErrors.slice(-3).map((e) => `  - ${(0, sanitize_js_1.sanitizeForPrompt)(e)}`).join('\n')}`
         : '';
+    const importLib = ctx.profile?.importStatement || '@mattermost/playwright-lib';
+    const isMM = ctx.profile ? (0, generation_profile_js_1.isMattermostProfile)(ctx.profile) : true;
+    const projectLabel = ctx.profile?.projectName || 'Mattermost';
+    const frameworkLabel = ctx.profile?.testFramework || 'Playwright';
+    const constraints = isMM
+        ? [
+            `- Import ONLY from "${importLib}". Do not use "@playwright/test" directly.`,
+            '- Do not use test.describe or test.only.',
+            '- Keep a single tag string matching the route family (e.g. "@channels", "@scheduled_posts").',
+            `- Use only existing ${projectLabel} ${frameworkLabel} fixture and page-object APIs.`,
+            '- Do NOT invent new pw.* clients or page object methods that do not exist.',
+            '- Avoid brittle class selectors (.backstage-navbar, .admin-console__wrapper, .left-panel, .panel-card).',
+        ]
+        : [
+            `- Import from "${importLib}".`,
+            '- Keep a single tag string matching the route family.',
+            `- Use only existing ${projectLabel} ${frameworkLabel} page-object APIs.`,
+            '- Do NOT invent page object methods that do not exist.',
+        ];
     return [
-        'Heal this specific Playwright test file and keep edits minimal.',
+        `Heal this specific ${frameworkLabel} test file and keep edits minimal.`,
         '',
         `Target test file: ${ctx.specPath}`,
         `Status: ${ctx.status.toUpperCase()} — ${statusNote}`,
@@ -40,12 +61,7 @@ function buildHealPrompt(ctx) {
         flowBlock,
         '',
         'Healing constraints (must follow):',
-        '- Import ONLY from "@mattermost/playwright-lib". Do not use "@playwright/test" directly.',
-        '- Do not use test.describe or test.only.',
-        '- Keep a single tag string matching the route family (e.g. "@channels", "@scheduled_posts").',
-        '- Use only existing Mattermost Playwright fixture and page-object APIs.',
-        '- Do NOT invent new pw.* clients or page object methods that do not exist.',
-        '- Avoid brittle class selectors (.backstage-navbar, .admin-console__wrapper, .left-panel, .panel-card).',
+        ...constraints,
         '- Prefer stable assertions using URL patterns, data-testid attributes, ARIA roles, and page-object methods.',
         '- For flaky tests: add explicit waits (waitFor, expect().toBeVisible()) before interactions.',
         '- Keep the test intent and scenario unchanged — only fix what is broken.',
@@ -58,9 +74,11 @@ function buildHealPrompt(ctx) {
  * Builds a minimal quality-fix prompt for spec files that fail content validation
  * (e.g. contain test.describe, test.only, wrong imports).
  */
-function buildQualityFixPrompt(specPath, qualityIssues) {
+function buildQualityFixPrompt(specPath, qualityIssues, profile) {
+    const importLib = profile?.importStatement || '@mattermost/playwright-lib';
+    const frameworkLabel = profile?.testFramework || 'Playwright';
     return [
-        'Fix quality issues in this Playwright spec file. Make minimal edits only.',
+        `Fix quality issues in this ${frameworkLabel} spec file. Make minimal edits only.`,
         '',
         `Target file: ${specPath}`,
         '',
@@ -68,7 +86,7 @@ function buildQualityFixPrompt(specPath, qualityIssues) {
         ...qualityIssues.map((issue) => `  - ${issue}`),
         '',
         'Rules:',
-        '- Import only from "@mattermost/playwright-lib".',
+        `- Import only from "${importLib}".`,
         '- Remove test.describe wrappers (flatten to top-level test() calls).',
         '- Remove test.only calls.',
         '- Ensure each test has exactly one tag string.',

package/dist/prompts/impact.d.ts

@@ -11,6 +11,7 @@ export interface ImpactPromptContext {
     existingSpecs: SpecEntry[];
     apiSurface: ApiSurfaceCatalog;
     contextBlock: string;
+    projectName?: string;
 }
 export declare function buildImpactPrompt(ctx: ImpactPromptContext): string;
 export interface ImpactAgentResponse {

package/dist/prompts/impact.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"impact.d.ts","sourceRoot":"","sources":["../../src/prompts/impact.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,gCAAgC,CAAC;AAChE,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,4BAA4B,CAAC;AAE1D,OAAO,EAA4B,KAAK,iBAAiB,EAAC,MAAM,6BAA6B,CAAC;AAE9F,MAAM,WAAW,mBAAmB;IAChC,MAAM,EAAE,WAAW,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,KAAK,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAC,CAAC,CAAC;IACtD,aAAa,EAAE,SAAS,EAAE,CAAC;IAC3B,UAAU,EAAE,iBAAiB,CAAC;IAC9B,YAAY,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,mBAAmB,GAAG,MAAM,CA0DlE;AAED,MAAM,WAAW,mBAAmB;IAChC,KAAK,EAAE,KAAK,CAAC;QACT,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;QACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;QACvB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;KAC3B,CAAC,CAAC;CACN;AAED,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,mBAAmB,GAAG,IAAI,CAsB5E"}
+{"version":3,"file":"impact.d.ts","sourceRoot":"","sources":["../../src/prompts/impact.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,gCAAgC,CAAC;AAChE,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,4BAA4B,CAAC;AAG1D,OAAO,EAA4B,KAAK,iBAAiB,EAAC,MAAM,6BAA6B,CAAC;AAE9F,MAAM,WAAW,mBAAmB;IAChC,MAAM,EAAE,WAAW,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,KAAK,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAC,CAAC,CAAC;IACtD,aAAa,EAAE,SAAS,EAAE,CAAC;IAC3B,UAAU,EAAE,iBAAiB,CAAC;IAC9B,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,mBAAmB,GAAG,MAAM,CA0DlE;AAED,MAAM,WAAW,mBAAmB;IAChC,KAAK,EAAE,KAAK,CAAC;QACT,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;QACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;QACvB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;KAC3B,CAAC,CAAC;CACN;AAED,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,mBAAmB,GAAG,IAAI,CAM5E"}