@yasserkhanorg/e2e-agents 0.10.0 → 0.11.0

package/dist/agent/pipeline_types.d.ts

@@ -0,0 +1,54 @@
+export interface PipelineResult {
+    flowId: string;
+    flowName: string;
+    generatedDir: string;
+    generateStatus: 'success' | 'skipped' | 'failed';
+    healStatus?: 'success' | 'skipped' | 'failed';
+    error?: string;
+    failureCategory?: 'config' | 'environment' | 'generation' | 'validation' | 'runtime' | 'quality' | 'path-safety' | 'unknown';
+    failureCode?: string;
+}
+export interface PipelineSummary {
+    runner: 'playwright-agents' | 'e2e-test-gen' | 'package-native' | 'unknown';
+    results: PipelineResult[];
+    warnings: string[];
+    mcp?: {
+        requested: boolean;
+        active: boolean;
+        backend: 'playwright-agents' | 'e2e-test-gen' | 'package-native' | 'unknown';
+    };
+}
+export interface SpecHealTarget {
+    specPath: string;
+    status?: 'failed' | 'flaky';
+    reason?: string;
+}
+export type NativeSpecStrategy = 'thread-reply' | 'lifecycle-channel' | 'channel-settings' | 'channel-switch' | 'markdown-post' | 'mentions-post' | 'realtime-post' | 'message-post' | 'channel-baseline' | 'search-baseline' | 'generic-baseline';
+export interface NativeSpecQualityIssue {
+    code: 'disallowed-describe' | 'disallowed-only' | 'missing-test' | 'missing-tag' | 'tag-array-disallowed' | 'unknown-api-surface' | 'fragile-system-console-visibility' | 'fragile-selector';
+    message: string;
+}
+export interface CommandResult {
+    status: number;
+    stdout: string;
+    stderr: string;
+    error?: string;
+}
+export interface ValidationResult {
+    status: 'passed' | 'failed' | 'skipped';
+    detail?: string;
+}
+export interface ApiSurfaceCatalog {
+    pwProps: Set<string>;
+    pwNestedMethods: Map<string, Set<string>>;
+    initSetupKeys: Set<string>;
+    initSetupVariableMethods: Map<string, Set<string>>;
+    testBrowserMethods: Set<string>;
+    channelsPageMembers: Set<string>;
+    sidebarRightMembers: Set<string>;
+}
+export interface InitSetupBinding {
+    key: string;
+    variable: string;
+}
+//# sourceMappingURL=pipeline_types.d.ts.map

package/dist/agent/pipeline_types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline_types.d.ts","sourceRoot":"","sources":["../../src/agent/pipeline_types.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,cAAc;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,SAAS,GAAG,SAAS,GAAG,QAAQ,CAAC;IACjD,UAAU,CAAC,EAAE,SAAS,GAAG,SAAS,GAAG,QAAQ,CAAC;IAC9C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,eAAe,CAAC,EAAE,QAAQ,GAAG,aAAa,GAAG,YAAY,GAAG,YAAY,GAAG,SAAS,GAAG,SAAS,GAAG,aAAa,GAAG,SAAS,CAAC;IAC7H,WAAW,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,eAAe;IAC5B,MAAM,EAAE,mBAAmB,GAAG,cAAc,GAAG,gBAAgB,GAAG,SAAS,CAAC;IAC5E,OAAO,EAAE,cAAc,EAAE,CAAC;IAC1B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,GAAG,CAAC,EAAE;QACF,SAAS,EAAE,OAAO,CAAC;QACnB,MAAM,EAAE,OAAO,CAAC;QAChB,OAAO,EAAE,mBAAmB,GAAG,cAAc,GAAG,gBAAgB,GAAG,SAAS,CAAC;KAChF,CAAC;CACL;AAED,MAAM,WAAW,cAAc;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,MAAM,kBAAkB,GACxB,cAAc,GACd,mBAAmB,GACnB,kBAAkB,GAClB,gBAAgB,GAChB,eAAe,GACf,eAAe,GACf,eAAe,GACf,cAAc,GACd,kBAAkB,GAClB,iBAAiB,GACjB,kBAAkB,CAAC;AAEzB,MAAM,WAAW,sBAAsB;IACnC,IAAI,EACE,qBAAqB,GACrB,iBAAiB,GACjB,cAAc,GACd,aAAa,GACb,sBAAsB,GACtB,qBAAqB,GACrB,mCAAmC,GACnC,kBAAkB,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,aAAa;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC7B,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;IACxC,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,iBAAiB;IAC9B,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACrB,eAAe,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1C,aAAa,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAC3B,wBAAwB,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IACnD,kBAAkB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAChC,mBAAmB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACjC,mBAAmB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,gBAAgB;IAC7B,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;CACpB"}

package/dist/agent/pipeline_types.js

@@ -0,0 +1,4 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/agent/pipeline_utils.d.ts

@@ -0,0 +1,12 @@
+import type { FlowImpact } from './types.js';
+import type { NativeSpecStrategy, PipelineResult, PipelineSummary } from './pipeline_types.js';
+import type { SpecHealTarget } from './pipeline_types.js';
+export declare function createMcpStatus(backend: 'playwright-agents' | 'e2e-test-gen' | 'package-native' | 'unknown', requested: boolean): NonNullable<PipelineSummary['mcp']>;
+export declare function classifyPipelineFailure(result: PipelineResult): PipelineResult;
+export declare function finalizePipelineSummary(summary: PipelineSummary): PipelineSummary;
+export declare function toSafeSlug(value: string): string;
+export declare function stripSpecSuffix(value: string): string;
+export declare function buildSyntheticFlowFromSpecTarget(relativeSpecPath: string, target: SpecHealTarget): FlowImpact;
+export declare function firstFlowFiles(flow: FlowImpact): string[];
+export declare function buildNativeStrategyOrder(flow: FlowImpact): NativeSpecStrategy[];
+//# sourceMappingURL=pipeline_utils.d.ts.map

package/dist/agent/pipeline_utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline_utils.d.ts","sourceRoot":"","sources":["../../src/agent/pipeline_utils.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,YAAY,CAAC;AAC3C,OAAO,KAAK,EAAC,kBAAkB,EAAE,cAAc,EAAE,eAAe,EAAC,MAAM,qBAAqB,CAAC;AAE7F,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,qBAAqB,CAAC;AAExD,wBAAgB,eAAe,CAC3B,OAAO,EAAE,mBAAmB,GAAG,cAAc,GAAG,gBAAgB,GAAG,SAAS,EAC5E,SAAS,EAAE,OAAO,GACnB,WAAW,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAMrC;AAED,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,cAAc,GAAG,cAAc,CA8B9E;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,eAAe,GAAG,eAAe,CAKjF;AAED,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEhD;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAErD;AAED,wBAAgB,gCAAgC,CAAC,gBAAgB,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,GAAG,UAAU,CAqB7G;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,EAAE,CAEzD;AAED,wBAAgB,wBAAwB,CAAC,IAAI,EAAE,UAAU,GAAG,kBAAkB,EAAE,CAmE/E"}

package/dist/agent/pipeline_utils.js

@@ -0,0 +1,156 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createMcpStatus = createMcpStatus;
+exports.classifyPipelineFailure = classifyPipelineFailure;
+exports.finalizePipelineSummary = finalizePipelineSummary;
+exports.toSafeSlug = toSafeSlug;
+exports.stripSpecSuffix = stripSpecSuffix;
+exports.buildSyntheticFlowFromSpecTarget = buildSyntheticFlowFromSpecTarget;
+exports.firstFlowFiles = firstFlowFiles;
+exports.buildNativeStrategyOrder = buildNativeStrategyOrder;
+const path_1 = require("path");
+const utils_js_1 = require("./utils.js");
+function createMcpStatus(backend, requested) {
+    return {
+        requested,
+        active: requested && (backend === 'e2e-test-gen' || backend === 'playwright-agents'),
+        backend,
+    };
+}
+function classifyPipelineFailure(result) {
+    if (result.failureCategory || result.failureCode) {
+        return result;
+    }
+    if (!result.error) {
+        return result;
+    }
+    const errorText = result.error.toLowerCase();
+    if (errorText.includes('etimedout') || errorText.includes('timed out')) {
+        return { ...result, failureCategory: 'environment', failureCode: 'mcp_timeout' };
+    }
+    if (errorText.includes('outside testsroot')) {
+        return { ...result, failureCategory: 'path-safety', failureCode: 'path_outside_tests_root' };
+    }
+    if (errorText.includes('playwright binary') || errorText.includes('not found')) {
+        return { ...result, failureCategory: 'environment', failureCode: 'dependency_missing' };
+    }
+    if (errorText.includes('compile validation')) {
+        return { ...result, failureCategory: 'validation', failureCode: 'compile_validation_failed' };
+    }
+    if (errorText.includes('runtime validation') || errorText.includes('playwright test failed')) {
+        return { ...result, failureCategory: 'runtime', failureCode: 'runtime_validation_failed' };
+    }
+    if (errorText.includes('quality checks failed') || errorText.includes('invalid test content')) {
+        return { ...result, failureCategory: 'quality', failureCode: 'quality_guard_failed' };
+    }
+    if (errorText.includes('generate failed') || errorText.includes('did not produce expected test file')) {
+        return { ...result, failureCategory: 'generation', failureCode: 'generation_failed' };
+    }
+    return { ...result, failureCategory: 'unknown', failureCode: 'unknown' };
+}
+function finalizePipelineSummary(summary) {
+    return {
+        ...summary,
+        results: summary.results.map(classifyPipelineFailure),
+    };
+}
+function toSafeSlug(value) {
+    return value.replace(/[^a-zA-Z0-9._-]+/g, '-').replace(/^-+|-+$/g, '') || 'flow';
+}
+function stripSpecSuffix(value) {
+    return value.replace(/\.(spec|test)\.[^.]+$/i, '').replace(/\.[^.]+$/, '');
+}
+function buildSyntheticFlowFromSpecTarget(relativeSpecPath, target) {
+    const normalizedSpecPath = (0, utils_js_1.normalizePath)(relativeSpecPath);
+    const noSuffix = stripSpecSuffix(normalizedSpecPath);
+    const flowId = toSafeSlug(noSuffix.replace(/\//g, '.'));
+    const base = (0, utils_js_1.baseNameWithoutExt)(stripSpecSuffix((0, path_1.basename)(normalizedSpecPath)));
+    const flowName = (0, utils_js_1.titleCase)(base.replace(/[._-]+/g, ' ')) || 'Recovered Spec';
+    const keywords = (0, utils_js_1.uniqueTokens)((0, utils_js_1.tokenize)(noSuffix.replace(/[/.]/g, ' ')));
+    const reasons = [
+        `Playwright report marked this spec as ${target.status || 'unstable'}.`,
+        target.reason || `Auto-heal target: ${normalizedSpecPath}`,
+    ];
+    return {
+        id: flowId,
+        name: flowName,
+        kind: 'flow',
+        score: target.status === 'failed' ? 12 : 9,
+        priority: target.status === 'failed' ? 'P0' : 'P1',
+        reasons,
+        keywords,
+        files: [normalizedSpecPath],
+    };
+}
+function firstFlowFiles(flow) {
+    return (flow.files || []).filter(Boolean).slice(0, 5);
+}
+function buildNativeStrategyOrder(flow) {
+    const flowId = (flow.id || '').toLowerCase();
+    const haystack = [
+        flow.id,
+        flow.name,
+        ...(flow.files || []),
+        ...(flow.reasons || []),
+        ...(flow.keywords || []),
+    ].join(' ').toLowerCase();
+    const strategies = [];
+    if (flowId.includes('search')) {
+        strategies.push('search-baseline');
+    }
+    if (flowId.includes('threads') || flowId.includes('thread')) {
+        strategies.push('thread-reply');
+    }
+    if (flowId.includes('channels.lifecycle')) {
+        strategies.push('lifecycle-channel');
+    }
+    if (flowId.includes('channels.settings')) {
+        strategies.push('channel-settings');
+    }
+    if (flowId.includes('channels.switch')) {
+        strategies.push('channel-switch');
+    }
+    if (flowId.includes('messaging.markdown')) {
+        strategies.push('markdown-post');
+    }
+    if (flowId.includes('messaging.mentions')) {
+        strategies.push('mentions-post');
+    }
+    if (flowId.includes('messaging.realtime')) {
+        strategies.push('realtime-post');
+    }
+    if (/(thread|reply|rhs|sidebar[_-]?right)/.test(haystack)) {
+        strategies.push('thread-reply');
+    }
+    if (/(create|join|leave|invite)/.test(haystack)) {
+        strategies.push('lifecycle-channel');
+    }
+    if (/(settings|preferences)/.test(haystack)) {
+        strategies.push('channel-settings');
+    }
+    if (/(switch|quick\\s*switch)/.test(haystack)) {
+        strategies.push('channel-switch');
+    }
+    if (/(markdown|format)/.test(haystack)) {
+        strategies.push('markdown-post');
+    }
+    if (/(mention|@)/.test(haystack)) {
+        strategies.push('mentions-post');
+    }
+    if (/(realtime|websocket|presence)/.test(haystack)) {
+        strategies.push('realtime-post');
+    }
+    if (/(search|find|spotlight)/.test(haystack)) {
+        strategies.push('search-baseline');
+    }
+    if (/(message|post|realtime|websocket|chat)/.test(haystack)) {
+        strategies.push('message-post');
+    }
+    if (/(channel|navigation|sidebar|switch)/.test(haystack)) {
+        strategies.push('channel-baseline');
+    }
+    strategies.push('generic-baseline');
+    return Array.from(new Set(strategies));
+}

package/dist/agent/process_runner.d.ts

@@ -0,0 +1,10 @@
+import type { PipelineConfig } from './config.js';
+import type { CommandResult } from './pipeline_types.js';
+export declare function resolvePlaywrightBinary(testsRoot: string): string | null;
+export declare function summarizeCommandOutput(stdout: string, stderr: string): string;
+export declare function runCommand(command: string, args: string[], cwd: string, timeoutMs?: number): CommandResult;
+export declare function resolveMcpCommandTimeoutMs(pipeline: PipelineConfig): number;
+export declare function resolveMcpRetries(pipeline: PipelineConfig): number;
+export declare function isRetryableMcpFailure(result: CommandResult): boolean;
+export declare function runCommandWithRetries(command: string, args: string[], cwd: string, timeoutMs: number, retries: number): CommandResult;
+//# sourceMappingURL=process_runner.d.ts.map

package/dist/agent/process_runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"process_runner.d.ts","sourceRoot":"","sources":["../../src/agent/process_runner.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,aAAa,CAAC;AAChD,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,qBAAqB,CAAC;AAEvD,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAUxE;AAED,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAO7E;AAED,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,SAAiB,GAAG,aAAa,CAsBlH;AAED,wBAAgB,0BAA0B,CAAC,QAAQ,EAAE,cAAc,GAAG,MAAM,CAM3E;AAED,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,cAAc,GAAG,MAAM,CAMlE;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAQpE;AAED,wBAAgB,qBAAqB,CACjC,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EAAE,EACd,GAAG,EAAE,MAAM,EACX,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,GAChB,aAAa,CAYf"}

package/dist/agent/process_runner.js

@@ -0,0 +1,92 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.resolvePlaywrightBinary = resolvePlaywrightBinary;
+exports.summarizeCommandOutput = summarizeCommandOutput;
+exports.runCommand = runCommand;
+exports.resolveMcpCommandTimeoutMs = resolveMcpCommandTimeoutMs;
+exports.resolveMcpRetries = resolveMcpRetries;
+exports.isRetryableMcpFailure = isRetryableMcpFailure;
+exports.runCommandWithRetries = runCommandWithRetries;
+const fs_1 = require("fs");
+const path_1 = require("path");
+const child_process_1 = require("child_process");
+function resolvePlaywrightBinary(testsRoot) {
+    const unixPath = (0, path_1.join)(testsRoot, 'node_modules', '.bin', 'playwright');
+    const windowsPath = (0, path_1.join)(testsRoot, 'node_modules', '.bin', 'playwright.cmd');
+    if ((0, fs_1.existsSync)(unixPath)) {
+        return unixPath;
+    }
+    if ((0, fs_1.existsSync)(windowsPath)) {
+        return windowsPath;
+    }
+    return null;
+}
+function summarizeCommandOutput(stdout, stderr) {
+    const combined = [stdout, stderr].filter(Boolean).join('\n').trim();
+    if (!combined) {
+        return '';
+    }
+    const lines = combined.split('\n').slice(-20);
+    return lines.join('\n').slice(0, 2000);
+}
+function runCommand(command, args, cwd, timeoutMs = 60 * 60 * 1000) {
+    // When spawning `claude`, unset CLAUDECODE so nested invocations are allowed.
+    // Claude Code sets this variable to block nested sessions; child processes
+    // that spawn their own claude instance must run without it.
+    let env;
+    if (command === 'claude') {
+        const { CLAUDECODE: _, ...rest } = process.env;
+        env = rest;
+    }
+    const result = (0, child_process_1.spawnSync)(command, args, {
+        cwd,
+        encoding: 'utf-8',
+        timeout: timeoutMs,
+        stdio: 'pipe',
+        ...(env ? { env } : {}),
+    });
+    return {
+        status: result.status ?? 1,
+        stdout: result.stdout || '',
+        stderr: result.stderr || '',
+        error: result.error ? result.error.message : undefined,
+    };
+}
+function resolveMcpCommandTimeoutMs(pipeline) {
+    const value = pipeline.mcpCommandTimeoutMs;
+    if (typeof value !== 'number' || !Number.isFinite(value)) {
+        return 180000;
+    }
+    return Math.max(60000, Math.min(15 * 60 * 1000, Math.round(value)));
+}
+function resolveMcpRetries(pipeline) {
+    const value = pipeline.mcpRetries;
+    if (typeof value !== 'number' || !Number.isFinite(value)) {
+        return 1;
+    }
+    return Math.max(0, Math.min(5, Math.round(value)));
+}
+function isRetryableMcpFailure(result) {
+    const haystack = [result.error || '', result.stderr || '', result.stdout || ''].join('\n').toLowerCase();
+    return haystack.includes('etimedout') ||
+        haystack.includes('timed out') ||
+        haystack.includes('econnreset') ||
+        haystack.includes('429') ||
+        haystack.includes('rate limit') ||
+        haystack.includes('temporar');
+}
+function runCommandWithRetries(command, args, cwd, timeoutMs, retries) {
+    let result = runCommand(command, args, cwd, timeoutMs);
+    for (let attempt = 1; attempt <= retries; attempt += 1) {
+        if (result.status === 0) {
+            return result;
+        }
+        if (!isRetryableMcpFailure(result)) {
+            return result;
+        }
+        result = runCommand(command, args, cwd, timeoutMs);
+    }
+    return result;
+}

package/dist/agent/spec_generator.d.ts

@@ -0,0 +1,5 @@
+import type { FlowImpact } from './types.js';
+import type { ApiSurfaceCatalog, NativeSpecQualityIssue, NativeSpecStrategy } from './pipeline_types.js';
+export declare function validateGeneratedSpecContent(content: string, apiSurface?: ApiSurfaceCatalog): NativeSpecQualityIssue[];
+export declare function createNativePlaywrightSpec(flow: FlowImpact, slug: string, strategy: NativeSpecStrategy): string;
+//# sourceMappingURL=spec_generator.d.ts.map

package/dist/agent/spec_generator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"spec_generator.d.ts","sourceRoot":"","sources":["../../src/agent/spec_generator.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,YAAY,CAAC;AAC3C,OAAO,KAAK,EAAC,iBAAiB,EAAE,sBAAsB,EAAE,kBAAkB,EAAC,MAAM,qBAAqB,CAAC;AAIvG,wBAAgB,4BAA4B,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,iBAAiB,GAAG,sBAAsB,EAAE,CAgHtH;AAED,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,kBAAkB,GAAG,MAAM,CAyJ/G"}

package/dist/agent/spec_generator.js

@@ -0,0 +1,253 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.validateGeneratedSpecContent = validateGeneratedSpecContent;
+exports.createNativePlaywrightSpec = createNativePlaywrightSpec;
+const api_catalog_js_1 = require("./api_catalog.js");
+const pipeline_utils_js_1 = require("./pipeline_utils.js");
+function validateGeneratedSpecContent(content, apiSurface) {
+    const issues = [];
+    if (/\btest\.describe\s*\(/.test(content)) {
+        issues.push({
+            code: 'disallowed-describe',
+            message: 'Generated tests must not use test.describe.',
+        });
+    }
+    if (/\btest\.only\s*\(/.test(content)) {
+        issues.push({
+            code: 'disallowed-only',
+            message: 'Generated tests must not use test.only.',
+        });
+    }
+    if (!/\btest\s*\(/.test(content)) {
+        issues.push({
+            code: 'missing-test',
+            message: 'Generated file does not include a test() declaration.',
+        });
+    }
+    if (/\btag\s*:\s*\[/.test(content)) {
+        issues.push({
+            code: 'tag-array-disallowed',
+            message: 'Generated tests must use a single tag string, not a tag array.',
+        });
+    }
+    const hasTagOption = /\btag\s*:\s*['"][^'"]+['"]/.test(content);
+    const hasTagInTitle = /\btest(?:\.\w+)?\s*\(\s*['"][^'"]*@ai-assisted[^'"]*['"]/.test(content);
+    if (!(hasTagOption || hasTagInTitle) || !/@ai-assisted/.test(content)) {
+        issues.push({
+            code: 'missing-tag',
+            message: "Generated tests must include '@ai-assisted' either as tag option or in test title.",
+        });
+    }
+    if (/\bsystemConsolePage\.toBeVisible\s*\(/.test(content)) {
+        issues.push({
+            code: 'fragile-system-console-visibility',
+            message: 'Avoid systemConsolePage.toBeVisible(); it relies on legacy backstage navigation that may be absent.',
+        });
+    }
+    const fragileSelectors = [
+        '.backstage-navbar',
+        '.admin-console__wrapper',
+        '.left-panel',
+        '.panel-card',
+    ].filter((selector) => content.includes(selector));
+    if (fragileSelectors.length > 0) {
+        issues.push({
+            code: 'fragile-selector',
+            message: `Avoid brittle class selectors in generated tests: ${Array.from(new Set(fragileSelectors)).join(', ')}`,
+        });
+    }
+    if (apiSurface) {
+        const unknownPwProps = Array.from((0, api_catalog_js_1.collectMatches)(content, /\bpw\.([A-Za-z_][A-Za-z0-9_]*)\b/g)).filter((prop) => !apiSurface.pwProps.has(prop));
+        const unknownBrowserMethods = Array.from((0, api_catalog_js_1.collectMatches)(content, /\bpw\.testBrowser\.([A-Za-z_][A-Za-z0-9_]*)\b/g)).filter((method) => !apiSurface.testBrowserMethods.has(method));
+        const unknownNestedPwMembers = [];
+        for (const match of content.matchAll(/\bpw\.([A-Za-z_][A-Za-z0-9_]*)\.([A-Za-z_][A-Za-z0-9_]*)\b/g)) {
+            const objectName = match[1];
+            const methodName = match[2];
+            if (!objectName || !methodName || objectName === 'testBrowser') {
+                continue;
+            }
+            const knownMethods = apiSurface.pwNestedMethods.get(objectName);
+            if (!knownMethods || !knownMethods.has(methodName)) {
+                unknownNestedPwMembers.push(`pw.${objectName}.${methodName}`);
+            }
+        }
+        const unknownChannelMembers = Array.from((0, api_catalog_js_1.collectMatches)(content, /\bchannelsPage\.([A-Za-z_][A-Za-z0-9_]*)\b/g)).filter((member) => !apiSurface.channelsPageMembers.has(member));
+        const unknownSidebarMembers = Array.from((0, api_catalog_js_1.collectMatches)(content, /\bchannelsPage\.sidebarRight\.([A-Za-z_][A-Za-z0-9_]*)\b/g)).filter((member) => !apiSurface.sidebarRightMembers.has(member));
+        const initSetupBindings = (0, api_catalog_js_1.parseInitSetupBindings)(content);
+        const unknownInitSetupKeys = initSetupBindings
+            .map((binding) => binding.key)
+            .filter((key) => !apiSurface.initSetupKeys.has(key));
+        const unknownInitSetupVariableMethods = [];
+        for (const binding of initSetupBindings) {
+            const knownMethods = apiSurface.initSetupVariableMethods.get(binding.variable);
+            if (!knownMethods || knownMethods.size === 0) {
+                continue;
+            }
+            const methodPattern = new RegExp(`\\b${(0, api_catalog_js_1.escapeRegExp)(binding.variable)}\\.([A-Za-z_][A-Za-z0-9_]*)\\b`, 'g');
+            for (const method of (0, api_catalog_js_1.collectMatches)(content, methodPattern)) {
+                if (!knownMethods.has(method)) {
+                    unknownInitSetupVariableMethods.push(`${binding.variable}.${method}`);
+                }
+            }
+        }
+        const unknown = [
+            ...unknownPwProps.map((value) => `pw.${value}`),
+            ...unknownBrowserMethods.map((value) => `pw.testBrowser.${value}`),
+            ...unknownNestedPwMembers,
+            ...unknownChannelMembers.map((value) => `channelsPage.${value}`),
+            ...unknownSidebarMembers.map((value) => `channelsPage.sidebarRight.${value}`),
+            ...unknownInitSetupKeys.map((value) => `pw.initSetup.{${value}}`),
+            ...unknownInitSetupVariableMethods,
+        ];
+        if (unknown.length > 0) {
+            issues.push({
+                code: 'unknown-api-surface',
+                message: `Generated test uses unknown API/page-object members: ${Array.from(new Set(unknown)).join(', ')}`,
+            });
+        }
+    }
+    return issues;
+}
+function createNativePlaywrightSpec(flow, slug, strategy) {
+    const linkedFiles = (0, pipeline_utils_js_1.firstFlowFiles)(flow).join(', ') || 'N/A';
+    const header = [
+        "import {test, expect} from '@mattermost/playwright-lib';",
+        '',
+        '/**',
+        ` * Auto-generated by @yasserkhanorg/e2e-agents`,
+        ` * Flow: ${flow.id} (${flow.name})`,
+        ` * Strategy: ${strategy}`,
+        ` * Linked files: ${linkedFiles}`,
+        ' */',
+    ];
+    const start = [
+        `test('${flow.priority}: ${flow.name} generated coverage', {tag: '@ai-assisted'}, async ({pw}) => {`,
+        '  const {user, team} = await pw.initSetup();',
+        '  const {channelsPage} = await pw.testBrowser.login(user);',
+        '  await channelsPage.goto(team.name);',
+    ];
+    const end = [
+        '});',
+        '',
+    ];
+    if (strategy === 'thread-reply') {
+        return [
+            ...header,
+            ...start,
+            `  const parentMessage = \`ai-${slug}-parent-\${Date.now()}\`;`,
+            '  await channelsPage.postMessage(parentMessage);',
+            '  const rootPost = await channelsPage.getLastPost();',
+            '  await rootPost.openAThread();',
+            `  const replyMessage = \`ai-${slug}-reply-\${Date.now()}\`;`,
+            '  await channelsPage.sidebarRight.postMessage(replyMessage);',
+            '  const lastReply = await channelsPage.sidebarRight.getLastPost();',
+            '  await expect(lastReply.container).toContainText(replyMessage);',
+            ...end,
+        ].join('\n');
+    }
+    if (strategy === 'lifecycle-channel') {
+        return [
+            ...header,
+            ...start,
+            `  const channelName = \`ai-${slug}-\${Date.now().toString().slice(-6)}\`;`,
+            "  await channelsPage.newChannel(channelName, 'O');",
+            '  await expect(channelsPage.page).toHaveURL(new RegExp(`/channels/${channelName}$`));',
+            ...end,
+        ].join('\n');
+    }
+    if (strategy === 'channel-settings') {
+        return [
+            ...header,
+            ...start,
+            '  await channelsPage.openChannelSettings();',
+            "  await expect(channelsPage.page.getByRole('dialog', {name: 'Channel Settings'})).toBeVisible();",
+            "  await channelsPage.page.keyboard.press('Escape');",
+            ...end,
+        ].join('\n');
+    }
+    if (strategy === 'channel-switch') {
+        return [
+            ...header,
+            ...start,
+            "  await channelsPage.goto(team.name, 'off-topic');",
+            "  await expect(channelsPage.page).toHaveURL(/\\/channels\\/off-topic$/);",
+            "  await expect(channelsPage.page.locator('#channelHeaderTitle')).toContainText(/off-topic/i);",
+            ...end,
+        ].join('\n');
+    }
+    if (strategy === 'markdown-post') {
+        return [
+            ...header,
+            ...start,
+            `  const message = '**ai-${slug}-bold** _italic_';`,
+            '  await channelsPage.postMessage(message);',
+            '  const lastPost = await channelsPage.getLastPost();',
+            "  await expect(lastPost.container.locator('strong')).toBeVisible();",
+            ...end,
+        ].join('\n');
+    }
+    if (strategy === 'mentions-post') {
+        return [
+            ...header,
+            ...start,
+            '  const mention = `@${user.username}`;',
+            '  await channelsPage.postMessage(`Ping ${mention}`);',
+            '  const lastPost = await channelsPage.getLastPost();',
+            '  await expect(lastPost.container).toContainText(mention);',
+            ...end,
+        ].join('\n');
+    }
+    if (strategy === 'realtime-post') {
+        return [
+            ...header,
+            ...start,
+            `  const message = \`ai-${slug}-realtime-\${Date.now()}\`;`,
+            '  await channelsPage.postMessage(message);',
+            '  const lastPost = await channelsPage.getLastPost();',
+            '  await expect(lastPost.container).toContainText(message);',
+            "  await expect(channelsPage.page.locator('#channel_view')).toBeVisible();",
+            ...end,
+        ].join('\n');
+    }
+    if (strategy === 'message-post') {
+        return [
+            ...header,
+            ...start,
+            `  const message = \`ai-${slug}-message-\${Date.now()}\`;`,
+            '  await channelsPage.postMessage(message);',
+            '  await expect(channelsPage.getLastPost()).toContainText(message);',
+            ...end,
+        ].join('\n');
+    }
+    if (strategy === 'channel-baseline') {
+        return [
+            ...header,
+            ...start,
+            "  await expect(channelsPage.page.locator('#channelHeaderTitle')).toBeVisible();",
+            "  await expect(channelsPage.page.locator('#SidebarContainer')).toBeVisible();",
+            ...end,
+        ].join('\n');
+    }
+    if (strategy === 'search-baseline') {
+        return [
+            ...header,
+            ...start,
+            `  const searchTerm = \`ai-${slug}-\${Date.now().toString().slice(-6)}\`;`,
+            '  await channelsPage.postMessage(searchTerm);',
+            '  await channelsPage.globalHeader.openSearch();',
+            '  await channelsPage.searchBox.searchInput.fill(searchTerm);',
+            "  await channelsPage.page.keyboard.press('Enter');",
+            "  await expect(channelsPage.page.locator('#searchContainer')).toBeVisible();",
+            ...end,
+        ].join('\n');
+    }
+    return [
+        ...header,
+        ...start,
+        '  await expect(channelsPage.page).toHaveURL(/\\/channels\\//);',
+        "  await expect(channelsPage.page.locator('#channelHeaderTitle')).toBeVisible();",
+        ...end,
+    ].join('\n');
+}

package/dist/agent/validation_runner.d.ts

@@ -0,0 +1,5 @@
+import type { PipelineConfig } from './config.js';
+import type { ValidationResult } from './pipeline_types.js';
+export declare function runPlaywrightRuntimeValidation(testsRoot: string, testFile: string, pipeline: PipelineConfig, playwrightBinary: string | null): ValidationResult;
+export declare function runPlaywrightListValidation(testsRoot: string, testFile: string, pipeline: PipelineConfig, playwrightBinary: string | null): ValidationResult;
+//# sourceMappingURL=validation_runner.d.ts.map

package/dist/agent/validation_runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation_runner.d.ts","sourceRoot":"","sources":["../../src/agent/validation_runner.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,aAAa,CAAC;AAChD,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,qBAAqB,CAAC;AAI1D,wBAAgB,8BAA8B,CAC1C,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,cAAc,EACxB,gBAAgB,EAAE,MAAM,GAAG,IAAI,GAChC,gBAAgB,CA+BlB;AAED,wBAAgB,2BAA2B,CACvC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,cAAc,EACxB,gBAAgB,EAAE,MAAM,GAAG,IAAI,GAChC,gBAAgB,CAqClB"}