@yasserkhanorg/e2e-agents 0.10.0 → 0.11.0

package/dist/agent/api_catalog.d.ts

@@ -0,0 +1,11 @@
+import type { ApiSurfaceCatalog, InitSetupBinding } from './pipeline_types.js';
+export declare function createDefaultApiSurfaceCatalog(): ApiSurfaceCatalog;
+export declare function collectMatches(content: string, pattern: RegExp): Set<string>;
+export declare function addNestedMethod(catalog: ApiSurfaceCatalog, objectName: string, methodName: string): void;
+export declare function escapeRegExp(value: string): string;
+export declare function parseInitSetupBindings(content: string): InitSetupBinding[];
+export declare function collectDestructuredInitSetupKeys(content: string): Set<string>;
+export declare function addInitSetupVariableMethod(catalog: ApiSurfaceCatalog, variable: string, methodName: string): void;
+export declare function collectApiSurfaceFromContent(content: string, catalog: ApiSurfaceCatalog): void;
+export declare function buildApiSurfaceCatalog(testsRoot: string, seedFile: string): ApiSurfaceCatalog;
+//# sourceMappingURL=api_catalog.d.ts.map

package/dist/agent/api_catalog.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"api_catalog.d.ts","sourceRoot":"","sources":["../../src/agent/api_catalog.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,iBAAiB,EAAE,gBAAgB,EAAC,MAAM,qBAAqB,CAAC;AAE7E,wBAAgB,8BAA8B,IAAI,iBAAiB,CAuDlE;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAS5E;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI,CAIxG;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAElD;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,MAAM,GAAG,gBAAgB,EAAE,CAsB1E;AAED,wBAAgB,gCAAgC,CAAC,OAAO,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAE7E;AAED,wBAAgB,0BAA0B,CACtC,OAAO,EAAE,iBAAiB,EAC1B,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,GACnB,IAAI,CAIN;AAED,wBAAgB,4BAA4B,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,GAAG,IAAI,CA4B9F;AAED,wBAAgB,sBAAsB,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,iBAAiB,CA4D7F"}

package/dist/agent/api_catalog.js

@@ -0,0 +1,210 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createDefaultApiSurfaceCatalog = createDefaultApiSurfaceCatalog;
+exports.collectMatches = collectMatches;
+exports.addNestedMethod = addNestedMethod;
+exports.escapeRegExp = escapeRegExp;
+exports.parseInitSetupBindings = parseInitSetupBindings;
+exports.collectDestructuredInitSetupKeys = collectDestructuredInitSetupKeys;
+exports.addInitSetupVariableMethod = addInitSetupVariableMethod;
+exports.collectApiSurfaceFromContent = collectApiSurfaceFromContent;
+exports.buildApiSurfaceCatalog = buildApiSurfaceCatalog;
+const fs_1 = require("fs");
+const path_1 = require("path");
+function createDefaultApiSurfaceCatalog() {
+    const pwNestedMethods = new Map();
+    pwNestedMethods.set('apiClient', new Set([
+        'createPost',
+        'createDirectChannel',
+        'createChannel',
+        'getChannels',
+        'getChannelByName',
+        'getPostsSince',
+    ]));
+    return {
+        pwProps: new Set([
+            'initSetup',
+            'testBrowser',
+            'apiInitSetup',
+            'apiAdminSetup',
+            'apiCreateChannel',
+            'apiCreateUser',
+            'apiLogin',
+            'apiClient',
+        ]),
+        pwNestedMethods,
+        initSetupKeys: new Set([
+            'user',
+            'team',
+            'adminClient',
+            'adminUser',
+            'adminConfig',
+            'userClient',
+            'offTopicUrl',
+            'townSquareUrl',
+        ]),
+        initSetupVariableMethods: new Map(),
+        testBrowserMethods: new Set([
+            'login',
+            'openNewBrowserContext',
+            'newContext',
+        ]),
+        channelsPageMembers: new Set([
+            'goto',
+            'page',
+            'postMessage',
+            'getLastPost',
+            'sidebarRight',
+            'openChannelSettings',
+            'newChannel',
+            'globalHeader',
+            'searchBox',
+        ]),
+        sidebarRightMembers: new Set([
+            'openThreadForPost',
+            'postMessage',
+            'getLastPost',
+        ]),
+    };
+}
+function collectMatches(content, pattern) {
+    const out = new Set();
+    for (const match of content.matchAll(pattern)) {
+        const value = match[1];
+        if (value) {
+            out.add(value);
+        }
+    }
+    return out;
+}
+function addNestedMethod(catalog, objectName, methodName) {
+    const methods = catalog.pwNestedMethods.get(objectName) || new Set();
+    methods.add(methodName);
+    catalog.pwNestedMethods.set(objectName, methods);
+}
+function escapeRegExp(value) {
+    return value.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+}
+function parseInitSetupBindings(content) {
+    const bindings = [];
+    for (const match of content.matchAll(/(?:const|let|var)\s*\{\s*([^}]+)\s*\}\s*=\s*await\s+pw\.initSetup\s*\(/g)) {
+        const raw = match[1];
+        if (!raw) {
+            continue;
+        }
+        for (const part of raw.split(',')) {
+            const cleaned = part.trim();
+            if (!cleaned) {
+                continue;
+            }
+            const [leftRaw, rightRaw] = cleaned.split(':');
+            const key = (leftRaw || '').trim();
+            const variableCandidate = (rightRaw || leftRaw || '').trim().split('=')[0]?.trim();
+            if (!key || !variableCandidate) {
+                continue;
+            }
+            bindings.push({ key, variable: variableCandidate });
+        }
+    }
+    return bindings;
+}
+function collectDestructuredInitSetupKeys(content) {
+    return new Set(parseInitSetupBindings(content).map((binding) => binding.key));
+}
+function addInitSetupVariableMethod(catalog, variable, methodName) {
+    const methods = catalog.initSetupVariableMethods.get(variable) || new Set();
+    methods.add(methodName);
+    catalog.initSetupVariableMethods.set(variable, methods);
+}
+function collectApiSurfaceFromContent(content, catalog) {
+    for (const prop of collectMatches(content, /\bpw\.([A-Za-z_][A-Za-z0-9_]*)\b/g)) {
+        catalog.pwProps.add(prop);
+    }
+    for (const match of content.matchAll(/\bpw\.([A-Za-z_][A-Za-z0-9_]*)\.([A-Za-z_][A-Za-z0-9_]*)\b/g)) {
+        const objectName = match[1];
+        const methodName = match[2];
+        if (!objectName || !methodName) {
+            continue;
+        }
+        addNestedMethod(catalog, objectName, methodName);
+    }
+    for (const method of collectMatches(content, /\bpw\.testBrowser\.([A-Za-z_][A-Za-z0-9_]*)\b/g)) {
+        catalog.testBrowserMethods.add(method);
+    }
+    for (const member of collectMatches(content, /\bchannelsPage\.([A-Za-z_][A-Za-z0-9_]*)\b/g)) {
+        catalog.channelsPageMembers.add(member);
+    }
+    for (const member of collectMatches(content, /\bchannelsPage\.sidebarRight\.([A-Za-z_][A-Za-z0-9_]*)\b/g)) {
+        catalog.sidebarRightMembers.add(member);
+    }
+    for (const binding of parseInitSetupBindings(content)) {
+        catalog.initSetupKeys.add(binding.key);
+        const methodPattern = new RegExp(`\\b${escapeRegExp(binding.variable)}\\.([A-Za-z_][A-Za-z0-9_]*)\\b`, 'g');
+        for (const method of collectMatches(content, methodPattern)) {
+            addInitSetupVariableMethod(catalog, binding.variable, method);
+        }
+    }
+}
+function buildApiSurfaceCatalog(testsRoot, seedFile) {
+    const catalog = createDefaultApiSurfaceCatalog();
+    const candidateRoots = [
+        (0, path_1.join)(testsRoot, 'specs'),
+        (0, path_1.join)(testsRoot, 'tests'),
+    ];
+    const files = [];
+    for (const root of candidateRoots) {
+        if (!(0, fs_1.existsSync)(root)) {
+            continue;
+        }
+        const stack = [root];
+        while (stack.length > 0) {
+            const current = stack.pop();
+            let entries;
+            try {
+                entries = (0, fs_1.readdirSync)(current, { withFileTypes: true });
+            }
+            catch {
+                continue;
+            }
+            for (const entry of entries) {
+                const full = (0, path_1.join)(current, entry.name);
+                if (entry.isDirectory()) {
+                    if (entry.name === 'node_modules' || entry.name === '.git' || entry.name === 'dist') {
+                        continue;
+                    }
+                    stack.push(full);
+                    continue;
+                }
+                if (!entry.isFile()) {
+                    continue;
+                }
+                if (!/\.(spec|test)\.[jt]sx?$/.test(entry.name)) {
+                    continue;
+                }
+                files.push(full);
+            }
+        }
+    }
+    const uniqueFiles = Array.from(new Set(files)).slice(0, 2500);
+    for (const filePath of uniqueFiles) {
+        try {
+            const content = (0, fs_1.readFileSync)(filePath, 'utf-8');
+            collectApiSurfaceFromContent(content, catalog);
+        }
+        catch {
+            continue;
+        }
+    }
+    const absoluteSeed = (0, path_1.join)(testsRoot, seedFile);
+    if ((0, fs_1.existsSync)(absoluteSeed)) {
+        try {
+            collectApiSurfaceFromContent((0, fs_1.readFileSync)(absoluteSeed, 'utf-8'), catalog);
+        }
+        catch {
+            // ignore seed read failures; defaults + catalog scan still apply
+        }
+    }
+    return catalog;
+}

package/dist/agent/llm_agents_flow.d.ts

@@ -0,0 +1,15 @@
+import type { PipelineConfig } from './config.js';
+import type { FlowImpact } from './types.js';
+import type { ApiSurfaceCatalog, CommandResult, PipelineResult, PipelineSummary } from './pipeline_types.js';
+export declare function findSpecFiles(root: string): string[];
+export declare function findDisallowedDescribeFiles(root: string): string[];
+export declare function hasCommand(command: string, cwd: string): boolean;
+export declare function hasPlaywrightAgentDefinitions(testsRoot: string): boolean;
+export declare function hasPlaywrightConfig(testsRoot: string): boolean;
+export declare function bootstrapPlaywrightAgentDefinitions(testsRoot: string, pipeline: PipelineConfig, timeoutMs: number): CommandResult;
+export declare function resolveAgentSeedSpec(testsRoot: string): string | null;
+export declare function buildPlaywrightAgentsPrompt(flow: FlowImpact, seedFile: string, planFile: string, testFile: string, includeHealer: boolean): string;
+export declare function buildPlaywrightHealerPrompt(testFile: string, extra?: string): string;
+export declare function runPlaywrightAgentsFlow(testsRoot: string, flow: FlowImpact, pipeline: PipelineConfig, outputDir: string, preferredTestFile: string, seedFile: string, apiSurface: ApiSurfaceCatalog, playwrightBinary: string | null, mcpTimeoutMs: number, mcpRetries: number): PipelineResult;
+export declare function runPlaywrightAgentsPipeline(testsRoot: string, flows: FlowImpact[], pipeline: PipelineConfig): PipelineSummary;
+//# sourceMappingURL=llm_agents_flow.d.ts.map

package/dist/agent/llm_agents_flow.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm_agents_flow.d.ts","sourceRoot":"","sources":["../../src/agent/llm_agents_flow.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,aAAa,CAAC;AAChD,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,YAAY,CAAC;AAC3C,OAAO,KAAK,EAAC,iBAAiB,EAAE,aAAa,EAAE,cAAc,EAAE,eAAe,EAAC,MAAM,qBAAqB,CAAC;AAQ3G,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAepD;AAED,wBAAgB,2BAA2B,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAGlE;AAED,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAGhE;AAED,wBAAgB,6BAA6B,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAQxE;AAED,wBAAgB,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAU9D;AAED,wBAAgB,mCAAmC,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,GAAG,aAAa,CAMjI;AAED,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CA2CrE;AAED,wBAAgB,2BAA2B,CACvC,IAAI,EAAE,UAAU,EAChB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,OAAO,GACvB,MAAM,CAmCR;AAED,wBAAgB,2BAA2B,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAkBpF;AAED,wBAAgB,uBAAuB,CACnC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,UAAU,EAChB,QAAQ,EAAE,cAAc,EACxB,SAAS,EAAE,MAAM,EACjB,iBAAiB,EAAE,MAAM,EACzB,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,iBAAiB,EAC7B,gBAAgB,EAAE,MAAM,GAAG,IAAI,EAC/B,YAAY,EAAE,MAAM,EACpB,UAAU,EAAE,MAAM,GACnB,cAAc,CAiNhB;AAED,wBAAgB,2BAA2B,CACvC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,UAAU,EAAE,EACnB,QAAQ,EAAE,cAAc,GACzB,eAAe,CAsGjB"}